{
  "best_global_step": 32400,
  "best_metric": 0.1614382117986679,
  "best_model_checkpoint": "saves/ia3/gemma-3-1b-it/train_multirc_1745950259/checkpoint-32400",
  "epoch": 6.525328330206379,
  "eval_steps": 200,
  "global_step": 40000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008157272208173587,
      "grad_norm": 19.15717315673828,
      "learning_rate": 4.999999876629946e-05,
      "loss": 3.2467,
      "num_input_tokens_seen": 7936,
      "step": 5
    },
    {
      "epoch": 0.0016314544416347174,
      "grad_norm": 11.841547966003418,
      "learning_rate": 4.999999375439123e-05,
      "loss": 3.6521,
      "num_input_tokens_seen": 17088,
      "step": 10
    },
    {
      "epoch": 0.002447181662452076,
      "grad_norm": 27.123218536376953,
      "learning_rate": 4.9999984887169785e-05,
      "loss": 3.8091,
      "num_input_tokens_seen": 26976,
      "step": 15
    },
    {
      "epoch": 0.0032629088832694347,
      "grad_norm": 13.385931968688965,
      "learning_rate": 4.9999972164636506e-05,
      "loss": 3.9876,
      "num_input_tokens_seen": 37536,
      "step": 20
    },
    {
      "epoch": 0.004078636104086793,
      "grad_norm": 13.387128829956055,
      "learning_rate": 4.999995558679334e-05,
      "loss": 3.5778,
      "num_input_tokens_seen": 46224,
      "step": 25
    },
    {
      "epoch": 0.004894363324904152,
      "grad_norm": 13.507421493530273,
      "learning_rate": 4.999993515364287e-05,
      "loss": 3.4235,
      "num_input_tokens_seen": 55984,
      "step": 30
    },
    {
      "epoch": 0.005710090545721511,
      "grad_norm": 16.947996139526367,
      "learning_rate": 4.999991086518822e-05,
      "loss": 4.1107,
      "num_input_tokens_seen": 65952,
      "step": 35
    },
    {
      "epoch": 0.0065258177665388694,
      "grad_norm": 14.854525566101074,
      "learning_rate": 4.999988272143315e-05,
      "loss": 3.3178,
      "num_input_tokens_seen": 76256,
      "step": 40
    },
    {
      "epoch": 0.007341544987356228,
      "grad_norm": 15.367640495300293,
      "learning_rate": 4.999985072238199e-05,
      "loss": 3.8864,
      "num_input_tokens_seen": 86080,
      "step": 45
    },
    {
      "epoch": 0.008157272208173586,
      "grad_norm": 12.33936595916748,
      "learning_rate": 4.999981486803969e-05,
      "loss": 3.3259,
      "num_input_tokens_seen": 96528,
      "step": 50
    },
    {
      "epoch": 0.008972999428990946,
      "grad_norm": 26.53319549560547,
      "learning_rate": 4.999977515841176e-05,
      "loss": 2.9021,
      "num_input_tokens_seen": 106144,
      "step": 55
    },
    {
      "epoch": 0.009788726649808304,
      "grad_norm": 11.122841835021973,
      "learning_rate": 4.9999731593504344e-05,
      "loss": 2.7179,
      "num_input_tokens_seen": 115184,
      "step": 60
    },
    {
      "epoch": 0.010604453870625663,
      "grad_norm": 17.25249671936035,
      "learning_rate": 4.999968417332415e-05,
      "loss": 1.322,
      "num_input_tokens_seen": 124096,
      "step": 65
    },
    {
      "epoch": 0.011420181091443021,
      "grad_norm": 4.10207986831665,
      "learning_rate": 4.999963289787848e-05,
      "loss": 1.1872,
      "num_input_tokens_seen": 133280,
      "step": 70
    },
    {
      "epoch": 0.012235908312260381,
      "grad_norm": 6.6426239013671875,
      "learning_rate": 4.999957776717526e-05,
      "loss": 1.3703,
      "num_input_tokens_seen": 143072,
      "step": 75
    },
    {
      "epoch": 0.013051635533077739,
      "grad_norm": 16.6561222076416,
      "learning_rate": 4.9999518781222984e-05,
      "loss": 1.7094,
      "num_input_tokens_seen": 151808,
      "step": 80
    },
    {
      "epoch": 0.013867362753895097,
      "grad_norm": 5.551770210266113,
      "learning_rate": 4.9999455940030746e-05,
      "loss": 0.5418,
      "num_input_tokens_seen": 161184,
      "step": 85
    },
    {
      "epoch": 0.014683089974712456,
      "grad_norm": 9.999244689941406,
      "learning_rate": 4.999938924360824e-05,
      "loss": 0.9668,
      "num_input_tokens_seen": 171328,
      "step": 90
    },
    {
      "epoch": 0.015498817195529814,
      "grad_norm": 5.7862043380737305,
      "learning_rate": 4.999931869196575e-05,
      "loss": 1.012,
      "num_input_tokens_seen": 180304,
      "step": 95
    },
    {
      "epoch": 0.016314544416347172,
      "grad_norm": 2.8851659297943115,
      "learning_rate": 4.999924428511416e-05,
      "loss": 1.1015,
      "num_input_tokens_seen": 191024,
      "step": 100
    },
    {
      "epoch": 0.017130271637164532,
      "grad_norm": 8.547106742858887,
      "learning_rate": 4.999916602306494e-05,
      "loss": 1.1864,
      "num_input_tokens_seen": 201056,
      "step": 105
    },
    {
      "epoch": 0.01794599885798189,
      "grad_norm": 7.826975345611572,
      "learning_rate": 4.999908390583016e-05,
      "loss": 1.1601,
      "num_input_tokens_seen": 211808,
      "step": 110
    },
    {
      "epoch": 0.01876172607879925,
      "grad_norm": 13.624311447143555,
      "learning_rate": 4.999899793342247e-05,
      "loss": 0.2913,
      "num_input_tokens_seen": 220128,
      "step": 115
    },
    {
      "epoch": 0.019577453299616607,
      "grad_norm": 6.801901340484619,
      "learning_rate": 4.999890810585516e-05,
      "loss": 1.0324,
      "num_input_tokens_seen": 229264,
      "step": 120
    },
    {
      "epoch": 0.020393180520433967,
      "grad_norm": 5.506591320037842,
      "learning_rate": 4.999881442314206e-05,
      "loss": 1.0232,
      "num_input_tokens_seen": 239120,
      "step": 125
    },
    {
      "epoch": 0.021208907741251327,
      "grad_norm": 5.222491264343262,
      "learning_rate": 4.9998716885297617e-05,
      "loss": 0.6053,
      "num_input_tokens_seen": 248656,
      "step": 130
    },
    {
      "epoch": 0.022024634962068683,
      "grad_norm": 3.1990411281585693,
      "learning_rate": 4.999861549233688e-05,
      "loss": 0.6274,
      "num_input_tokens_seen": 258848,
      "step": 135
    },
    {
      "epoch": 0.022840362182886043,
      "grad_norm": 3.882338047027588,
      "learning_rate": 4.999851024427548e-05,
      "loss": 0.4257,
      "num_input_tokens_seen": 267936,
      "step": 140
    },
    {
      "epoch": 0.023656089403703402,
      "grad_norm": 4.337678909301758,
      "learning_rate": 4.999840114112965e-05,
      "loss": 0.7545,
      "num_input_tokens_seen": 277456,
      "step": 145
    },
    {
      "epoch": 0.024471816624520762,
      "grad_norm": 9.777247428894043,
      "learning_rate": 4.999828818291621e-05,
      "loss": 0.9118,
      "num_input_tokens_seen": 286544,
      "step": 150
    },
    {
      "epoch": 0.025287543845338118,
      "grad_norm": 1.3456541299819946,
      "learning_rate": 4.999817136965259e-05,
      "loss": 1.0167,
      "num_input_tokens_seen": 297216,
      "step": 155
    },
    {
      "epoch": 0.026103271066155478,
      "grad_norm": 1.7284716367721558,
      "learning_rate": 4.9998050701356794e-05,
      "loss": 0.7299,
      "num_input_tokens_seen": 307472,
      "step": 160
    },
    {
      "epoch": 0.026918998286972837,
      "grad_norm": 7.0833940505981445,
      "learning_rate": 4.999792617804744e-05,
      "loss": 0.3536,
      "num_input_tokens_seen": 317984,
      "step": 165
    },
    {
      "epoch": 0.027734725507790194,
      "grad_norm": 6.698497772216797,
      "learning_rate": 4.9997797799743724e-05,
      "loss": 0.9472,
      "num_input_tokens_seen": 328240,
      "step": 170
    },
    {
      "epoch": 0.028550452728607553,
      "grad_norm": 4.281346321105957,
      "learning_rate": 4.999766556646545e-05,
      "loss": 0.4608,
      "num_input_tokens_seen": 336848,
      "step": 175
    },
    {
      "epoch": 0.029366179949424913,
      "grad_norm": 7.6926798820495605,
      "learning_rate": 4.9997529478232996e-05,
      "loss": 0.3689,
      "num_input_tokens_seen": 346304,
      "step": 180
    },
    {
      "epoch": 0.030181907170242273,
      "grad_norm": 5.588000297546387,
      "learning_rate": 4.9997389535067365e-05,
      "loss": 0.9176,
      "num_input_tokens_seen": 356160,
      "step": 185
    },
    {
      "epoch": 0.03099763439105963,
      "grad_norm": 0.6763307452201843,
      "learning_rate": 4.999724573699012e-05,
      "loss": 0.6389,
      "num_input_tokens_seen": 365488,
      "step": 190
    },
    {
      "epoch": 0.031813361611876985,
      "grad_norm": 1.6325643062591553,
      "learning_rate": 4.9997098084023457e-05,
      "loss": 0.3695,
      "num_input_tokens_seen": 375600,
      "step": 195
    },
    {
      "epoch": 0.032629088832694345,
      "grad_norm": 0.4783971607685089,
      "learning_rate": 4.999694657619013e-05,
      "loss": 0.2484,
      "num_input_tokens_seen": 385088,
      "step": 200
    },
    {
      "epoch": 0.032629088832694345,
      "eval_loss": 0.6355112791061401,
      "eval_runtime": 72.5621,
      "eval_samples_per_second": 37.554,
      "eval_steps_per_second": 18.784,
      "num_input_tokens_seen": 385088,
      "step": 200
    },
    {
      "epoch": 0.033444816053511704,
      "grad_norm": 6.854763031005859,
      "learning_rate": 4.999679121351352e-05,
      "loss": 0.7273,
      "num_input_tokens_seen": 395168,
      "step": 205
    },
    {
      "epoch": 0.034260543274329064,
      "grad_norm": 3.479534864425659,
      "learning_rate": 4.9996631996017565e-05,
      "loss": 0.4722,
      "num_input_tokens_seen": 406016,
      "step": 210
    },
    {
      "epoch": 0.035076270495146424,
      "grad_norm": 4.317222595214844,
      "learning_rate": 4.9996468923726835e-05,
      "loss": 0.3683,
      "num_input_tokens_seen": 415600,
      "step": 215
    },
    {
      "epoch": 0.03589199771596378,
      "grad_norm": 3.600604772567749,
      "learning_rate": 4.999630199666647e-05,
      "loss": 0.8675,
      "num_input_tokens_seen": 426560,
      "step": 220
    },
    {
      "epoch": 0.03670772493678114,
      "grad_norm": 4.916623592376709,
      "learning_rate": 4.999613121486222e-05,
      "loss": 0.8803,
      "num_input_tokens_seen": 436640,
      "step": 225
    },
    {
      "epoch": 0.0375234521575985,
      "grad_norm": 7.004106044769287,
      "learning_rate": 4.999595657834041e-05,
      "loss": 0.5079,
      "num_input_tokens_seen": 445712,
      "step": 230
    },
    {
      "epoch": 0.038339179378415855,
      "grad_norm": 7.191398620605469,
      "learning_rate": 4.999577808712798e-05,
      "loss": 0.4588,
      "num_input_tokens_seen": 454960,
      "step": 235
    },
    {
      "epoch": 0.039154906599233215,
      "grad_norm": 3.462698221206665,
      "learning_rate": 4.999559574125244e-05,
      "loss": 0.8175,
      "num_input_tokens_seen": 465104,
      "step": 240
    },
    {
      "epoch": 0.039970633820050575,
      "grad_norm": 14.129837989807129,
      "learning_rate": 4.9995409540741934e-05,
      "loss": 0.4157,
      "num_input_tokens_seen": 474032,
      "step": 245
    },
    {
      "epoch": 0.040786361040867934,
      "grad_norm": 9.865291595458984,
      "learning_rate": 4.999521948562516e-05,
      "loss": 0.9776,
      "num_input_tokens_seen": 484032,
      "step": 250
    },
    {
      "epoch": 0.041602088261685294,
      "grad_norm": 3.1581645011901855,
      "learning_rate": 4.999502557593143e-05,
      "loss": 0.5134,
      "num_input_tokens_seen": 492704,
      "step": 255
    },
    {
      "epoch": 0.042417815482502653,
      "grad_norm": 5.294309139251709,
      "learning_rate": 4.999482781169066e-05,
      "loss": 0.5961,
      "num_input_tokens_seen": 501584,
      "step": 260
    },
    {
      "epoch": 0.04323354270332001,
      "grad_norm": 1.8975754976272583,
      "learning_rate": 4.9994626192933324e-05,
      "loss": 0.4537,
      "num_input_tokens_seen": 512480,
      "step": 265
    },
    {
      "epoch": 0.044049269924137366,
      "grad_norm": 0.47103235125541687,
      "learning_rate": 4.999442071969054e-05,
      "loss": 0.4657,
      "num_input_tokens_seen": 521520,
      "step": 270
    },
    {
      "epoch": 0.044864997144954726,
      "grad_norm": 7.848794937133789,
      "learning_rate": 4.999421139199397e-05,
      "loss": 0.6429,
      "num_input_tokens_seen": 531568,
      "step": 275
    },
    {
      "epoch": 0.045680724365772085,
      "grad_norm": 9.398065567016602,
      "learning_rate": 4.999399820987592e-05,
      "loss": 0.6404,
      "num_input_tokens_seen": 541408,
      "step": 280
    },
    {
      "epoch": 0.046496451586589445,
      "grad_norm": 4.476726531982422,
      "learning_rate": 4.999378117336924e-05,
      "loss": 0.4378,
      "num_input_tokens_seen": 551008,
      "step": 285
    },
    {
      "epoch": 0.047312178807406804,
      "grad_norm": 2.970829963684082,
      "learning_rate": 4.9993560282507415e-05,
      "loss": 0.5116,
      "num_input_tokens_seen": 559984,
      "step": 290
    },
    {
      "epoch": 0.048127906028224164,
      "grad_norm": 10.44072437286377,
      "learning_rate": 4.9993335537324495e-05,
      "loss": 0.6986,
      "num_input_tokens_seen": 569760,
      "step": 295
    },
    {
      "epoch": 0.048943633249041524,
      "grad_norm": 4.126410484313965,
      "learning_rate": 4.999310693785516e-05,
      "loss": 0.3101,
      "num_input_tokens_seen": 579504,
      "step": 300
    },
    {
      "epoch": 0.049759360469858877,
      "grad_norm": 2.875040054321289,
      "learning_rate": 4.9992874484134653e-05,
      "loss": 0.2671,
      "num_input_tokens_seen": 590624,
      "step": 305
    },
    {
      "epoch": 0.050575087690676236,
      "grad_norm": 2.2521095275878906,
      "learning_rate": 4.999263817619882e-05,
      "loss": 0.2946,
      "num_input_tokens_seen": 599520,
      "step": 310
    },
    {
      "epoch": 0.051390814911493596,
      "grad_norm": 3.4581425189971924,
      "learning_rate": 4.9992398014084105e-05,
      "loss": 0.7139,
      "num_input_tokens_seen": 609808,
      "step": 315
    },
    {
      "epoch": 0.052206542132310955,
      "grad_norm": 3.18265962600708,
      "learning_rate": 4.999215399782754e-05,
      "loss": 0.445,
      "num_input_tokens_seen": 619856,
      "step": 320
    },
    {
      "epoch": 0.053022269353128315,
      "grad_norm": 3.7413461208343506,
      "learning_rate": 4.999190612746675e-05,
      "loss": 0.6666,
      "num_input_tokens_seen": 629152,
      "step": 325
    },
    {
      "epoch": 0.053837996573945675,
      "grad_norm": 8.951519012451172,
      "learning_rate": 4.999165440303998e-05,
      "loss": 0.4992,
      "num_input_tokens_seen": 637904,
      "step": 330
    },
    {
      "epoch": 0.054653723794763034,
      "grad_norm": 1.5637778043746948,
      "learning_rate": 4.999139882458603e-05,
      "loss": 0.5173,
      "num_input_tokens_seen": 647856,
      "step": 335
    },
    {
      "epoch": 0.05546945101558039,
      "grad_norm": 2.5828945636749268,
      "learning_rate": 4.9991139392144314e-05,
      "loss": 0.2746,
      "num_input_tokens_seen": 657456,
      "step": 340
    },
    {
      "epoch": 0.05628517823639775,
      "grad_norm": 3.3668904304504395,
      "learning_rate": 4.999087610575485e-05,
      "loss": 0.534,
      "num_input_tokens_seen": 665968,
      "step": 345
    },
    {
      "epoch": 0.057100905457215106,
      "grad_norm": 5.556639671325684,
      "learning_rate": 4.999060896545824e-05,
      "loss": 0.8397,
      "num_input_tokens_seen": 675184,
      "step": 350
    },
    {
      "epoch": 0.057916632678032466,
      "grad_norm": 3.9772262573242188,
      "learning_rate": 4.999033797129568e-05,
      "loss": 0.3716,
      "num_input_tokens_seen": 685952,
      "step": 355
    },
    {
      "epoch": 0.058732359898849826,
      "grad_norm": 4.753399848937988,
      "learning_rate": 4.999006312330894e-05,
      "loss": 0.4954,
      "num_input_tokens_seen": 694960,
      "step": 360
    },
    {
      "epoch": 0.059548087119667185,
      "grad_norm": 0.4865249693393707,
      "learning_rate": 4.998978442154043e-05,
      "loss": 0.4908,
      "num_input_tokens_seen": 705840,
      "step": 365
    },
    {
      "epoch": 0.060363814340484545,
      "grad_norm": 7.0152482986450195,
      "learning_rate": 4.9989501866033125e-05,
      "loss": 0.4406,
      "num_input_tokens_seen": 715648,
      "step": 370
    },
    {
      "epoch": 0.0611795415613019,
      "grad_norm": 4.09096622467041,
      "learning_rate": 4.998921545683059e-05,
      "loss": 0.2958,
      "num_input_tokens_seen": 725472,
      "step": 375
    },
    {
      "epoch": 0.06199526878211926,
      "grad_norm": 3.081892251968384,
      "learning_rate": 4.9988925193976996e-05,
      "loss": 0.1356,
      "num_input_tokens_seen": 734848,
      "step": 380
    },
    {
      "epoch": 0.06281099600293662,
      "grad_norm": 2.181246519088745,
      "learning_rate": 4.998863107751711e-05,
      "loss": 0.4049,
      "num_input_tokens_seen": 743776,
      "step": 385
    },
    {
      "epoch": 0.06362672322375397,
      "grad_norm": 4.318422317504883,
      "learning_rate": 4.998833310749629e-05,
      "loss": 0.4548,
      "num_input_tokens_seen": 752160,
      "step": 390
    },
    {
      "epoch": 0.06444245044457134,
      "grad_norm": 5.403533935546875,
      "learning_rate": 4.998803128396047e-05,
      "loss": 0.1972,
      "num_input_tokens_seen": 760944,
      "step": 395
    },
    {
      "epoch": 0.06525817766538869,
      "grad_norm": 3.6486868858337402,
      "learning_rate": 4.9987725606956215e-05,
      "loss": 0.3208,
      "num_input_tokens_seen": 770352,
      "step": 400
    },
    {
      "epoch": 0.06525817766538869,
      "eval_loss": 0.42451155185699463,
      "eval_runtime": 72.5825,
      "eval_samples_per_second": 37.543,
      "eval_steps_per_second": 18.779,
      "num_input_tokens_seen": 770352,
      "step": 400
    },
    {
      "epoch": 0.06607390488620606,
      "grad_norm": 4.198729515075684,
      "learning_rate": 4.998741607653066e-05,
      "loss": 0.3181,
      "num_input_tokens_seen": 779504,
      "step": 405
    },
    {
      "epoch": 0.06688963210702341,
      "grad_norm": 3.268901824951172,
      "learning_rate": 4.9987102692731523e-05,
      "loss": 0.3131,
      "num_input_tokens_seen": 789264,
      "step": 410
    },
    {
      "epoch": 0.06770535932784078,
      "grad_norm": 6.561679363250732,
      "learning_rate": 4.9986785455607157e-05,
      "loss": 0.6691,
      "num_input_tokens_seen": 799248,
      "step": 415
    },
    {
      "epoch": 0.06852108654865813,
      "grad_norm": 1.0973199605941772,
      "learning_rate": 4.9986464365206456e-05,
      "loss": 0.3693,
      "num_input_tokens_seen": 809456,
      "step": 420
    },
    {
      "epoch": 0.06933681376947548,
      "grad_norm": 2.84639835357666,
      "learning_rate": 4.9986139421578956e-05,
      "loss": 0.3863,
      "num_input_tokens_seen": 818848,
      "step": 425
    },
    {
      "epoch": 0.07015254099029285,
      "grad_norm": 2.864960193634033,
      "learning_rate": 4.998581062477477e-05,
      "loss": 0.3822,
      "num_input_tokens_seen": 828656,
      "step": 430
    },
    {
      "epoch": 0.0709682682111102,
      "grad_norm": 0.5386472940444946,
      "learning_rate": 4.998547797484458e-05,
      "loss": 0.5306,
      "num_input_tokens_seen": 838576,
      "step": 435
    },
    {
      "epoch": 0.07178399543192757,
      "grad_norm": 3.2684834003448486,
      "learning_rate": 4.9985141471839706e-05,
      "loss": 0.7263,
      "num_input_tokens_seen": 847760,
      "step": 440
    },
    {
      "epoch": 0.07259972265274492,
      "grad_norm": 6.621604919433594,
      "learning_rate": 4.998480111581203e-05,
      "loss": 0.6545,
      "num_input_tokens_seen": 857152,
      "step": 445
    },
    {
      "epoch": 0.07341544987356229,
      "grad_norm": 2.139388084411621,
      "learning_rate": 4.998445690681405e-05,
      "loss": 0.275,
      "num_input_tokens_seen": 866784,
      "step": 450
    },
    {
      "epoch": 0.07423117709437964,
      "grad_norm": 1.1310638189315796,
      "learning_rate": 4.9984108844898834e-05,
      "loss": 0.3521,
      "num_input_tokens_seen": 876960,
      "step": 455
    },
    {
      "epoch": 0.075046904315197,
      "grad_norm": 2.3529629707336426,
      "learning_rate": 4.9983756930120076e-05,
      "loss": 0.1504,
      "num_input_tokens_seen": 886144,
      "step": 460
    },
    {
      "epoch": 0.07586263153601436,
      "grad_norm": 1.0455409288406372,
      "learning_rate": 4.9983401162532025e-05,
      "loss": 0.2944,
      "num_input_tokens_seen": 896528,
      "step": 465
    },
    {
      "epoch": 0.07667835875683171,
      "grad_norm": 12.124110221862793,
      "learning_rate": 4.998304154218955e-05,
      "loss": 0.3579,
      "num_input_tokens_seen": 907168,
      "step": 470
    },
    {
      "epoch": 0.07749408597764908,
      "grad_norm": 0.13558045029640198,
      "learning_rate": 4.998267806914812e-05,
      "loss": 0.3969,
      "num_input_tokens_seen": 916656,
      "step": 475
    },
    {
      "epoch": 0.07830981319846643,
      "grad_norm": 1.6255266666412354,
      "learning_rate": 4.998231074346378e-05,
      "loss": 0.4575,
      "num_input_tokens_seen": 925648,
      "step": 480
    },
    {
      "epoch": 0.0791255404192838,
      "grad_norm": 6.829180717468262,
      "learning_rate": 4.998193956519317e-05,
      "loss": 0.4375,
      "num_input_tokens_seen": 936096,
      "step": 485
    },
    {
      "epoch": 0.07994126764010115,
      "grad_norm": 3.398393154144287,
      "learning_rate": 4.9981564534393545e-05,
      "loss": 0.3828,
      "num_input_tokens_seen": 946464,
      "step": 490
    },
    {
      "epoch": 0.08075699486091852,
      "grad_norm": 2.703948736190796,
      "learning_rate": 4.998118565112272e-05,
      "loss": 0.3053,
      "num_input_tokens_seen": 954448,
      "step": 495
    },
    {
      "epoch": 0.08157272208173587,
      "grad_norm": 1.7233903408050537,
      "learning_rate": 4.998080291543914e-05,
      "loss": 0.188,
      "num_input_tokens_seen": 964720,
      "step": 500
    },
    {
      "epoch": 0.08238844930255322,
      "grad_norm": 2.449842929840088,
      "learning_rate": 4.9980416327401826e-05,
      "loss": 0.3299,
      "num_input_tokens_seen": 974240,
      "step": 505
    },
    {
      "epoch": 0.08320417652337059,
      "grad_norm": 2.8240575790405273,
      "learning_rate": 4.998002588707038e-05,
      "loss": 0.1273,
      "num_input_tokens_seen": 983152,
      "step": 510
    },
    {
      "epoch": 0.08401990374418794,
      "grad_norm": 4.069060325622559,
      "learning_rate": 4.997963159450503e-05,
      "loss": 0.5241,
      "num_input_tokens_seen": 993216,
      "step": 515
    },
    {
      "epoch": 0.08483563096500531,
      "grad_norm": 0.9828641414642334,
      "learning_rate": 4.9979233449766575e-05,
      "loss": 0.229,
      "num_input_tokens_seen": 1002480,
      "step": 520
    },
    {
      "epoch": 0.08565135818582266,
      "grad_norm": 3.26983380317688,
      "learning_rate": 4.997883145291641e-05,
      "loss": 0.2268,
      "num_input_tokens_seen": 1012192,
      "step": 525
    },
    {
      "epoch": 0.08646708540664003,
      "grad_norm": 2.527663469314575,
      "learning_rate": 4.9978425604016536e-05,
      "loss": 0.4239,
      "num_input_tokens_seen": 1021824,
      "step": 530
    },
    {
      "epoch": 0.08728281262745738,
      "grad_norm": 1.6818958520889282,
      "learning_rate": 4.9978015903129536e-05,
      "loss": 0.4435,
      "num_input_tokens_seen": 1032384,
      "step": 535
    },
    {
      "epoch": 0.08809853984827473,
      "grad_norm": 2.6473708152770996,
      "learning_rate": 4.997760235031859e-05,
      "loss": 0.3964,
      "num_input_tokens_seen": 1041888,
      "step": 540
    },
    {
      "epoch": 0.0889142670690921,
      "grad_norm": 3.183591842651367,
      "learning_rate": 4.9977184945647473e-05,
      "loss": 0.2694,
      "num_input_tokens_seen": 1052032,
      "step": 545
    },
    {
      "epoch": 0.08972999428990945,
      "grad_norm": 2.2344963550567627,
      "learning_rate": 4.997676368918055e-05,
      "loss": 0.4454,
      "num_input_tokens_seen": 1063104,
      "step": 550
    },
    {
      "epoch": 0.09054572151072682,
      "grad_norm": 1.2354638576507568,
      "learning_rate": 4.9976338580982794e-05,
      "loss": 0.2647,
      "num_input_tokens_seen": 1074016,
      "step": 555
    },
    {
      "epoch": 0.09136144873154417,
      "grad_norm": 2.0330400466918945,
      "learning_rate": 4.9975909621119755e-05,
      "loss": 0.3349,
      "num_input_tokens_seen": 1083776,
      "step": 560
    },
    {
      "epoch": 0.09217717595236154,
      "grad_norm": 3.909000873565674,
      "learning_rate": 4.997547680965758e-05,
      "loss": 0.4563,
      "num_input_tokens_seen": 1092896,
      "step": 565
    },
    {
      "epoch": 0.09299290317317889,
      "grad_norm": 10.553518295288086,
      "learning_rate": 4.997504014666302e-05,
      "loss": 0.3865,
      "num_input_tokens_seen": 1101920,
      "step": 570
    },
    {
      "epoch": 0.09380863039399624,
      "grad_norm": 3.3276209831237793,
      "learning_rate": 4.997459963220342e-05,
      "loss": 0.2629,
      "num_input_tokens_seen": 1111904,
      "step": 575
    },
    {
      "epoch": 0.09462435761481361,
      "grad_norm": 2.3660717010498047,
      "learning_rate": 4.997415526634671e-05,
      "loss": 0.2197,
      "num_input_tokens_seen": 1121744,
      "step": 580
    },
    {
      "epoch": 0.09544008483563096,
      "grad_norm": 1.173892617225647,
      "learning_rate": 4.99737070491614e-05,
      "loss": 0.3612,
      "num_input_tokens_seen": 1130400,
      "step": 585
    },
    {
      "epoch": 0.09625581205644833,
      "grad_norm": 1.4441657066345215,
      "learning_rate": 4.997325498071663e-05,
      "loss": 0.2412,
      "num_input_tokens_seen": 1140848,
      "step": 590
    },
    {
      "epoch": 0.09707153927726568,
      "grad_norm": 2.944565773010254,
      "learning_rate": 4.997279906108211e-05,
      "loss": 0.2991,
      "num_input_tokens_seen": 1151008,
      "step": 595
    },
    {
      "epoch": 0.09788726649808305,
      "grad_norm": 1.485938549041748,
      "learning_rate": 4.9972339290328155e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 1160480,
      "step": 600
    },
    {
      "epoch": 0.09788726649808305,
      "eval_loss": 0.3162928521633148,
      "eval_runtime": 71.2999,
      "eval_samples_per_second": 38.219,
      "eval_steps_per_second": 19.116,
      "num_input_tokens_seen": 1160480,
      "step": 600
    },
    {
      "epoch": 0.0987029937189004,
      "grad_norm": 5.793163776397705,
      "learning_rate": 4.9971875668525646e-05,
      "loss": 0.4785,
      "num_input_tokens_seen": 1170144,
      "step": 605
    },
    {
      "epoch": 0.09951872093971775,
      "grad_norm": 5.945412635803223,
      "learning_rate": 4.997140819574609e-05,
      "loss": 0.3674,
      "num_input_tokens_seen": 1180064,
      "step": 610
    },
    {
      "epoch": 0.10033444816053512,
      "grad_norm": 2.189753293991089,
      "learning_rate": 4.997093687206159e-05,
      "loss": 0.2967,
      "num_input_tokens_seen": 1190224,
      "step": 615
    },
    {
      "epoch": 0.10115017538135247,
      "grad_norm": 2.0673298835754395,
      "learning_rate": 4.997046169754482e-05,
      "loss": 0.4149,
      "num_input_tokens_seen": 1199504,
      "step": 620
    },
    {
      "epoch": 0.10196590260216984,
      "grad_norm": 0.529647171497345,
      "learning_rate": 4.996998267226905e-05,
      "loss": 0.2135,
      "num_input_tokens_seen": 1209120,
      "step": 625
    },
    {
      "epoch": 0.10278162982298719,
      "grad_norm": 2.7234768867492676,
      "learning_rate": 4.996949979630817e-05,
      "loss": 0.4054,
      "num_input_tokens_seen": 1218432,
      "step": 630
    },
    {
      "epoch": 0.10359735704380456,
      "grad_norm": 0.7747727632522583,
      "learning_rate": 4.996901306973663e-05,
      "loss": 0.2755,
      "num_input_tokens_seen": 1227376,
      "step": 635
    },
    {
      "epoch": 0.10441308426462191,
      "grad_norm": 2.0168046951293945,
      "learning_rate": 4.996852249262949e-05,
      "loss": 0.244,
      "num_input_tokens_seen": 1235536,
      "step": 640
    },
    {
      "epoch": 0.10522881148543926,
      "grad_norm": 1.0999680757522583,
      "learning_rate": 4.996802806506241e-05,
      "loss": 0.2286,
      "num_input_tokens_seen": 1245152,
      "step": 645
    },
    {
      "epoch": 0.10604453870625663,
      "grad_norm": 3.2351179122924805,
      "learning_rate": 4.996752978711164e-05,
      "loss": 0.3595,
      "num_input_tokens_seen": 1254768,
      "step": 650
    },
    {
      "epoch": 0.10686026592707398,
      "grad_norm": 2.7011466026306152,
      "learning_rate": 4.996702765885401e-05,
      "loss": 0.2555,
      "num_input_tokens_seen": 1264864,
      "step": 655
    },
    {
      "epoch": 0.10767599314789135,
      "grad_norm": 1.6109681129455566,
      "learning_rate": 4.9966521680366964e-05,
      "loss": 0.3918,
      "num_input_tokens_seen": 1273696,
      "step": 660
    },
    {
      "epoch": 0.1084917203687087,
      "grad_norm": 3.5355491638183594,
      "learning_rate": 4.9966011851728524e-05,
      "loss": 0.4182,
      "num_input_tokens_seen": 1281904,
      "step": 665
    },
    {
      "epoch": 0.10930744758952607,
      "grad_norm": 1.1427586078643799,
      "learning_rate": 4.996549817301731e-05,
      "loss": 0.4014,
      "num_input_tokens_seen": 1292144,
      "step": 670
    },
    {
      "epoch": 0.11012317481034342,
      "grad_norm": 3.2666733264923096,
      "learning_rate": 4.9964980644312544e-05,
      "loss": 0.3754,
      "num_input_tokens_seen": 1302000,
      "step": 675
    },
    {
      "epoch": 0.11093890203116077,
      "grad_norm": 3.0196423530578613,
      "learning_rate": 4.996445926569403e-05,
      "loss": 0.3692,
      "num_input_tokens_seen": 1312016,
      "step": 680
    },
    {
      "epoch": 0.11175462925197814,
      "grad_norm": 3.7488770484924316,
      "learning_rate": 4.996393403724218e-05,
      "loss": 0.3716,
      "num_input_tokens_seen": 1320928,
      "step": 685
    },
    {
      "epoch": 0.1125703564727955,
      "grad_norm": 1.5914983749389648,
      "learning_rate": 4.9963404959037985e-05,
      "loss": 0.266,
      "num_input_tokens_seen": 1330464,
      "step": 690
    },
    {
      "epoch": 0.11338608369361286,
      "grad_norm": 4.434220314025879,
      "learning_rate": 4.996287203116303e-05,
      "loss": 0.38,
      "num_input_tokens_seen": 1340896,
      "step": 695
    },
    {
      "epoch": 0.11420181091443021,
      "grad_norm": 2.5965709686279297,
      "learning_rate": 4.996233525369951e-05,
      "loss": 0.2274,
      "num_input_tokens_seen": 1350128,
      "step": 700
    },
    {
      "epoch": 0.11501753813524758,
      "grad_norm": 1.2129484415054321,
      "learning_rate": 4.99617946267302e-05,
      "loss": 0.3036,
      "num_input_tokens_seen": 1359552,
      "step": 705
    },
    {
      "epoch": 0.11583326535606493,
      "grad_norm": 1.0460139513015747,
      "learning_rate": 4.996125015033846e-05,
      "loss": 0.3277,
      "num_input_tokens_seen": 1370448,
      "step": 710
    },
    {
      "epoch": 0.11664899257688228,
      "grad_norm": 1.3152599334716797,
      "learning_rate": 4.996070182460827e-05,
      "loss": 0.2073,
      "num_input_tokens_seen": 1380528,
      "step": 715
    },
    {
      "epoch": 0.11746471979769965,
      "grad_norm": 0.1988491714000702,
      "learning_rate": 4.996014964962418e-05,
      "loss": 0.3834,
      "num_input_tokens_seen": 1389328,
      "step": 720
    },
    {
      "epoch": 0.118280447018517,
      "grad_norm": 2.553762435913086,
      "learning_rate": 4.9959593625471344e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 1398944,
      "step": 725
    },
    {
      "epoch": 0.11909617423933437,
      "grad_norm": 0.40631794929504395,
      "learning_rate": 4.995903375223552e-05,
      "loss": 0.2483,
      "num_input_tokens_seen": 1407728,
      "step": 730
    },
    {
      "epoch": 0.11991190146015172,
      "grad_norm": 7.341282367706299,
      "learning_rate": 4.995847003000302e-05,
      "loss": 0.4972,
      "num_input_tokens_seen": 1417744,
      "step": 735
    },
    {
      "epoch": 0.12072762868096909,
      "grad_norm": 2.411468505859375,
      "learning_rate": 4.9957902458860804e-05,
      "loss": 0.29,
      "num_input_tokens_seen": 1428016,
      "step": 740
    },
    {
      "epoch": 0.12154335590178644,
      "grad_norm": 1.3164352178573608,
      "learning_rate": 4.995733103889639e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 1438784,
      "step": 745
    },
    {
      "epoch": 0.1223590831226038,
      "grad_norm": 1.6565231084823608,
      "learning_rate": 4.99567557701979e-05,
      "loss": 0.2322,
      "num_input_tokens_seen": 1449120,
      "step": 750
    },
    {
      "epoch": 0.12317481034342116,
      "grad_norm": 1.5085347890853882,
      "learning_rate": 4.995617665285403e-05,
      "loss": 0.2509,
      "num_input_tokens_seen": 1459312,
      "step": 755
    },
    {
      "epoch": 0.12399053756423851,
      "grad_norm": 1.7267382144927979,
      "learning_rate": 4.99555936869541e-05,
      "loss": 0.4378,
      "num_input_tokens_seen": 1469744,
      "step": 760
    },
    {
      "epoch": 0.12480626478505588,
      "grad_norm": 1.5305867195129395,
      "learning_rate": 4.995500687258803e-05,
      "loss": 0.2794,
      "num_input_tokens_seen": 1479376,
      "step": 765
    },
    {
      "epoch": 0.12562199200587323,
      "grad_norm": 3.694784164428711,
      "learning_rate": 4.995441620984628e-05,
      "loss": 0.313,
      "num_input_tokens_seen": 1488816,
      "step": 770
    },
    {
      "epoch": 0.1264377192266906,
      "grad_norm": 2.135671854019165,
      "learning_rate": 4.995382169881996e-05,
      "loss": 0.4013,
      "num_input_tokens_seen": 1497056,
      "step": 775
    },
    {
      "epoch": 0.12725344644750794,
      "grad_norm": 1.7943487167358398,
      "learning_rate": 4.9953223339600755e-05,
      "loss": 0.2199,
      "num_input_tokens_seen": 1506304,
      "step": 780
    },
    {
      "epoch": 0.12806917366832532,
      "grad_norm": 1.8898602724075317,
      "learning_rate": 4.995262113228091e-05,
      "loss": 0.2599,
      "num_input_tokens_seen": 1515328,
      "step": 785
    },
    {
      "epoch": 0.12888490088914267,
      "grad_norm": 2.095886707305908,
      "learning_rate": 4.995201507695332e-05,
      "loss": 0.2275,
      "num_input_tokens_seen": 1525440,
      "step": 790
    },
    {
      "epoch": 0.12970062810996003,
      "grad_norm": 0.9930567741394043,
      "learning_rate": 4.995140517371144e-05,
      "loss": 0.2324,
      "num_input_tokens_seen": 1533792,
      "step": 795
    },
    {
      "epoch": 0.13051635533077738,
      "grad_norm": 3.688626766204834,
      "learning_rate": 4.995079142264932e-05,
      "loss": 0.2614,
      "num_input_tokens_seen": 1543296,
      "step": 800
    },
    {
      "epoch": 0.13051635533077738,
      "eval_loss": 0.2725994288921356,
      "eval_runtime": 71.3076,
      "eval_samples_per_second": 38.215,
      "eval_steps_per_second": 19.114,
      "num_input_tokens_seen": 1543296,
      "step": 800
    },
    {
      "epoch": 0.13133208255159476,
      "grad_norm": 3.12532901763916,
      "learning_rate": 4.995017382386162e-05,
      "loss": 0.2894,
      "num_input_tokens_seen": 1553120,
      "step": 805
    },
    {
      "epoch": 0.1321478097724121,
      "grad_norm": 2.067471504211426,
      "learning_rate": 4.994955237744356e-05,
      "loss": 0.3142,
      "num_input_tokens_seen": 1562320,
      "step": 810
    },
    {
      "epoch": 0.13296353699322946,
      "grad_norm": 3.495429277420044,
      "learning_rate": 4.994892708349101e-05,
      "loss": 0.2743,
      "num_input_tokens_seen": 1572624,
      "step": 815
    },
    {
      "epoch": 0.13377926421404682,
      "grad_norm": 1.467228889465332,
      "learning_rate": 4.994829794210035e-05,
      "loss": 0.2274,
      "num_input_tokens_seen": 1582400,
      "step": 820
    },
    {
      "epoch": 0.13459499143486417,
      "grad_norm": 4.347144603729248,
      "learning_rate": 4.994766495336864e-05,
      "loss": 0.2505,
      "num_input_tokens_seen": 1591136,
      "step": 825
    },
    {
      "epoch": 0.13541071865568155,
      "grad_norm": 1.219454050064087,
      "learning_rate": 4.994702811739348e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 1600544,
      "step": 830
    },
    {
      "epoch": 0.1362264458764989,
      "grad_norm": 2.4874019622802734,
      "learning_rate": 4.994638743427308e-05,
      "loss": 0.3215,
      "num_input_tokens_seen": 1609968,
      "step": 835
    },
    {
      "epoch": 0.13704217309731626,
      "grad_norm": 0.660420835018158,
      "learning_rate": 4.994574290410624e-05,
      "loss": 0.1685,
      "num_input_tokens_seen": 1619232,
      "step": 840
    },
    {
      "epoch": 0.1378579003181336,
      "grad_norm": 0.3882034718990326,
      "learning_rate": 4.9945094526992364e-05,
      "loss": 0.4524,
      "num_input_tokens_seen": 1628448,
      "step": 845
    },
    {
      "epoch": 0.13867362753895096,
      "grad_norm": 3.107269763946533,
      "learning_rate": 4.994444230303142e-05,
      "loss": 0.2451,
      "num_input_tokens_seen": 1639536,
      "step": 850
    },
    {
      "epoch": 0.13948935475976834,
      "grad_norm": 0.8689895272254944,
      "learning_rate": 4.994378623232402e-05,
      "loss": 0.2281,
      "num_input_tokens_seen": 1649840,
      "step": 855
    },
    {
      "epoch": 0.1403050819805857,
      "grad_norm": 1.1869311332702637,
      "learning_rate": 4.99431263149713e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 1659552,
      "step": 860
    },
    {
      "epoch": 0.14112080920140305,
      "grad_norm": 1.5246553421020508,
      "learning_rate": 4.9942462551075056e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 1668592,
      "step": 865
    },
    {
      "epoch": 0.1419365364222204,
      "grad_norm": 2.1017870903015137,
      "learning_rate": 4.994179494073764e-05,
      "loss": 0.2317,
      "num_input_tokens_seen": 1679968,
      "step": 870
    },
    {
      "epoch": 0.14275226364303778,
      "grad_norm": 2.6349878311157227,
      "learning_rate": 4.9941123484062e-05,
      "loss": 0.2232,
      "num_input_tokens_seen": 1691664,
      "step": 875
    },
    {
      "epoch": 0.14356799086385513,
      "grad_norm": 1.2956886291503906,
      "learning_rate": 4.99404481811517e-05,
      "loss": 0.3281,
      "num_input_tokens_seen": 1701088,
      "step": 880
    },
    {
      "epoch": 0.14438371808467249,
      "grad_norm": 2.071345329284668,
      "learning_rate": 4.9939769032110864e-05,
      "loss": 0.263,
      "num_input_tokens_seen": 1709904,
      "step": 885
    },
    {
      "epoch": 0.14519944530548984,
      "grad_norm": 3.8776066303253174,
      "learning_rate": 4.993908603704423e-05,
      "loss": 0.3157,
      "num_input_tokens_seen": 1719072,
      "step": 890
    },
    {
      "epoch": 0.1460151725263072,
      "grad_norm": 0.6678772568702698,
      "learning_rate": 4.9938399196057126e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 1727680,
      "step": 895
    },
    {
      "epoch": 0.14683089974712457,
      "grad_norm": 1.5709561109542847,
      "learning_rate": 4.993770850925547e-05,
      "loss": 0.3398,
      "num_input_tokens_seen": 1736832,
      "step": 900
    },
    {
      "epoch": 0.14764662696794192,
      "grad_norm": 1.5067577362060547,
      "learning_rate": 4.993701397674577e-05,
      "loss": 0.2309,
      "num_input_tokens_seen": 1747056,
      "step": 905
    },
    {
      "epoch": 0.14846235418875928,
      "grad_norm": 0.8310969471931458,
      "learning_rate": 4.993631559863515e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 1758064,
      "step": 910
    },
    {
      "epoch": 0.14927808140957663,
      "grad_norm": 1.275233268737793,
      "learning_rate": 4.9935613375031283e-05,
      "loss": 0.3134,
      "num_input_tokens_seen": 1767616,
      "step": 915
    },
    {
      "epoch": 0.150093808630394,
      "grad_norm": 0.6781404614448547,
      "learning_rate": 4.993490730604248e-05,
      "loss": 0.2862,
      "num_input_tokens_seen": 1776752,
      "step": 920
    },
    {
      "epoch": 0.15090953585121136,
      "grad_norm": 0.9415975213050842,
      "learning_rate": 4.993419739177761e-05,
      "loss": 0.2542,
      "num_input_tokens_seen": 1786800,
      "step": 925
    },
    {
      "epoch": 0.15172526307202872,
      "grad_norm": 3.22243332862854,
      "learning_rate": 4.9933483632346164e-05,
      "loss": 0.4029,
      "num_input_tokens_seen": 1796816,
      "step": 930
    },
    {
      "epoch": 0.15254099029284607,
      "grad_norm": 2.074620246887207,
      "learning_rate": 4.993276602785821e-05,
      "loss": 0.2364,
      "num_input_tokens_seen": 1807472,
      "step": 935
    },
    {
      "epoch": 0.15335671751366342,
      "grad_norm": 1.2163361310958862,
      "learning_rate": 4.993204457842441e-05,
      "loss": 0.2739,
      "num_input_tokens_seen": 1816944,
      "step": 940
    },
    {
      "epoch": 0.1541724447344808,
      "grad_norm": 2.302492618560791,
      "learning_rate": 4.993131928415602e-05,
      "loss": 0.1316,
      "num_input_tokens_seen": 1826208,
      "step": 945
    },
    {
      "epoch": 0.15498817195529815,
      "grad_norm": 1.8137507438659668,
      "learning_rate": 4.993059014516489e-05,
      "loss": 0.2367,
      "num_input_tokens_seen": 1836544,
      "step": 950
    },
    {
      "epoch": 0.1558038991761155,
      "grad_norm": 1.991504192352295,
      "learning_rate": 4.9929857161563464e-05,
      "loss": 0.2455,
      "num_input_tokens_seen": 1845696,
      "step": 955
    },
    {
      "epoch": 0.15661962639693286,
      "grad_norm": 2.34454083442688,
      "learning_rate": 4.992912033346477e-05,
      "loss": 0.1317,
      "num_input_tokens_seen": 1856832,
      "step": 960
    },
    {
      "epoch": 0.1574353536177502,
      "grad_norm": 0.8938922882080078,
      "learning_rate": 4.992837966098245e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 1865776,
      "step": 965
    },
    {
      "epoch": 0.1582510808385676,
      "grad_norm": 1.4474517107009888,
      "learning_rate": 4.992763514423071e-05,
      "loss": 0.1287,
      "num_input_tokens_seen": 1874704,
      "step": 970
    },
    {
      "epoch": 0.15906680805938495,
      "grad_norm": 1.7486447095870972,
      "learning_rate": 4.992688678332437e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 1884384,
      "step": 975
    },
    {
      "epoch": 0.1598825352802023,
      "grad_norm": 1.1174832582473755,
      "learning_rate": 4.992613457837884e-05,
      "loss": 0.1809,
      "num_input_tokens_seen": 1894160,
      "step": 980
    },
    {
      "epoch": 0.16069826250101965,
      "grad_norm": 2.3591909408569336,
      "learning_rate": 4.992537852951011e-05,
      "loss": 0.282,
      "num_input_tokens_seen": 1903488,
      "step": 985
    },
    {
      "epoch": 0.16151398972183703,
      "grad_norm": 3.916860580444336,
      "learning_rate": 4.9924618636834785e-05,
      "loss": 0.3153,
      "num_input_tokens_seen": 1913728,
      "step": 990
    },
    {
      "epoch": 0.16232971694265438,
      "grad_norm": 0.9877730011940002,
      "learning_rate": 4.9923854900470046e-05,
      "loss": 0.1342,
      "num_input_tokens_seen": 1922976,
      "step": 995
    },
    {
      "epoch": 0.16314544416347174,
      "grad_norm": 1.5685757398605347,
      "learning_rate": 4.992308732053367e-05,
      "loss": 0.2522,
      "num_input_tokens_seen": 1931808,
      "step": 1000
    },
    {
      "epoch": 0.16314544416347174,
      "eval_loss": 0.24438101053237915,
      "eval_runtime": 72.3895,
      "eval_samples_per_second": 37.644,
      "eval_steps_per_second": 18.829,
      "num_input_tokens_seen": 1931808,
      "step": 1000
    },
    {
      "epoch": 0.1639611713842891,
      "grad_norm": 1.926483392715454,
      "learning_rate": 4.992231589714402e-05,
      "loss": 0.3391,
      "num_input_tokens_seen": 1942560,
      "step": 1005
    },
    {
      "epoch": 0.16477689860510644,
      "grad_norm": 2.1446306705474854,
      "learning_rate": 4.992154063042007e-05,
      "loss": 0.2262,
      "num_input_tokens_seen": 1950912,
      "step": 1010
    },
    {
      "epoch": 0.16559262582592382,
      "grad_norm": 1.1157828569412231,
      "learning_rate": 4.992076152048136e-05,
      "loss": 0.1722,
      "num_input_tokens_seen": 1961696,
      "step": 1015
    },
    {
      "epoch": 0.16640835304674118,
      "grad_norm": 1.5649820566177368,
      "learning_rate": 4.991997856744807e-05,
      "loss": 0.2283,
      "num_input_tokens_seen": 1971280,
      "step": 1020
    },
    {
      "epoch": 0.16722408026755853,
      "grad_norm": 2.240088939666748,
      "learning_rate": 4.9919191771440905e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 1981200,
      "step": 1025
    },
    {
      "epoch": 0.16803980748837588,
      "grad_norm": 2.4227294921875,
      "learning_rate": 4.991840113258122e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 1990400,
      "step": 1030
    },
    {
      "epoch": 0.16885553470919323,
      "grad_norm": 0.44555988907814026,
      "learning_rate": 4.9917606650990933e-05,
      "loss": 0.0824,
      "num_input_tokens_seen": 2000016,
      "step": 1035
    },
    {
      "epoch": 0.16967126193001061,
      "grad_norm": 2.69344425201416,
      "learning_rate": 4.9916808326792566e-05,
      "loss": 0.3134,
      "num_input_tokens_seen": 2009600,
      "step": 1040
    },
    {
      "epoch": 0.17048698915082797,
      "grad_norm": 2.7380733489990234,
      "learning_rate": 4.9916006160109235e-05,
      "loss": 0.3355,
      "num_input_tokens_seen": 2019696,
      "step": 1045
    },
    {
      "epoch": 0.17130271637164532,
      "grad_norm": 1.8901612758636475,
      "learning_rate": 4.991520015106464e-05,
      "loss": 0.3139,
      "num_input_tokens_seen": 2029776,
      "step": 1050
    },
    {
      "epoch": 0.17211844359246267,
      "grad_norm": 0.901054859161377,
      "learning_rate": 4.991439029978308e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 2037728,
      "step": 1055
    },
    {
      "epoch": 0.17293417081328005,
      "grad_norm": 1.8550162315368652,
      "learning_rate": 4.9913576606389434e-05,
      "loss": 0.2224,
      "num_input_tokens_seen": 2047616,
      "step": 1060
    },
    {
      "epoch": 0.1737498980340974,
      "grad_norm": 2.0186197757720947,
      "learning_rate": 4.991275907100919e-05,
      "loss": 0.3819,
      "num_input_tokens_seen": 2057440,
      "step": 1065
    },
    {
      "epoch": 0.17456562525491476,
      "grad_norm": 3.1301965713500977,
      "learning_rate": 4.9911937693768434e-05,
      "loss": 0.3778,
      "num_input_tokens_seen": 2066528,
      "step": 1070
    },
    {
      "epoch": 0.1753813524757321,
      "grad_norm": 2.067753314971924,
      "learning_rate": 4.991111247479382e-05,
      "loss": 0.2094,
      "num_input_tokens_seen": 2076288,
      "step": 1075
    },
    {
      "epoch": 0.17619707969654946,
      "grad_norm": 3.10933256149292,
      "learning_rate": 4.9910283414212605e-05,
      "loss": 0.2288,
      "num_input_tokens_seen": 2085920,
      "step": 1080
    },
    {
      "epoch": 0.17701280691736684,
      "grad_norm": 2.0097568035125732,
      "learning_rate": 4.990945051215265e-05,
      "loss": 0.268,
      "num_input_tokens_seen": 2095344,
      "step": 1085
    },
    {
      "epoch": 0.1778285341381842,
      "grad_norm": 2.0701446533203125,
      "learning_rate": 4.99086137687424e-05,
      "loss": 0.2422,
      "num_input_tokens_seen": 2104928,
      "step": 1090
    },
    {
      "epoch": 0.17864426135900155,
      "grad_norm": 1.240552544593811,
      "learning_rate": 4.9907773184110874e-05,
      "loss": 0.2771,
      "num_input_tokens_seen": 2117072,
      "step": 1095
    },
    {
      "epoch": 0.1794599885798189,
      "grad_norm": 1.0915791988372803,
      "learning_rate": 4.9906928758387715e-05,
      "loss": 0.3362,
      "num_input_tokens_seen": 2126640,
      "step": 1100
    },
    {
      "epoch": 0.18027571580063625,
      "grad_norm": 4.954874038696289,
      "learning_rate": 4.9906080491703146e-05,
      "loss": 0.3573,
      "num_input_tokens_seen": 2136112,
      "step": 1105
    },
    {
      "epoch": 0.18109144302145364,
      "grad_norm": 1.000380277633667,
      "learning_rate": 4.990522838418797e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 2145904,
      "step": 1110
    },
    {
      "epoch": 0.181907170242271,
      "grad_norm": 0.7285693883895874,
      "learning_rate": 4.9904372435973604e-05,
      "loss": 0.2292,
      "num_input_tokens_seen": 2157072,
      "step": 1115
    },
    {
      "epoch": 0.18272289746308834,
      "grad_norm": 1.2410475015640259,
      "learning_rate": 4.990351264719203e-05,
      "loss": 0.1541,
      "num_input_tokens_seen": 2166624,
      "step": 1120
    },
    {
      "epoch": 0.1835386246839057,
      "grad_norm": 0.5425634384155273,
      "learning_rate": 4.990264901797586e-05,
      "loss": 0.2384,
      "num_input_tokens_seen": 2176224,
      "step": 1125
    },
    {
      "epoch": 0.18435435190472307,
      "grad_norm": 2.021855354309082,
      "learning_rate": 4.990178154845826e-05,
      "loss": 0.2144,
      "num_input_tokens_seen": 2185856,
      "step": 1130
    },
    {
      "epoch": 0.18517007912554043,
      "grad_norm": 1.4859468936920166,
      "learning_rate": 4.9900910238773014e-05,
      "loss": 0.3012,
      "num_input_tokens_seen": 2194608,
      "step": 1135
    },
    {
      "epoch": 0.18598580634635778,
      "grad_norm": 1.7000551223754883,
      "learning_rate": 4.990003508905448e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 2203312,
      "step": 1140
    },
    {
      "epoch": 0.18680153356717513,
      "grad_norm": 1.3746106624603271,
      "learning_rate": 4.989915609943763e-05,
      "loss": 0.1967,
      "num_input_tokens_seen": 2214048,
      "step": 1145
    },
    {
      "epoch": 0.18761726078799248,
      "grad_norm": 1.9844257831573486,
      "learning_rate": 4.9898273270058e-05,
      "loss": 0.2137,
      "num_input_tokens_seen": 2222032,
      "step": 1150
    },
    {
      "epoch": 0.18843298800880987,
      "grad_norm": 0.7384738326072693,
      "learning_rate": 4.989738660105174e-05,
      "loss": 0.2189,
      "num_input_tokens_seen": 2231232,
      "step": 1155
    },
    {
      "epoch": 0.18924871522962722,
      "grad_norm": 1.2612290382385254,
      "learning_rate": 4.989649609255559e-05,
      "loss": 0.1991,
      "num_input_tokens_seen": 2240128,
      "step": 1160
    },
    {
      "epoch": 0.19006444245044457,
      "grad_norm": 1.1891900300979614,
      "learning_rate": 4.989560174470687e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 2250016,
      "step": 1165
    },
    {
      "epoch": 0.19088016967126192,
      "grad_norm": 0.9263025522232056,
      "learning_rate": 4.989470355764351e-05,
      "loss": 0.1759,
      "num_input_tokens_seen": 2260192,
      "step": 1170
    },
    {
      "epoch": 0.19169589689207928,
      "grad_norm": 1.1865348815917969,
      "learning_rate": 4.9893801531504e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 2270288,
      "step": 1175
    },
    {
      "epoch": 0.19251162411289666,
      "grad_norm": 2.5984878540039062,
      "learning_rate": 4.9892895666427475e-05,
      "loss": 0.209,
      "num_input_tokens_seen": 2280112,
      "step": 1180
    },
    {
      "epoch": 0.193327351333714,
      "grad_norm": 1.8373006582260132,
      "learning_rate": 4.9891985962553606e-05,
      "loss": 0.2892,
      "num_input_tokens_seen": 2290160,
      "step": 1185
    },
    {
      "epoch": 0.19414307855453136,
      "grad_norm": 0.397748202085495,
      "learning_rate": 4.989107242002269e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 2298560,
      "step": 1190
    },
    {
      "epoch": 0.19495880577534871,
      "grad_norm": 1.7399184703826904,
      "learning_rate": 4.989015503897561e-05,
      "loss": 0.2071,
      "num_input_tokens_seen": 2307312,
      "step": 1195
    },
    {
      "epoch": 0.1957745329961661,
      "grad_norm": 1.3065983057022095,
      "learning_rate": 4.988923381955383e-05,
      "loss": 0.2371,
      "num_input_tokens_seen": 2315744,
      "step": 1200
    },
    {
      "epoch": 0.1957745329961661,
      "eval_loss": 0.22877193987369537,
      "eval_runtime": 71.3784,
      "eval_samples_per_second": 38.177,
      "eval_steps_per_second": 19.095,
      "num_input_tokens_seen": 2315744,
      "step": 1200
    },
    {
      "epoch": 0.19659026021698345,
      "grad_norm": 1.5082049369812012,
      "learning_rate": 4.988830876189942e-05,
      "loss": 0.2782,
      "num_input_tokens_seen": 2325456,
      "step": 1205
    },
    {
      "epoch": 0.1974059874378008,
      "grad_norm": 2.308621406555176,
      "learning_rate": 4.988737986615503e-05,
      "loss": 0.239,
      "num_input_tokens_seen": 2334768,
      "step": 1210
    },
    {
      "epoch": 0.19822171465861815,
      "grad_norm": 1.6318414211273193,
      "learning_rate": 4.988644713246391e-05,
      "loss": 0.2795,
      "num_input_tokens_seen": 2345232,
      "step": 1215
    },
    {
      "epoch": 0.1990374418794355,
      "grad_norm": 1.489539384841919,
      "learning_rate": 4.988551056096991e-05,
      "loss": 0.1686,
      "num_input_tokens_seen": 2355424,
      "step": 1220
    },
    {
      "epoch": 0.1998531691002529,
      "grad_norm": 1.7566996812820435,
      "learning_rate": 4.988457015181743e-05,
      "loss": 0.2647,
      "num_input_tokens_seen": 2364576,
      "step": 1225
    },
    {
      "epoch": 0.20066889632107024,
      "grad_norm": 1.3489880561828613,
      "learning_rate": 4.988362590515153e-05,
      "loss": 0.2878,
      "num_input_tokens_seen": 2375488,
      "step": 1230
    },
    {
      "epoch": 0.2014846235418876,
      "grad_norm": 1.6776167154312134,
      "learning_rate": 4.9882677821117805e-05,
      "loss": 0.3047,
      "num_input_tokens_seen": 2386272,
      "step": 1235
    },
    {
      "epoch": 0.20230035076270494,
      "grad_norm": 0.9145285487174988,
      "learning_rate": 4.988172589986246e-05,
      "loss": 0.2439,
      "num_input_tokens_seen": 2395952,
      "step": 1240
    },
    {
      "epoch": 0.2031160779835223,
      "grad_norm": 1.2707091569900513,
      "learning_rate": 4.9880770141532304e-05,
      "loss": 0.1635,
      "num_input_tokens_seen": 2404944,
      "step": 1245
    },
    {
      "epoch": 0.20393180520433968,
      "grad_norm": 1.3613964319229126,
      "learning_rate": 4.987981054627472e-05,
      "loss": 0.3089,
      "num_input_tokens_seen": 2414656,
      "step": 1250
    },
    {
      "epoch": 0.20474753242515703,
      "grad_norm": 0.7713242173194885,
      "learning_rate": 4.987884711423769e-05,
      "loss": 0.239,
      "num_input_tokens_seen": 2423456,
      "step": 1255
    },
    {
      "epoch": 0.20556325964597438,
      "grad_norm": 0.8283630013465881,
      "learning_rate": 4.9877879845569784e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 2434368,
      "step": 1260
    },
    {
      "epoch": 0.20637898686679174,
      "grad_norm": 2.2519476413726807,
      "learning_rate": 4.9876908740420175e-05,
      "loss": 0.2733,
      "num_input_tokens_seen": 2444240,
      "step": 1265
    },
    {
      "epoch": 0.20719471408760912,
      "grad_norm": 1.1972349882125854,
      "learning_rate": 4.987593379893861e-05,
      "loss": 0.1933,
      "num_input_tokens_seen": 2453456,
      "step": 1270
    },
    {
      "epoch": 0.20801044130842647,
      "grad_norm": 1.2216567993164062,
      "learning_rate": 4.987495502127545e-05,
      "loss": 0.2301,
      "num_input_tokens_seen": 2463504,
      "step": 1275
    },
    {
      "epoch": 0.20882616852924382,
      "grad_norm": 1.443872094154358,
      "learning_rate": 4.987397240758162e-05,
      "loss": 0.286,
      "num_input_tokens_seen": 2473408,
      "step": 1280
    },
    {
      "epoch": 0.20964189575006117,
      "grad_norm": 1.7380971908569336,
      "learning_rate": 4.9872985958008664e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 2482832,
      "step": 1285
    },
    {
      "epoch": 0.21045762297087853,
      "grad_norm": 0.30910152196884155,
      "learning_rate": 4.987199567270871e-05,
      "loss": 0.2192,
      "num_input_tokens_seen": 2492720,
      "step": 1290
    },
    {
      "epoch": 0.2112733501916959,
      "grad_norm": 2.0344791412353516,
      "learning_rate": 4.9871001551834444e-05,
      "loss": 0.3239,
      "num_input_tokens_seen": 2503136,
      "step": 1295
    },
    {
      "epoch": 0.21208907741251326,
      "grad_norm": 3.018432140350342,
      "learning_rate": 4.98700035955392e-05,
      "loss": 0.3089,
      "num_input_tokens_seen": 2511568,
      "step": 1300
    },
    {
      "epoch": 0.2129048046333306,
      "grad_norm": 2.5756447315216064,
      "learning_rate": 4.986900180397686e-05,
      "loss": 0.3325,
      "num_input_tokens_seen": 2522256,
      "step": 1305
    },
    {
      "epoch": 0.21372053185414797,
      "grad_norm": 0.7770732045173645,
      "learning_rate": 4.9867996177301926e-05,
      "loss": 0.2435,
      "num_input_tokens_seen": 2532016,
      "step": 1310
    },
    {
      "epoch": 0.21453625907496532,
      "grad_norm": 0.7828168272972107,
      "learning_rate": 4.9866986715669464e-05,
      "loss": 0.2323,
      "num_input_tokens_seen": 2540800,
      "step": 1315
    },
    {
      "epoch": 0.2153519862957827,
      "grad_norm": 1.307803750038147,
      "learning_rate": 4.9865973419235155e-05,
      "loss": 0.2008,
      "num_input_tokens_seen": 2551200,
      "step": 1320
    },
    {
      "epoch": 0.21616771351660005,
      "grad_norm": 2.3194961547851562,
      "learning_rate": 4.986495628815526e-05,
      "loss": 0.2357,
      "num_input_tokens_seen": 2561312,
      "step": 1325
    },
    {
      "epoch": 0.2169834407374174,
      "grad_norm": 1.3285844326019287,
      "learning_rate": 4.986393532258663e-05,
      "loss": 0.1757,
      "num_input_tokens_seen": 2570784,
      "step": 1330
    },
    {
      "epoch": 0.21779916795823476,
      "grad_norm": 0.6281004548072815,
      "learning_rate": 4.986291052268671e-05,
      "loss": 0.2287,
      "num_input_tokens_seen": 2581168,
      "step": 1335
    },
    {
      "epoch": 0.21861489517905214,
      "grad_norm": 0.8625329732894897,
      "learning_rate": 4.986188188861355e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 2590416,
      "step": 1340
    },
    {
      "epoch": 0.2194306223998695,
      "grad_norm": 1.0581055879592896,
      "learning_rate": 4.9860849420525766e-05,
      "loss": 0.0984,
      "num_input_tokens_seen": 2601056,
      "step": 1345
    },
    {
      "epoch": 0.22024634962068684,
      "grad_norm": 1.5852363109588623,
      "learning_rate": 4.9859813118582575e-05,
      "loss": 0.2837,
      "num_input_tokens_seen": 2611152,
      "step": 1350
    },
    {
      "epoch": 0.2210620768415042,
      "grad_norm": 0.6080201864242554,
      "learning_rate": 4.98587729829438e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 2620240,
      "step": 1355
    },
    {
      "epoch": 0.22187780406232155,
      "grad_norm": 1.1106921434402466,
      "learning_rate": 4.985772901376983e-05,
      "loss": 0.1407,
      "num_input_tokens_seen": 2630912,
      "step": 1360
    },
    {
      "epoch": 0.22269353128313893,
      "grad_norm": 1.946753978729248,
      "learning_rate": 4.9856681211221666e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 2640560,
      "step": 1365
    },
    {
      "epoch": 0.22350925850395628,
      "grad_norm": 1.9524675607681274,
      "learning_rate": 4.985562957546089e-05,
      "loss": 0.268,
      "num_input_tokens_seen": 2650864,
      "step": 1370
    },
    {
      "epoch": 0.22432498572477363,
      "grad_norm": 0.7036387324333191,
      "learning_rate": 4.9854574106649686e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 2661920,
      "step": 1375
    },
    {
      "epoch": 0.225140712945591,
      "grad_norm": 0.7205799221992493,
      "learning_rate": 4.985351480495081e-05,
      "loss": 0.0863,
      "num_input_tokens_seen": 2671648,
      "step": 1380
    },
    {
      "epoch": 0.22595644016640834,
      "grad_norm": 1.4003435373306274,
      "learning_rate": 4.985245167052762e-05,
      "loss": 0.1767,
      "num_input_tokens_seen": 2681520,
      "step": 1385
    },
    {
      "epoch": 0.22677216738722572,
      "grad_norm": 0.6403657793998718,
      "learning_rate": 4.9851384703544066e-05,
      "loss": 0.2385,
      "num_input_tokens_seen": 2690720,
      "step": 1390
    },
    {
      "epoch": 0.22758789460804307,
      "grad_norm": 1.5144188404083252,
      "learning_rate": 4.985031390416469e-05,
      "loss": 0.2044,
      "num_input_tokens_seen": 2701280,
      "step": 1395
    },
    {
      "epoch": 0.22840362182886043,
      "grad_norm": 0.4063760042190552,
      "learning_rate": 4.984923927255461e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 2710208,
      "step": 1400
    },
    {
      "epoch": 0.22840362182886043,
      "eval_loss": 0.21945488452911377,
      "eval_runtime": 71.2816,
      "eval_samples_per_second": 38.229,
      "eval_steps_per_second": 19.121,
      "num_input_tokens_seen": 2710208,
      "step": 1400
    },
    {
      "epoch": 0.22921934904967778,
      "grad_norm": 1.4047877788543701,
      "learning_rate": 4.984816080887958e-05,
      "loss": 0.2434,
      "num_input_tokens_seen": 2721632,
      "step": 1405
    },
    {
      "epoch": 0.23003507627049516,
      "grad_norm": 1.949479103088379,
      "learning_rate": 4.9847078513305875e-05,
      "loss": 0.2375,
      "num_input_tokens_seen": 2731008,
      "step": 1410
    },
    {
      "epoch": 0.2308508034913125,
      "grad_norm": 1.4589112997055054,
      "learning_rate": 4.984599238600043e-05,
      "loss": 0.2136,
      "num_input_tokens_seen": 2740128,
      "step": 1415
    },
    {
      "epoch": 0.23166653071212986,
      "grad_norm": 1.2212646007537842,
      "learning_rate": 4.9844902427130716e-05,
      "loss": 0.2596,
      "num_input_tokens_seen": 2749328,
      "step": 1420
    },
    {
      "epoch": 0.23248225793294722,
      "grad_norm": 1.9086251258850098,
      "learning_rate": 4.984380863686482e-05,
      "loss": 0.3171,
      "num_input_tokens_seen": 2757456,
      "step": 1425
    },
    {
      "epoch": 0.23329798515376457,
      "grad_norm": 2.4238274097442627,
      "learning_rate": 4.984271101537143e-05,
      "loss": 0.2591,
      "num_input_tokens_seen": 2765200,
      "step": 1430
    },
    {
      "epoch": 0.23411371237458195,
      "grad_norm": 1.0906646251678467,
      "learning_rate": 4.9841609562819816e-05,
      "loss": 0.2696,
      "num_input_tokens_seen": 2775072,
      "step": 1435
    },
    {
      "epoch": 0.2349294395953993,
      "grad_norm": 1.2246555089950562,
      "learning_rate": 4.984050427937983e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 2784896,
      "step": 1440
    },
    {
      "epoch": 0.23574516681621666,
      "grad_norm": 1.8663049936294556,
      "learning_rate": 4.983939516522191e-05,
      "loss": 0.2807,
      "num_input_tokens_seen": 2794272,
      "step": 1445
    },
    {
      "epoch": 0.236560894037034,
      "grad_norm": 0.7156603336334229,
      "learning_rate": 4.983828222051711e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 2803072,
      "step": 1450
    },
    {
      "epoch": 0.23737662125785136,
      "grad_norm": 1.2302262783050537,
      "learning_rate": 4.983716544543705e-05,
      "loss": 0.2328,
      "num_input_tokens_seen": 2812528,
      "step": 1455
    },
    {
      "epoch": 0.23819234847866874,
      "grad_norm": 2.18921160697937,
      "learning_rate": 4.983604484015395e-05,
      "loss": 0.188,
      "num_input_tokens_seen": 2822464,
      "step": 1460
    },
    {
      "epoch": 0.2390080756994861,
      "grad_norm": 1.501436471939087,
      "learning_rate": 4.983492040484064e-05,
      "loss": 0.2062,
      "num_input_tokens_seen": 2832832,
      "step": 1465
    },
    {
      "epoch": 0.23982380292030345,
      "grad_norm": 1.5351147651672363,
      "learning_rate": 4.98337921396705e-05,
      "loss": 0.1672,
      "num_input_tokens_seen": 2844336,
      "step": 1470
    },
    {
      "epoch": 0.2406395301411208,
      "grad_norm": 1.4298357963562012,
      "learning_rate": 4.983266004481753e-05,
      "loss": 0.2773,
      "num_input_tokens_seen": 2854176,
      "step": 1475
    },
    {
      "epoch": 0.24145525736193818,
      "grad_norm": 1.7656506299972534,
      "learning_rate": 4.9831524120456316e-05,
      "loss": 0.2742,
      "num_input_tokens_seen": 2863888,
      "step": 1480
    },
    {
      "epoch": 0.24227098458275553,
      "grad_norm": 1.9771009683609009,
      "learning_rate": 4.9830384366762026e-05,
      "loss": 0.2031,
      "num_input_tokens_seen": 2872640,
      "step": 1485
    },
    {
      "epoch": 0.24308671180357289,
      "grad_norm": 1.8394360542297363,
      "learning_rate": 4.9829240783910436e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 2881488,
      "step": 1490
    },
    {
      "epoch": 0.24390243902439024,
      "grad_norm": 2.2755722999572754,
      "learning_rate": 4.982809337207789e-05,
      "loss": 0.2732,
      "num_input_tokens_seen": 2892336,
      "step": 1495
    },
    {
      "epoch": 0.2447181662452076,
      "grad_norm": 1.7294775247573853,
      "learning_rate": 4.9826942131441337e-05,
      "loss": 0.2301,
      "num_input_tokens_seen": 2901600,
      "step": 1500
    },
    {
      "epoch": 0.24553389346602497,
      "grad_norm": 1.8086798191070557,
      "learning_rate": 4.9825787062178315e-05,
      "loss": 0.369,
      "num_input_tokens_seen": 2911664,
      "step": 1505
    },
    {
      "epoch": 0.24634962068684232,
      "grad_norm": 1.6452847719192505,
      "learning_rate": 4.9824628164466945e-05,
      "loss": 0.2063,
      "num_input_tokens_seen": 2920976,
      "step": 1510
    },
    {
      "epoch": 0.24716534790765968,
      "grad_norm": 1.1043750047683716,
      "learning_rate": 4.982346543848595e-05,
      "loss": 0.2347,
      "num_input_tokens_seen": 2930864,
      "step": 1515
    },
    {
      "epoch": 0.24798107512847703,
      "grad_norm": 0.6604053378105164,
      "learning_rate": 4.9822298884414626e-05,
      "loss": 0.207,
      "num_input_tokens_seen": 2940944,
      "step": 1520
    },
    {
      "epoch": 0.24879680234929438,
      "grad_norm": 0.7884672284126282,
      "learning_rate": 4.982112850243288e-05,
      "loss": 0.2115,
      "num_input_tokens_seen": 2950768,
      "step": 1525
    },
    {
      "epoch": 0.24961252957011176,
      "grad_norm": 1.1587226390838623,
      "learning_rate": 4.98199542927212e-05,
      "loss": 0.2048,
      "num_input_tokens_seen": 2959600,
      "step": 1530
    },
    {
      "epoch": 0.2504282567909291,
      "grad_norm": 0.6369397640228271,
      "learning_rate": 4.981877625546066e-05,
      "loss": 0.3165,
      "num_input_tokens_seen": 2970000,
      "step": 1535
    },
    {
      "epoch": 0.25124398401174647,
      "grad_norm": 1.017933964729309,
      "learning_rate": 4.981759439083293e-05,
      "loss": 0.1746,
      "num_input_tokens_seen": 2980640,
      "step": 1540
    },
    {
      "epoch": 0.2520597112325638,
      "grad_norm": 1.1188992261886597,
      "learning_rate": 4.981640869902027e-05,
      "loss": 0.2549,
      "num_input_tokens_seen": 2990448,
      "step": 1545
    },
    {
      "epoch": 0.2528754384533812,
      "grad_norm": 1.2759512662887573,
      "learning_rate": 4.9815219180205517e-05,
      "loss": 0.1658,
      "num_input_tokens_seen": 2999568,
      "step": 1550
    },
    {
      "epoch": 0.2536911656741985,
      "grad_norm": 1.8699027299880981,
      "learning_rate": 4.9814025834572126e-05,
      "loss": 0.3273,
      "num_input_tokens_seen": 3009136,
      "step": 1555
    },
    {
      "epoch": 0.2545068928950159,
      "grad_norm": 1.5694589614868164,
      "learning_rate": 4.981282866230411e-05,
      "loss": 0.1733,
      "num_input_tokens_seen": 3018272,
      "step": 1560
    },
    {
      "epoch": 0.2553226201158333,
      "grad_norm": 1.4456522464752197,
      "learning_rate": 4.981162766358611e-05,
      "loss": 0.2165,
      "num_input_tokens_seen": 3027856,
      "step": 1565
    },
    {
      "epoch": 0.25613834733665064,
      "grad_norm": 0.619202196598053,
      "learning_rate": 4.9810422838603316e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 3037584,
      "step": 1570
    },
    {
      "epoch": 0.256954074557468,
      "grad_norm": 0.6236174702644348,
      "learning_rate": 4.9809214187541533e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 3045856,
      "step": 1575
    },
    {
      "epoch": 0.25776980177828535,
      "grad_norm": 0.45080024003982544,
      "learning_rate": 4.980800171058715e-05,
      "loss": 0.1316,
      "num_input_tokens_seen": 3053872,
      "step": 1580
    },
    {
      "epoch": 0.2585855289991027,
      "grad_norm": 0.7518648505210876,
      "learning_rate": 4.980678540792715e-05,
      "loss": 0.2464,
      "num_input_tokens_seen": 3064560,
      "step": 1585
    },
    {
      "epoch": 0.25940125621992005,
      "grad_norm": 2.8130006790161133,
      "learning_rate": 4.980556527974909e-05,
      "loss": 0.1824,
      "num_input_tokens_seen": 3075408,
      "step": 1590
    },
    {
      "epoch": 0.2602169834407374,
      "grad_norm": 2.228102207183838,
      "learning_rate": 4.980434132624114e-05,
      "loss": 0.2136,
      "num_input_tokens_seen": 3086240,
      "step": 1595
    },
    {
      "epoch": 0.26103271066155476,
      "grad_norm": 0.7027292847633362,
      "learning_rate": 4.980311354759205e-05,
      "loss": 0.1629,
      "num_input_tokens_seen": 3095216,
      "step": 1600
    },
    {
      "epoch": 0.26103271066155476,
      "eval_loss": 0.2125711590051651,
      "eval_runtime": 71.3787,
      "eval_samples_per_second": 38.177,
      "eval_steps_per_second": 19.095,
      "num_input_tokens_seen": 3095216,
      "step": 1600
    },
    {
      "epoch": 0.2618484378823721,
      "grad_norm": 0.41484880447387695,
      "learning_rate": 4.980188194399116e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 3105056,
      "step": 1605
    },
    {
      "epoch": 0.2626641651031895,
      "grad_norm": 1.283323884010315,
      "learning_rate": 4.9800646515628384e-05,
      "loss": 0.2738,
      "num_input_tokens_seen": 3116064,
      "step": 1610
    },
    {
      "epoch": 0.26347989232400687,
      "grad_norm": 2.021027088165283,
      "learning_rate": 4.979940726269426e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 3126272,
      "step": 1615
    },
    {
      "epoch": 0.2642956195448242,
      "grad_norm": 2.1168503761291504,
      "learning_rate": 4.979816418537988e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 3135520,
      "step": 1620
    },
    {
      "epoch": 0.2651113467656416,
      "grad_norm": 1.144799828529358,
      "learning_rate": 4.979691728387696e-05,
      "loss": 0.2401,
      "num_input_tokens_seen": 3145680,
      "step": 1625
    },
    {
      "epoch": 0.26592707398645893,
      "grad_norm": 1.464620590209961,
      "learning_rate": 4.979566655837776e-05,
      "loss": 0.2828,
      "num_input_tokens_seen": 3156032,
      "step": 1630
    },
    {
      "epoch": 0.2667428012072763,
      "grad_norm": 0.4799725115299225,
      "learning_rate": 4.9794412009075184e-05,
      "loss": 0.2437,
      "num_input_tokens_seen": 3164912,
      "step": 1635
    },
    {
      "epoch": 0.26755852842809363,
      "grad_norm": 0.9517858624458313,
      "learning_rate": 4.979315363616269e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 3175056,
      "step": 1640
    },
    {
      "epoch": 0.268374255648911,
      "grad_norm": 0.9600910544395447,
      "learning_rate": 4.979189143983434e-05,
      "loss": 0.1686,
      "num_input_tokens_seen": 3184976,
      "step": 1645
    },
    {
      "epoch": 0.26918998286972834,
      "grad_norm": 1.2401856184005737,
      "learning_rate": 4.979062542028478e-05,
      "loss": 0.2489,
      "num_input_tokens_seen": 3195552,
      "step": 1650
    },
    {
      "epoch": 0.27000571009054575,
      "grad_norm": 2.2861509323120117,
      "learning_rate": 4.978935557770923e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 3205312,
      "step": 1655
    },
    {
      "epoch": 0.2708214373113631,
      "grad_norm": 1.456931471824646,
      "learning_rate": 4.978808191230353e-05,
      "loss": 0.1794,
      "num_input_tokens_seen": 3215216,
      "step": 1660
    },
    {
      "epoch": 0.27163716453218045,
      "grad_norm": 1.1001583337783813,
      "learning_rate": 4.9786804424264085e-05,
      "loss": 0.1947,
      "num_input_tokens_seen": 3225024,
      "step": 1665
    },
    {
      "epoch": 0.2724528917529978,
      "grad_norm": 1.5453945398330688,
      "learning_rate": 4.978552311378792e-05,
      "loss": 0.2637,
      "num_input_tokens_seen": 3234032,
      "step": 1670
    },
    {
      "epoch": 0.27326861897381516,
      "grad_norm": 10.738828659057617,
      "learning_rate": 4.978423798107261e-05,
      "loss": 0.2635,
      "num_input_tokens_seen": 3244160,
      "step": 1675
    },
    {
      "epoch": 0.2740843461946325,
      "grad_norm": 1.1792556047439575,
      "learning_rate": 4.978294902631635e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 3254144,
      "step": 1680
    },
    {
      "epoch": 0.27490007341544986,
      "grad_norm": 1.6919236183166504,
      "learning_rate": 4.9781656249717914e-05,
      "loss": 0.2446,
      "num_input_tokens_seen": 3264400,
      "step": 1685
    },
    {
      "epoch": 0.2757158006362672,
      "grad_norm": 1.8612231016159058,
      "learning_rate": 4.9780359651476645e-05,
      "loss": 0.3148,
      "num_input_tokens_seen": 3273456,
      "step": 1690
    },
    {
      "epoch": 0.27653152785708457,
      "grad_norm": 1.362328052520752,
      "learning_rate": 4.977905923179251e-05,
      "loss": 0.1887,
      "num_input_tokens_seen": 3283680,
      "step": 1695
    },
    {
      "epoch": 0.2773472550779019,
      "grad_norm": 0.9578875303268433,
      "learning_rate": 4.977775499086606e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 3292960,
      "step": 1700
    },
    {
      "epoch": 0.27816298229871933,
      "grad_norm": 0.7187288403511047,
      "learning_rate": 4.97764469288984e-05,
      "loss": 0.2298,
      "num_input_tokens_seen": 3302160,
      "step": 1705
    },
    {
      "epoch": 0.2789787095195367,
      "grad_norm": 1.0570611953735352,
      "learning_rate": 4.977513504609127e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 3312400,
      "step": 1710
    },
    {
      "epoch": 0.27979443674035404,
      "grad_norm": 1.1138107776641846,
      "learning_rate": 4.9773819342646965e-05,
      "loss": 0.095,
      "num_input_tokens_seen": 3322352,
      "step": 1715
    },
    {
      "epoch": 0.2806101639611714,
      "grad_norm": 0.7427387237548828,
      "learning_rate": 4.97724998187684e-05,
      "loss": 0.2505,
      "num_input_tokens_seen": 3331536,
      "step": 1720
    },
    {
      "epoch": 0.28142589118198874,
      "grad_norm": 1.92046058177948,
      "learning_rate": 4.9771176474659045e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 3341632,
      "step": 1725
    },
    {
      "epoch": 0.2822416184028061,
      "grad_norm": 2.2701706886291504,
      "learning_rate": 4.976984931052299e-05,
      "loss": 0.1974,
      "num_input_tokens_seen": 3351200,
      "step": 1730
    },
    {
      "epoch": 0.28305734562362345,
      "grad_norm": 1.4146860837936401,
      "learning_rate": 4.976851832656489e-05,
      "loss": 0.2734,
      "num_input_tokens_seen": 3360480,
      "step": 1735
    },
    {
      "epoch": 0.2838730728444408,
      "grad_norm": 0.9709758758544922,
      "learning_rate": 4.9767183522990004e-05,
      "loss": 0.2281,
      "num_input_tokens_seen": 3368848,
      "step": 1740
    },
    {
      "epoch": 0.28468880006525815,
      "grad_norm": 1.909834384918213,
      "learning_rate": 4.9765844900004176e-05,
      "loss": 0.289,
      "num_input_tokens_seen": 3377680,
      "step": 1745
    },
    {
      "epoch": 0.28550452728607556,
      "grad_norm": 0.7986220717430115,
      "learning_rate": 4.9764502457813834e-05,
      "loss": 0.1332,
      "num_input_tokens_seen": 3388528,
      "step": 1750
    },
    {
      "epoch": 0.2863202545068929,
      "grad_norm": 1.034674882888794,
      "learning_rate": 4.9763156196626005e-05,
      "loss": 0.1685,
      "num_input_tokens_seen": 3398448,
      "step": 1755
    },
    {
      "epoch": 0.28713598172771027,
      "grad_norm": 1.7349039316177368,
      "learning_rate": 4.97618061166483e-05,
      "loss": 0.2605,
      "num_input_tokens_seen": 3407248,
      "step": 1760
    },
    {
      "epoch": 0.2879517089485276,
      "grad_norm": 1.5880519151687622,
      "learning_rate": 4.9760452218088915e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 3416640,
      "step": 1765
    },
    {
      "epoch": 0.28876743616934497,
      "grad_norm": 0.8133718371391296,
      "learning_rate": 4.975909450115663e-05,
      "loss": 0.2647,
      "num_input_tokens_seen": 3426016,
      "step": 1770
    },
    {
      "epoch": 0.2895831633901623,
      "grad_norm": 0.826787531375885,
      "learning_rate": 4.975773296606084e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 3436160,
      "step": 1775
    },
    {
      "epoch": 0.2903988906109797,
      "grad_norm": 3.9063611030578613,
      "learning_rate": 4.97563676130115e-05,
      "loss": 0.2623,
      "num_input_tokens_seen": 3446384,
      "step": 1780
    },
    {
      "epoch": 0.29121461783179703,
      "grad_norm": 1.737869143486023,
      "learning_rate": 4.9754998442219166e-05,
      "loss": 0.1918,
      "num_input_tokens_seen": 3455392,
      "step": 1785
    },
    {
      "epoch": 0.2920303450526144,
      "grad_norm": 1.0886269807815552,
      "learning_rate": 4.9753625453894984e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 3464144,
      "step": 1790
    },
    {
      "epoch": 0.2928460722734318,
      "grad_norm": 1.0808528661727905,
      "learning_rate": 4.975224864825068e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 3473504,
      "step": 1795
    },
    {
      "epoch": 0.29366179949424914,
      "grad_norm": 1.1565836668014526,
      "learning_rate": 4.9750868025498576e-05,
      "loss": 0.2661,
      "num_input_tokens_seen": 3483504,
      "step": 1800
    },
    {
      "epoch": 0.29366179949424914,
      "eval_loss": 0.20710720121860504,
      "eval_runtime": 71.3236,
      "eval_samples_per_second": 38.206,
      "eval_steps_per_second": 19.11,
      "num_input_tokens_seen": 3483504,
      "step": 1800
    },
    {
      "epoch": 0.2944775267150665,
      "grad_norm": 0.9842529892921448,
      "learning_rate": 4.974948358585158e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 3493856,
      "step": 1805
    },
    {
      "epoch": 0.29529325393588385,
      "grad_norm": 0.8725795745849609,
      "learning_rate": 4.9748095329523205e-05,
      "loss": 0.2184,
      "num_input_tokens_seen": 3502848,
      "step": 1810
    },
    {
      "epoch": 0.2961089811567012,
      "grad_norm": 0.9572964310646057,
      "learning_rate": 4.974670325672752e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 3513424,
      "step": 1815
    },
    {
      "epoch": 0.29692470837751855,
      "grad_norm": 1.999861717224121,
      "learning_rate": 4.974530736767921e-05,
      "loss": 0.2359,
      "num_input_tokens_seen": 3520816,
      "step": 1820
    },
    {
      "epoch": 0.2977404355983359,
      "grad_norm": 2.0572519302368164,
      "learning_rate": 4.9743907662593524e-05,
      "loss": 0.2594,
      "num_input_tokens_seen": 3531376,
      "step": 1825
    },
    {
      "epoch": 0.29855616281915326,
      "grad_norm": 1.0452547073364258,
      "learning_rate": 4.974250414168633e-05,
      "loss": 0.1364,
      "num_input_tokens_seen": 3542144,
      "step": 1830
    },
    {
      "epoch": 0.2993718900399706,
      "grad_norm": 1.5689606666564941,
      "learning_rate": 4.974109680517407e-05,
      "loss": 0.2197,
      "num_input_tokens_seen": 3551120,
      "step": 1835
    },
    {
      "epoch": 0.300187617260788,
      "grad_norm": 1.0637052059173584,
      "learning_rate": 4.973968565327376e-05,
      "loss": 0.2274,
      "num_input_tokens_seen": 3560800,
      "step": 1840
    },
    {
      "epoch": 0.3010033444816054,
      "grad_norm": 0.9168683290481567,
      "learning_rate": 4.973827068620303e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 3569280,
      "step": 1845
    },
    {
      "epoch": 0.3018190717024227,
      "grad_norm": 1.720136284828186,
      "learning_rate": 4.973685190418008e-05,
      "loss": 0.2144,
      "num_input_tokens_seen": 3578704,
      "step": 1850
    },
    {
      "epoch": 0.3026347989232401,
      "grad_norm": 0.6982932090759277,
      "learning_rate": 4.97354293074237e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 3587760,
      "step": 1855
    },
    {
      "epoch": 0.30345052614405743,
      "grad_norm": 3.024306297302246,
      "learning_rate": 4.9734002896153276e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 3596496,
      "step": 1860
    },
    {
      "epoch": 0.3042662533648748,
      "grad_norm": 0.4889996349811554,
      "learning_rate": 4.973257267058877e-05,
      "loss": 0.1574,
      "num_input_tokens_seen": 3605744,
      "step": 1865
    },
    {
      "epoch": 0.30508198058569214,
      "grad_norm": 1.0088942050933838,
      "learning_rate": 4.973113863095076e-05,
      "loss": 0.2452,
      "num_input_tokens_seen": 3615648,
      "step": 1870
    },
    {
      "epoch": 0.3058977078065095,
      "grad_norm": 1.541510820388794,
      "learning_rate": 4.9729700777460384e-05,
      "loss": 0.1812,
      "num_input_tokens_seen": 3625456,
      "step": 1875
    },
    {
      "epoch": 0.30671343502732684,
      "grad_norm": 1.4480829238891602,
      "learning_rate": 4.972825911033937e-05,
      "loss": 0.2012,
      "num_input_tokens_seen": 3635424,
      "step": 1880
    },
    {
      "epoch": 0.3075291622481442,
      "grad_norm": 1.2547258138656616,
      "learning_rate": 4.9726813629810056e-05,
      "loss": 0.2862,
      "num_input_tokens_seen": 3644816,
      "step": 1885
    },
    {
      "epoch": 0.3083448894689616,
      "grad_norm": 1.1383521556854248,
      "learning_rate": 4.9725364336095326e-05,
      "loss": 0.1907,
      "num_input_tokens_seen": 3654592,
      "step": 1890
    },
    {
      "epoch": 0.30916061668977896,
      "grad_norm": 0.5132988095283508,
      "learning_rate": 4.972391122941871e-05,
      "loss": 0.1438,
      "num_input_tokens_seen": 3663568,
      "step": 1895
    },
    {
      "epoch": 0.3099763439105963,
      "grad_norm": 1.5871678590774536,
      "learning_rate": 4.972245431000428e-05,
      "loss": 0.2737,
      "num_input_tokens_seen": 3673520,
      "step": 1900
    },
    {
      "epoch": 0.31079207113141366,
      "grad_norm": 0.9071115255355835,
      "learning_rate": 4.972099357807671e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 3684416,
      "step": 1905
    },
    {
      "epoch": 0.311607798352231,
      "grad_norm": 4.497821807861328,
      "learning_rate": 4.971952903386127e-05,
      "loss": 0.2575,
      "num_input_tokens_seen": 3694736,
      "step": 1910
    },
    {
      "epoch": 0.31242352557304837,
      "grad_norm": 0.5475602746009827,
      "learning_rate": 4.971806067758381e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 3704400,
      "step": 1915
    },
    {
      "epoch": 0.3132392527938657,
      "grad_norm": 0.7734212875366211,
      "learning_rate": 4.971658850947076e-05,
      "loss": 0.2996,
      "num_input_tokens_seen": 3714160,
      "step": 1920
    },
    {
      "epoch": 0.31405498001468307,
      "grad_norm": 1.2267141342163086,
      "learning_rate": 4.9715112529749165e-05,
      "loss": 0.179,
      "num_input_tokens_seen": 3724864,
      "step": 1925
    },
    {
      "epoch": 0.3148707072355004,
      "grad_norm": 1.343725562095642,
      "learning_rate": 4.9713632738646624e-05,
      "loss": 0.2207,
      "num_input_tokens_seen": 3735088,
      "step": 1930
    },
    {
      "epoch": 0.31568643445631783,
      "grad_norm": 0.5579210519790649,
      "learning_rate": 4.971214913639134e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 3745360,
      "step": 1935
    },
    {
      "epoch": 0.3165021616771352,
      "grad_norm": 0.8920814990997314,
      "learning_rate": 4.9710661723212104e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 3755968,
      "step": 1940
    },
    {
      "epoch": 0.31731788889795254,
      "grad_norm": 1.172676682472229,
      "learning_rate": 4.9709170499338295e-05,
      "loss": 0.1812,
      "num_input_tokens_seen": 3764672,
      "step": 1945
    },
    {
      "epoch": 0.3181336161187699,
      "grad_norm": 2.1638669967651367,
      "learning_rate": 4.9707675464999895e-05,
      "loss": 0.2403,
      "num_input_tokens_seen": 3774208,
      "step": 1950
    },
    {
      "epoch": 0.31894934333958724,
      "grad_norm": 1.7555278539657593,
      "learning_rate": 4.970617662042743e-05,
      "loss": 0.192,
      "num_input_tokens_seen": 3784528,
      "step": 1955
    },
    {
      "epoch": 0.3197650705604046,
      "grad_norm": 1.0260306596755981,
      "learning_rate": 4.970467396585206e-05,
      "loss": 0.2113,
      "num_input_tokens_seen": 3793696,
      "step": 1960
    },
    {
      "epoch": 0.32058079778122195,
      "grad_norm": 1.1424258947372437,
      "learning_rate": 4.97031675015055e-05,
      "loss": 0.2946,
      "num_input_tokens_seen": 3802848,
      "step": 1965
    },
    {
      "epoch": 0.3213965250020393,
      "grad_norm": 1.5466150045394897,
      "learning_rate": 4.9701657227620075e-05,
      "loss": 0.2163,
      "num_input_tokens_seen": 3812592,
      "step": 1970
    },
    {
      "epoch": 0.32221225222285665,
      "grad_norm": 0.8187905550003052,
      "learning_rate": 4.9700143144428685e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 3822224,
      "step": 1975
    },
    {
      "epoch": 0.32302797944367406,
      "grad_norm": 1.3362044095993042,
      "learning_rate": 4.969862525216482e-05,
      "loss": 0.2262,
      "num_input_tokens_seen": 3831824,
      "step": 1980
    },
    {
      "epoch": 0.3238437066644914,
      "grad_norm": 0.6232067942619324,
      "learning_rate": 4.9697103551062556e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 3841392,
      "step": 1985
    },
    {
      "epoch": 0.32465943388530877,
      "grad_norm": 1.0039780139923096,
      "learning_rate": 4.9695578041356565e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 3851200,
      "step": 1990
    },
    {
      "epoch": 0.3254751611061261,
      "grad_norm": 0.746300220489502,
      "learning_rate": 4.969404872328209e-05,
      "loss": 0.1391,
      "num_input_tokens_seen": 3861664,
      "step": 1995
    },
    {
      "epoch": 0.3262908883269435,
      "grad_norm": 1.8509849309921265,
      "learning_rate": 4.969251559707498e-05,
      "loss": 0.2605,
      "num_input_tokens_seen": 3872976,
      "step": 2000
    },
    {
      "epoch": 0.3262908883269435,
      "eval_loss": 0.20134200155735016,
      "eval_runtime": 71.3697,
      "eval_samples_per_second": 38.181,
      "eval_steps_per_second": 19.098,
      "num_input_tokens_seen": 3872976,
      "step": 2000
    },
    {
      "epoch": 0.3271066155477608,
      "grad_norm": 1.8116546869277954,
      "learning_rate": 4.9690978662971674e-05,
      "loss": 0.2436,
      "num_input_tokens_seen": 3882896,
      "step": 2005
    },
    {
      "epoch": 0.3279223427685782,
      "grad_norm": 1.543114185333252,
      "learning_rate": 4.968943792120916e-05,
      "loss": 0.2204,
      "num_input_tokens_seen": 3892848,
      "step": 2010
    },
    {
      "epoch": 0.32873806998939553,
      "grad_norm": 1.7612875699996948,
      "learning_rate": 4.9687893372025046e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 3903072,
      "step": 2015
    },
    {
      "epoch": 0.3295537972102129,
      "grad_norm": 0.6511588096618652,
      "learning_rate": 4.9686345015657535e-05,
      "loss": 0.2091,
      "num_input_tokens_seen": 3913776,
      "step": 2020
    },
    {
      "epoch": 0.33036952443103024,
      "grad_norm": 0.8192362785339355,
      "learning_rate": 4.968479285234538e-05,
      "loss": 0.1627,
      "num_input_tokens_seen": 3923568,
      "step": 2025
    },
    {
      "epoch": 0.33118525165184765,
      "grad_norm": 1.444344401359558,
      "learning_rate": 4.9683236882327974e-05,
      "loss": 0.2341,
      "num_input_tokens_seen": 3933280,
      "step": 2030
    },
    {
      "epoch": 0.332000978872665,
      "grad_norm": 1.2163872718811035,
      "learning_rate": 4.968167710584526e-05,
      "loss": 0.2361,
      "num_input_tokens_seen": 3942032,
      "step": 2035
    },
    {
      "epoch": 0.33281670609348235,
      "grad_norm": 1.2294094562530518,
      "learning_rate": 4.968011352313775e-05,
      "loss": 0.1921,
      "num_input_tokens_seen": 3951728,
      "step": 2040
    },
    {
      "epoch": 0.3336324333142997,
      "grad_norm": 1.1419669389724731,
      "learning_rate": 4.967854613444659e-05,
      "loss": 0.2003,
      "num_input_tokens_seen": 3961536,
      "step": 2045
    },
    {
      "epoch": 0.33444816053511706,
      "grad_norm": 0.9007813930511475,
      "learning_rate": 4.967697494001349e-05,
      "loss": 0.2382,
      "num_input_tokens_seen": 3970800,
      "step": 2050
    },
    {
      "epoch": 0.3352638877559344,
      "grad_norm": 1.195602297782898,
      "learning_rate": 4.9675399940080736e-05,
      "loss": 0.1804,
      "num_input_tokens_seen": 3980640,
      "step": 2055
    },
    {
      "epoch": 0.33607961497675176,
      "grad_norm": 1.2447869777679443,
      "learning_rate": 4.9673821134891226e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 3989552,
      "step": 2060
    },
    {
      "epoch": 0.3368953421975691,
      "grad_norm": 0.9876224398612976,
      "learning_rate": 4.967223852468842e-05,
      "loss": 0.2039,
      "num_input_tokens_seen": 3999152,
      "step": 2065
    },
    {
      "epoch": 0.33771106941838647,
      "grad_norm": 0.8989781141281128,
      "learning_rate": 4.967065210971639e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 4009472,
      "step": 2070
    },
    {
      "epoch": 0.3385267966392039,
      "grad_norm": 0.9803780317306519,
      "learning_rate": 4.966906189021977e-05,
      "loss": 0.1646,
      "num_input_tokens_seen": 4019552,
      "step": 2075
    },
    {
      "epoch": 0.33934252386002123,
      "grad_norm": 1.3453742265701294,
      "learning_rate": 4.966746786644379e-05,
      "loss": 0.232,
      "num_input_tokens_seen": 4027968,
      "step": 2080
    },
    {
      "epoch": 0.3401582510808386,
      "grad_norm": 2.2165029048919678,
      "learning_rate": 4.966587003863429e-05,
      "loss": 0.1921,
      "num_input_tokens_seen": 4037184,
      "step": 2085
    },
    {
      "epoch": 0.34097397830165593,
      "grad_norm": 0.6722076535224915,
      "learning_rate": 4.966426840703765e-05,
      "loss": 0.2149,
      "num_input_tokens_seen": 4047760,
      "step": 2090
    },
    {
      "epoch": 0.3417897055224733,
      "grad_norm": 1.2236413955688477,
      "learning_rate": 4.9662662971900875e-05,
      "loss": 0.2237,
      "num_input_tokens_seen": 4057152,
      "step": 2095
    },
    {
      "epoch": 0.34260543274329064,
      "grad_norm": 0.7810267806053162,
      "learning_rate": 4.9661053733471534e-05,
      "loss": 0.1572,
      "num_input_tokens_seen": 4066320,
      "step": 2100
    },
    {
      "epoch": 0.343421159964108,
      "grad_norm": 1.614880084991455,
      "learning_rate": 4.965944069199781e-05,
      "loss": 0.2592,
      "num_input_tokens_seen": 4076464,
      "step": 2105
    },
    {
      "epoch": 0.34423688718492534,
      "grad_norm": 1.0548696517944336,
      "learning_rate": 4.965782384772842e-05,
      "loss": 0.2556,
      "num_input_tokens_seen": 4085456,
      "step": 2110
    },
    {
      "epoch": 0.3450526144057427,
      "grad_norm": 0.5721427798271179,
      "learning_rate": 4.9656203200912734e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 4095104,
      "step": 2115
    },
    {
      "epoch": 0.3458683416265601,
      "grad_norm": 1.144613265991211,
      "learning_rate": 4.965457875180067e-05,
      "loss": 0.2548,
      "num_input_tokens_seen": 4105312,
      "step": 2120
    },
    {
      "epoch": 0.34668406884737746,
      "grad_norm": 0.8349775075912476,
      "learning_rate": 4.9652950500642724e-05,
      "loss": 0.1812,
      "num_input_tokens_seen": 4115248,
      "step": 2125
    },
    {
      "epoch": 0.3474997960681948,
      "grad_norm": 0.4365156590938568,
      "learning_rate": 4.965131844769001e-05,
      "loss": 0.104,
      "num_input_tokens_seen": 4124560,
      "step": 2130
    },
    {
      "epoch": 0.34831552328901216,
      "grad_norm": 1.7760165929794312,
      "learning_rate": 4.96496825931942e-05,
      "loss": 0.2365,
      "num_input_tokens_seen": 4133776,
      "step": 2135
    },
    {
      "epoch": 0.3491312505098295,
      "grad_norm": 0.8668369054794312,
      "learning_rate": 4.9648042937407566e-05,
      "loss": 0.2157,
      "num_input_tokens_seen": 4142480,
      "step": 2140
    },
    {
      "epoch": 0.34994697773064687,
      "grad_norm": 0.32712408900260925,
      "learning_rate": 4.964639948058297e-05,
      "loss": 0.1708,
      "num_input_tokens_seen": 4151184,
      "step": 2145
    },
    {
      "epoch": 0.3507627049514642,
      "grad_norm": 1.422052264213562,
      "learning_rate": 4.9644752222973846e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 4160656,
      "step": 2150
    },
    {
      "epoch": 0.3515784321722816,
      "grad_norm": 1.2647665739059448,
      "learning_rate": 4.964310116483422e-05,
      "loss": 0.1905,
      "num_input_tokens_seen": 4171104,
      "step": 2155
    },
    {
      "epoch": 0.3523941593930989,
      "grad_norm": 1.3795982599258423,
      "learning_rate": 4.964144630641872e-05,
      "loss": 0.237,
      "num_input_tokens_seen": 4180128,
      "step": 2160
    },
    {
      "epoch": 0.3532098866139163,
      "grad_norm": 1.1359902620315552,
      "learning_rate": 4.9639787647982525e-05,
      "loss": 0.1494,
      "num_input_tokens_seen": 4188944,
      "step": 2165
    },
    {
      "epoch": 0.3540256138347337,
      "grad_norm": 0.7823314070701599,
      "learning_rate": 4.963812518978143e-05,
      "loss": 0.1803,
      "num_input_tokens_seen": 4199472,
      "step": 2170
    },
    {
      "epoch": 0.35484134105555104,
      "grad_norm": 1.5240240097045898,
      "learning_rate": 4.963645893207182e-05,
      "loss": 0.2468,
      "num_input_tokens_seen": 4208624,
      "step": 2175
    },
    {
      "epoch": 0.3556570682763684,
      "grad_norm": 0.9211140871047974,
      "learning_rate": 4.963478887511063e-05,
      "loss": 0.2203,
      "num_input_tokens_seen": 4217488,
      "step": 2180
    },
    {
      "epoch": 0.35647279549718575,
      "grad_norm": 1.2292298078536987,
      "learning_rate": 4.963311501915542e-05,
      "loss": 0.1771,
      "num_input_tokens_seen": 4226336,
      "step": 2185
    },
    {
      "epoch": 0.3572885227180031,
      "grad_norm": 0.966431736946106,
      "learning_rate": 4.963143736446432e-05,
      "loss": 0.3156,
      "num_input_tokens_seen": 4235168,
      "step": 2190
    },
    {
      "epoch": 0.35810424993882045,
      "grad_norm": 1.223085880279541,
      "learning_rate": 4.962975591129603e-05,
      "loss": 0.2687,
      "num_input_tokens_seen": 4244912,
      "step": 2195
    },
    {
      "epoch": 0.3589199771596378,
      "grad_norm": 1.532251238822937,
      "learning_rate": 4.962807065990986e-05,
      "loss": 0.2698,
      "num_input_tokens_seen": 4254272,
      "step": 2200
    },
    {
      "epoch": 0.3589199771596378,
      "eval_loss": 0.20145271718502045,
      "eval_runtime": 71.3324,
      "eval_samples_per_second": 38.201,
      "eval_steps_per_second": 19.108,
      "num_input_tokens_seen": 4254272,
      "step": 2200
    },
    {
      "epoch": 0.35973570438045516,
      "grad_norm": 0.7655650973320007,
      "learning_rate": 4.9626381610565714e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 4263248,
      "step": 2205
    },
    {
      "epoch": 0.3605514316012725,
      "grad_norm": 1.5656880140304565,
      "learning_rate": 4.9624688763524043e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 4273664,
      "step": 2210
    },
    {
      "epoch": 0.3613671588220899,
      "grad_norm": 2.120802164077759,
      "learning_rate": 4.962299211904591e-05,
      "loss": 0.193,
      "num_input_tokens_seen": 4283360,
      "step": 2215
    },
    {
      "epoch": 0.36218288604290727,
      "grad_norm": 1.4974998235702515,
      "learning_rate": 4.962129167739296e-05,
      "loss": 0.2848,
      "num_input_tokens_seen": 4293648,
      "step": 2220
    },
    {
      "epoch": 0.3629986132637246,
      "grad_norm": 1.4651696681976318,
      "learning_rate": 4.961958743882742e-05,
      "loss": 0.2176,
      "num_input_tokens_seen": 4303264,
      "step": 2225
    },
    {
      "epoch": 0.363814340484542,
      "grad_norm": 1.0946173667907715,
      "learning_rate": 4.961787940361211e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 4313136,
      "step": 2230
    },
    {
      "epoch": 0.36463006770535933,
      "grad_norm": 1.5044687986373901,
      "learning_rate": 4.961616757201043e-05,
      "loss": 0.2117,
      "num_input_tokens_seen": 4323424,
      "step": 2235
    },
    {
      "epoch": 0.3654457949261767,
      "grad_norm": 0.47450923919677734,
      "learning_rate": 4.961445194428637e-05,
      "loss": 0.1985,
      "num_input_tokens_seen": 4332848,
      "step": 2240
    },
    {
      "epoch": 0.36626152214699403,
      "grad_norm": 2.2032151222229004,
      "learning_rate": 4.9612732520704486e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 4343344,
      "step": 2245
    },
    {
      "epoch": 0.3670772493678114,
      "grad_norm": 1.6499630212783813,
      "learning_rate": 4.961100930152994e-05,
      "loss": 0.3008,
      "num_input_tokens_seen": 4352656,
      "step": 2250
    },
    {
      "epoch": 0.36789297658862874,
      "grad_norm": 1.3512425422668457,
      "learning_rate": 4.960928228702849e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 4362736,
      "step": 2255
    },
    {
      "epoch": 0.36870870380944615,
      "grad_norm": 2.0952048301696777,
      "learning_rate": 4.960755147746645e-05,
      "loss": 0.1626,
      "num_input_tokens_seen": 4369776,
      "step": 2260
    },
    {
      "epoch": 0.3695244310302635,
      "grad_norm": 0.8086272478103638,
      "learning_rate": 4.9605816873110736e-05,
      "loss": 0.2502,
      "num_input_tokens_seen": 4379200,
      "step": 2265
    },
    {
      "epoch": 0.37034015825108085,
      "grad_norm": 1.3149417638778687,
      "learning_rate": 4.960407847422883e-05,
      "loss": 0.2204,
      "num_input_tokens_seen": 4388080,
      "step": 2270
    },
    {
      "epoch": 0.3711558854718982,
      "grad_norm": 0.7920256853103638,
      "learning_rate": 4.960233628108885e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 4398368,
      "step": 2275
    },
    {
      "epoch": 0.37197161269271556,
      "grad_norm": 0.7346406579017639,
      "learning_rate": 4.960059029395942e-05,
      "loss": 0.1653,
      "num_input_tokens_seen": 4407936,
      "step": 2280
    },
    {
      "epoch": 0.3727873399135329,
      "grad_norm": 2.271421194076538,
      "learning_rate": 4.959884051310983e-05,
      "loss": 0.2986,
      "num_input_tokens_seen": 4418464,
      "step": 2285
    },
    {
      "epoch": 0.37360306713435026,
      "grad_norm": 0.7051560878753662,
      "learning_rate": 4.959708693880991e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 4427232,
      "step": 2290
    },
    {
      "epoch": 0.3744187943551676,
      "grad_norm": 0.866613507270813,
      "learning_rate": 4.9595329571330074e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 4435920,
      "step": 2295
    },
    {
      "epoch": 0.37523452157598497,
      "grad_norm": 0.4170011579990387,
      "learning_rate": 4.9593568410941326e-05,
      "loss": 0.1738,
      "num_input_tokens_seen": 4445232,
      "step": 2300
    },
    {
      "epoch": 0.3760502487968023,
      "grad_norm": 1.3718119859695435,
      "learning_rate": 4.959180345791528e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 4454464,
      "step": 2305
    },
    {
      "epoch": 0.37686597601761973,
      "grad_norm": 0.9790120720863342,
      "learning_rate": 4.9590034712524086e-05,
      "loss": 0.2315,
      "num_input_tokens_seen": 4464432,
      "step": 2310
    },
    {
      "epoch": 0.3776817032384371,
      "grad_norm": 1.9006160497665405,
      "learning_rate": 4.958826217504053e-05,
      "loss": 0.2495,
      "num_input_tokens_seen": 4474368,
      "step": 2315
    },
    {
      "epoch": 0.37849743045925444,
      "grad_norm": 0.6459683179855347,
      "learning_rate": 4.958648584573795e-05,
      "loss": 0.2507,
      "num_input_tokens_seen": 4483856,
      "step": 2320
    },
    {
      "epoch": 0.3793131576800718,
      "grad_norm": 0.8844051957130432,
      "learning_rate": 4.958470572489028e-05,
      "loss": 0.2592,
      "num_input_tokens_seen": 4493104,
      "step": 2325
    },
    {
      "epoch": 0.38012888490088914,
      "grad_norm": 0.6197348833084106,
      "learning_rate": 4.958292181277203e-05,
      "loss": 0.2096,
      "num_input_tokens_seen": 4502848,
      "step": 2330
    },
    {
      "epoch": 0.3809446121217065,
      "grad_norm": 0.4207504093647003,
      "learning_rate": 4.958113410965832e-05,
      "loss": 0.21,
      "num_input_tokens_seen": 4512384,
      "step": 2335
    },
    {
      "epoch": 0.38176033934252385,
      "grad_norm": 0.5501617789268494,
      "learning_rate": 4.957934261582481e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 4523760,
      "step": 2340
    },
    {
      "epoch": 0.3825760665633412,
      "grad_norm": 2.1754965782165527,
      "learning_rate": 4.95775473315478e-05,
      "loss": 0.2402,
      "num_input_tokens_seen": 4533472,
      "step": 2345
    },
    {
      "epoch": 0.38339179378415855,
      "grad_norm": 1.8002294301986694,
      "learning_rate": 4.9575748257104124e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 4542896,
      "step": 2350
    },
    {
      "epoch": 0.38420752100497596,
      "grad_norm": 1.3221553564071655,
      "learning_rate": 4.9573945392771224e-05,
      "loss": 0.2546,
      "num_input_tokens_seen": 4552032,
      "step": 2355
    },
    {
      "epoch": 0.3850232482257933,
      "grad_norm": 1.3491184711456299,
      "learning_rate": 4.9572138738827134e-05,
      "loss": 0.1926,
      "num_input_tokens_seen": 4560928,
      "step": 2360
    },
    {
      "epoch": 0.38583897544661067,
      "grad_norm": 0.7701740264892578,
      "learning_rate": 4.957032829555046e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 4569568,
      "step": 2365
    },
    {
      "epoch": 0.386654702667428,
      "grad_norm": 0.9195118546485901,
      "learning_rate": 4.956851406322039e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 4578896,
      "step": 2370
    },
    {
      "epoch": 0.38747042988824537,
      "grad_norm": 1.1512701511383057,
      "learning_rate": 4.9566696042116704e-05,
      "loss": 0.1822,
      "num_input_tokens_seen": 4588624,
      "step": 2375
    },
    {
      "epoch": 0.3882861571090627,
      "grad_norm": 1.6628272533416748,
      "learning_rate": 4.9564874232519766e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 4598864,
      "step": 2380
    },
    {
      "epoch": 0.3891018843298801,
      "grad_norm": 2.0889041423797607,
      "learning_rate": 4.9563048634710516e-05,
      "loss": 0.2993,
      "num_input_tokens_seen": 4608672,
      "step": 2385
    },
    {
      "epoch": 0.38991761155069743,
      "grad_norm": 0.7310606837272644,
      "learning_rate": 4.956121924897049e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 4618288,
      "step": 2390
    },
    {
      "epoch": 0.3907333387715148,
      "grad_norm": 0.5031141042709351,
      "learning_rate": 4.955938607558181e-05,
      "loss": 0.1657,
      "num_input_tokens_seen": 4627904,
      "step": 2395
    },
    {
      "epoch": 0.3915490659923322,
      "grad_norm": 0.9865947365760803,
      "learning_rate": 4.955754911482715e-05,
      "loss": 0.2451,
      "num_input_tokens_seen": 4637376,
      "step": 2400
    },
    {
      "epoch": 0.3915490659923322,
      "eval_loss": 0.19595253467559814,
      "eval_runtime": 71.3888,
      "eval_samples_per_second": 38.171,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 4637376,
      "step": 2400
    },
    {
      "epoch": 0.39236479321314954,
      "grad_norm": 1.3160828351974487,
      "learning_rate": 4.9555708366989804e-05,
      "loss": 0.2056,
      "num_input_tokens_seen": 4646928,
      "step": 2405
    },
    {
      "epoch": 0.3931805204339669,
      "grad_norm": 2.1624562740325928,
      "learning_rate": 4.9553863832353655e-05,
      "loss": 0.1695,
      "num_input_tokens_seen": 4656080,
      "step": 2410
    },
    {
      "epoch": 0.39399624765478425,
      "grad_norm": 1.096370816230774,
      "learning_rate": 4.955201551120313e-05,
      "loss": 0.2635,
      "num_input_tokens_seen": 4666240,
      "step": 2415
    },
    {
      "epoch": 0.3948119748756016,
      "grad_norm": 0.9378790855407715,
      "learning_rate": 4.955016340382328e-05,
      "loss": 0.1865,
      "num_input_tokens_seen": 4676704,
      "step": 2420
    },
    {
      "epoch": 0.39562770209641895,
      "grad_norm": 0.9458362460136414,
      "learning_rate": 4.954830751049972e-05,
      "loss": 0.1616,
      "num_input_tokens_seen": 4686096,
      "step": 2425
    },
    {
      "epoch": 0.3964434293172363,
      "grad_norm": 0.8670825362205505,
      "learning_rate": 4.954644783151864e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 4696048,
      "step": 2430
    },
    {
      "epoch": 0.39725915653805366,
      "grad_norm": 1.1900813579559326,
      "learning_rate": 4.954458436716684e-05,
      "loss": 0.2447,
      "num_input_tokens_seen": 4705040,
      "step": 2435
    },
    {
      "epoch": 0.398074883758871,
      "grad_norm": 1.1478677988052368,
      "learning_rate": 4.954271711773168e-05,
      "loss": 0.2021,
      "num_input_tokens_seen": 4715152,
      "step": 2440
    },
    {
      "epoch": 0.39889061097968836,
      "grad_norm": 0.8507974147796631,
      "learning_rate": 4.9540846083501115e-05,
      "loss": 0.1404,
      "num_input_tokens_seen": 4725456,
      "step": 2445
    },
    {
      "epoch": 0.3997063382005058,
      "grad_norm": 1.4655663967132568,
      "learning_rate": 4.953897126476369e-05,
      "loss": 0.1536,
      "num_input_tokens_seen": 4735552,
      "step": 2450
    },
    {
      "epoch": 0.4005220654213231,
      "grad_norm": 0.988704264163971,
      "learning_rate": 4.9537092661808514e-05,
      "loss": 0.241,
      "num_input_tokens_seen": 4745552,
      "step": 2455
    },
    {
      "epoch": 0.4013377926421405,
      "grad_norm": 0.8690661787986755,
      "learning_rate": 4.9535210274925306e-05,
      "loss": 0.1868,
      "num_input_tokens_seen": 4755920,
      "step": 2460
    },
    {
      "epoch": 0.40215351986295783,
      "grad_norm": 0.5522428154945374,
      "learning_rate": 4.953332410440435e-05,
      "loss": 0.233,
      "num_input_tokens_seen": 4766544,
      "step": 2465
    },
    {
      "epoch": 0.4029692470837752,
      "grad_norm": 0.7363942861557007,
      "learning_rate": 4.9531434150536496e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 4776032,
      "step": 2470
    },
    {
      "epoch": 0.40378497430459254,
      "grad_norm": 0.411769300699234,
      "learning_rate": 4.952954041361322e-05,
      "loss": 0.2149,
      "num_input_tokens_seen": 4786848,
      "step": 2475
    },
    {
      "epoch": 0.4046007015254099,
      "grad_norm": 0.5594416260719299,
      "learning_rate": 4.952764289392655e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 4796960,
      "step": 2480
    },
    {
      "epoch": 0.40541642874622724,
      "grad_norm": 1.0742292404174805,
      "learning_rate": 4.952574159176912e-05,
      "loss": 0.2164,
      "num_input_tokens_seen": 4804992,
      "step": 2485
    },
    {
      "epoch": 0.4062321559670446,
      "grad_norm": 0.649060070514679,
      "learning_rate": 4.952383650743413e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 4813328,
      "step": 2490
    },
    {
      "epoch": 0.407047883187862,
      "grad_norm": 1.1644972562789917,
      "learning_rate": 4.952192764121536e-05,
      "loss": 0.2369,
      "num_input_tokens_seen": 4823056,
      "step": 2495
    },
    {
      "epoch": 0.40786361040867936,
      "grad_norm": 1.07984459400177,
      "learning_rate": 4.9520014993407185e-05,
      "loss": 0.228,
      "num_input_tokens_seen": 4831984,
      "step": 2500
    },
    {
      "epoch": 0.4086793376294967,
      "grad_norm": 0.8687160015106201,
      "learning_rate": 4.951809856430456e-05,
      "loss": 0.2011,
      "num_input_tokens_seen": 4841920,
      "step": 2505
    },
    {
      "epoch": 0.40949506485031406,
      "grad_norm": 1.083416223526001,
      "learning_rate": 4.951617835420303e-05,
      "loss": 0.1481,
      "num_input_tokens_seen": 4851104,
      "step": 2510
    },
    {
      "epoch": 0.4103107920711314,
      "grad_norm": 0.8720263838768005,
      "learning_rate": 4.951425436339869e-05,
      "loss": 0.2112,
      "num_input_tokens_seen": 4859456,
      "step": 2515
    },
    {
      "epoch": 0.41112651929194877,
      "grad_norm": 1.4415233135223389,
      "learning_rate": 4.9512326592188274e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 4869040,
      "step": 2520
    },
    {
      "epoch": 0.4119422465127661,
      "grad_norm": 0.8521527051925659,
      "learning_rate": 4.9510395040869054e-05,
      "loss": 0.2345,
      "num_input_tokens_seen": 4878288,
      "step": 2525
    },
    {
      "epoch": 0.41275797373358347,
      "grad_norm": 1.0835574865341187,
      "learning_rate": 4.9508459709738905e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 4888368,
      "step": 2530
    },
    {
      "epoch": 0.4135737009544008,
      "grad_norm": 0.7863330841064453,
      "learning_rate": 4.950652059909627e-05,
      "loss": 0.2445,
      "num_input_tokens_seen": 4895840,
      "step": 2535
    },
    {
      "epoch": 0.41438942817521823,
      "grad_norm": 1.7358306646347046,
      "learning_rate": 4.95045777092402e-05,
      "loss": 0.2527,
      "num_input_tokens_seen": 4904768,
      "step": 2540
    },
    {
      "epoch": 0.4152051553960356,
      "grad_norm": 1.0750786066055298,
      "learning_rate": 4.950263104047031e-05,
      "loss": 0.2238,
      "num_input_tokens_seen": 4914272,
      "step": 2545
    },
    {
      "epoch": 0.41602088261685294,
      "grad_norm": 0.7917796969413757,
      "learning_rate": 4.9500680593086775e-05,
      "loss": 0.1805,
      "num_input_tokens_seen": 4924048,
      "step": 2550
    },
    {
      "epoch": 0.4168366098376703,
      "grad_norm": 0.7309476733207703,
      "learning_rate": 4.94987263673904e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 4933552,
      "step": 2555
    },
    {
      "epoch": 0.41765233705848764,
      "grad_norm": 0.8437701463699341,
      "learning_rate": 4.949676836368256e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 4943408,
      "step": 2560
    },
    {
      "epoch": 0.418468064279305,
      "grad_norm": 0.7900065183639526,
      "learning_rate": 4.949480658226518e-05,
      "loss": 0.1008,
      "num_input_tokens_seen": 4954176,
      "step": 2565
    },
    {
      "epoch": 0.41928379150012235,
      "grad_norm": 0.7710660696029663,
      "learning_rate": 4.949284102344082e-05,
      "loss": 0.284,
      "num_input_tokens_seen": 4962800,
      "step": 2570
    },
    {
      "epoch": 0.4200995187209397,
      "grad_norm": 0.7626755237579346,
      "learning_rate": 4.9490871687512565e-05,
      "loss": 0.2079,
      "num_input_tokens_seen": 4973200,
      "step": 2575
    },
    {
      "epoch": 0.42091524594175705,
      "grad_norm": 1.4092506170272827,
      "learning_rate": 4.948889857478413e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 4982160,
      "step": 2580
    },
    {
      "epoch": 0.4217309731625744,
      "grad_norm": 9.44117259979248,
      "learning_rate": 4.948692168555978e-05,
      "loss": 0.1236,
      "num_input_tokens_seen": 4991168,
      "step": 2585
    },
    {
      "epoch": 0.4225467003833918,
      "grad_norm": 0.897928774356842,
      "learning_rate": 4.94849410201444e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 4999760,
      "step": 2590
    },
    {
      "epoch": 0.42336242760420917,
      "grad_norm": 1.7691388130187988,
      "learning_rate": 4.948295657884341e-05,
      "loss": 0.2608,
      "num_input_tokens_seen": 5009984,
      "step": 2595
    },
    {
      "epoch": 0.4241781548250265,
      "grad_norm": 0.9071828722953796,
      "learning_rate": 4.9480968361962835e-05,
      "loss": 0.2687,
      "num_input_tokens_seen": 5019664,
      "step": 2600
    },
    {
      "epoch": 0.4241781548250265,
      "eval_loss": 0.19686400890350342,
      "eval_runtime": 71.4528,
      "eval_samples_per_second": 38.137,
      "eval_steps_per_second": 19.076,
      "num_input_tokens_seen": 5019664,
      "step": 2600
    },
    {
      "epoch": 0.4249938820458439,
      "grad_norm": 1.309737205505371,
      "learning_rate": 4.9478976369809305e-05,
      "loss": 0.2195,
      "num_input_tokens_seen": 5029696,
      "step": 2605
    },
    {
      "epoch": 0.4258096092666612,
      "grad_norm": 1.4945226907730103,
      "learning_rate": 4.947698060268999e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 5038816,
      "step": 2610
    },
    {
      "epoch": 0.4266253364874786,
      "grad_norm": 1.2001187801361084,
      "learning_rate": 4.9474981060912665e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 5047792,
      "step": 2615
    },
    {
      "epoch": 0.42744106370829593,
      "grad_norm": 1.1539644002914429,
      "learning_rate": 4.94729777447857e-05,
      "loss": 0.2297,
      "num_input_tokens_seen": 5056960,
      "step": 2620
    },
    {
      "epoch": 0.4282567909291133,
      "grad_norm": 1.1882736682891846,
      "learning_rate": 4.947097065461801e-05,
      "loss": 0.1685,
      "num_input_tokens_seen": 5066912,
      "step": 2625
    },
    {
      "epoch": 0.42907251814993064,
      "grad_norm": 0.744586169719696,
      "learning_rate": 4.9468959790719125e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 5076800,
      "step": 2630
    },
    {
      "epoch": 0.42988824537074805,
      "grad_norm": 1.2830946445465088,
      "learning_rate": 4.9466945153399146e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 5085456,
      "step": 2635
    },
    {
      "epoch": 0.4307039725915654,
      "grad_norm": 0.6466878652572632,
      "learning_rate": 4.9464926742968755e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 5095712,
      "step": 2640
    },
    {
      "epoch": 0.43151969981238275,
      "grad_norm": 0.8573569059371948,
      "learning_rate": 4.946290455973921e-05,
      "loss": 0.1682,
      "num_input_tokens_seen": 5106272,
      "step": 2645
    },
    {
      "epoch": 0.4323354270332001,
      "grad_norm": 1.1711727380752563,
      "learning_rate": 4.9460878604022365e-05,
      "loss": 0.284,
      "num_input_tokens_seen": 5115936,
      "step": 2650
    },
    {
      "epoch": 0.43315115425401746,
      "grad_norm": 0.7446762323379517,
      "learning_rate": 4.945884887613065e-05,
      "loss": 0.0899,
      "num_input_tokens_seen": 5125248,
      "step": 2655
    },
    {
      "epoch": 0.4339668814748348,
      "grad_norm": 1.5938762426376343,
      "learning_rate": 4.9456815376377055e-05,
      "loss": 0.1968,
      "num_input_tokens_seen": 5134832,
      "step": 2660
    },
    {
      "epoch": 0.43478260869565216,
      "grad_norm": 1.5787992477416992,
      "learning_rate": 4.9454778105075195e-05,
      "loss": 0.155,
      "num_input_tokens_seen": 5144400,
      "step": 2665
    },
    {
      "epoch": 0.4355983359164695,
      "grad_norm": 0.9233168363571167,
      "learning_rate": 4.945273706253924e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 5154448,
      "step": 2670
    },
    {
      "epoch": 0.43641406313728687,
      "grad_norm": 1.5677011013031006,
      "learning_rate": 4.9450692249083925e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 5163760,
      "step": 2675
    },
    {
      "epoch": 0.4372297903581043,
      "grad_norm": 1.4463884830474854,
      "learning_rate": 4.9448643665024605e-05,
      "loss": 0.22,
      "num_input_tokens_seen": 5173168,
      "step": 2680
    },
    {
      "epoch": 0.43804551757892163,
      "grad_norm": 0.5358648896217346,
      "learning_rate": 4.944659131067719e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 5183648,
      "step": 2685
    },
    {
      "epoch": 0.438861244799739,
      "grad_norm": 1.2281638383865356,
      "learning_rate": 4.944453518635818e-05,
      "loss": 0.1468,
      "num_input_tokens_seen": 5192800,
      "step": 2690
    },
    {
      "epoch": 0.43967697202055633,
      "grad_norm": 1.088025450706482,
      "learning_rate": 4.944247529238465e-05,
      "loss": 0.1974,
      "num_input_tokens_seen": 5201536,
      "step": 2695
    },
    {
      "epoch": 0.4404926992413737,
      "grad_norm": 0.6294854283332825,
      "learning_rate": 4.944041162907427e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 5209584,
      "step": 2700
    },
    {
      "epoch": 0.44130842646219104,
      "grad_norm": 1.2258713245391846,
      "learning_rate": 4.943834419674529e-05,
      "loss": 0.2529,
      "num_input_tokens_seen": 5219792,
      "step": 2705
    },
    {
      "epoch": 0.4421241536830084,
      "grad_norm": 0.8550546765327454,
      "learning_rate": 4.9436272995716506e-05,
      "loss": 0.2103,
      "num_input_tokens_seen": 5228448,
      "step": 2710
    },
    {
      "epoch": 0.44293988090382574,
      "grad_norm": 0.8736509680747986,
      "learning_rate": 4.943419802630735e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 5237888,
      "step": 2715
    },
    {
      "epoch": 0.4437556081246431,
      "grad_norm": 1.4044193029403687,
      "learning_rate": 4.94321192888378e-05,
      "loss": 0.2964,
      "num_input_tokens_seen": 5248512,
      "step": 2720
    },
    {
      "epoch": 0.4445713353454605,
      "grad_norm": 2.36765193939209,
      "learning_rate": 4.943003678362842e-05,
      "loss": 0.2748,
      "num_input_tokens_seen": 5258448,
      "step": 2725
    },
    {
      "epoch": 0.44538706256627786,
      "grad_norm": 0.7630155086517334,
      "learning_rate": 4.942795051100036e-05,
      "loss": 0.1712,
      "num_input_tokens_seen": 5267312,
      "step": 2730
    },
    {
      "epoch": 0.4462027897870952,
      "grad_norm": 1.3139861822128296,
      "learning_rate": 4.942586047127536e-05,
      "loss": 0.2149,
      "num_input_tokens_seen": 5277616,
      "step": 2735
    },
    {
      "epoch": 0.44701851700791256,
      "grad_norm": 0.935756504535675,
      "learning_rate": 4.942376666477571e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 5287280,
      "step": 2740
    },
    {
      "epoch": 0.4478342442287299,
      "grad_norm": 1.0671448707580566,
      "learning_rate": 4.9421669091824304e-05,
      "loss": 0.1481,
      "num_input_tokens_seen": 5295936,
      "step": 2745
    },
    {
      "epoch": 0.44864997144954727,
      "grad_norm": 0.42741426825523376,
      "learning_rate": 4.9419567752744634e-05,
      "loss": 0.1889,
      "num_input_tokens_seen": 5306896,
      "step": 2750
    },
    {
      "epoch": 0.4494656986703646,
      "grad_norm": 1.3721541166305542,
      "learning_rate": 4.941746264786074e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 5316992,
      "step": 2755
    },
    {
      "epoch": 0.450281425891182,
      "grad_norm": 1.5844534635543823,
      "learning_rate": 4.9415353777497254e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 5327408,
      "step": 2760
    },
    {
      "epoch": 0.4510971531119993,
      "grad_norm": 0.9183619022369385,
      "learning_rate": 4.9413241141979394e-05,
      "loss": 0.2369,
      "num_input_tokens_seen": 5337712,
      "step": 2765
    },
    {
      "epoch": 0.4519128803328167,
      "grad_norm": 1.9322024583816528,
      "learning_rate": 4.9411124741632956e-05,
      "loss": 0.1959,
      "num_input_tokens_seen": 5347328,
      "step": 2770
    },
    {
      "epoch": 0.4527286075536341,
      "grad_norm": 0.7340679168701172,
      "learning_rate": 4.940900457678431e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 5357728,
      "step": 2775
    },
    {
      "epoch": 0.45354433477445144,
      "grad_norm": 1.1665215492248535,
      "learning_rate": 4.9406880647760425e-05,
      "loss": 0.2204,
      "num_input_tokens_seen": 5367968,
      "step": 2780
    },
    {
      "epoch": 0.4543600619952688,
      "grad_norm": 1.4525837898254395,
      "learning_rate": 4.9404752954888824e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 5378128,
      "step": 2785
    },
    {
      "epoch": 0.45517578921608615,
      "grad_norm": 0.5936306118965149,
      "learning_rate": 4.940262149849762e-05,
      "loss": 0.1298,
      "num_input_tokens_seen": 5386736,
      "step": 2790
    },
    {
      "epoch": 0.4559915164369035,
      "grad_norm": 3.45640230178833,
      "learning_rate": 4.9400486278915526e-05,
      "loss": 0.2168,
      "num_input_tokens_seen": 5397744,
      "step": 2795
    },
    {
      "epoch": 0.45680724365772085,
      "grad_norm": 1.653995394706726,
      "learning_rate": 4.939834729647181e-05,
      "loss": 0.324,
      "num_input_tokens_seen": 5406912,
      "step": 2800
    },
    {
      "epoch": 0.45680724365772085,
      "eval_loss": 0.19260230660438538,
      "eval_runtime": 71.4651,
      "eval_samples_per_second": 38.13,
      "eval_steps_per_second": 19.072,
      "num_input_tokens_seen": 5406912,
      "step": 2800
    },
    {
      "epoch": 0.4576229708785382,
      "grad_norm": 0.5849300622940063,
      "learning_rate": 4.9396204551496326e-05,
      "loss": 0.2296,
      "num_input_tokens_seen": 5415840,
      "step": 2805
    },
    {
      "epoch": 0.45843869809935556,
      "grad_norm": 1.1135162115097046,
      "learning_rate": 4.939405804431952e-05,
      "loss": 0.1334,
      "num_input_tokens_seen": 5424816,
      "step": 2810
    },
    {
      "epoch": 0.4592544253201729,
      "grad_norm": 1.8090771436691284,
      "learning_rate": 4.9391907775272414e-05,
      "loss": 0.3107,
      "num_input_tokens_seen": 5433600,
      "step": 2815
    },
    {
      "epoch": 0.4600701525409903,
      "grad_norm": 0.9102794528007507,
      "learning_rate": 4.9389753744686604e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 5444016,
      "step": 2820
    },
    {
      "epoch": 0.46088587976180767,
      "grad_norm": 1.5467804670333862,
      "learning_rate": 4.938759595289426e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 5453776,
      "step": 2825
    },
    {
      "epoch": 0.461701606982625,
      "grad_norm": 0.9014231562614441,
      "learning_rate": 4.938543440022815e-05,
      "loss": 0.2448,
      "num_input_tokens_seen": 5463456,
      "step": 2830
    },
    {
      "epoch": 0.4625173342034424,
      "grad_norm": 0.19858476519584656,
      "learning_rate": 4.938326908702161e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 5472496,
      "step": 2835
    },
    {
      "epoch": 0.46333306142425973,
      "grad_norm": 0.4731212854385376,
      "learning_rate": 4.9381100013608554e-05,
      "loss": 0.1398,
      "num_input_tokens_seen": 5482560,
      "step": 2840
    },
    {
      "epoch": 0.4641487886450771,
      "grad_norm": 0.814252495765686,
      "learning_rate": 4.9378927180323485e-05,
      "loss": 0.1089,
      "num_input_tokens_seen": 5492368,
      "step": 2845
    },
    {
      "epoch": 0.46496451586589443,
      "grad_norm": 1.3599662780761719,
      "learning_rate": 4.937675058750148e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 5502048,
      "step": 2850
    },
    {
      "epoch": 0.4657802430867118,
      "grad_norm": 1.224696159362793,
      "learning_rate": 4.937457023547819e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 5511888,
      "step": 2855
    },
    {
      "epoch": 0.46659597030752914,
      "grad_norm": 1.0398305654525757,
      "learning_rate": 4.9372386124589876e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 5521680,
      "step": 2860
    },
    {
      "epoch": 0.46741169752834655,
      "grad_norm": 0.7793036103248596,
      "learning_rate": 4.937019825517333e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 5530688,
      "step": 2865
    },
    {
      "epoch": 0.4682274247491639,
      "grad_norm": 0.7099091410636902,
      "learning_rate": 4.9368006627565954e-05,
      "loss": 0.2386,
      "num_input_tokens_seen": 5539872,
      "step": 2870
    },
    {
      "epoch": 0.46904315196998125,
      "grad_norm": 0.7369874715805054,
      "learning_rate": 4.936581124210573e-05,
      "loss": 0.1863,
      "num_input_tokens_seen": 5549248,
      "step": 2875
    },
    {
      "epoch": 0.4698588791907986,
      "grad_norm": 0.963373064994812,
      "learning_rate": 4.9363612099131216e-05,
      "loss": 0.2112,
      "num_input_tokens_seen": 5558736,
      "step": 2880
    },
    {
      "epoch": 0.47067460641161596,
      "grad_norm": 1.5948783159255981,
      "learning_rate": 4.936140919898155e-05,
      "loss": 0.24,
      "num_input_tokens_seen": 5567936,
      "step": 2885
    },
    {
      "epoch": 0.4714903336324333,
      "grad_norm": 0.27085331082344055,
      "learning_rate": 4.9359202541996426e-05,
      "loss": 0.1299,
      "num_input_tokens_seen": 5576576,
      "step": 2890
    },
    {
      "epoch": 0.47230606085325066,
      "grad_norm": 1.6412700414657593,
      "learning_rate": 4.935699212851616e-05,
      "loss": 0.2207,
      "num_input_tokens_seen": 5586144,
      "step": 2895
    },
    {
      "epoch": 0.473121788074068,
      "grad_norm": 1.642151951789856,
      "learning_rate": 4.935477795888162e-05,
      "loss": 0.2071,
      "num_input_tokens_seen": 5596112,
      "step": 2900
    },
    {
      "epoch": 0.47393751529488537,
      "grad_norm": 0.5469042062759399,
      "learning_rate": 4.935256003343426e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 5604912,
      "step": 2905
    },
    {
      "epoch": 0.4747532425157027,
      "grad_norm": 1.6509416103363037,
      "learning_rate": 4.93503383525161e-05,
      "loss": 0.2331,
      "num_input_tokens_seen": 5614848,
      "step": 2910
    },
    {
      "epoch": 0.47556896973652013,
      "grad_norm": 0.9692960381507874,
      "learning_rate": 4.934811291646977e-05,
      "loss": 0.2053,
      "num_input_tokens_seen": 5624016,
      "step": 2915
    },
    {
      "epoch": 0.4763846969573375,
      "grad_norm": 1.244042992591858,
      "learning_rate": 4.934588372563845e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 5633392,
      "step": 2920
    },
    {
      "epoch": 0.47720042417815484,
      "grad_norm": 0.9416970014572144,
      "learning_rate": 4.93436507803659e-05,
      "loss": 0.2484,
      "num_input_tokens_seen": 5642928,
      "step": 2925
    },
    {
      "epoch": 0.4780161513989722,
      "grad_norm": 1.0080146789550781,
      "learning_rate": 4.934141408099649e-05,
      "loss": 0.2191,
      "num_input_tokens_seen": 5651776,
      "step": 2930
    },
    {
      "epoch": 0.47883187861978954,
      "grad_norm": 1.8170157670974731,
      "learning_rate": 4.9339173627875135e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 5661888,
      "step": 2935
    },
    {
      "epoch": 0.4796476058406069,
      "grad_norm": 0.9387325048446655,
      "learning_rate": 4.9336929421347335e-05,
      "loss": 0.2113,
      "num_input_tokens_seen": 5670592,
      "step": 2940
    },
    {
      "epoch": 0.48046333306142425,
      "grad_norm": 1.2629239559173584,
      "learning_rate": 4.933468146175918e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 5678720,
      "step": 2945
    },
    {
      "epoch": 0.4812790602822416,
      "grad_norm": 0.6510468125343323,
      "learning_rate": 4.933242974945734e-05,
      "loss": 0.2115,
      "num_input_tokens_seen": 5688288,
      "step": 2950
    },
    {
      "epoch": 0.48209478750305895,
      "grad_norm": 0.37174782156944275,
      "learning_rate": 4.933017428478906e-05,
      "loss": 0.1393,
      "num_input_tokens_seen": 5698160,
      "step": 2955
    },
    {
      "epoch": 0.48291051472387636,
      "grad_norm": 1.2863407135009766,
      "learning_rate": 4.932791506810214e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 5707632,
      "step": 2960
    },
    {
      "epoch": 0.4837262419446937,
      "grad_norm": 1.4475029706954956,
      "learning_rate": 4.932565209974499e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 5718240,
      "step": 2965
    },
    {
      "epoch": 0.48454196916551107,
      "grad_norm": 0.5804120302200317,
      "learning_rate": 4.93233853800666e-05,
      "loss": 0.2046,
      "num_input_tokens_seen": 5727552,
      "step": 2970
    },
    {
      "epoch": 0.4853576963863284,
      "grad_norm": 0.5691078901290894,
      "learning_rate": 4.932111490941651e-05,
      "loss": 0.1732,
      "num_input_tokens_seen": 5737040,
      "step": 2975
    },
    {
      "epoch": 0.48617342360714577,
      "grad_norm": 0.5937278270721436,
      "learning_rate": 4.9318840688144876e-05,
      "loss": 0.2128,
      "num_input_tokens_seen": 5747696,
      "step": 2980
    },
    {
      "epoch": 0.4869891508279631,
      "grad_norm": 0.7745446562767029,
      "learning_rate": 4.9316562716602387e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 5757488,
      "step": 2985
    },
    {
      "epoch": 0.4878048780487805,
      "grad_norm": 1.4478977918624878,
      "learning_rate": 4.9314280995140346e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 5766368,
      "step": 2990
    },
    {
      "epoch": 0.48862060526959783,
      "grad_norm": 1.8169245719909668,
      "learning_rate": 4.931199552411063e-05,
      "loss": 0.1675,
      "num_input_tokens_seen": 5776288,
      "step": 2995
    },
    {
      "epoch": 0.4894363324904152,
      "grad_norm": 0.6176440715789795,
      "learning_rate": 4.930970630386568e-05,
      "loss": 0.2514,
      "num_input_tokens_seen": 5786080,
      "step": 3000
    },
    {
      "epoch": 0.4894363324904152,
      "eval_loss": 0.19105692207813263,
      "eval_runtime": 71.3184,
      "eval_samples_per_second": 38.209,
      "eval_steps_per_second": 19.111,
      "num_input_tokens_seen": 5786080,
      "step": 3000
    },
    {
      "epoch": 0.4902520597112326,
      "grad_norm": 1.0977439880371094,
      "learning_rate": 4.9307413334758524e-05,
      "loss": 0.1177,
      "num_input_tokens_seen": 5796080,
      "step": 3005
    },
    {
      "epoch": 0.49106778693204994,
      "grad_norm": 1.265629768371582,
      "learning_rate": 4.930511661714276e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 5805696,
      "step": 3010
    },
    {
      "epoch": 0.4918835141528673,
      "grad_norm": 1.0091627836227417,
      "learning_rate": 4.9302816151372576e-05,
      "loss": 0.2876,
      "num_input_tokens_seen": 5814576,
      "step": 3015
    },
    {
      "epoch": 0.49269924137368465,
      "grad_norm": 0.6557982563972473,
      "learning_rate": 4.930051193780274e-05,
      "loss": 0.1805,
      "num_input_tokens_seen": 5823520,
      "step": 3020
    },
    {
      "epoch": 0.493514968594502,
      "grad_norm": 1.091532826423645,
      "learning_rate": 4.929820397678858e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 5832624,
      "step": 3025
    },
    {
      "epoch": 0.49433069581531935,
      "grad_norm": 1.779910922050476,
      "learning_rate": 4.9295892268686015e-05,
      "loss": 0.1782,
      "num_input_tokens_seen": 5841920,
      "step": 3030
    },
    {
      "epoch": 0.4951464230361367,
      "grad_norm": 1.4841912984848022,
      "learning_rate": 4.9293576813851536e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 5851552,
      "step": 3035
    },
    {
      "epoch": 0.49596215025695406,
      "grad_norm": 0.47294533252716064,
      "learning_rate": 4.929125761264223e-05,
      "loss": 0.2224,
      "num_input_tokens_seen": 5861632,
      "step": 3040
    },
    {
      "epoch": 0.4967778774777714,
      "grad_norm": 1.1054764986038208,
      "learning_rate": 4.928893466541573e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 5872000,
      "step": 3045
    },
    {
      "epoch": 0.49759360469858877,
      "grad_norm": 0.8277541995048523,
      "learning_rate": 4.928660797253027e-05,
      "loss": 0.1973,
      "num_input_tokens_seen": 5882336,
      "step": 3050
    },
    {
      "epoch": 0.4984093319194062,
      "grad_norm": 1.5139095783233643,
      "learning_rate": 4.928427753434467e-05,
      "loss": 0.1661,
      "num_input_tokens_seen": 5892304,
      "step": 3055
    },
    {
      "epoch": 0.4992250591402235,
      "grad_norm": 1.35576593875885,
      "learning_rate": 4.9281943351218286e-05,
      "loss": 0.2171,
      "num_input_tokens_seen": 5901216,
      "step": 3060
    },
    {
      "epoch": 0.5000407863610409,
      "grad_norm": 0.6199164390563965,
      "learning_rate": 4.9279605423511095e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 5910496,
      "step": 3065
    },
    {
      "epoch": 0.5008565135818582,
      "grad_norm": 1.3327909708023071,
      "learning_rate": 4.927726375158363e-05,
      "loss": 0.2025,
      "num_input_tokens_seen": 5920112,
      "step": 3070
    },
    {
      "epoch": 0.5016722408026756,
      "grad_norm": 1.0157206058502197,
      "learning_rate": 4.9274918335797004e-05,
      "loss": 0.153,
      "num_input_tokens_seen": 5929024,
      "step": 3075
    },
    {
      "epoch": 0.5024879680234929,
      "grad_norm": 0.8064597845077515,
      "learning_rate": 4.927256917651292e-05,
      "loss": 0.2386,
      "num_input_tokens_seen": 5938448,
      "step": 3080
    },
    {
      "epoch": 0.5033036952443103,
      "grad_norm": 0.7981588840484619,
      "learning_rate": 4.927021627409364e-05,
      "loss": 0.154,
      "num_input_tokens_seen": 5947760,
      "step": 3085
    },
    {
      "epoch": 0.5041194224651276,
      "grad_norm": 1.8260895013809204,
      "learning_rate": 4.9267859628902005e-05,
      "loss": 0.2245,
      "num_input_tokens_seen": 5956624,
      "step": 3090
    },
    {
      "epoch": 0.504935149685945,
      "grad_norm": 1.4501837491989136,
      "learning_rate": 4.9265499241301454e-05,
      "loss": 0.2414,
      "num_input_tokens_seen": 5966304,
      "step": 3095
    },
    {
      "epoch": 0.5057508769067623,
      "grad_norm": 0.6708163022994995,
      "learning_rate": 4.926313511165598e-05,
      "loss": 0.2255,
      "num_input_tokens_seen": 5975632,
      "step": 3100
    },
    {
      "epoch": 0.5065666041275797,
      "grad_norm": 0.5660037994384766,
      "learning_rate": 4.926076724033016e-05,
      "loss": 0.1772,
      "num_input_tokens_seen": 5985840,
      "step": 3105
    },
    {
      "epoch": 0.507382331348397,
      "grad_norm": 0.6888904571533203,
      "learning_rate": 4.9258395627689146e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 5996224,
      "step": 3110
    },
    {
      "epoch": 0.5081980585692144,
      "grad_norm": 1.22710120677948,
      "learning_rate": 4.925602027409868e-05,
      "loss": 0.1957,
      "num_input_tokens_seen": 6005808,
      "step": 3115
    },
    {
      "epoch": 0.5090137857900318,
      "grad_norm": 2.1375815868377686,
      "learning_rate": 4.925364117992507e-05,
      "loss": 0.2246,
      "num_input_tokens_seen": 6015600,
      "step": 3120
    },
    {
      "epoch": 0.5098295130108492,
      "grad_norm": 0.60862797498703,
      "learning_rate": 4.92512583455352e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 6025440,
      "step": 3125
    },
    {
      "epoch": 0.5106452402316666,
      "grad_norm": 1.2490129470825195,
      "learning_rate": 4.9248871771296536e-05,
      "loss": 0.1896,
      "num_input_tokens_seen": 6034560,
      "step": 3130
    },
    {
      "epoch": 0.5114609674524839,
      "grad_norm": 1.425362229347229,
      "learning_rate": 4.924648145757711e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 6043312,
      "step": 3135
    },
    {
      "epoch": 0.5122766946733013,
      "grad_norm": 0.2578445374965668,
      "learning_rate": 4.924408740474554e-05,
      "loss": 0.2001,
      "num_input_tokens_seen": 6052912,
      "step": 3140
    },
    {
      "epoch": 0.5130924218941186,
      "grad_norm": 1.557762622833252,
      "learning_rate": 4.924168961317103e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 6062032,
      "step": 3145
    },
    {
      "epoch": 0.513908149114936,
      "grad_norm": 0.8435277938842773,
      "learning_rate": 4.9239288083223334e-05,
      "loss": 0.1579,
      "num_input_tokens_seen": 6070496,
      "step": 3150
    },
    {
      "epoch": 0.5147238763357533,
      "grad_norm": 0.9176509976387024,
      "learning_rate": 4.9236882815272803e-05,
      "loss": 0.215,
      "num_input_tokens_seen": 6078736,
      "step": 3155
    },
    {
      "epoch": 0.5155396035565707,
      "grad_norm": 0.47811540961265564,
      "learning_rate": 4.9234473809690365e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 6087472,
      "step": 3160
    },
    {
      "epoch": 0.516355330777388,
      "grad_norm": 1.165697693824768,
      "learning_rate": 4.923206106684752e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 6097760,
      "step": 3165
    },
    {
      "epoch": 0.5171710579982054,
      "grad_norm": 0.7270973324775696,
      "learning_rate": 4.922964458711634e-05,
      "loss": 0.146,
      "num_input_tokens_seen": 6108160,
      "step": 3170
    },
    {
      "epoch": 0.5179867852190227,
      "grad_norm": 1.975144624710083,
      "learning_rate": 4.9227224370869474e-05,
      "loss": 0.2583,
      "num_input_tokens_seen": 6117440,
      "step": 3175
    },
    {
      "epoch": 0.5188025124398401,
      "grad_norm": 1.1895009279251099,
      "learning_rate": 4.9224800418480155e-05,
      "loss": 0.2047,
      "num_input_tokens_seen": 6126880,
      "step": 3180
    },
    {
      "epoch": 0.5196182396606575,
      "grad_norm": 0.9938663840293884,
      "learning_rate": 4.9222372730322176e-05,
      "loss": 0.2314,
      "num_input_tokens_seen": 6137136,
      "step": 3185
    },
    {
      "epoch": 0.5204339668814748,
      "grad_norm": 2.6560347080230713,
      "learning_rate": 4.921994130676993e-05,
      "loss": 0.2446,
      "num_input_tokens_seen": 6148080,
      "step": 3190
    },
    {
      "epoch": 0.5212496941022922,
      "grad_norm": 0.6395434737205505,
      "learning_rate": 4.9217506148198366e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 6157840,
      "step": 3195
    },
    {
      "epoch": 0.5220654213231095,
      "grad_norm": 1.3208485841751099,
      "learning_rate": 4.921506725498302e-05,
      "loss": 0.2455,
      "num_input_tokens_seen": 6167600,
      "step": 3200
    },
    {
      "epoch": 0.5220654213231095,
      "eval_loss": 0.19021698832511902,
      "eval_runtime": 71.3483,
      "eval_samples_per_second": 38.193,
      "eval_steps_per_second": 19.103,
      "num_input_tokens_seen": 6167600,
      "step": 3200
    },
    {
      "epoch": 0.5228811485439269,
      "grad_norm": 1.484000563621521,
      "learning_rate": 4.9212624627499994e-05,
      "loss": 0.2192,
      "num_input_tokens_seen": 6177536,
      "step": 3205
    },
    {
      "epoch": 0.5236968757647442,
      "grad_norm": 1.4184602499008179,
      "learning_rate": 4.921017826612597e-05,
      "loss": 0.226,
      "num_input_tokens_seen": 6187008,
      "step": 3210
    },
    {
      "epoch": 0.5245126029855617,
      "grad_norm": 1.6182857751846313,
      "learning_rate": 4.9207728171238223e-05,
      "loss": 0.2361,
      "num_input_tokens_seen": 6196736,
      "step": 3215
    },
    {
      "epoch": 0.525328330206379,
      "grad_norm": 0.5361592173576355,
      "learning_rate": 4.920527434321458e-05,
      "loss": 0.1401,
      "num_input_tokens_seen": 6205408,
      "step": 3220
    },
    {
      "epoch": 0.5261440574271964,
      "grad_norm": 1.1779875755310059,
      "learning_rate": 4.920281678243345e-05,
      "loss": 0.2013,
      "num_input_tokens_seen": 6215248,
      "step": 3225
    },
    {
      "epoch": 0.5269597846480137,
      "grad_norm": 0.6062243580818176,
      "learning_rate": 4.920035548927381e-05,
      "loss": 0.1587,
      "num_input_tokens_seen": 6224512,
      "step": 3230
    },
    {
      "epoch": 0.5277755118688311,
      "grad_norm": 1.4292571544647217,
      "learning_rate": 4.919789046411525e-05,
      "loss": 0.1438,
      "num_input_tokens_seen": 6233536,
      "step": 3235
    },
    {
      "epoch": 0.5285912390896484,
      "grad_norm": 1.8063112497329712,
      "learning_rate": 4.919542170733787e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 6243584,
      "step": 3240
    },
    {
      "epoch": 0.5294069663104658,
      "grad_norm": 1.159040093421936,
      "learning_rate": 4.919294921932242e-05,
      "loss": 0.2224,
      "num_input_tokens_seen": 6252672,
      "step": 3245
    },
    {
      "epoch": 0.5302226935312832,
      "grad_norm": 0.6789296269416809,
      "learning_rate": 4.919047300045016e-05,
      "loss": 0.2111,
      "num_input_tokens_seen": 6262320,
      "step": 3250
    },
    {
      "epoch": 0.5310384207521005,
      "grad_norm": 1.0155160427093506,
      "learning_rate": 4.918799305110299e-05,
      "loss": 0.2439,
      "num_input_tokens_seen": 6272448,
      "step": 3255
    },
    {
      "epoch": 0.5318541479729179,
      "grad_norm": 0.8848260641098022,
      "learning_rate": 4.918550937166331e-05,
      "loss": 0.2684,
      "num_input_tokens_seen": 6281744,
      "step": 3260
    },
    {
      "epoch": 0.5326698751937352,
      "grad_norm": 0.7574957609176636,
      "learning_rate": 4.918302196251415e-05,
      "loss": 0.1839,
      "num_input_tokens_seen": 6291568,
      "step": 3265
    },
    {
      "epoch": 0.5334856024145526,
      "grad_norm": 0.5751199722290039,
      "learning_rate": 4.91805308240391e-05,
      "loss": 0.1722,
      "num_input_tokens_seen": 6301168,
      "step": 3270
    },
    {
      "epoch": 0.5343013296353699,
      "grad_norm": 2.293400526046753,
      "learning_rate": 4.9178035956622326e-05,
      "loss": 0.2315,
      "num_input_tokens_seen": 6311296,
      "step": 3275
    },
    {
      "epoch": 0.5351170568561873,
      "grad_norm": 0.34950464963912964,
      "learning_rate": 4.917553736064857e-05,
      "loss": 0.1976,
      "num_input_tokens_seen": 6322032,
      "step": 3280
    },
    {
      "epoch": 0.5359327840770046,
      "grad_norm": 1.603960633277893,
      "learning_rate": 4.917303503650314e-05,
      "loss": 0.2387,
      "num_input_tokens_seen": 6332208,
      "step": 3285
    },
    {
      "epoch": 0.536748511297822,
      "grad_norm": 2.065505027770996,
      "learning_rate": 4.917052898457194e-05,
      "loss": 0.2017,
      "num_input_tokens_seen": 6341408,
      "step": 3290
    },
    {
      "epoch": 0.5375642385186393,
      "grad_norm": 0.6779673099517822,
      "learning_rate": 4.916801920524141e-05,
      "loss": 0.188,
      "num_input_tokens_seen": 6350848,
      "step": 3295
    },
    {
      "epoch": 0.5383799657394567,
      "grad_norm": 1.2228561639785767,
      "learning_rate": 4.916550569889862e-05,
      "loss": 0.1329,
      "num_input_tokens_seen": 6360560,
      "step": 3300
    },
    {
      "epoch": 0.539195692960274,
      "grad_norm": 0.7459673881530762,
      "learning_rate": 4.916298846593116e-05,
      "loss": 0.1718,
      "num_input_tokens_seen": 6370880,
      "step": 3305
    },
    {
      "epoch": 0.5400114201810915,
      "grad_norm": 0.9721600413322449,
      "learning_rate": 4.916046750672722e-05,
      "loss": 0.1126,
      "num_input_tokens_seen": 6380832,
      "step": 3310
    },
    {
      "epoch": 0.5408271474019088,
      "grad_norm": 0.9586727023124695,
      "learning_rate": 4.915794282167559e-05,
      "loss": 0.186,
      "num_input_tokens_seen": 6390848,
      "step": 3315
    },
    {
      "epoch": 0.5416428746227262,
      "grad_norm": 1.406685471534729,
      "learning_rate": 4.915541441116558e-05,
      "loss": 0.2446,
      "num_input_tokens_seen": 6400128,
      "step": 3320
    },
    {
      "epoch": 0.5424586018435436,
      "grad_norm": 1.3351311683654785,
      "learning_rate": 4.915288227558711e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 6409824,
      "step": 3325
    },
    {
      "epoch": 0.5432743290643609,
      "grad_norm": 0.6223369836807251,
      "learning_rate": 4.915034641533066e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 6418976,
      "step": 3330
    },
    {
      "epoch": 0.5440900562851783,
      "grad_norm": 0.8601580858230591,
      "learning_rate": 4.914780683078731e-05,
      "loss": 0.2142,
      "num_input_tokens_seen": 6428384,
      "step": 3335
    },
    {
      "epoch": 0.5449057835059956,
      "grad_norm": 0.6278767585754395,
      "learning_rate": 4.9145263522348695e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 6437888,
      "step": 3340
    },
    {
      "epoch": 0.545721510726813,
      "grad_norm": 0.5730279684066772,
      "learning_rate": 4.9142716490407e-05,
      "loss": 0.2055,
      "num_input_tokens_seen": 6447712,
      "step": 3345
    },
    {
      "epoch": 0.5465372379476303,
      "grad_norm": 1.8047499656677246,
      "learning_rate": 4.914016573535504e-05,
      "loss": 0.2418,
      "num_input_tokens_seen": 6456864,
      "step": 3350
    },
    {
      "epoch": 0.5473529651684477,
      "grad_norm": 0.23899610340595245,
      "learning_rate": 4.9137611257586154e-05,
      "loss": 0.2258,
      "num_input_tokens_seen": 6465824,
      "step": 3355
    },
    {
      "epoch": 0.548168692389265,
      "grad_norm": 0.4350149631500244,
      "learning_rate": 4.9135053057494274e-05,
      "loss": 0.2044,
      "num_input_tokens_seen": 6475584,
      "step": 3360
    },
    {
      "epoch": 0.5489844196100824,
      "grad_norm": 1.3056894540786743,
      "learning_rate": 4.913249113547392e-05,
      "loss": 0.2523,
      "num_input_tokens_seen": 6485264,
      "step": 3365
    },
    {
      "epoch": 0.5498001468308997,
      "grad_norm": 0.48766613006591797,
      "learning_rate": 4.912992549192016e-05,
      "loss": 0.2123,
      "num_input_tokens_seen": 6494736,
      "step": 3370
    },
    {
      "epoch": 0.5506158740517171,
      "grad_norm": 1.480979323387146,
      "learning_rate": 4.9127356127228665e-05,
      "loss": 0.2048,
      "num_input_tokens_seen": 6504512,
      "step": 3375
    },
    {
      "epoch": 0.5514316012725344,
      "grad_norm": 0.8006448745727539,
      "learning_rate": 4.912478304179564e-05,
      "loss": 0.1587,
      "num_input_tokens_seen": 6514544,
      "step": 3380
    },
    {
      "epoch": 0.5522473284933518,
      "grad_norm": 1.4039463996887207,
      "learning_rate": 4.9122206236017896e-05,
      "loss": 0.1895,
      "num_input_tokens_seen": 6525504,
      "step": 3385
    },
    {
      "epoch": 0.5530630557141691,
      "grad_norm": 1.2232037782669067,
      "learning_rate": 4.911962571029282e-05,
      "loss": 0.2625,
      "num_input_tokens_seen": 6535584,
      "step": 3390
    },
    {
      "epoch": 0.5538787829349865,
      "grad_norm": 0.6174891591072083,
      "learning_rate": 4.9117041465018353e-05,
      "loss": 0.2349,
      "num_input_tokens_seen": 6545104,
      "step": 3395
    },
    {
      "epoch": 0.5546945101558038,
      "grad_norm": 0.9428223967552185,
      "learning_rate": 4.911445350059302e-05,
      "loss": 0.2054,
      "num_input_tokens_seen": 6553904,
      "step": 3400
    },
    {
      "epoch": 0.5546945101558038,
      "eval_loss": 0.1879773736000061,
      "eval_runtime": 71.3624,
      "eval_samples_per_second": 38.185,
      "eval_steps_per_second": 19.1,
      "num_input_tokens_seen": 6553904,
      "step": 3400
    },
    {
      "epoch": 0.5555102373766213,
      "grad_norm": 0.6178629398345947,
      "learning_rate": 4.9111861817415905e-05,
      "loss": 0.1915,
      "num_input_tokens_seen": 6563056,
      "step": 3405
    },
    {
      "epoch": 0.5563259645974387,
      "grad_norm": 0.810824453830719,
      "learning_rate": 4.91092664158867e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 6571568,
      "step": 3410
    },
    {
      "epoch": 0.557141691818256,
      "grad_norm": 0.891032874584198,
      "learning_rate": 4.910666729640563e-05,
      "loss": 0.1722,
      "num_input_tokens_seen": 6581072,
      "step": 3415
    },
    {
      "epoch": 0.5579574190390734,
      "grad_norm": 0.8253050446510315,
      "learning_rate": 4.910406445937353e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 6591136,
      "step": 3420
    },
    {
      "epoch": 0.5587731462598907,
      "grad_norm": 0.8336523175239563,
      "learning_rate": 4.9101457905191774e-05,
      "loss": 0.2286,
      "num_input_tokens_seen": 6600528,
      "step": 3425
    },
    {
      "epoch": 0.5595888734807081,
      "grad_norm": 0.7071602940559387,
      "learning_rate": 4.909884763426233e-05,
      "loss": 0.2996,
      "num_input_tokens_seen": 6609536,
      "step": 3430
    },
    {
      "epoch": 0.5604046007015254,
      "grad_norm": 1.244117021560669,
      "learning_rate": 4.9096233646987736e-05,
      "loss": 0.2486,
      "num_input_tokens_seen": 6619600,
      "step": 3435
    },
    {
      "epoch": 0.5612203279223428,
      "grad_norm": 0.5528557896614075,
      "learning_rate": 4.9093615943771104e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 6628928,
      "step": 3440
    },
    {
      "epoch": 0.5620360551431601,
      "grad_norm": 0.8511229157447815,
      "learning_rate": 4.909099452501611e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 6637008,
      "step": 3445
    },
    {
      "epoch": 0.5628517823639775,
      "grad_norm": 0.7326630353927612,
      "learning_rate": 4.908836939112702e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 6646512,
      "step": 3450
    },
    {
      "epoch": 0.5636675095847948,
      "grad_norm": 1.259092926979065,
      "learning_rate": 4.908574054250865e-05,
      "loss": 0.2497,
      "num_input_tokens_seen": 6657168,
      "step": 3455
    },
    {
      "epoch": 0.5644832368056122,
      "grad_norm": 0.7405615448951721,
      "learning_rate": 4.9083107979566414e-05,
      "loss": 0.2133,
      "num_input_tokens_seen": 6666944,
      "step": 3460
    },
    {
      "epoch": 0.5652989640264295,
      "grad_norm": 1.053962230682373,
      "learning_rate": 4.908047170270628e-05,
      "loss": 0.2197,
      "num_input_tokens_seen": 6677072,
      "step": 3465
    },
    {
      "epoch": 0.5661146912472469,
      "grad_norm": 0.5035946369171143,
      "learning_rate": 4.9077831712334784e-05,
      "loss": 0.2283,
      "num_input_tokens_seen": 6686528,
      "step": 3470
    },
    {
      "epoch": 0.5669304184680642,
      "grad_norm": 1.2155022621154785,
      "learning_rate": 4.907518800885907e-05,
      "loss": 0.2349,
      "num_input_tokens_seen": 6696624,
      "step": 3475
    },
    {
      "epoch": 0.5677461456888816,
      "grad_norm": 0.6494919657707214,
      "learning_rate": 4.907254059268681e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 6705376,
      "step": 3480
    },
    {
      "epoch": 0.568561872909699,
      "grad_norm": 0.5706318020820618,
      "learning_rate": 4.906988946422628e-05,
      "loss": 0.1562,
      "num_input_tokens_seen": 6715168,
      "step": 3485
    },
    {
      "epoch": 0.5693776001305163,
      "grad_norm": 0.7678353786468506,
      "learning_rate": 4.9067234623886315e-05,
      "loss": 0.2316,
      "num_input_tokens_seen": 6725008,
      "step": 3490
    },
    {
      "epoch": 0.5701933273513338,
      "grad_norm": 0.42592373490333557,
      "learning_rate": 4.9064576072076316e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 6735520,
      "step": 3495
    },
    {
      "epoch": 0.5710090545721511,
      "grad_norm": 1.1609019041061401,
      "learning_rate": 4.906191380920628e-05,
      "loss": 0.2453,
      "num_input_tokens_seen": 6744992,
      "step": 3500
    },
    {
      "epoch": 0.5718247817929685,
      "grad_norm": 2.605483293533325,
      "learning_rate": 4.905924783568675e-05,
      "loss": 0.1782,
      "num_input_tokens_seen": 6753312,
      "step": 3505
    },
    {
      "epoch": 0.5726405090137858,
      "grad_norm": 1.215698003768921,
      "learning_rate": 4.905657815192886e-05,
      "loss": 0.2464,
      "num_input_tokens_seen": 6763264,
      "step": 3510
    },
    {
      "epoch": 0.5734562362346032,
      "grad_norm": 1.612981915473938,
      "learning_rate": 4.90539047583443e-05,
      "loss": 0.2087,
      "num_input_tokens_seen": 6773568,
      "step": 3515
    },
    {
      "epoch": 0.5742719634554205,
      "grad_norm": 1.2449523210525513,
      "learning_rate": 4.905122765534534e-05,
      "loss": 0.1922,
      "num_input_tokens_seen": 6782672,
      "step": 3520
    },
    {
      "epoch": 0.5750876906762379,
      "grad_norm": 0.9335229396820068,
      "learning_rate": 4.9048546843344846e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 6791728,
      "step": 3525
    },
    {
      "epoch": 0.5759034178970552,
      "grad_norm": 0.7374340295791626,
      "learning_rate": 4.9045862322756206e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 6801856,
      "step": 3530
    },
    {
      "epoch": 0.5767191451178726,
      "grad_norm": 1.5232553482055664,
      "learning_rate": 4.904317409399342e-05,
      "loss": 0.2388,
      "num_input_tokens_seen": 6812272,
      "step": 3535
    },
    {
      "epoch": 0.5775348723386899,
      "grad_norm": 0.6700325608253479,
      "learning_rate": 4.904048215747104e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 6821552,
      "step": 3540
    },
    {
      "epoch": 0.5783505995595073,
      "grad_norm": 1.3721657991409302,
      "learning_rate": 4.90377865136042e-05,
      "loss": 0.2258,
      "num_input_tokens_seen": 6831040,
      "step": 3545
    },
    {
      "epoch": 0.5791663267803246,
      "grad_norm": 1.431898832321167,
      "learning_rate": 4.90350871628086e-05,
      "loss": 0.2257,
      "num_input_tokens_seen": 6840832,
      "step": 3550
    },
    {
      "epoch": 0.579982054001142,
      "grad_norm": 0.2719837427139282,
      "learning_rate": 4.903238410550052e-05,
      "loss": 0.1426,
      "num_input_tokens_seen": 6850832,
      "step": 3555
    },
    {
      "epoch": 0.5807977812219594,
      "grad_norm": 0.9495300054550171,
      "learning_rate": 4.90296773420968e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 6861296,
      "step": 3560
    },
    {
      "epoch": 0.5816135084427767,
      "grad_norm": 0.6802146434783936,
      "learning_rate": 4.902696687301486e-05,
      "loss": 0.1992,
      "num_input_tokens_seen": 6870480,
      "step": 3565
    },
    {
      "epoch": 0.5824292356635941,
      "grad_norm": 0.7329849600791931,
      "learning_rate": 4.902425269867268e-05,
      "loss": 0.2017,
      "num_input_tokens_seen": 6879648,
      "step": 3570
    },
    {
      "epoch": 0.5832449628844114,
      "grad_norm": 0.7032071352005005,
      "learning_rate": 4.902153481948883e-05,
      "loss": 0.198,
      "num_input_tokens_seen": 6889728,
      "step": 3575
    },
    {
      "epoch": 0.5840606901052288,
      "grad_norm": 0.39588692784309387,
      "learning_rate": 4.901881323588244e-05,
      "loss": 0.1404,
      "num_input_tokens_seen": 6898416,
      "step": 3580
    },
    {
      "epoch": 0.5848764173260461,
      "grad_norm": 1.5624191761016846,
      "learning_rate": 4.90160879482732e-05,
      "loss": 0.1422,
      "num_input_tokens_seen": 6907072,
      "step": 3585
    },
    {
      "epoch": 0.5856921445468636,
      "grad_norm": 0.7548106908798218,
      "learning_rate": 4.9013358957081405e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 6916880,
      "step": 3590
    },
    {
      "epoch": 0.5865078717676809,
      "grad_norm": 1.6100085973739624,
      "learning_rate": 4.901062626272789e-05,
      "loss": 0.1913,
      "num_input_tokens_seen": 6927504,
      "step": 3595
    },
    {
      "epoch": 0.5873235989884983,
      "grad_norm": 0.9268480539321899,
      "learning_rate": 4.900788986563406e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 6936656,
      "step": 3600
    },
    {
      "epoch": 0.5873235989884983,
      "eval_loss": 0.18724988400936127,
      "eval_runtime": 71.4259,
      "eval_samples_per_second": 38.151,
      "eval_steps_per_second": 19.083,
      "num_input_tokens_seen": 6936656,
      "step": 3600
    },
    {
      "epoch": 0.5881393262093156,
      "grad_norm": 1.8326492309570312,
      "learning_rate": 4.9005149766221915e-05,
      "loss": 0.2082,
      "num_input_tokens_seen": 6946256,
      "step": 3605
    },
    {
      "epoch": 0.588955053430133,
      "grad_norm": 0.8317172527313232,
      "learning_rate": 4.9002405964914e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 6955936,
      "step": 3610
    },
    {
      "epoch": 0.5897707806509503,
      "grad_norm": 1.8599002361297607,
      "learning_rate": 4.899965846213346e-05,
      "loss": 0.3085,
      "num_input_tokens_seen": 6965504,
      "step": 3615
    },
    {
      "epoch": 0.5905865078717677,
      "grad_norm": 1.0935544967651367,
      "learning_rate": 4.899690725830399e-05,
      "loss": 0.2493,
      "num_input_tokens_seen": 6974768,
      "step": 3620
    },
    {
      "epoch": 0.591402235092585,
      "grad_norm": 0.5709142684936523,
      "learning_rate": 4.899415235384985e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 6985872,
      "step": 3625
    },
    {
      "epoch": 0.5922179623134024,
      "grad_norm": 0.5319262146949768,
      "learning_rate": 4.899139374919589e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 6995248,
      "step": 3630
    },
    {
      "epoch": 0.5930336895342198,
      "grad_norm": 0.5832120180130005,
      "learning_rate": 4.898863144476752e-05,
      "loss": 0.2009,
      "num_input_tokens_seen": 7004928,
      "step": 3635
    },
    {
      "epoch": 0.5938494167550371,
      "grad_norm": 1.8071986436843872,
      "learning_rate": 4.898586544099072e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 7013552,
      "step": 3640
    },
    {
      "epoch": 0.5946651439758545,
      "grad_norm": 2.1815507411956787,
      "learning_rate": 4.898309573829204e-05,
      "loss": 0.2326,
      "num_input_tokens_seen": 7022720,
      "step": 3645
    },
    {
      "epoch": 0.5954808711966718,
      "grad_norm": 1.6717609167099,
      "learning_rate": 4.898032233709862e-05,
      "loss": 0.2679,
      "num_input_tokens_seen": 7032624,
      "step": 3650
    },
    {
      "epoch": 0.5962965984174892,
      "grad_norm": 1.6669143438339233,
      "learning_rate": 4.8977545237838123e-05,
      "loss": 0.2137,
      "num_input_tokens_seen": 7043456,
      "step": 3655
    },
    {
      "epoch": 0.5971123256383065,
      "grad_norm": 0.8121975660324097,
      "learning_rate": 4.8974764440938836e-05,
      "loss": 0.139,
      "num_input_tokens_seen": 7054048,
      "step": 3660
    },
    {
      "epoch": 0.5979280528591239,
      "grad_norm": 0.5237325429916382,
      "learning_rate": 4.897197994682959e-05,
      "loss": 0.2447,
      "num_input_tokens_seen": 7063280,
      "step": 3665
    },
    {
      "epoch": 0.5987437800799412,
      "grad_norm": 1.9102903604507446,
      "learning_rate": 4.8969191755939786e-05,
      "loss": 0.237,
      "num_input_tokens_seen": 7072192,
      "step": 3670
    },
    {
      "epoch": 0.5995595073007586,
      "grad_norm": 1.1231211423873901,
      "learning_rate": 4.8966399868699396e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 7082288,
      "step": 3675
    },
    {
      "epoch": 0.600375234521576,
      "grad_norm": 2.018197774887085,
      "learning_rate": 4.8963604285538965e-05,
      "loss": 0.2544,
      "num_input_tokens_seen": 7093952,
      "step": 3680
    },
    {
      "epoch": 0.6011909617423934,
      "grad_norm": 0.5375766158103943,
      "learning_rate": 4.8960805006889604e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 7101680,
      "step": 3685
    },
    {
      "epoch": 0.6020066889632107,
      "grad_norm": 0.38059261441230774,
      "learning_rate": 4.8958002033183004e-05,
      "loss": 0.1799,
      "num_input_tokens_seen": 7111984,
      "step": 3690
    },
    {
      "epoch": 0.6028224161840281,
      "grad_norm": 0.402985155582428,
      "learning_rate": 4.8955195364851414e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 7120272,
      "step": 3695
    },
    {
      "epoch": 0.6036381434048455,
      "grad_norm": 1.066559910774231,
      "learning_rate": 4.895238500232766e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 7129456,
      "step": 3700
    },
    {
      "epoch": 0.6044538706256628,
      "grad_norm": 1.0025430917739868,
      "learning_rate": 4.8949570946045143e-05,
      "loss": 0.2392,
      "num_input_tokens_seen": 7139824,
      "step": 3705
    },
    {
      "epoch": 0.6052695978464802,
      "grad_norm": 1.1681783199310303,
      "learning_rate": 4.89467531964378e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 7148640,
      "step": 3710
    },
    {
      "epoch": 0.6060853250672975,
      "grad_norm": 1.3682522773742676,
      "learning_rate": 4.894393175394019e-05,
      "loss": 0.2099,
      "num_input_tokens_seen": 7157920,
      "step": 3715
    },
    {
      "epoch": 0.6069010522881149,
      "grad_norm": 0.37807923555374146,
      "learning_rate": 4.8941106618987406e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 7166928,
      "step": 3720
    },
    {
      "epoch": 0.6077167795089322,
      "grad_norm": 0.7560312747955322,
      "learning_rate": 4.893827779201512e-05,
      "loss": 0.2283,
      "num_input_tokens_seen": 7176688,
      "step": 3725
    },
    {
      "epoch": 0.6085325067297496,
      "grad_norm": 1.4209648370742798,
      "learning_rate": 4.893544527345957e-05,
      "loss": 0.1725,
      "num_input_tokens_seen": 7185824,
      "step": 3730
    },
    {
      "epoch": 0.6093482339505669,
      "grad_norm": 1.6728495359420776,
      "learning_rate": 4.8932609063757563e-05,
      "loss": 0.2262,
      "num_input_tokens_seen": 7197040,
      "step": 3735
    },
    {
      "epoch": 0.6101639611713843,
      "grad_norm": 2.1274302005767822,
      "learning_rate": 4.8929769163346484e-05,
      "loss": 0.229,
      "num_input_tokens_seen": 7207136,
      "step": 3740
    },
    {
      "epoch": 0.6109796883922016,
      "grad_norm": 1.578525424003601,
      "learning_rate": 4.892692557266429e-05,
      "loss": 0.2224,
      "num_input_tokens_seen": 7216624,
      "step": 3745
    },
    {
      "epoch": 0.611795415613019,
      "grad_norm": 0.723141074180603,
      "learning_rate": 4.8924078292149464e-05,
      "loss": 0.2201,
      "num_input_tokens_seen": 7226320,
      "step": 3750
    },
    {
      "epoch": 0.6126111428338363,
      "grad_norm": 0.8574410676956177,
      "learning_rate": 4.892122732224114e-05,
      "loss": 0.2336,
      "num_input_tokens_seen": 7235728,
      "step": 3755
    },
    {
      "epoch": 0.6134268700546537,
      "grad_norm": 0.5241202116012573,
      "learning_rate": 4.8918372663378944e-05,
      "loss": 0.2073,
      "num_input_tokens_seen": 7244656,
      "step": 3760
    },
    {
      "epoch": 0.614242597275471,
      "grad_norm": 1.2948905229568481,
      "learning_rate": 4.89155143160031e-05,
      "loss": 0.1999,
      "num_input_tokens_seen": 7254624,
      "step": 3765
    },
    {
      "epoch": 0.6150583244962884,
      "grad_norm": 2.4296681880950928,
      "learning_rate": 4.891265228055441e-05,
      "loss": 0.244,
      "num_input_tokens_seen": 7265168,
      "step": 3770
    },
    {
      "epoch": 0.6158740517171059,
      "grad_norm": 0.716641366481781,
      "learning_rate": 4.890978655747424e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 7275504,
      "step": 3775
    },
    {
      "epoch": 0.6166897789379232,
      "grad_norm": 0.33726802468299866,
      "learning_rate": 4.89069171472045e-05,
      "loss": 0.205,
      "num_input_tokens_seen": 7284864,
      "step": 3780
    },
    {
      "epoch": 0.6175055061587406,
      "grad_norm": 0.6484262943267822,
      "learning_rate": 4.890404405018772e-05,
      "loss": 0.1799,
      "num_input_tokens_seen": 7293616,
      "step": 3785
    },
    {
      "epoch": 0.6183212333795579,
      "grad_norm": 0.759423017501831,
      "learning_rate": 4.8901167266866934e-05,
      "loss": 0.2012,
      "num_input_tokens_seen": 7303152,
      "step": 3790
    },
    {
      "epoch": 0.6191369606003753,
      "grad_norm": 1.6435497999191284,
      "learning_rate": 4.88982867976858e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 7312672,
      "step": 3795
    },
    {
      "epoch": 0.6199526878211926,
      "grad_norm": 0.8514883518218994,
      "learning_rate": 4.889540264308852e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 7321136,
      "step": 3800
    },
    {
      "epoch": 0.6199526878211926,
      "eval_loss": 0.18658684194087982,
      "eval_runtime": 71.343,
      "eval_samples_per_second": 38.196,
      "eval_steps_per_second": 19.105,
      "num_input_tokens_seen": 7321136,
      "step": 3800
    },
    {
      "epoch": 0.62076841504201,
      "grad_norm": 0.914265513420105,
      "learning_rate": 4.889251480351986e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 7330464,
      "step": 3805
    },
    {
      "epoch": 0.6215841422628273,
      "grad_norm": 0.9026262164115906,
      "learning_rate": 4.888962327942517e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 7339760,
      "step": 3810
    },
    {
      "epoch": 0.6223998694836447,
      "grad_norm": 1.0854053497314453,
      "learning_rate": 4.8886728071250356e-05,
      "loss": 0.2156,
      "num_input_tokens_seen": 7351008,
      "step": 3815
    },
    {
      "epoch": 0.623215596704462,
      "grad_norm": 0.4949054419994354,
      "learning_rate": 4.8883829179441884e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 7360928,
      "step": 3820
    },
    {
      "epoch": 0.6240313239252794,
      "grad_norm": 1.895541787147522,
      "learning_rate": 4.888092660444682e-05,
      "loss": 0.2459,
      "num_input_tokens_seen": 7370672,
      "step": 3825
    },
    {
      "epoch": 0.6248470511460967,
      "grad_norm": 0.41216006875038147,
      "learning_rate": 4.887802034671276e-05,
      "loss": 0.2254,
      "num_input_tokens_seen": 7380448,
      "step": 3830
    },
    {
      "epoch": 0.6256627783669141,
      "grad_norm": 0.28803375363349915,
      "learning_rate": 4.88751104066879e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 7389392,
      "step": 3835
    },
    {
      "epoch": 0.6264785055877314,
      "grad_norm": 1.5191755294799805,
      "learning_rate": 4.887219678482098e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 7399984,
      "step": 3840
    },
    {
      "epoch": 0.6272942328085488,
      "grad_norm": 0.3939375877380371,
      "learning_rate": 4.8869279481561316e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 7408432,
      "step": 3845
    },
    {
      "epoch": 0.6281099600293661,
      "grad_norm": 0.7911308407783508,
      "learning_rate": 4.88663584973588e-05,
      "loss": 0.1505,
      "num_input_tokens_seen": 7418864,
      "step": 3850
    },
    {
      "epoch": 0.6289256872501835,
      "grad_norm": 1.2625097036361694,
      "learning_rate": 4.8863433832663874e-05,
      "loss": 0.1912,
      "num_input_tokens_seen": 7426688,
      "step": 3855
    },
    {
      "epoch": 0.6297414144710008,
      "grad_norm": 0.5468031167984009,
      "learning_rate": 4.886050548792757e-05,
      "loss": 0.1889,
      "num_input_tokens_seen": 7436592,
      "step": 3860
    },
    {
      "epoch": 0.6305571416918182,
      "grad_norm": 0.7418308854103088,
      "learning_rate": 4.8857573463601465e-05,
      "loss": 0.1446,
      "num_input_tokens_seen": 7446512,
      "step": 3865
    },
    {
      "epoch": 0.6313728689126357,
      "grad_norm": 0.9724565744400024,
      "learning_rate": 4.885463776013772e-05,
      "loss": 0.1925,
      "num_input_tokens_seen": 7456896,
      "step": 3870
    },
    {
      "epoch": 0.632188596133453,
      "grad_norm": 1.1995477676391602,
      "learning_rate": 4.8851698377989056e-05,
      "loss": 0.1879,
      "num_input_tokens_seen": 7466832,
      "step": 3875
    },
    {
      "epoch": 0.6330043233542704,
      "grad_norm": 0.4741632342338562,
      "learning_rate": 4.884875531760876e-05,
      "loss": 0.244,
      "num_input_tokens_seen": 7476528,
      "step": 3880
    },
    {
      "epoch": 0.6338200505750877,
      "grad_norm": 0.804222047328949,
      "learning_rate": 4.88458085794507e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 7485280,
      "step": 3885
    },
    {
      "epoch": 0.6346357777959051,
      "grad_norm": 1.0734373331069946,
      "learning_rate": 4.884285816396929e-05,
      "loss": 0.2039,
      "num_input_tokens_seen": 7494336,
      "step": 3890
    },
    {
      "epoch": 0.6354515050167224,
      "grad_norm": 1.156238317489624,
      "learning_rate": 4.8839904071619526e-05,
      "loss": 0.1835,
      "num_input_tokens_seen": 7503792,
      "step": 3895
    },
    {
      "epoch": 0.6362672322375398,
      "grad_norm": 1.656217336654663,
      "learning_rate": 4.8836946302856955e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 7514912,
      "step": 3900
    },
    {
      "epoch": 0.6370829594583571,
      "grad_norm": 0.59702467918396,
      "learning_rate": 4.8833984858137715e-05,
      "loss": 0.2014,
      "num_input_tokens_seen": 7524112,
      "step": 3905
    },
    {
      "epoch": 0.6378986866791745,
      "grad_norm": 1.0233063697814941,
      "learning_rate": 4.8831019737918494e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 7534912,
      "step": 3910
    },
    {
      "epoch": 0.6387144138999918,
      "grad_norm": 1.0921076536178589,
      "learning_rate": 4.882805094265655e-05,
      "loss": 0.1653,
      "num_input_tokens_seen": 7544112,
      "step": 3915
    },
    {
      "epoch": 0.6395301411208092,
      "grad_norm": 1.8991284370422363,
      "learning_rate": 4.8825078472809706e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 7553424,
      "step": 3920
    },
    {
      "epoch": 0.6403458683416265,
      "grad_norm": 0.4530952572822571,
      "learning_rate": 4.882210232883635e-05,
      "loss": 0.2473,
      "num_input_tokens_seen": 7563616,
      "step": 3925
    },
    {
      "epoch": 0.6411615955624439,
      "grad_norm": 1.064443588256836,
      "learning_rate": 4.881912251119546e-05,
      "loss": 0.2156,
      "num_input_tokens_seen": 7573824,
      "step": 3930
    },
    {
      "epoch": 0.6419773227832613,
      "grad_norm": 0.5215998291969299,
      "learning_rate": 4.881613902034654e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 7583456,
      "step": 3935
    },
    {
      "epoch": 0.6427930500040786,
      "grad_norm": 0.9882974624633789,
      "learning_rate": 4.88131518567497e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 7593280,
      "step": 3940
    },
    {
      "epoch": 0.643608777224896,
      "grad_norm": 0.9221986532211304,
      "learning_rate": 4.881016102086558e-05,
      "loss": 0.165,
      "num_input_tokens_seen": 7602976,
      "step": 3945
    },
    {
      "epoch": 0.6444245044457133,
      "grad_norm": 0.9307444095611572,
      "learning_rate": 4.8807166513155425e-05,
      "loss": 0.259,
      "num_input_tokens_seen": 7613328,
      "step": 3950
    },
    {
      "epoch": 0.6452402316665307,
      "grad_norm": 0.7766771912574768,
      "learning_rate": 4.8804168334081004e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 7623664,
      "step": 3955
    },
    {
      "epoch": 0.6460559588873481,
      "grad_norm": 0.5381113290786743,
      "learning_rate": 4.880116648410468e-05,
      "loss": 0.2206,
      "num_input_tokens_seen": 7633552,
      "step": 3960
    },
    {
      "epoch": 0.6468716861081655,
      "grad_norm": 1.0404887199401855,
      "learning_rate": 4.879816096368939e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 7642912,
      "step": 3965
    },
    {
      "epoch": 0.6476874133289828,
      "grad_norm": 1.3760349750518799,
      "learning_rate": 4.879515177329861e-05,
      "loss": 0.2221,
      "num_input_tokens_seen": 7651792,
      "step": 3970
    },
    {
      "epoch": 0.6485031405498002,
      "grad_norm": 1.6737526655197144,
      "learning_rate": 4.8792138913396394e-05,
      "loss": 0.2304,
      "num_input_tokens_seen": 7662016,
      "step": 3975
    },
    {
      "epoch": 0.6493188677706175,
      "grad_norm": 0.7450024485588074,
      "learning_rate": 4.8789122384447374e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 7671552,
      "step": 3980
    },
    {
      "epoch": 0.6501345949914349,
      "grad_norm": 0.520115315914154,
      "learning_rate": 4.878610218691673e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 7681152,
      "step": 3985
    },
    {
      "epoch": 0.6509503222122522,
      "grad_norm": 1.1074835062026978,
      "learning_rate": 4.87830783212702e-05,
      "loss": 0.3304,
      "num_input_tokens_seen": 7690960,
      "step": 3990
    },
    {
      "epoch": 0.6517660494330696,
      "grad_norm": 0.6813493371009827,
      "learning_rate": 4.878005078797413e-05,
      "loss": 0.1866,
      "num_input_tokens_seen": 7700032,
      "step": 3995
    },
    {
      "epoch": 0.652581776653887,
      "grad_norm": 1.4164179563522339,
      "learning_rate": 4.877701958749539e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 7709856,
      "step": 4000
    },
    {
      "epoch": 0.652581776653887,
      "eval_loss": 0.18746235966682434,
      "eval_runtime": 71.5152,
      "eval_samples_per_second": 38.104,
      "eval_steps_per_second": 19.059,
      "num_input_tokens_seen": 7709856,
      "step": 4000
    },
    {
      "epoch": 0.6533975038747043,
      "grad_norm": 0.5503684878349304,
      "learning_rate": 4.877398472030142e-05,
      "loss": 0.1811,
      "num_input_tokens_seen": 7719216,
      "step": 4005
    },
    {
      "epoch": 0.6542132310955217,
      "grad_norm": 0.9598918557167053,
      "learning_rate": 4.877094618686024e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 7729584,
      "step": 4010
    },
    {
      "epoch": 0.655028958316339,
      "grad_norm": 0.9337887167930603,
      "learning_rate": 4.876790398764045e-05,
      "loss": 0.198,
      "num_input_tokens_seen": 7739328,
      "step": 4015
    },
    {
      "epoch": 0.6558446855371564,
      "grad_norm": 1.1114046573638916,
      "learning_rate": 4.8764858123111167e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 7748544,
      "step": 4020
    },
    {
      "epoch": 0.6566604127579737,
      "grad_norm": 0.6976532936096191,
      "learning_rate": 4.876180859374212e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 7758400,
      "step": 4025
    },
    {
      "epoch": 0.6574761399787911,
      "grad_norm": 1.2042442560195923,
      "learning_rate": 4.875875540000357e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 7769088,
      "step": 4030
    },
    {
      "epoch": 0.6582918671996084,
      "grad_norm": 2.0507805347442627,
      "learning_rate": 4.8755698542366376e-05,
      "loss": 0.2279,
      "num_input_tokens_seen": 7779616,
      "step": 4035
    },
    {
      "epoch": 0.6591075944204258,
      "grad_norm": 0.7017906904220581,
      "learning_rate": 4.875263802130193e-05,
      "loss": 0.2892,
      "num_input_tokens_seen": 7790928,
      "step": 4040
    },
    {
      "epoch": 0.6599233216412431,
      "grad_norm": 1.1995563507080078,
      "learning_rate": 4.8749573837282207e-05,
      "loss": 0.2148,
      "num_input_tokens_seen": 7800032,
      "step": 4045
    },
    {
      "epoch": 0.6607390488620605,
      "grad_norm": 1.9128302335739136,
      "learning_rate": 4.874650599077974e-05,
      "loss": 0.2207,
      "num_input_tokens_seen": 7809184,
      "step": 4050
    },
    {
      "epoch": 0.6615547760828779,
      "grad_norm": 1.0101455450057983,
      "learning_rate": 4.874343448226764e-05,
      "loss": 0.2183,
      "num_input_tokens_seen": 7819232,
      "step": 4055
    },
    {
      "epoch": 0.6623705033036953,
      "grad_norm": 1.1537953615188599,
      "learning_rate": 4.874035931221955e-05,
      "loss": 0.2088,
      "num_input_tokens_seen": 7829392,
      "step": 4060
    },
    {
      "epoch": 0.6631862305245126,
      "grad_norm": 0.9024256467819214,
      "learning_rate": 4.8737280481109724e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 7838640,
      "step": 4065
    },
    {
      "epoch": 0.66400195774533,
      "grad_norm": 0.595399796962738,
      "learning_rate": 4.873419798941294e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 7848912,
      "step": 4070
    },
    {
      "epoch": 0.6648176849661473,
      "grad_norm": 0.847669780254364,
      "learning_rate": 4.873111183760458e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 7860272,
      "step": 4075
    },
    {
      "epoch": 0.6656334121869647,
      "grad_norm": 0.8390225172042847,
      "learning_rate": 4.8728022026160537e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 7868640,
      "step": 4080
    },
    {
      "epoch": 0.666449139407782,
      "grad_norm": 0.9997762441635132,
      "learning_rate": 4.872492855555732e-05,
      "loss": 0.2106,
      "num_input_tokens_seen": 7878256,
      "step": 4085
    },
    {
      "epoch": 0.6672648666285994,
      "grad_norm": 0.5000113248825073,
      "learning_rate": 4.8721831426271956e-05,
      "loss": 0.2064,
      "num_input_tokens_seen": 7886576,
      "step": 4090
    },
    {
      "epoch": 0.6680805938494168,
      "grad_norm": 0.9071695804595947,
      "learning_rate": 4.87187306387821e-05,
      "loss": 0.1245,
      "num_input_tokens_seen": 7896944,
      "step": 4095
    },
    {
      "epoch": 0.6688963210702341,
      "grad_norm": 0.4255366921424866,
      "learning_rate": 4.87156261935659e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 7907472,
      "step": 4100
    },
    {
      "epoch": 0.6697120482910515,
      "grad_norm": 0.6816110610961914,
      "learning_rate": 4.871251809110211e-05,
      "loss": 0.2384,
      "num_input_tokens_seen": 7917328,
      "step": 4105
    },
    {
      "epoch": 0.6705277755118688,
      "grad_norm": 0.5499967932701111,
      "learning_rate": 4.8709406331870044e-05,
      "loss": 0.2543,
      "num_input_tokens_seen": 7927344,
      "step": 4110
    },
    {
      "epoch": 0.6713435027326862,
      "grad_norm": 0.6064135432243347,
      "learning_rate": 4.8706290916349574e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 7935840,
      "step": 4115
    },
    {
      "epoch": 0.6721592299535035,
      "grad_norm": 1.1619336605072021,
      "learning_rate": 4.8703171845021134e-05,
      "loss": 0.1809,
      "num_input_tokens_seen": 7945696,
      "step": 4120
    },
    {
      "epoch": 0.6729749571743209,
      "grad_norm": 0.4445498287677765,
      "learning_rate": 4.870004911836572e-05,
      "loss": 0.2538,
      "num_input_tokens_seen": 7955536,
      "step": 4125
    },
    {
      "epoch": 0.6737906843951382,
      "grad_norm": 0.5967034697532654,
      "learning_rate": 4.869692273686489e-05,
      "loss": 0.2971,
      "num_input_tokens_seen": 7965200,
      "step": 4130
    },
    {
      "epoch": 0.6746064116159556,
      "grad_norm": 1.1162663698196411,
      "learning_rate": 4.869379270100079e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 7975072,
      "step": 4135
    },
    {
      "epoch": 0.6754221388367729,
      "grad_norm": 0.6107769012451172,
      "learning_rate": 4.86906590112561e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 7984080,
      "step": 4140
    },
    {
      "epoch": 0.6762378660575903,
      "grad_norm": 1.5977967977523804,
      "learning_rate": 4.8687521668114064e-05,
      "loss": 0.2155,
      "num_input_tokens_seen": 7993088,
      "step": 4145
    },
    {
      "epoch": 0.6770535932784078,
      "grad_norm": 0.6411471366882324,
      "learning_rate": 4.868438067205853e-05,
      "loss": 0.2038,
      "num_input_tokens_seen": 8002320,
      "step": 4150
    },
    {
      "epoch": 0.6778693204992251,
      "grad_norm": 1.1286948919296265,
      "learning_rate": 4.8681236023573844e-05,
      "loss": 0.1954,
      "num_input_tokens_seen": 8012096,
      "step": 4155
    },
    {
      "epoch": 0.6786850477200425,
      "grad_norm": 0.5940166711807251,
      "learning_rate": 4.867808772314497e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 8022160,
      "step": 4160
    },
    {
      "epoch": 0.6795007749408598,
      "grad_norm": 0.34922245144844055,
      "learning_rate": 4.867493577125741e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 8031552,
      "step": 4165
    },
    {
      "epoch": 0.6803165021616772,
      "grad_norm": 0.5937670469284058,
      "learning_rate": 4.867178016839725e-05,
      "loss": 0.2014,
      "num_input_tokens_seen": 8041504,
      "step": 4170
    },
    {
      "epoch": 0.6811322293824945,
      "grad_norm": 0.7323035597801208,
      "learning_rate": 4.8668620915051094e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 8051168,
      "step": 4175
    },
    {
      "epoch": 0.6819479566033119,
      "grad_norm": 0.3060934245586395,
      "learning_rate": 4.866545801170616e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 8061936,
      "step": 4180
    },
    {
      "epoch": 0.6827636838241292,
      "grad_norm": 0.7502244710922241,
      "learning_rate": 4.86622914588502e-05,
      "loss": 0.1853,
      "num_input_tokens_seen": 8071936,
      "step": 4185
    },
    {
      "epoch": 0.6835794110449466,
      "grad_norm": 0.6273805499076843,
      "learning_rate": 4.865912125697154e-05,
      "loss": 0.175,
      "num_input_tokens_seen": 8081568,
      "step": 4190
    },
    {
      "epoch": 0.6843951382657639,
      "grad_norm": 1.720152497291565,
      "learning_rate": 4.865594740655907e-05,
      "loss": 0.2529,
      "num_input_tokens_seen": 8090592,
      "step": 4195
    },
    {
      "epoch": 0.6852108654865813,
      "grad_norm": 0.8182530999183655,
      "learning_rate": 4.865276990810222e-05,
      "loss": 0.124,
      "num_input_tokens_seen": 8100560,
      "step": 4200
    },
    {
      "epoch": 0.6852108654865813,
      "eval_loss": 0.18406498432159424,
      "eval_runtime": 71.4039,
      "eval_samples_per_second": 38.163,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 8100560,
      "step": 4200
    },
    {
      "epoch": 0.6860265927073986,
      "grad_norm": 0.9097954630851746,
      "learning_rate": 4.8649588762091016e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 8110688,
      "step": 4205
    },
    {
      "epoch": 0.686842319928216,
      "grad_norm": 0.8142260313034058,
      "learning_rate": 4.8646403969016016e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 8120448,
      "step": 4210
    },
    {
      "epoch": 0.6876580471490333,
      "grad_norm": 0.6529217958450317,
      "learning_rate": 4.864321552936838e-05,
      "loss": 0.1335,
      "num_input_tokens_seen": 8130608,
      "step": 4215
    },
    {
      "epoch": 0.6884737743698507,
      "grad_norm": 0.5534929633140564,
      "learning_rate": 4.864002344363978e-05,
      "loss": 0.181,
      "num_input_tokens_seen": 8140592,
      "step": 4220
    },
    {
      "epoch": 0.689289501590668,
      "grad_norm": 0.8330748677253723,
      "learning_rate": 4.863682771232248e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 8150176,
      "step": 4225
    },
    {
      "epoch": 0.6901052288114854,
      "grad_norm": 0.5443480014801025,
      "learning_rate": 4.8633628335909324e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 8161568,
      "step": 4230
    },
    {
      "epoch": 0.6909209560323027,
      "grad_norm": 0.9104501008987427,
      "learning_rate": 4.8630425314893676e-05,
      "loss": 0.204,
      "num_input_tokens_seen": 8170896,
      "step": 4235
    },
    {
      "epoch": 0.6917366832531202,
      "grad_norm": 0.8074641227722168,
      "learning_rate": 4.862721864976948e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 8179616,
      "step": 4240
    },
    {
      "epoch": 0.6925524104739376,
      "grad_norm": 0.417900413274765,
      "learning_rate": 4.862400834103125e-05,
      "loss": 0.126,
      "num_input_tokens_seen": 8188608,
      "step": 4245
    },
    {
      "epoch": 0.6933681376947549,
      "grad_norm": 0.7104726433753967,
      "learning_rate": 4.862079438917406e-05,
      "loss": 0.1572,
      "num_input_tokens_seen": 8197952,
      "step": 4250
    },
    {
      "epoch": 0.6941838649155723,
      "grad_norm": 0.7463847398757935,
      "learning_rate": 4.8617576794693536e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 8206256,
      "step": 4255
    },
    {
      "epoch": 0.6949995921363896,
      "grad_norm": 0.5172037482261658,
      "learning_rate": 4.8614355558085875e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 8215408,
      "step": 4260
    },
    {
      "epoch": 0.695815319357207,
      "grad_norm": 1.196513295173645,
      "learning_rate": 4.861113067984783e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 8225376,
      "step": 4265
    },
    {
      "epoch": 0.6966310465780243,
      "grad_norm": 0.5770902037620544,
      "learning_rate": 4.860790216047671e-05,
      "loss": 0.1071,
      "num_input_tokens_seen": 8234512,
      "step": 4270
    },
    {
      "epoch": 0.6974467737988417,
      "grad_norm": 0.8174399137496948,
      "learning_rate": 4.860467000047041e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 8243152,
      "step": 4275
    },
    {
      "epoch": 0.698262501019659,
      "grad_norm": 1.5316826105117798,
      "learning_rate": 4.860143420032737e-05,
      "loss": 0.2259,
      "num_input_tokens_seen": 8253056,
      "step": 4280
    },
    {
      "epoch": 0.6990782282404764,
      "grad_norm": 0.9359532594680786,
      "learning_rate": 4.859819476054657e-05,
      "loss": 0.2055,
      "num_input_tokens_seen": 8262416,
      "step": 4285
    },
    {
      "epoch": 0.6998939554612937,
      "grad_norm": 2.1523003578186035,
      "learning_rate": 4.859495168162758e-05,
      "loss": 0.2081,
      "num_input_tokens_seen": 8271856,
      "step": 4290
    },
    {
      "epoch": 0.7007096826821111,
      "grad_norm": 1.2441737651824951,
      "learning_rate": 4.859170496407054e-05,
      "loss": 0.2146,
      "num_input_tokens_seen": 8280048,
      "step": 4295
    },
    {
      "epoch": 0.7015254099029284,
      "grad_norm": 0.8936530351638794,
      "learning_rate": 4.8588454608376114e-05,
      "loss": 0.1271,
      "num_input_tokens_seen": 8288464,
      "step": 4300
    },
    {
      "epoch": 0.7023411371237458,
      "grad_norm": 0.5311219692230225,
      "learning_rate": 4.8585200615045555e-05,
      "loss": 0.2073,
      "num_input_tokens_seen": 8297616,
      "step": 4305
    },
    {
      "epoch": 0.7031568643445631,
      "grad_norm": 0.5660334825515747,
      "learning_rate": 4.8581942984580674e-05,
      "loss": 0.234,
      "num_input_tokens_seen": 8307248,
      "step": 4310
    },
    {
      "epoch": 0.7039725915653805,
      "grad_norm": 1.1011446714401245,
      "learning_rate": 4.857868171748384e-05,
      "loss": 0.1894,
      "num_input_tokens_seen": 8316384,
      "step": 4315
    },
    {
      "epoch": 0.7047883187861979,
      "grad_norm": 0.9482975602149963,
      "learning_rate": 4.8575416814257976e-05,
      "loss": 0.137,
      "num_input_tokens_seen": 8326416,
      "step": 4320
    },
    {
      "epoch": 0.7056040460070152,
      "grad_norm": 2.498497247695923,
      "learning_rate": 4.857214827540657e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 8336544,
      "step": 4325
    },
    {
      "epoch": 0.7064197732278326,
      "grad_norm": 0.9977948665618896,
      "learning_rate": 4.856887610143367e-05,
      "loss": 0.1956,
      "num_input_tokens_seen": 8347376,
      "step": 4330
    },
    {
      "epoch": 0.70723550044865,
      "grad_norm": 1.6663410663604736,
      "learning_rate": 4.8565600292843896e-05,
      "loss": 0.1947,
      "num_input_tokens_seen": 8356672,
      "step": 4335
    },
    {
      "epoch": 0.7080512276694674,
      "grad_norm": 1.705664873123169,
      "learning_rate": 4.856232085014241e-05,
      "loss": 0.2763,
      "num_input_tokens_seen": 8367408,
      "step": 4340
    },
    {
      "epoch": 0.7088669548902847,
      "grad_norm": 0.2832154929637909,
      "learning_rate": 4.855903777383495e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 8378032,
      "step": 4345
    },
    {
      "epoch": 0.7096826821111021,
      "grad_norm": 0.6085688471794128,
      "learning_rate": 4.85557510644278e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 8388080,
      "step": 4350
    },
    {
      "epoch": 0.7104984093319194,
      "grad_norm": 0.5807681083679199,
      "learning_rate": 4.855246072242782e-05,
      "loss": 0.1622,
      "num_input_tokens_seen": 8398160,
      "step": 4355
    },
    {
      "epoch": 0.7113141365527368,
      "grad_norm": 1.8034768104553223,
      "learning_rate": 4.8549166748342414e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 8406944,
      "step": 4360
    },
    {
      "epoch": 0.7121298637735541,
      "grad_norm": 0.8374257683753967,
      "learning_rate": 4.8545869142679556e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 8415424,
      "step": 4365
    },
    {
      "epoch": 0.7129455909943715,
      "grad_norm": 1.0778393745422363,
      "learning_rate": 4.8542567905947776e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 8425488,
      "step": 4370
    },
    {
      "epoch": 0.7137613182151888,
      "grad_norm": 0.7513121962547302,
      "learning_rate": 4.853926303865618e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 8434704,
      "step": 4375
    },
    {
      "epoch": 0.7145770454360062,
      "grad_norm": 0.4815673828125,
      "learning_rate": 4.853595454131441e-05,
      "loss": 0.1569,
      "num_input_tokens_seen": 8443488,
      "step": 4380
    },
    {
      "epoch": 0.7153927726568236,
      "grad_norm": 0.6150168180465698,
      "learning_rate": 4.8532642414432674e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 8453120,
      "step": 4385
    },
    {
      "epoch": 0.7162084998776409,
      "grad_norm": 1.3465914726257324,
      "learning_rate": 4.8529326658521754e-05,
      "loss": 0.2462,
      "num_input_tokens_seen": 8463088,
      "step": 4390
    },
    {
      "epoch": 0.7170242270984583,
      "grad_norm": 0.6911414861679077,
      "learning_rate": 4.8526007274092965e-05,
      "loss": 0.1736,
      "num_input_tokens_seen": 8472368,
      "step": 4395
    },
    {
      "epoch": 0.7178399543192756,
      "grad_norm": 0.8783573508262634,
      "learning_rate": 4.852268426165822e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 8482208,
      "step": 4400
    },
    {
      "epoch": 0.7178399543192756,
      "eval_loss": 0.1840699017047882,
      "eval_runtime": 71.4077,
      "eval_samples_per_second": 38.161,
      "eval_steps_per_second": 19.088,
      "num_input_tokens_seen": 8482208,
      "step": 4400
    },
    {
      "epoch": 0.718655681540093,
      "grad_norm": 1.821752667427063,
      "learning_rate": 4.851935762172995e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 8491040,
      "step": 4405
    },
    {
      "epoch": 0.7194714087609103,
      "grad_norm": 0.7694599628448486,
      "learning_rate": 4.8516027354821175e-05,
      "loss": 0.2157,
      "num_input_tokens_seen": 8501152,
      "step": 4410
    },
    {
      "epoch": 0.7202871359817277,
      "grad_norm": 1.4143190383911133,
      "learning_rate": 4.851269346144546e-05,
      "loss": 0.248,
      "num_input_tokens_seen": 8509984,
      "step": 4415
    },
    {
      "epoch": 0.721102863202545,
      "grad_norm": 1.887463927268982,
      "learning_rate": 4.850935594211693e-05,
      "loss": 0.2376,
      "num_input_tokens_seen": 8519200,
      "step": 4420
    },
    {
      "epoch": 0.7219185904233625,
      "grad_norm": 0.45644471049308777,
      "learning_rate": 4.850601479735029e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 8528624,
      "step": 4425
    },
    {
      "epoch": 0.7227343176441798,
      "grad_norm": 0.8579927682876587,
      "learning_rate": 4.850267002766076e-05,
      "loss": 0.1381,
      "num_input_tokens_seen": 8537408,
      "step": 4430
    },
    {
      "epoch": 0.7235500448649972,
      "grad_norm": 0.7052619457244873,
      "learning_rate": 4.849932163356417e-05,
      "loss": 0.1675,
      "num_input_tokens_seen": 8547408,
      "step": 4435
    },
    {
      "epoch": 0.7243657720858145,
      "grad_norm": 0.37214022874832153,
      "learning_rate": 4.8495969615576864e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 8557360,
      "step": 4440
    },
    {
      "epoch": 0.7251814993066319,
      "grad_norm": 0.30627962946891785,
      "learning_rate": 4.849261397421577e-05,
      "loss": 0.1766,
      "num_input_tokens_seen": 8567088,
      "step": 4445
    },
    {
      "epoch": 0.7259972265274492,
      "grad_norm": 0.47489625215530396,
      "learning_rate": 4.848925470999839e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 8576320,
      "step": 4450
    },
    {
      "epoch": 0.7268129537482666,
      "grad_norm": 1.072675347328186,
      "learning_rate": 4.848589182344273e-05,
      "loss": 0.2252,
      "num_input_tokens_seen": 8585392,
      "step": 4455
    },
    {
      "epoch": 0.727628680969084,
      "grad_norm": 1.5486847162246704,
      "learning_rate": 4.848252531506742e-05,
      "loss": 0.2437,
      "num_input_tokens_seen": 8594656,
      "step": 4460
    },
    {
      "epoch": 0.7284444081899013,
      "grad_norm": 0.6170259714126587,
      "learning_rate": 4.847915518539161e-05,
      "loss": 0.1897,
      "num_input_tokens_seen": 8605664,
      "step": 4465
    },
    {
      "epoch": 0.7292601354107187,
      "grad_norm": 0.813188910484314,
      "learning_rate": 4.847578143493501e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 8616608,
      "step": 4470
    },
    {
      "epoch": 0.730075862631536,
      "grad_norm": 1.5241352319717407,
      "learning_rate": 4.847240406421789e-05,
      "loss": 0.2538,
      "num_input_tokens_seen": 8626272,
      "step": 4475
    },
    {
      "epoch": 0.7308915898523534,
      "grad_norm": 1.0816670656204224,
      "learning_rate": 4.84690230737611e-05,
      "loss": 0.2865,
      "num_input_tokens_seen": 8636544,
      "step": 4480
    },
    {
      "epoch": 0.7317073170731707,
      "grad_norm": 1.0738403797149658,
      "learning_rate": 4.846563846408602e-05,
      "loss": 0.2224,
      "num_input_tokens_seen": 8646176,
      "step": 4485
    },
    {
      "epoch": 0.7325230442939881,
      "grad_norm": 1.5418448448181152,
      "learning_rate": 4.84622502357146e-05,
      "loss": 0.2041,
      "num_input_tokens_seen": 8656016,
      "step": 4490
    },
    {
      "epoch": 0.7333387715148054,
      "grad_norm": 0.5758962631225586,
      "learning_rate": 4.8458858389169345e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 8665584,
      "step": 4495
    },
    {
      "epoch": 0.7341544987356228,
      "grad_norm": 1.2828742265701294,
      "learning_rate": 4.8455462924973334e-05,
      "loss": 0.2854,
      "num_input_tokens_seen": 8674192,
      "step": 4500
    },
    {
      "epoch": 0.7349702259564401,
      "grad_norm": 0.9154004454612732,
      "learning_rate": 4.845206384365018e-05,
      "loss": 0.1798,
      "num_input_tokens_seen": 8683696,
      "step": 4505
    },
    {
      "epoch": 0.7357859531772575,
      "grad_norm": 0.6246654391288757,
      "learning_rate": 4.844866114572405e-05,
      "loss": 0.153,
      "num_input_tokens_seen": 8692272,
      "step": 4510
    },
    {
      "epoch": 0.7366016803980748,
      "grad_norm": 0.5234510898590088,
      "learning_rate": 4.8445254831719706e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 8701792,
      "step": 4515
    },
    {
      "epoch": 0.7374174076188923,
      "grad_norm": 0.4709366261959076,
      "learning_rate": 4.8441844902162434e-05,
      "loss": 0.1128,
      "num_input_tokens_seen": 8710160,
      "step": 4520
    },
    {
      "epoch": 0.7382331348397096,
      "grad_norm": 0.4474142789840698,
      "learning_rate": 4.843843135757809e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 8720960,
      "step": 4525
    },
    {
      "epoch": 0.739048862060527,
      "grad_norm": 1.155019760131836,
      "learning_rate": 4.843501419849308e-05,
      "loss": 0.1613,
      "num_input_tokens_seen": 8731152,
      "step": 4530
    },
    {
      "epoch": 0.7398645892813444,
      "grad_norm": 0.3218079209327698,
      "learning_rate": 4.8431593425434386e-05,
      "loss": 0.1104,
      "num_input_tokens_seen": 8741888,
      "step": 4535
    },
    {
      "epoch": 0.7406803165021617,
      "grad_norm": 0.9618802666664124,
      "learning_rate": 4.8428169038929526e-05,
      "loss": 0.2218,
      "num_input_tokens_seen": 8751728,
      "step": 4540
    },
    {
      "epoch": 0.7414960437229791,
      "grad_norm": 1.2567031383514404,
      "learning_rate": 4.8424741039506575e-05,
      "loss": 0.2277,
      "num_input_tokens_seen": 8760544,
      "step": 4545
    },
    {
      "epoch": 0.7423117709437964,
      "grad_norm": 1.230384349822998,
      "learning_rate": 4.842130942769419e-05,
      "loss": 0.136,
      "num_input_tokens_seen": 8770928,
      "step": 4550
    },
    {
      "epoch": 0.7431274981646138,
      "grad_norm": 1.0660035610198975,
      "learning_rate": 4.841787420402156e-05,
      "loss": 0.1762,
      "num_input_tokens_seen": 8780032,
      "step": 4555
    },
    {
      "epoch": 0.7439432253854311,
      "grad_norm": 1.1854192018508911,
      "learning_rate": 4.841443536901844e-05,
      "loss": 0.1435,
      "num_input_tokens_seen": 8790320,
      "step": 4560
    },
    {
      "epoch": 0.7447589526062485,
      "grad_norm": 0.8180081844329834,
      "learning_rate": 4.841099292321514e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 8799072,
      "step": 4565
    },
    {
      "epoch": 0.7455746798270658,
      "grad_norm": 0.8691009283065796,
      "learning_rate": 4.8407546867142525e-05,
      "loss": 0.1861,
      "num_input_tokens_seen": 8807968,
      "step": 4570
    },
    {
      "epoch": 0.7463904070478832,
      "grad_norm": 1.5909212827682495,
      "learning_rate": 4.840409720133203e-05,
      "loss": 0.2754,
      "num_input_tokens_seen": 8817824,
      "step": 4575
    },
    {
      "epoch": 0.7472061342687005,
      "grad_norm": 0.8076439499855042,
      "learning_rate": 4.8400643926315634e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 8827392,
      "step": 4580
    },
    {
      "epoch": 0.7480218614895179,
      "grad_norm": 0.3973923325538635,
      "learning_rate": 4.839718704262587e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 8836992,
      "step": 4585
    },
    {
      "epoch": 0.7488375887103352,
      "grad_norm": 1.2636711597442627,
      "learning_rate": 4.839372655079585e-05,
      "loss": 0.1373,
      "num_input_tokens_seen": 8846176,
      "step": 4590
    },
    {
      "epoch": 0.7496533159311526,
      "grad_norm": 1.2731549739837646,
      "learning_rate": 4.83902624513592e-05,
      "loss": 0.1957,
      "num_input_tokens_seen": 8857664,
      "step": 4595
    },
    {
      "epoch": 0.7504690431519699,
      "grad_norm": 0.7058142423629761,
      "learning_rate": 4.838679474485014e-05,
      "loss": 0.1977,
      "num_input_tokens_seen": 8868016,
      "step": 4600
    },
    {
      "epoch": 0.7504690431519699,
      "eval_loss": 0.1822984218597412,
      "eval_runtime": 71.386,
      "eval_samples_per_second": 38.173,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 8868016,
      "step": 4600
    },
    {
      "epoch": 0.7512847703727873,
      "grad_norm": 0.3592211604118347,
      "learning_rate": 4.838332343180343e-05,
      "loss": 0.1206,
      "num_input_tokens_seen": 8877904,
      "step": 4605
    },
    {
      "epoch": 0.7521004975936046,
      "grad_norm": 1.1051639318466187,
      "learning_rate": 4.83798485127544e-05,
      "loss": 0.2106,
      "num_input_tokens_seen": 8888288,
      "step": 4610
    },
    {
      "epoch": 0.7529162248144221,
      "grad_norm": 1.0913939476013184,
      "learning_rate": 4.837636998823892e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 8897376,
      "step": 4615
    },
    {
      "epoch": 0.7537319520352395,
      "grad_norm": 0.879997968673706,
      "learning_rate": 4.8372887858793414e-05,
      "loss": 0.1117,
      "num_input_tokens_seen": 8906240,
      "step": 4620
    },
    {
      "epoch": 0.7545476792560568,
      "grad_norm": 0.7653641700744629,
      "learning_rate": 4.836940212495489e-05,
      "loss": 0.2427,
      "num_input_tokens_seen": 8915712,
      "step": 4625
    },
    {
      "epoch": 0.7553634064768742,
      "grad_norm": 1.3312939405441284,
      "learning_rate": 4.836591278726087e-05,
      "loss": 0.159,
      "num_input_tokens_seen": 8924240,
      "step": 4630
    },
    {
      "epoch": 0.7561791336976915,
      "grad_norm": 0.623041033744812,
      "learning_rate": 4.836241984624947e-05,
      "loss": 0.1565,
      "num_input_tokens_seen": 8933488,
      "step": 4635
    },
    {
      "epoch": 0.7569948609185089,
      "grad_norm": 1.3406599760055542,
      "learning_rate": 4.8358923302459336e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 8943264,
      "step": 4640
    },
    {
      "epoch": 0.7578105881393262,
      "grad_norm": 0.4954604506492615,
      "learning_rate": 4.835542315642968e-05,
      "loss": 0.2002,
      "num_input_tokens_seen": 8952912,
      "step": 4645
    },
    {
      "epoch": 0.7586263153601436,
      "grad_norm": 1.2411187887191772,
      "learning_rate": 4.8351919408700274e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 8963248,
      "step": 4650
    },
    {
      "epoch": 0.7594420425809609,
      "grad_norm": 0.8242673277854919,
      "learning_rate": 4.834841205981144e-05,
      "loss": 0.1819,
      "num_input_tokens_seen": 8972608,
      "step": 4655
    },
    {
      "epoch": 0.7602577698017783,
      "grad_norm": 0.9362919926643372,
      "learning_rate": 4.8344901110304054e-05,
      "loss": 0.247,
      "num_input_tokens_seen": 8982064,
      "step": 4660
    },
    {
      "epoch": 0.7610734970225956,
      "grad_norm": 0.5657324194908142,
      "learning_rate": 4.8341386560719534e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 8992240,
      "step": 4665
    },
    {
      "epoch": 0.761889224243413,
      "grad_norm": 0.8111788034439087,
      "learning_rate": 4.833786841159989e-05,
      "loss": 0.1487,
      "num_input_tokens_seen": 9002784,
      "step": 4670
    },
    {
      "epoch": 0.7627049514642303,
      "grad_norm": 0.8125174045562744,
      "learning_rate": 4.833434666348765e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 9012240,
      "step": 4675
    },
    {
      "epoch": 0.7635206786850477,
      "grad_norm": 0.6355358362197876,
      "learning_rate": 4.833082131692592e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 9021520,
      "step": 4680
    },
    {
      "epoch": 0.764336405905865,
      "grad_norm": 0.7292882800102234,
      "learning_rate": 4.832729237245835e-05,
      "loss": 0.2365,
      "num_input_tokens_seen": 9030752,
      "step": 4685
    },
    {
      "epoch": 0.7651521331266824,
      "grad_norm": 0.5931785702705383,
      "learning_rate": 4.8323759830629145e-05,
      "loss": 0.1586,
      "num_input_tokens_seen": 9039376,
      "step": 4690
    },
    {
      "epoch": 0.7659678603474998,
      "grad_norm": 0.45195725560188293,
      "learning_rate": 4.8320223691983066e-05,
      "loss": 0.1766,
      "num_input_tokens_seen": 9049424,
      "step": 4695
    },
    {
      "epoch": 0.7667835875683171,
      "grad_norm": 1.1796852350234985,
      "learning_rate": 4.831668395706544e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 9060480,
      "step": 4700
    },
    {
      "epoch": 0.7675993147891346,
      "grad_norm": 0.5482155084609985,
      "learning_rate": 4.8313140626422125e-05,
      "loss": 0.1606,
      "num_input_tokens_seen": 9070384,
      "step": 4705
    },
    {
      "epoch": 0.7684150420099519,
      "grad_norm": 0.5257893800735474,
      "learning_rate": 4.830959370059956e-05,
      "loss": 0.114,
      "num_input_tokens_seen": 9080016,
      "step": 4710
    },
    {
      "epoch": 0.7692307692307693,
      "grad_norm": 2.1821062564849854,
      "learning_rate": 4.830604318014472e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 9089440,
      "step": 4715
    },
    {
      "epoch": 0.7700464964515866,
      "grad_norm": 0.5621607899665833,
      "learning_rate": 4.830248906560514e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 9098416,
      "step": 4720
    },
    {
      "epoch": 0.770862223672404,
      "grad_norm": 0.6541783213615417,
      "learning_rate": 4.829893135752891e-05,
      "loss": 0.1593,
      "num_input_tokens_seen": 9108000,
      "step": 4725
    },
    {
      "epoch": 0.7716779508932213,
      "grad_norm": 0.43646273016929626,
      "learning_rate": 4.829537005646466e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 9117920,
      "step": 4730
    },
    {
      "epoch": 0.7724936781140387,
      "grad_norm": 0.3898400366306305,
      "learning_rate": 4.8291805162961615e-05,
      "loss": 0.1002,
      "num_input_tokens_seen": 9128704,
      "step": 4735
    },
    {
      "epoch": 0.773309405334856,
      "grad_norm": 1.2240673303604126,
      "learning_rate": 4.82882366775695e-05,
      "loss": 0.1964,
      "num_input_tokens_seen": 9137024,
      "step": 4740
    },
    {
      "epoch": 0.7741251325556734,
      "grad_norm": 0.5692058205604553,
      "learning_rate": 4.828466460083864e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 9146768,
      "step": 4745
    },
    {
      "epoch": 0.7749408597764907,
      "grad_norm": 0.7186692953109741,
      "learning_rate": 4.8281088933319877e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 9155968,
      "step": 4750
    },
    {
      "epoch": 0.7757565869973081,
      "grad_norm": 0.5431390404701233,
      "learning_rate": 4.827750967556464e-05,
      "loss": 0.2337,
      "num_input_tokens_seen": 9166176,
      "step": 4755
    },
    {
      "epoch": 0.7765723142181254,
      "grad_norm": 0.7416775226593018,
      "learning_rate": 4.827392682812488e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 9175632,
      "step": 4760
    },
    {
      "epoch": 0.7773880414389428,
      "grad_norm": 0.48304346203804016,
      "learning_rate": 4.827034039155312e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 9186160,
      "step": 4765
    },
    {
      "epoch": 0.7782037686597602,
      "grad_norm": 0.48274534940719604,
      "learning_rate": 4.8266750366402445e-05,
      "loss": 0.1803,
      "num_input_tokens_seen": 9196096,
      "step": 4770
    },
    {
      "epoch": 0.7790194958805775,
      "grad_norm": 0.40427398681640625,
      "learning_rate": 4.8263156753226476e-05,
      "loss": 0.1732,
      "num_input_tokens_seen": 9204448,
      "step": 4775
    },
    {
      "epoch": 0.7798352231013949,
      "grad_norm": 1.071662187576294,
      "learning_rate": 4.8259559552579394e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 9214240,
      "step": 4780
    },
    {
      "epoch": 0.7806509503222122,
      "grad_norm": 0.7874657511711121,
      "learning_rate": 4.825595876501593e-05,
      "loss": 0.1603,
      "num_input_tokens_seen": 9224528,
      "step": 4785
    },
    {
      "epoch": 0.7814666775430296,
      "grad_norm": 0.7220101952552795,
      "learning_rate": 4.825235439109137e-05,
      "loss": 0.2264,
      "num_input_tokens_seen": 9234496,
      "step": 4790
    },
    {
      "epoch": 0.7822824047638469,
      "grad_norm": 0.8318012356758118,
      "learning_rate": 4.824874643136156e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 9244288,
      "step": 4795
    },
    {
      "epoch": 0.7830981319846644,
      "grad_norm": 1.1398355960845947,
      "learning_rate": 4.824513488638288e-05,
      "loss": 0.2002,
      "num_input_tokens_seen": 9254560,
      "step": 4800
    },
    {
      "epoch": 0.7830981319846644,
      "eval_loss": 0.18067361414432526,
      "eval_runtime": 71.4328,
      "eval_samples_per_second": 38.148,
      "eval_steps_per_second": 19.081,
      "num_input_tokens_seen": 9254560,
      "step": 4800
    },
    {
      "epoch": 0.7839138592054817,
      "grad_norm": 0.624090850353241,
      "learning_rate": 4.8241519756712293e-05,
      "loss": 0.2754,
      "num_input_tokens_seen": 9263248,
      "step": 4805
    },
    {
      "epoch": 0.7847295864262991,
      "grad_norm": 0.6506607532501221,
      "learning_rate": 4.8237901042907285e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 9273568,
      "step": 4810
    },
    {
      "epoch": 0.7855453136471164,
      "grad_norm": 1.0023164749145508,
      "learning_rate": 4.823427874552591e-05,
      "loss": 0.1321,
      "num_input_tokens_seen": 9282384,
      "step": 4815
    },
    {
      "epoch": 0.7863610408679338,
      "grad_norm": 0.7187933921813965,
      "learning_rate": 4.823065286512677e-05,
      "loss": 0.1341,
      "num_input_tokens_seen": 9291408,
      "step": 4820
    },
    {
      "epoch": 0.7871767680887511,
      "grad_norm": 0.9062695503234863,
      "learning_rate": 4.8227023402269025e-05,
      "loss": 0.2211,
      "num_input_tokens_seen": 9301408,
      "step": 4825
    },
    {
      "epoch": 0.7879924953095685,
      "grad_norm": 1.1889712810516357,
      "learning_rate": 4.822339035751239e-05,
      "loss": 0.1889,
      "num_input_tokens_seen": 9310272,
      "step": 4830
    },
    {
      "epoch": 0.7888082225303858,
      "grad_norm": 0.5498998165130615,
      "learning_rate": 4.8219753731417104e-05,
      "loss": 0.249,
      "num_input_tokens_seen": 9320112,
      "step": 4835
    },
    {
      "epoch": 0.7896239497512032,
      "grad_norm": 1.2507110834121704,
      "learning_rate": 4.821611352454401e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 9329584,
      "step": 4840
    },
    {
      "epoch": 0.7904396769720206,
      "grad_norm": 1.0469688177108765,
      "learning_rate": 4.8212469737454444e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 9338416,
      "step": 4845
    },
    {
      "epoch": 0.7912554041928379,
      "grad_norm": 1.950407862663269,
      "learning_rate": 4.820882237071035e-05,
      "loss": 0.2693,
      "num_input_tokens_seen": 9348624,
      "step": 4850
    },
    {
      "epoch": 0.7920711314136553,
      "grad_norm": 0.7757707238197327,
      "learning_rate": 4.820517142487417e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 9356432,
      "step": 4855
    },
    {
      "epoch": 0.7928868586344726,
      "grad_norm": 0.31421518325805664,
      "learning_rate": 4.8201516900508956e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 9364816,
      "step": 4860
    },
    {
      "epoch": 0.79370258585529,
      "grad_norm": 0.9183475375175476,
      "learning_rate": 4.819785879817827e-05,
      "loss": 0.3031,
      "num_input_tokens_seen": 9374880,
      "step": 4865
    },
    {
      "epoch": 0.7945183130761073,
      "grad_norm": 1.7708981037139893,
      "learning_rate": 4.8194197118446226e-05,
      "loss": 0.1663,
      "num_input_tokens_seen": 9383904,
      "step": 4870
    },
    {
      "epoch": 0.7953340402969247,
      "grad_norm": 0.7421424388885498,
      "learning_rate": 4.819053186187752e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 9393504,
      "step": 4875
    },
    {
      "epoch": 0.796149767517742,
      "grad_norm": 1.4018665552139282,
      "learning_rate": 4.818686302903736e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 9402576,
      "step": 4880
    },
    {
      "epoch": 0.7969654947385594,
      "grad_norm": 0.32810091972351074,
      "learning_rate": 4.818319062049154e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 9412592,
      "step": 4885
    },
    {
      "epoch": 0.7977812219593767,
      "grad_norm": 1.3873116970062256,
      "learning_rate": 4.817951463680639e-05,
      "loss": 0.2209,
      "num_input_tokens_seen": 9422368,
      "step": 4890
    },
    {
      "epoch": 0.7985969491801942,
      "grad_norm": 0.780735433101654,
      "learning_rate": 4.817583507854879e-05,
      "loss": 0.2172,
      "num_input_tokens_seen": 9432352,
      "step": 4895
    },
    {
      "epoch": 0.7994126764010115,
      "grad_norm": 0.8304998278617859,
      "learning_rate": 4.817215194628617e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 9441056,
      "step": 4900
    },
    {
      "epoch": 0.8002284036218289,
      "grad_norm": 0.5501800775527954,
      "learning_rate": 4.816846524058653e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 9451456,
      "step": 4905
    },
    {
      "epoch": 0.8010441308426463,
      "grad_norm": 0.8370869159698486,
      "learning_rate": 4.816477496201839e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 9460064,
      "step": 4910
    },
    {
      "epoch": 0.8018598580634636,
      "grad_norm": 1.542701244354248,
      "learning_rate": 4.8161081111150845e-05,
      "loss": 0.213,
      "num_input_tokens_seen": 9469824,
      "step": 4915
    },
    {
      "epoch": 0.802675585284281,
      "grad_norm": 0.5701565742492676,
      "learning_rate": 4.815738368855354e-05,
      "loss": 0.2557,
      "num_input_tokens_seen": 9477680,
      "step": 4920
    },
    {
      "epoch": 0.8034913125050983,
      "grad_norm": 1.0372835397720337,
      "learning_rate": 4.815368269479664e-05,
      "loss": 0.2251,
      "num_input_tokens_seen": 9486720,
      "step": 4925
    },
    {
      "epoch": 0.8043070397259157,
      "grad_norm": 0.7697674632072449,
      "learning_rate": 4.814997813045092e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 9496352,
      "step": 4930
    },
    {
      "epoch": 0.805122766946733,
      "grad_norm": 1.5295881032943726,
      "learning_rate": 4.814626999608764e-05,
      "loss": 0.2365,
      "num_input_tokens_seen": 9505488,
      "step": 4935
    },
    {
      "epoch": 0.8059384941675504,
      "grad_norm": 0.3640604317188263,
      "learning_rate": 4.814255829227865e-05,
      "loss": 0.1128,
      "num_input_tokens_seen": 9515264,
      "step": 4940
    },
    {
      "epoch": 0.8067542213883677,
      "grad_norm": 1.001257300376892,
      "learning_rate": 4.813884301959635e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 9525760,
      "step": 4945
    },
    {
      "epoch": 0.8075699486091851,
      "grad_norm": 0.48456698656082153,
      "learning_rate": 4.813512417861368e-05,
      "loss": 0.166,
      "num_input_tokens_seen": 9536320,
      "step": 4950
    },
    {
      "epoch": 0.8083856758300024,
      "grad_norm": 0.3341442942619324,
      "learning_rate": 4.813140176990411e-05,
      "loss": 0.2006,
      "num_input_tokens_seen": 9546672,
      "step": 4955
    },
    {
      "epoch": 0.8092014030508198,
      "grad_norm": 1.9470223188400269,
      "learning_rate": 4.8127675794041714e-05,
      "loss": 0.2523,
      "num_input_tokens_seen": 9554544,
      "step": 4960
    },
    {
      "epoch": 0.8100171302716371,
      "grad_norm": 0.9996523857116699,
      "learning_rate": 4.812394625160107e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 9564416,
      "step": 4965
    },
    {
      "epoch": 0.8108328574924545,
      "grad_norm": 1.3476918935775757,
      "learning_rate": 4.812021314315732e-05,
      "loss": 0.2345,
      "num_input_tokens_seen": 9574768,
      "step": 4970
    },
    {
      "epoch": 0.8116485847132718,
      "grad_norm": 1.3241064548492432,
      "learning_rate": 4.811647646928616e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 9585856,
      "step": 4975
    },
    {
      "epoch": 0.8124643119340892,
      "grad_norm": 1.022055983543396,
      "learning_rate": 4.8112736230563814e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 9595440,
      "step": 4980
    },
    {
      "epoch": 0.8132800391549067,
      "grad_norm": 0.46119165420532227,
      "learning_rate": 4.81089924275671e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 9605424,
      "step": 4985
    },
    {
      "epoch": 0.814095766375724,
      "grad_norm": 0.7707390785217285,
      "learning_rate": 4.810524506087335e-05,
      "loss": 0.1958,
      "num_input_tokens_seen": 9615808,
      "step": 4990
    },
    {
      "epoch": 0.8149114935965414,
      "grad_norm": 0.6925250291824341,
      "learning_rate": 4.810149413106044e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 9624432,
      "step": 4995
    },
    {
      "epoch": 0.8157272208173587,
      "grad_norm": 0.5780198574066162,
      "learning_rate": 4.809773963870684e-05,
      "loss": 0.1195,
      "num_input_tokens_seen": 9634544,
      "step": 5000
    },
    {
      "epoch": 0.8157272208173587,
      "eval_loss": 0.18250103294849396,
      "eval_runtime": 71.318,
      "eval_samples_per_second": 38.209,
      "eval_steps_per_second": 19.112,
      "num_input_tokens_seen": 9634544,
      "step": 5000
    },
    {
      "epoch": 0.8165429480381761,
      "grad_norm": 0.6283965706825256,
      "learning_rate": 4.809398158439151e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 9644320,
      "step": 5005
    },
    {
      "epoch": 0.8173586752589934,
      "grad_norm": 0.4517183303833008,
      "learning_rate": 4.8090219968694005e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 9654656,
      "step": 5010
    },
    {
      "epoch": 0.8181744024798108,
      "grad_norm": 0.4041679799556732,
      "learning_rate": 4.808645479219442e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 9663280,
      "step": 5015
    },
    {
      "epoch": 0.8189901297006281,
      "grad_norm": 1.6864036321640015,
      "learning_rate": 4.8082686055473375e-05,
      "loss": 0.1916,
      "num_input_tokens_seen": 9673904,
      "step": 5020
    },
    {
      "epoch": 0.8198058569214455,
      "grad_norm": 1.1777244806289673,
      "learning_rate": 4.8078913759112066e-05,
      "loss": 0.1517,
      "num_input_tokens_seen": 9683392,
      "step": 5025
    },
    {
      "epoch": 0.8206215841422628,
      "grad_norm": 0.8688416481018066,
      "learning_rate": 4.807513790369223e-05,
      "loss": 0.2516,
      "num_input_tokens_seen": 9693008,
      "step": 5030
    },
    {
      "epoch": 0.8214373113630802,
      "grad_norm": 1.5876412391662598,
      "learning_rate": 4.8071358489796145e-05,
      "loss": 0.2367,
      "num_input_tokens_seen": 9703376,
      "step": 5035
    },
    {
      "epoch": 0.8222530385838975,
      "grad_norm": 1.2531845569610596,
      "learning_rate": 4.806757551800665e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 9712624,
      "step": 5040
    },
    {
      "epoch": 0.8230687658047149,
      "grad_norm": 1.600479245185852,
      "learning_rate": 4.806378898890713e-05,
      "loss": 0.1199,
      "num_input_tokens_seen": 9721680,
      "step": 5045
    },
    {
      "epoch": 0.8238844930255322,
      "grad_norm": 0.5381761789321899,
      "learning_rate": 4.80599989030815e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 9731312,
      "step": 5050
    },
    {
      "epoch": 0.8247002202463496,
      "grad_norm": 0.8235357999801636,
      "learning_rate": 4.805620526111426e-05,
      "loss": 0.3096,
      "num_input_tokens_seen": 9741312,
      "step": 5055
    },
    {
      "epoch": 0.8255159474671669,
      "grad_norm": 0.695819616317749,
      "learning_rate": 4.805240806359042e-05,
      "loss": 0.2427,
      "num_input_tokens_seen": 9750560,
      "step": 5060
    },
    {
      "epoch": 0.8263316746879843,
      "grad_norm": 1.0013371706008911,
      "learning_rate": 4.804860731109557e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 9758800,
      "step": 5065
    },
    {
      "epoch": 0.8271474019088016,
      "grad_norm": 0.30024901032447815,
      "learning_rate": 4.804480300421581e-05,
      "loss": 0.1513,
      "num_input_tokens_seen": 9767472,
      "step": 5070
    },
    {
      "epoch": 0.827963129129619,
      "grad_norm": 1.3259837627410889,
      "learning_rate": 4.804099514353784e-05,
      "loss": 0.2497,
      "num_input_tokens_seen": 9777056,
      "step": 5075
    },
    {
      "epoch": 0.8287788563504365,
      "grad_norm": 0.4995839297771454,
      "learning_rate": 4.8037183729648867e-05,
      "loss": 0.1234,
      "num_input_tokens_seen": 9785888,
      "step": 5080
    },
    {
      "epoch": 0.8295945835712538,
      "grad_norm": 0.46293094754219055,
      "learning_rate": 4.803336876313666e-05,
      "loss": 0.2124,
      "num_input_tokens_seen": 9796080,
      "step": 5085
    },
    {
      "epoch": 0.8304103107920712,
      "grad_norm": 1.2018790245056152,
      "learning_rate": 4.802955024458953e-05,
      "loss": 0.2074,
      "num_input_tokens_seen": 9804512,
      "step": 5090
    },
    {
      "epoch": 0.8312260380128885,
      "grad_norm": 0.6028439998626709,
      "learning_rate": 4.802572817459634e-05,
      "loss": 0.0968,
      "num_input_tokens_seen": 9813984,
      "step": 5095
    },
    {
      "epoch": 0.8320417652337059,
      "grad_norm": 1.0897129774093628,
      "learning_rate": 4.802190255374651e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 9823504,
      "step": 5100
    },
    {
      "epoch": 0.8328574924545232,
      "grad_norm": 1.190158724784851,
      "learning_rate": 4.801807338263e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 9833296,
      "step": 5105
    },
    {
      "epoch": 0.8336732196753406,
      "grad_norm": 0.833324670791626,
      "learning_rate": 4.8014240661837306e-05,
      "loss": 0.0902,
      "num_input_tokens_seen": 9843360,
      "step": 5110
    },
    {
      "epoch": 0.8344889468961579,
      "grad_norm": 0.5198103785514832,
      "learning_rate": 4.80104043919595e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 9853264,
      "step": 5115
    },
    {
      "epoch": 0.8353046741169753,
      "grad_norm": 1.5173964500427246,
      "learning_rate": 4.800656457358815e-05,
      "loss": 0.2372,
      "num_input_tokens_seen": 9861952,
      "step": 5120
    },
    {
      "epoch": 0.8361204013377926,
      "grad_norm": 1.1706699132919312,
      "learning_rate": 4.800272120731544e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 9871424,
      "step": 5125
    },
    {
      "epoch": 0.83693612855861,
      "grad_norm": 0.7742341756820679,
      "learning_rate": 4.799887429373404e-05,
      "loss": 0.2955,
      "num_input_tokens_seen": 9881344,
      "step": 5130
    },
    {
      "epoch": 0.8377518557794273,
      "grad_norm": 1.0351078510284424,
      "learning_rate": 4.79950238334372e-05,
      "loss": 0.0924,
      "num_input_tokens_seen": 9891104,
      "step": 5135
    },
    {
      "epoch": 0.8385675830002447,
      "grad_norm": 0.6109589338302612,
      "learning_rate": 4.799116982701872e-05,
      "loss": 0.1585,
      "num_input_tokens_seen": 9900656,
      "step": 5140
    },
    {
      "epoch": 0.839383310221062,
      "grad_norm": 1.3323472738265991,
      "learning_rate": 4.7987312275072926e-05,
      "loss": 0.1853,
      "num_input_tokens_seen": 9908944,
      "step": 5145
    },
    {
      "epoch": 0.8401990374418794,
      "grad_norm": 1.1176488399505615,
      "learning_rate": 4.79834511781947e-05,
      "loss": 0.1617,
      "num_input_tokens_seen": 9917344,
      "step": 5150
    },
    {
      "epoch": 0.8410147646626968,
      "grad_norm": 0.5335087180137634,
      "learning_rate": 4.797958653697947e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 9925616,
      "step": 5155
    },
    {
      "epoch": 0.8418304918835141,
      "grad_norm": 2.591970205307007,
      "learning_rate": 4.7975718352023225e-05,
      "loss": 0.2623,
      "num_input_tokens_seen": 9936288,
      "step": 5160
    },
    {
      "epoch": 0.8426462191043315,
      "grad_norm": 0.4907178580760956,
      "learning_rate": 4.7971846623922476e-05,
      "loss": 0.1756,
      "num_input_tokens_seen": 9946224,
      "step": 5165
    },
    {
      "epoch": 0.8434619463251488,
      "grad_norm": 0.5714585185050964,
      "learning_rate": 4.7967971353274294e-05,
      "loss": 0.1543,
      "num_input_tokens_seen": 9954896,
      "step": 5170
    },
    {
      "epoch": 0.8442776735459663,
      "grad_norm": 0.9965381026268005,
      "learning_rate": 4.79640925406763e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 9964960,
      "step": 5175
    },
    {
      "epoch": 0.8450934007667836,
      "grad_norm": 1.010115623474121,
      "learning_rate": 4.796021018672664e-05,
      "loss": 0.2216,
      "num_input_tokens_seen": 9975344,
      "step": 5180
    },
    {
      "epoch": 0.845909127987601,
      "grad_norm": 1.1784839630126953,
      "learning_rate": 4.795632429202405e-05,
      "loss": 0.3048,
      "num_input_tokens_seen": 9984624,
      "step": 5185
    },
    {
      "epoch": 0.8467248552084183,
      "grad_norm": 0.7123005390167236,
      "learning_rate": 4.795243485716775e-05,
      "loss": 0.1929,
      "num_input_tokens_seen": 9995008,
      "step": 5190
    },
    {
      "epoch": 0.8475405824292357,
      "grad_norm": 1.589929223060608,
      "learning_rate": 4.794854188275757e-05,
      "loss": 0.2227,
      "num_input_tokens_seen": 10005200,
      "step": 5195
    },
    {
      "epoch": 0.848356309650053,
      "grad_norm": 0.7763713002204895,
      "learning_rate": 4.794464536939384e-05,
      "loss": 0.1446,
      "num_input_tokens_seen": 10013984,
      "step": 5200
    },
    {
      "epoch": 0.848356309650053,
      "eval_loss": 0.18200694024562836,
      "eval_runtime": 71.4007,
      "eval_samples_per_second": 38.165,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 10013984,
      "step": 5200
    },
    {
      "epoch": 0.8491720368708704,
      "grad_norm": 0.969571590423584,
      "learning_rate": 4.794074531767745e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 10023648,
      "step": 5205
    },
    {
      "epoch": 0.8499877640916877,
      "grad_norm": 0.32709816098213196,
      "learning_rate": 4.7936841728209834e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 10031968,
      "step": 5210
    },
    {
      "epoch": 0.8508034913125051,
      "grad_norm": 0.44982877373695374,
      "learning_rate": 4.7932934601593e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 10041040,
      "step": 5215
    },
    {
      "epoch": 0.8516192185333225,
      "grad_norm": 1.2415425777435303,
      "learning_rate": 4.792902393842943e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 10051664,
      "step": 5220
    },
    {
      "epoch": 0.8524349457541398,
      "grad_norm": 0.8234074115753174,
      "learning_rate": 4.792510973932225e-05,
      "loss": 0.2962,
      "num_input_tokens_seen": 10060432,
      "step": 5225
    },
    {
      "epoch": 0.8532506729749572,
      "grad_norm": 0.842820405960083,
      "learning_rate": 4.7921192004875036e-05,
      "loss": 0.1314,
      "num_input_tokens_seen": 10070288,
      "step": 5230
    },
    {
      "epoch": 0.8540664001957745,
      "grad_norm": 0.620026171207428,
      "learning_rate": 4.791727073569198e-05,
      "loss": 0.2217,
      "num_input_tokens_seen": 10079392,
      "step": 5235
    },
    {
      "epoch": 0.8548821274165919,
      "grad_norm": 0.5411363244056702,
      "learning_rate": 4.7913345932377775e-05,
      "loss": 0.123,
      "num_input_tokens_seen": 10088320,
      "step": 5240
    },
    {
      "epoch": 0.8556978546374092,
      "grad_norm": 0.5148234367370605,
      "learning_rate": 4.790941759553769e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 10097456,
      "step": 5245
    },
    {
      "epoch": 0.8565135818582266,
      "grad_norm": 0.735537052154541,
      "learning_rate": 4.79054857257775e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 10108048,
      "step": 5250
    },
    {
      "epoch": 0.8573293090790439,
      "grad_norm": 0.2961423397064209,
      "learning_rate": 4.790155032370357e-05,
      "loss": 0.1696,
      "num_input_tokens_seen": 10116608,
      "step": 5255
    },
    {
      "epoch": 0.8581450362998613,
      "grad_norm": 1.7283821105957031,
      "learning_rate": 4.789761138992278e-05,
      "loss": 0.1766,
      "num_input_tokens_seen": 10125936,
      "step": 5260
    },
    {
      "epoch": 0.8589607635206787,
      "grad_norm": 0.5830323696136475,
      "learning_rate": 4.7893668925042565e-05,
      "loss": 0.1795,
      "num_input_tokens_seen": 10135856,
      "step": 5265
    },
    {
      "epoch": 0.8597764907414961,
      "grad_norm": 0.7599694728851318,
      "learning_rate": 4.78897229296709e-05,
      "loss": 0.2062,
      "num_input_tokens_seen": 10145696,
      "step": 5270
    },
    {
      "epoch": 0.8605922179623134,
      "grad_norm": 0.6866889595985413,
      "learning_rate": 4.7885773404416315e-05,
      "loss": 0.2053,
      "num_input_tokens_seen": 10153936,
      "step": 5275
    },
    {
      "epoch": 0.8614079451831308,
      "grad_norm": 1.1858960390090942,
      "learning_rate": 4.788182034988786e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 10164192,
      "step": 5280
    },
    {
      "epoch": 0.8622236724039481,
      "grad_norm": 0.8440888524055481,
      "learning_rate": 4.787786376669516e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 10173968,
      "step": 5285
    },
    {
      "epoch": 0.8630393996247655,
      "grad_norm": 1.3420295715332031,
      "learning_rate": 4.787390365544837e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 10184160,
      "step": 5290
    },
    {
      "epoch": 0.8638551268455829,
      "grad_norm": 0.6023431420326233,
      "learning_rate": 4.786994001675818e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 10194352,
      "step": 5295
    },
    {
      "epoch": 0.8646708540664002,
      "grad_norm": 0.8273991942405701,
      "learning_rate": 4.786597285123584e-05,
      "loss": 0.2107,
      "num_input_tokens_seen": 10202464,
      "step": 5300
    },
    {
      "epoch": 0.8654865812872176,
      "grad_norm": 1.674236536026001,
      "learning_rate": 4.7862002159493135e-05,
      "loss": 0.2978,
      "num_input_tokens_seen": 10211696,
      "step": 5305
    },
    {
      "epoch": 0.8663023085080349,
      "grad_norm": 1.2612773180007935,
      "learning_rate": 4.785802794214239e-05,
      "loss": 0.1957,
      "num_input_tokens_seen": 10221264,
      "step": 5310
    },
    {
      "epoch": 0.8671180357288523,
      "grad_norm": 0.9391927719116211,
      "learning_rate": 4.7854050199796495e-05,
      "loss": 0.2478,
      "num_input_tokens_seen": 10232208,
      "step": 5315
    },
    {
      "epoch": 0.8679337629496696,
      "grad_norm": 1.2545266151428223,
      "learning_rate": 4.7850068933068845e-05,
      "loss": 0.1517,
      "num_input_tokens_seen": 10242272,
      "step": 5320
    },
    {
      "epoch": 0.868749490170487,
      "grad_norm": 0.5871567726135254,
      "learning_rate": 4.7846084142573425e-05,
      "loss": 0.1392,
      "num_input_tokens_seen": 10252912,
      "step": 5325
    },
    {
      "epoch": 0.8695652173913043,
      "grad_norm": 0.578963577747345,
      "learning_rate": 4.7842095828924725e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 10261584,
      "step": 5330
    },
    {
      "epoch": 0.8703809446121217,
      "grad_norm": 0.7584425806999207,
      "learning_rate": 4.783810399273779e-05,
      "loss": 0.2006,
      "num_input_tokens_seen": 10271456,
      "step": 5335
    },
    {
      "epoch": 0.871196671832939,
      "grad_norm": 0.8163926601409912,
      "learning_rate": 4.7834108634628226e-05,
      "loss": 0.1769,
      "num_input_tokens_seen": 10281296,
      "step": 5340
    },
    {
      "epoch": 0.8720123990537564,
      "grad_norm": 0.9792500734329224,
      "learning_rate": 4.783010975521216e-05,
      "loss": 0.1899,
      "num_input_tokens_seen": 10291408,
      "step": 5345
    },
    {
      "epoch": 0.8728281262745737,
      "grad_norm": 0.6497780084609985,
      "learning_rate": 4.782610735510626e-05,
      "loss": 0.1768,
      "num_input_tokens_seen": 10301232,
      "step": 5350
    },
    {
      "epoch": 0.8736438534953911,
      "grad_norm": 0.9770731925964355,
      "learning_rate": 4.782210143492776e-05,
      "loss": 0.2416,
      "num_input_tokens_seen": 10310864,
      "step": 5355
    },
    {
      "epoch": 0.8744595807162086,
      "grad_norm": 0.48775407671928406,
      "learning_rate": 4.781809199529442e-05,
      "loss": 0.2197,
      "num_input_tokens_seen": 10321840,
      "step": 5360
    },
    {
      "epoch": 0.8752753079370259,
      "grad_norm": 1.0676720142364502,
      "learning_rate": 4.781407903682454e-05,
      "loss": 0.1705,
      "num_input_tokens_seen": 10332208,
      "step": 5365
    },
    {
      "epoch": 0.8760910351578433,
      "grad_norm": 0.6492175459861755,
      "learning_rate": 4.781006256013698e-05,
      "loss": 0.0955,
      "num_input_tokens_seen": 10342848,
      "step": 5370
    },
    {
      "epoch": 0.8769067623786606,
      "grad_norm": 1.0891313552856445,
      "learning_rate": 4.7806042565851115e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 10352304,
      "step": 5375
    },
    {
      "epoch": 0.877722489599478,
      "grad_norm": 0.8429868817329407,
      "learning_rate": 4.7802019054586895e-05,
      "loss": 0.2419,
      "num_input_tokens_seen": 10361536,
      "step": 5380
    },
    {
      "epoch": 0.8785382168202953,
      "grad_norm": 1.1539058685302734,
      "learning_rate": 4.779799202696479e-05,
      "loss": 0.1331,
      "num_input_tokens_seen": 10370320,
      "step": 5385
    },
    {
      "epoch": 0.8793539440411127,
      "grad_norm": 1.1365362405776978,
      "learning_rate": 4.779396148360581e-05,
      "loss": 0.2255,
      "num_input_tokens_seen": 10380288,
      "step": 5390
    },
    {
      "epoch": 0.88016967126193,
      "grad_norm": 0.2853742241859436,
      "learning_rate": 4.7789927425131517e-05,
      "loss": 0.1172,
      "num_input_tokens_seen": 10389024,
      "step": 5395
    },
    {
      "epoch": 0.8809853984827474,
      "grad_norm": 0.5703249573707581,
      "learning_rate": 4.778588985216403e-05,
      "loss": 0.1921,
      "num_input_tokens_seen": 10397792,
      "step": 5400
    },
    {
      "epoch": 0.8809853984827474,
      "eval_loss": 0.17961770296096802,
      "eval_runtime": 71.3071,
      "eval_samples_per_second": 38.215,
      "eval_steps_per_second": 19.115,
      "num_input_tokens_seen": 10397792,
      "step": 5400
    },
    {
      "epoch": 0.8818011257035647,
      "grad_norm": 0.8928831815719604,
      "learning_rate": 4.778184876532598e-05,
      "loss": 0.2255,
      "num_input_tokens_seen": 10407952,
      "step": 5405
    },
    {
      "epoch": 0.8826168529243821,
      "grad_norm": 0.7009505033493042,
      "learning_rate": 4.7777804165240556e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 10416096,
      "step": 5410
    },
    {
      "epoch": 0.8834325801451994,
      "grad_norm": 0.7322574853897095,
      "learning_rate": 4.7773756052531485e-05,
      "loss": 0.1891,
      "num_input_tokens_seen": 10426176,
      "step": 5415
    },
    {
      "epoch": 0.8842483073660168,
      "grad_norm": 0.9629876017570496,
      "learning_rate": 4.7769704427823035e-05,
      "loss": 0.2318,
      "num_input_tokens_seen": 10435264,
      "step": 5420
    },
    {
      "epoch": 0.8850640345868341,
      "grad_norm": 1.2789878845214844,
      "learning_rate": 4.776564929174003e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 10444448,
      "step": 5425
    },
    {
      "epoch": 0.8858797618076515,
      "grad_norm": 0.9166450500488281,
      "learning_rate": 4.7761590644907806e-05,
      "loss": 0.1924,
      "num_input_tokens_seen": 10455152,
      "step": 5430
    },
    {
      "epoch": 0.8866954890284688,
      "grad_norm": 0.9781695008277893,
      "learning_rate": 4.7757528487952263e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 10464848,
      "step": 5435
    },
    {
      "epoch": 0.8875112162492862,
      "grad_norm": 1.5936861038208008,
      "learning_rate": 4.7753462821499836e-05,
      "loss": 0.2223,
      "num_input_tokens_seen": 10474704,
      "step": 5440
    },
    {
      "epoch": 0.8883269434701035,
      "grad_norm": 1.3194116353988647,
      "learning_rate": 4.774939364617751e-05,
      "loss": 0.1483,
      "num_input_tokens_seen": 10484400,
      "step": 5445
    },
    {
      "epoch": 0.889142670690921,
      "grad_norm": 0.6877648234367371,
      "learning_rate": 4.7745320962612795e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 10494480,
      "step": 5450
    },
    {
      "epoch": 0.8899583979117384,
      "grad_norm": 1.2158840894699097,
      "learning_rate": 4.7741244771433756e-05,
      "loss": 0.3187,
      "num_input_tokens_seen": 10503328,
      "step": 5455
    },
    {
      "epoch": 0.8907741251325557,
      "grad_norm": 0.8784688115119934,
      "learning_rate": 4.7737165073268985e-05,
      "loss": 0.2228,
      "num_input_tokens_seen": 10513008,
      "step": 5460
    },
    {
      "epoch": 0.8915898523533731,
      "grad_norm": 0.754993736743927,
      "learning_rate": 4.7733081868747626e-05,
      "loss": 0.2013,
      "num_input_tokens_seen": 10521344,
      "step": 5465
    },
    {
      "epoch": 0.8924055795741904,
      "grad_norm": 0.5697146654129028,
      "learning_rate": 4.772899515849936e-05,
      "loss": 0.1025,
      "num_input_tokens_seen": 10530736,
      "step": 5470
    },
    {
      "epoch": 0.8932213067950078,
      "grad_norm": 0.669451892375946,
      "learning_rate": 4.7724904943154414e-05,
      "loss": 0.1436,
      "num_input_tokens_seen": 10540992,
      "step": 5475
    },
    {
      "epoch": 0.8940370340158251,
      "grad_norm": 0.6236056089401245,
      "learning_rate": 4.772081122334354e-05,
      "loss": 0.2443,
      "num_input_tokens_seen": 10551120,
      "step": 5480
    },
    {
      "epoch": 0.8948527612366425,
      "grad_norm": 0.857646107673645,
      "learning_rate": 4.771671399969806e-05,
      "loss": 0.2181,
      "num_input_tokens_seen": 10560752,
      "step": 5485
    },
    {
      "epoch": 0.8956684884574598,
      "grad_norm": 0.6740239262580872,
      "learning_rate": 4.7712613272849794e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 10570176,
      "step": 5490
    },
    {
      "epoch": 0.8964842156782772,
      "grad_norm": 0.5271735191345215,
      "learning_rate": 4.770850904343114e-05,
      "loss": 0.1334,
      "num_input_tokens_seen": 10580992,
      "step": 5495
    },
    {
      "epoch": 0.8972999428990945,
      "grad_norm": 0.9558514356613159,
      "learning_rate": 4.770440131207502e-05,
      "loss": 0.1398,
      "num_input_tokens_seen": 10591296,
      "step": 5500
    },
    {
      "epoch": 0.8981156701199119,
      "grad_norm": 1.3186193704605103,
      "learning_rate": 4.7700290079414896e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 10600960,
      "step": 5505
    },
    {
      "epoch": 0.8989313973407292,
      "grad_norm": 0.8568270802497864,
      "learning_rate": 4.769617534608477e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 10610704,
      "step": 5510
    },
    {
      "epoch": 0.8997471245615466,
      "grad_norm": 0.8704735636711121,
      "learning_rate": 4.7692057112719193e-05,
      "loss": 0.1541,
      "num_input_tokens_seen": 10620224,
      "step": 5515
    },
    {
      "epoch": 0.900562851782364,
      "grad_norm": 0.6279210448265076,
      "learning_rate": 4.7687935379953234e-05,
      "loss": 0.2054,
      "num_input_tokens_seen": 10629248,
      "step": 5520
    },
    {
      "epoch": 0.9013785790031813,
      "grad_norm": 0.4427945613861084,
      "learning_rate": 4.7683810148422534e-05,
      "loss": 0.2739,
      "num_input_tokens_seen": 10638400,
      "step": 5525
    },
    {
      "epoch": 0.9021943062239987,
      "grad_norm": 0.9549451470375061,
      "learning_rate": 4.767968141876324e-05,
      "loss": 0.2236,
      "num_input_tokens_seen": 10648176,
      "step": 5530
    },
    {
      "epoch": 0.903010033444816,
      "grad_norm": 0.84991455078125,
      "learning_rate": 4.767554919161207e-05,
      "loss": 0.2075,
      "num_input_tokens_seen": 10656848,
      "step": 5535
    },
    {
      "epoch": 0.9038257606656334,
      "grad_norm": 0.9411478042602539,
      "learning_rate": 4.767141346760624e-05,
      "loss": 0.1154,
      "num_input_tokens_seen": 10666944,
      "step": 5540
    },
    {
      "epoch": 0.9046414878864508,
      "grad_norm": 0.5281943082809448,
      "learning_rate": 4.766727424738356e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 10676720,
      "step": 5545
    },
    {
      "epoch": 0.9054572151072682,
      "grad_norm": 0.4766330122947693,
      "learning_rate": 4.7663131531582325e-05,
      "loss": 0.2573,
      "num_input_tokens_seen": 10686896,
      "step": 5550
    },
    {
      "epoch": 0.9062729423280855,
      "grad_norm": 0.775356650352478,
      "learning_rate": 4.765898532084142e-05,
      "loss": 0.1049,
      "num_input_tokens_seen": 10696560,
      "step": 5555
    },
    {
      "epoch": 0.9070886695489029,
      "grad_norm": 0.7276763319969177,
      "learning_rate": 4.765483561580022e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 10707296,
      "step": 5560
    },
    {
      "epoch": 0.9079043967697202,
      "grad_norm": 0.6566214561462402,
      "learning_rate": 4.7650682417098666e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 10715664,
      "step": 5565
    },
    {
      "epoch": 0.9087201239905376,
      "grad_norm": 1.2369883060455322,
      "learning_rate": 4.7646525725377244e-05,
      "loss": 0.1992,
      "num_input_tokens_seen": 10725648,
      "step": 5570
    },
    {
      "epoch": 0.9095358512113549,
      "grad_norm": 0.7374420166015625,
      "learning_rate": 4.764236554127696e-05,
      "loss": 0.2709,
      "num_input_tokens_seen": 10736192,
      "step": 5575
    },
    {
      "epoch": 0.9103515784321723,
      "grad_norm": 0.631930947303772,
      "learning_rate": 4.7638201865439356e-05,
      "loss": 0.2079,
      "num_input_tokens_seen": 10746176,
      "step": 5580
    },
    {
      "epoch": 0.9111673056529896,
      "grad_norm": 1.119564414024353,
      "learning_rate": 4.7634034698506545e-05,
      "loss": 0.2019,
      "num_input_tokens_seen": 10755200,
      "step": 5585
    },
    {
      "epoch": 0.911983032873807,
      "grad_norm": 0.5110594034194946,
      "learning_rate": 4.762986404112115e-05,
      "loss": 0.1365,
      "num_input_tokens_seen": 10764816,
      "step": 5590
    },
    {
      "epoch": 0.9127987600946244,
      "grad_norm": 1.2097320556640625,
      "learning_rate": 4.762568989392633e-05,
      "loss": 0.2845,
      "num_input_tokens_seen": 10774272,
      "step": 5595
    },
    {
      "epoch": 0.9136144873154417,
      "grad_norm": 0.8240432739257812,
      "learning_rate": 4.76215122575658e-05,
      "loss": 0.194,
      "num_input_tokens_seen": 10784512,
      "step": 5600
    },
    {
      "epoch": 0.9136144873154417,
      "eval_loss": 0.178349569439888,
      "eval_runtime": 71.3487,
      "eval_samples_per_second": 38.193,
      "eval_steps_per_second": 19.103,
      "num_input_tokens_seen": 10784512,
      "step": 5600
    },
    {
      "epoch": 0.9144302145362591,
      "grad_norm": 0.5941925644874573,
      "learning_rate": 4.7617331132683795e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 10794256,
      "step": 5605
    },
    {
      "epoch": 0.9152459417570764,
      "grad_norm": 0.8972752690315247,
      "learning_rate": 4.7613146519925105e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 10804112,
      "step": 5610
    },
    {
      "epoch": 0.9160616689778938,
      "grad_norm": 1.6990047693252563,
      "learning_rate": 4.7608958419935045e-05,
      "loss": 0.1807,
      "num_input_tokens_seen": 10812752,
      "step": 5615
    },
    {
      "epoch": 0.9168773961987111,
      "grad_norm": 0.7255377173423767,
      "learning_rate": 4.760476683335948e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 10821552,
      "step": 5620
    },
    {
      "epoch": 0.9176931234195285,
      "grad_norm": 0.793989896774292,
      "learning_rate": 4.760057176084479e-05,
      "loss": 0.2364,
      "num_input_tokens_seen": 10830704,
      "step": 5625
    },
    {
      "epoch": 0.9185088506403458,
      "grad_norm": 1.6405538320541382,
      "learning_rate": 4.759637320303793e-05,
      "loss": 0.2153,
      "num_input_tokens_seen": 10840816,
      "step": 5630
    },
    {
      "epoch": 0.9193245778611632,
      "grad_norm": 1.1832661628723145,
      "learning_rate": 4.759217116058635e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 10849472,
      "step": 5635
    },
    {
      "epoch": 0.9201403050819806,
      "grad_norm": 0.8316262364387512,
      "learning_rate": 4.758796563413807e-05,
      "loss": 0.2337,
      "num_input_tokens_seen": 10859296,
      "step": 5640
    },
    {
      "epoch": 0.920956032302798,
      "grad_norm": 1.6209410429000854,
      "learning_rate": 4.758375662434163e-05,
      "loss": 0.1958,
      "num_input_tokens_seen": 10868448,
      "step": 5645
    },
    {
      "epoch": 0.9217717595236153,
      "grad_norm": 0.4048474431037903,
      "learning_rate": 4.7579544131846114e-05,
      "loss": 0.1294,
      "num_input_tokens_seen": 10877312,
      "step": 5650
    },
    {
      "epoch": 0.9225874867444327,
      "grad_norm": 0.6677564978599548,
      "learning_rate": 4.757532815730114e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 10886912,
      "step": 5655
    },
    {
      "epoch": 0.92340321396525,
      "grad_norm": 1.0004807710647583,
      "learning_rate": 4.7571108701356865e-05,
      "loss": 0.2131,
      "num_input_tokens_seen": 10896032,
      "step": 5660
    },
    {
      "epoch": 0.9242189411860674,
      "grad_norm": 1.7431541681289673,
      "learning_rate": 4.756688576466398e-05,
      "loss": 0.1971,
      "num_input_tokens_seen": 10906400,
      "step": 5665
    },
    {
      "epoch": 0.9250346684068848,
      "grad_norm": 1.5596548318862915,
      "learning_rate": 4.756265934787372e-05,
      "loss": 0.3014,
      "num_input_tokens_seen": 10915552,
      "step": 5670
    },
    {
      "epoch": 0.9258503956277021,
      "grad_norm": 0.7414381504058838,
      "learning_rate": 4.755842945163785e-05,
      "loss": 0.1625,
      "num_input_tokens_seen": 10924720,
      "step": 5675
    },
    {
      "epoch": 0.9266661228485195,
      "grad_norm": 0.7953423261642456,
      "learning_rate": 4.755419607660867e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 10934768,
      "step": 5680
    },
    {
      "epoch": 0.9274818500693368,
      "grad_norm": 0.7767038941383362,
      "learning_rate": 4.7549959223439016e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 10944336,
      "step": 5685
    },
    {
      "epoch": 0.9282975772901542,
      "grad_norm": 1.2393474578857422,
      "learning_rate": 4.754571889278228e-05,
      "loss": 0.2605,
      "num_input_tokens_seen": 10954480,
      "step": 5690
    },
    {
      "epoch": 0.9291133045109715,
      "grad_norm": 0.47665268182754517,
      "learning_rate": 4.754147508529235e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 10964432,
      "step": 5695
    },
    {
      "epoch": 0.9299290317317889,
      "grad_norm": 0.885239839553833,
      "learning_rate": 4.75372278016237e-05,
      "loss": 0.2209,
      "num_input_tokens_seen": 10973728,
      "step": 5700
    },
    {
      "epoch": 0.9307447589526062,
      "grad_norm": 0.24513490498065948,
      "learning_rate": 4.753297704243129e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 10983376,
      "step": 5705
    },
    {
      "epoch": 0.9315604861734236,
      "grad_norm": 0.5336557030677795,
      "learning_rate": 4.752872280837066e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 10993472,
      "step": 5710
    },
    {
      "epoch": 0.9323762133942409,
      "grad_norm": 1.7798432111740112,
      "learning_rate": 4.752446510009786e-05,
      "loss": 0.2146,
      "num_input_tokens_seen": 11004240,
      "step": 5715
    },
    {
      "epoch": 0.9331919406150583,
      "grad_norm": 0.9306788444519043,
      "learning_rate": 4.7520203918269476e-05,
      "loss": 0.1617,
      "num_input_tokens_seen": 11013168,
      "step": 5720
    },
    {
      "epoch": 0.9340076678358756,
      "grad_norm": 1.3998100757598877,
      "learning_rate": 4.751593926354265e-05,
      "loss": 0.2133,
      "num_input_tokens_seen": 11022832,
      "step": 5725
    },
    {
      "epoch": 0.9348233950566931,
      "grad_norm": 0.5318838357925415,
      "learning_rate": 4.751167113657503e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 11031376,
      "step": 5730
    },
    {
      "epoch": 0.9356391222775104,
      "grad_norm": 0.564143180847168,
      "learning_rate": 4.7507399538024834e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 11041152,
      "step": 5735
    },
    {
      "epoch": 0.9364548494983278,
      "grad_norm": 0.5057311058044434,
      "learning_rate": 4.750312446855077e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 11050688,
      "step": 5740
    },
    {
      "epoch": 0.9372705767191452,
      "grad_norm": 0.8297749757766724,
      "learning_rate": 4.749884592881212e-05,
      "loss": 0.1897,
      "num_input_tokens_seen": 11060400,
      "step": 5745
    },
    {
      "epoch": 0.9380863039399625,
      "grad_norm": 0.5179464221000671,
      "learning_rate": 4.74945639194687e-05,
      "loss": 0.2327,
      "num_input_tokens_seen": 11070480,
      "step": 5750
    },
    {
      "epoch": 0.9389020311607799,
      "grad_norm": 0.8061651587486267,
      "learning_rate": 4.749027844118083e-05,
      "loss": 0.1886,
      "num_input_tokens_seen": 11079824,
      "step": 5755
    },
    {
      "epoch": 0.9397177583815972,
      "grad_norm": 0.7585094571113586,
      "learning_rate": 4.7485989494609395e-05,
      "loss": 0.1424,
      "num_input_tokens_seen": 11090752,
      "step": 5760
    },
    {
      "epoch": 0.9405334856024146,
      "grad_norm": 0.9757303595542908,
      "learning_rate": 4.748169708041581e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 11100608,
      "step": 5765
    },
    {
      "epoch": 0.9413492128232319,
      "grad_norm": 0.5025873184204102,
      "learning_rate": 4.7477401199262004e-05,
      "loss": 0.1597,
      "num_input_tokens_seen": 11110416,
      "step": 5770
    },
    {
      "epoch": 0.9421649400440493,
      "grad_norm": 0.3802731931209564,
      "learning_rate": 4.747310185181048e-05,
      "loss": 0.146,
      "num_input_tokens_seen": 11120256,
      "step": 5775
    },
    {
      "epoch": 0.9429806672648666,
      "grad_norm": 0.951994001865387,
      "learning_rate": 4.746879903872422e-05,
      "loss": 0.1881,
      "num_input_tokens_seen": 11128672,
      "step": 5780
    },
    {
      "epoch": 0.943796394485684,
      "grad_norm": 0.5463538765907288,
      "learning_rate": 4.746449276066679e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 11137248,
      "step": 5785
    },
    {
      "epoch": 0.9446121217065013,
      "grad_norm": 0.611356258392334,
      "learning_rate": 4.746018301830227e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 11146640,
      "step": 5790
    },
    {
      "epoch": 0.9454278489273187,
      "grad_norm": 0.6767425537109375,
      "learning_rate": 4.7455869812295275e-05,
      "loss": 0.2723,
      "num_input_tokens_seen": 11155664,
      "step": 5795
    },
    {
      "epoch": 0.946243576148136,
      "grad_norm": 0.6697443723678589,
      "learning_rate": 4.7451553143310964e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 11165168,
      "step": 5800
    },
    {
      "epoch": 0.946243576148136,
      "eval_loss": 0.177988663315773,
      "eval_runtime": 71.4194,
      "eval_samples_per_second": 38.155,
      "eval_steps_per_second": 19.084,
      "num_input_tokens_seen": 11165168,
      "step": 5800
    },
    {
      "epoch": 0.9470593033689534,
      "grad_norm": 1.2547059059143066,
      "learning_rate": 4.744723301201501e-05,
      "loss": 0.1907,
      "num_input_tokens_seen": 11175088,
      "step": 5805
    },
    {
      "epoch": 0.9478750305897707,
      "grad_norm": 0.40933650732040405,
      "learning_rate": 4.744290941907364e-05,
      "loss": 0.0831,
      "num_input_tokens_seen": 11184752,
      "step": 5810
    },
    {
      "epoch": 0.9486907578105881,
      "grad_norm": 0.8198665380477905,
      "learning_rate": 4.7438582365153594e-05,
      "loss": 0.1547,
      "num_input_tokens_seen": 11194624,
      "step": 5815
    },
    {
      "epoch": 0.9495064850314054,
      "grad_norm": 0.9534249901771545,
      "learning_rate": 4.743425185092217e-05,
      "loss": 0.2521,
      "num_input_tokens_seen": 11204992,
      "step": 5820
    },
    {
      "epoch": 0.9503222122522229,
      "grad_norm": 3.973813533782959,
      "learning_rate": 4.742991787704719e-05,
      "loss": 0.1474,
      "num_input_tokens_seen": 11215728,
      "step": 5825
    },
    {
      "epoch": 0.9511379394730403,
      "grad_norm": 0.32994529604911804,
      "learning_rate": 4.7425580444196994e-05,
      "loss": 0.1572,
      "num_input_tokens_seen": 11226064,
      "step": 5830
    },
    {
      "epoch": 0.9519536666938576,
      "grad_norm": 0.9966086745262146,
      "learning_rate": 4.742123955304048e-05,
      "loss": 0.2565,
      "num_input_tokens_seen": 11235504,
      "step": 5835
    },
    {
      "epoch": 0.952769393914675,
      "grad_norm": 0.4480653703212738,
      "learning_rate": 4.741689520424706e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 11244624,
      "step": 5840
    },
    {
      "epoch": 0.9535851211354923,
      "grad_norm": 0.6953767538070679,
      "learning_rate": 4.741254739848669e-05,
      "loss": 0.1287,
      "num_input_tokens_seen": 11254416,
      "step": 5845
    },
    {
      "epoch": 0.9544008483563097,
      "grad_norm": 0.6211209297180176,
      "learning_rate": 4.740819613642987e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 11263408,
      "step": 5850
    },
    {
      "epoch": 0.955216575577127,
      "grad_norm": 0.5833886861801147,
      "learning_rate": 4.74038414187476e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 11272560,
      "step": 5855
    },
    {
      "epoch": 0.9560323027979444,
      "grad_norm": 0.6934775114059448,
      "learning_rate": 4.739948324611144e-05,
      "loss": 0.1978,
      "num_input_tokens_seen": 11282704,
      "step": 5860
    },
    {
      "epoch": 0.9568480300187617,
      "grad_norm": 1.8914448022842407,
      "learning_rate": 4.7395121619193465e-05,
      "loss": 0.2182,
      "num_input_tokens_seen": 11291712,
      "step": 5865
    },
    {
      "epoch": 0.9576637572395791,
      "grad_norm": 0.5172482132911682,
      "learning_rate": 4.7390756538666313e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 11301424,
      "step": 5870
    },
    {
      "epoch": 0.9584794844603964,
      "grad_norm": 0.7006893157958984,
      "learning_rate": 4.738638800520311e-05,
      "loss": 0.2081,
      "num_input_tokens_seen": 11310368,
      "step": 5875
    },
    {
      "epoch": 0.9592952116812138,
      "grad_norm": 0.6540617346763611,
      "learning_rate": 4.738201601947757e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 11320064,
      "step": 5880
    },
    {
      "epoch": 0.9601109389020311,
      "grad_norm": 0.9352184534072876,
      "learning_rate": 4.7377640582163876e-05,
      "loss": 0.2479,
      "num_input_tokens_seen": 11329904,
      "step": 5885
    },
    {
      "epoch": 0.9609266661228485,
      "grad_norm": 1.0926427841186523,
      "learning_rate": 4.7373261693936786e-05,
      "loss": 0.2195,
      "num_input_tokens_seen": 11338848,
      "step": 5890
    },
    {
      "epoch": 0.9617423933436658,
      "grad_norm": 1.3665317296981812,
      "learning_rate": 4.7368879355471595e-05,
      "loss": 0.146,
      "num_input_tokens_seen": 11348112,
      "step": 5895
    },
    {
      "epoch": 0.9625581205644832,
      "grad_norm": 0.29553335905075073,
      "learning_rate": 4.736449356744409e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 11356880,
      "step": 5900
    },
    {
      "epoch": 0.9633738477853006,
      "grad_norm": 0.6791890859603882,
      "learning_rate": 4.736010433053064e-05,
      "loss": 0.184,
      "num_input_tokens_seen": 11366512,
      "step": 5905
    },
    {
      "epoch": 0.9641895750061179,
      "grad_norm": 1.01421320438385,
      "learning_rate": 4.73557116454081e-05,
      "loss": 0.1736,
      "num_input_tokens_seen": 11375856,
      "step": 5910
    },
    {
      "epoch": 0.9650053022269353,
      "grad_norm": 1.08785879611969,
      "learning_rate": 4.735131551275389e-05,
      "loss": 0.2479,
      "num_input_tokens_seen": 11386208,
      "step": 5915
    },
    {
      "epoch": 0.9658210294477527,
      "grad_norm": 0.6601290702819824,
      "learning_rate": 4.734691593324594e-05,
      "loss": 0.1414,
      "num_input_tokens_seen": 11396224,
      "step": 5920
    },
    {
      "epoch": 0.9666367566685701,
      "grad_norm": 0.72096848487854,
      "learning_rate": 4.734251290756272e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 11405904,
      "step": 5925
    },
    {
      "epoch": 0.9674524838893874,
      "grad_norm": 1.1387946605682373,
      "learning_rate": 4.7338106436383246e-05,
      "loss": 0.2127,
      "num_input_tokens_seen": 11415120,
      "step": 5930
    },
    {
      "epoch": 0.9682682111102048,
      "grad_norm": 0.4749082624912262,
      "learning_rate": 4.733369652038703e-05,
      "loss": 0.0978,
      "num_input_tokens_seen": 11425648,
      "step": 5935
    },
    {
      "epoch": 0.9690839383310221,
      "grad_norm": 0.688443660736084,
      "learning_rate": 4.7329283160254156e-05,
      "loss": 0.1585,
      "num_input_tokens_seen": 11436576,
      "step": 5940
    },
    {
      "epoch": 0.9698996655518395,
      "grad_norm": 0.554652214050293,
      "learning_rate": 4.732486635666521e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 11446672,
      "step": 5945
    },
    {
      "epoch": 0.9707153927726568,
      "grad_norm": 1.714542269706726,
      "learning_rate": 4.732044611030132e-05,
      "loss": 0.1886,
      "num_input_tokens_seen": 11456480,
      "step": 5950
    },
    {
      "epoch": 0.9715311199934742,
      "grad_norm": 1.501243233680725,
      "learning_rate": 4.731602242184414e-05,
      "loss": 0.2802,
      "num_input_tokens_seen": 11465872,
      "step": 5955
    },
    {
      "epoch": 0.9723468472142915,
      "grad_norm": 1.6862596273422241,
      "learning_rate": 4.7311595291975864e-05,
      "loss": 0.2057,
      "num_input_tokens_seen": 11476112,
      "step": 5960
    },
    {
      "epoch": 0.9731625744351089,
      "grad_norm": 0.41129565238952637,
      "learning_rate": 4.7307164721379216e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 11486816,
      "step": 5965
    },
    {
      "epoch": 0.9739783016559262,
      "grad_norm": 0.8244568705558777,
      "learning_rate": 4.730273071073743e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 11496400,
      "step": 5970
    },
    {
      "epoch": 0.9747940288767436,
      "grad_norm": 1.3393257856369019,
      "learning_rate": 4.729829326073429e-05,
      "loss": 0.296,
      "num_input_tokens_seen": 11505376,
      "step": 5975
    },
    {
      "epoch": 0.975609756097561,
      "grad_norm": 1.7442928552627563,
      "learning_rate": 4.7293852372054126e-05,
      "loss": 0.2189,
      "num_input_tokens_seen": 11515472,
      "step": 5980
    },
    {
      "epoch": 0.9764254833183783,
      "grad_norm": 1.4078454971313477,
      "learning_rate": 4.728940804538176e-05,
      "loss": 0.1993,
      "num_input_tokens_seen": 11524208,
      "step": 5985
    },
    {
      "epoch": 0.9772412105391957,
      "grad_norm": 0.41627708077430725,
      "learning_rate": 4.7284960281402556e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 11534176,
      "step": 5990
    },
    {
      "epoch": 0.978056937760013,
      "grad_norm": 1.0936920642852783,
      "learning_rate": 4.728050908080244e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 11544592,
      "step": 5995
    },
    {
      "epoch": 0.9788726649808304,
      "grad_norm": 1.8563116788864136,
      "learning_rate": 4.727605444426782e-05,
      "loss": 0.2217,
      "num_input_tokens_seen": 11553056,
      "step": 6000
    },
    {
      "epoch": 0.9788726649808304,
      "eval_loss": 0.1780715435743332,
      "eval_runtime": 71.3711,
      "eval_samples_per_second": 38.181,
      "eval_steps_per_second": 19.097,
      "num_input_tokens_seen": 11553056,
      "step": 6000
    },
    {
      "epoch": 0.9796883922016477,
      "grad_norm": 1.7816044092178345,
      "learning_rate": 4.727159637248567e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 11562896,
      "step": 6005
    },
    {
      "epoch": 0.9805041194224652,
      "grad_norm": 0.8799828886985779,
      "learning_rate": 4.7267134866143474e-05,
      "loss": 0.1885,
      "num_input_tokens_seen": 11572016,
      "step": 6010
    },
    {
      "epoch": 0.9813198466432825,
      "grad_norm": 0.5132922530174255,
      "learning_rate": 4.726266992592926e-05,
      "loss": 0.1157,
      "num_input_tokens_seen": 11580560,
      "step": 6015
    },
    {
      "epoch": 0.9821355738640999,
      "grad_norm": 1.1222585439682007,
      "learning_rate": 4.725820155253157e-05,
      "loss": 0.211,
      "num_input_tokens_seen": 11590672,
      "step": 6020
    },
    {
      "epoch": 0.9829513010849172,
      "grad_norm": 0.2424369752407074,
      "learning_rate": 4.725372974663948e-05,
      "loss": 0.1892,
      "num_input_tokens_seen": 11600848,
      "step": 6025
    },
    {
      "epoch": 0.9837670283057346,
      "grad_norm": 0.620634138584137,
      "learning_rate": 4.724925450894262e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 11611232,
      "step": 6030
    },
    {
      "epoch": 0.984582755526552,
      "grad_norm": 1.5562018156051636,
      "learning_rate": 4.72447758401311e-05,
      "loss": 0.2155,
      "num_input_tokens_seen": 11620832,
      "step": 6035
    },
    {
      "epoch": 0.9853984827473693,
      "grad_norm": 1.2967746257781982,
      "learning_rate": 4.7240293740895616e-05,
      "loss": 0.2317,
      "num_input_tokens_seen": 11630464,
      "step": 6040
    },
    {
      "epoch": 0.9862142099681867,
      "grad_norm": 0.4616636335849762,
      "learning_rate": 4.723580821192733e-05,
      "loss": 0.1684,
      "num_input_tokens_seen": 11639632,
      "step": 6045
    },
    {
      "epoch": 0.987029937189004,
      "grad_norm": 1.4627712965011597,
      "learning_rate": 4.7231319253917996e-05,
      "loss": 0.252,
      "num_input_tokens_seen": 11648144,
      "step": 6050
    },
    {
      "epoch": 0.9878456644098214,
      "grad_norm": 0.420649915933609,
      "learning_rate": 4.722682686755986e-05,
      "loss": 0.1391,
      "num_input_tokens_seen": 11658688,
      "step": 6055
    },
    {
      "epoch": 0.9886613916306387,
      "grad_norm": 0.4566633403301239,
      "learning_rate": 4.722233105354569e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 11668480,
      "step": 6060
    },
    {
      "epoch": 0.9894771188514561,
      "grad_norm": 1.223281741142273,
      "learning_rate": 4.7217831812568815e-05,
      "loss": 0.175,
      "num_input_tokens_seen": 11678576,
      "step": 6065
    },
    {
      "epoch": 0.9902928460722734,
      "grad_norm": 0.6640881299972534,
      "learning_rate": 4.721332914532307e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 11688480,
      "step": 6070
    },
    {
      "epoch": 0.9911085732930908,
      "grad_norm": 0.4002506732940674,
      "learning_rate": 4.720882305250281e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 11698128,
      "step": 6075
    },
    {
      "epoch": 0.9919243005139081,
      "grad_norm": 0.8246040940284729,
      "learning_rate": 4.720431353480295e-05,
      "loss": 0.2145,
      "num_input_tokens_seen": 11708000,
      "step": 6080
    },
    {
      "epoch": 0.9927400277347255,
      "grad_norm": 3.1078600883483887,
      "learning_rate": 4.719980059291891e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 11716352,
      "step": 6085
    },
    {
      "epoch": 0.9935557549555428,
      "grad_norm": 1.6118735074996948,
      "learning_rate": 4.7195284227546634e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 11725632,
      "step": 6090
    },
    {
      "epoch": 0.9943714821763602,
      "grad_norm": 1.0181478261947632,
      "learning_rate": 4.7190764439382604e-05,
      "loss": 0.1682,
      "num_input_tokens_seen": 11736448,
      "step": 6095
    },
    {
      "epoch": 0.9951872093971775,
      "grad_norm": 1.3680217266082764,
      "learning_rate": 4.7186241229123826e-05,
      "loss": 0.1235,
      "num_input_tokens_seen": 11745712,
      "step": 6100
    },
    {
      "epoch": 0.996002936617995,
      "grad_norm": 0.458855539560318,
      "learning_rate": 4.718171459746785e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 11754512,
      "step": 6105
    },
    {
      "epoch": 0.9968186638388123,
      "grad_norm": 0.6973682641983032,
      "learning_rate": 4.717718454511273e-05,
      "loss": 0.1129,
      "num_input_tokens_seen": 11763808,
      "step": 6110
    },
    {
      "epoch": 0.9976343910596297,
      "grad_norm": 1.16042959690094,
      "learning_rate": 4.7172651072757056e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 11773632,
      "step": 6115
    },
    {
      "epoch": 0.998450118280447,
      "grad_norm": 0.5830028653144836,
      "learning_rate": 4.7168114181099945e-05,
      "loss": 0.1267,
      "num_input_tokens_seen": 11783840,
      "step": 6120
    },
    {
      "epoch": 0.9992658455012644,
      "grad_norm": 1.1113433837890625,
      "learning_rate": 4.716357387084105e-05,
      "loss": 0.2591,
      "num_input_tokens_seen": 11794208,
      "step": 6125
    },
    {
      "epoch": 1.0,
      "grad_norm": 1.2291927337646484,
      "learning_rate": 4.715903014268054e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 11803328,
      "step": 6130
    },
    {
      "epoch": 1.0008157272208174,
      "grad_norm": 1.6389884948730469,
      "learning_rate": 4.715448299731911e-05,
      "loss": 0.2096,
      "num_input_tokens_seen": 11813488,
      "step": 6135
    },
    {
      "epoch": 1.0016314544416347,
      "grad_norm": 0.4119799733161926,
      "learning_rate": 4.7149932435457986e-05,
      "loss": 0.1692,
      "num_input_tokens_seen": 11823680,
      "step": 6140
    },
    {
      "epoch": 1.002447181662452,
      "grad_norm": 0.9683836102485657,
      "learning_rate": 4.714537845779894e-05,
      "loss": 0.2449,
      "num_input_tokens_seen": 11833184,
      "step": 6145
    },
    {
      "epoch": 1.0032629088832694,
      "grad_norm": 0.5384691953659058,
      "learning_rate": 4.714082106504423e-05,
      "loss": 0.138,
      "num_input_tokens_seen": 11843792,
      "step": 6150
    },
    {
      "epoch": 1.0040786361040868,
      "grad_norm": 0.7257207036018372,
      "learning_rate": 4.713626025789667e-05,
      "loss": 0.2338,
      "num_input_tokens_seen": 11853344,
      "step": 6155
    },
    {
      "epoch": 1.0048943633249041,
      "grad_norm": 1.030199646949768,
      "learning_rate": 4.7131696037059606e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 11862416,
      "step": 6160
    },
    {
      "epoch": 1.0057100905457215,
      "grad_norm": 0.6811219453811646,
      "learning_rate": 4.712712840323689e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 11872544,
      "step": 6165
    },
    {
      "epoch": 1.0065258177665388,
      "grad_norm": 0.6150853633880615,
      "learning_rate": 4.71225573571329e-05,
      "loss": 0.153,
      "num_input_tokens_seen": 11882896,
      "step": 6170
    },
    {
      "epoch": 1.0073415449873562,
      "grad_norm": 0.3946295380592346,
      "learning_rate": 4.711798289945256e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 11892512,
      "step": 6175
    },
    {
      "epoch": 1.0081572722081735,
      "grad_norm": 0.5832205414772034,
      "learning_rate": 4.71134050309013e-05,
      "loss": 0.2201,
      "num_input_tokens_seen": 11902592,
      "step": 6180
    },
    {
      "epoch": 1.0089729994289909,
      "grad_norm": 0.6798556447029114,
      "learning_rate": 4.710882375218509e-05,
      "loss": 0.2129,
      "num_input_tokens_seen": 11912752,
      "step": 6185
    },
    {
      "epoch": 1.0097887266498082,
      "grad_norm": 1.1883728504180908,
      "learning_rate": 4.7104239064010424e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 11922368,
      "step": 6190
    },
    {
      "epoch": 1.0106044538706256,
      "grad_norm": 0.7433330416679382,
      "learning_rate": 4.709965096708432e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 11930176,
      "step": 6195
    },
    {
      "epoch": 1.011420181091443,
      "grad_norm": 1.003113865852356,
      "learning_rate": 4.709505946211431e-05,
      "loss": 0.2011,
      "num_input_tokens_seen": 11940352,
      "step": 6200
    },
    {
      "epoch": 1.011420181091443,
      "eval_loss": 0.17757563292980194,
      "eval_runtime": 71.4608,
      "eval_samples_per_second": 38.133,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 11940352,
      "step": 6200
    },
    {
      "epoch": 1.0122359083122603,
      "grad_norm": 0.8377488255500793,
      "learning_rate": 4.709046454980846e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 11951168,
      "step": 6205
    },
    {
      "epoch": 1.0130516355330776,
      "grad_norm": 0.6946139931678772,
      "learning_rate": 4.708586623087538e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 11960720,
      "step": 6210
    },
    {
      "epoch": 1.013867362753895,
      "grad_norm": 0.5362123250961304,
      "learning_rate": 4.708126450602418e-05,
      "loss": 0.1208,
      "num_input_tokens_seen": 11971488,
      "step": 6215
    },
    {
      "epoch": 1.0146830899747123,
      "grad_norm": 0.5729537010192871,
      "learning_rate": 4.7076659375964495e-05,
      "loss": 0.156,
      "num_input_tokens_seen": 11981648,
      "step": 6220
    },
    {
      "epoch": 1.01549881719553,
      "grad_norm": 1.1795405149459839,
      "learning_rate": 4.707205084140651e-05,
      "loss": 0.124,
      "num_input_tokens_seen": 11989584,
      "step": 6225
    },
    {
      "epoch": 1.0163145444163473,
      "grad_norm": 0.8452975749969482,
      "learning_rate": 4.7067438903060904e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 11999600,
      "step": 6230
    },
    {
      "epoch": 1.0171302716371646,
      "grad_norm": 0.761725902557373,
      "learning_rate": 4.70628235616389e-05,
      "loss": 0.13,
      "num_input_tokens_seen": 12008752,
      "step": 6235
    },
    {
      "epoch": 1.017945998857982,
      "grad_norm": 0.7379043102264404,
      "learning_rate": 4.7058204817852256e-05,
      "loss": 0.2445,
      "num_input_tokens_seen": 12018128,
      "step": 6240
    },
    {
      "epoch": 1.0187617260787993,
      "grad_norm": 0.8516731262207031,
      "learning_rate": 4.705358267241322e-05,
      "loss": 0.2203,
      "num_input_tokens_seen": 12028368,
      "step": 6245
    },
    {
      "epoch": 1.0195774532996167,
      "grad_norm": 1.1877219676971436,
      "learning_rate": 4.704895712603459e-05,
      "loss": 0.2618,
      "num_input_tokens_seen": 12038336,
      "step": 6250
    },
    {
      "epoch": 1.020393180520434,
      "grad_norm": 0.9149580001831055,
      "learning_rate": 4.704432817942969e-05,
      "loss": 0.1827,
      "num_input_tokens_seen": 12047808,
      "step": 6255
    },
    {
      "epoch": 1.0212089077412514,
      "grad_norm": 0.7883055210113525,
      "learning_rate": 4.703969583331236e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 12057680,
      "step": 6260
    },
    {
      "epoch": 1.0220246349620687,
      "grad_norm": 1.5148546695709229,
      "learning_rate": 4.7035060088396965e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 12067088,
      "step": 6265
    },
    {
      "epoch": 1.022840362182886,
      "grad_norm": 0.5838668346405029,
      "learning_rate": 4.703042094539839e-05,
      "loss": 0.201,
      "num_input_tokens_seen": 12075392,
      "step": 6270
    },
    {
      "epoch": 1.0236560894037035,
      "grad_norm": 0.6954800486564636,
      "learning_rate": 4.702577840503206e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 12084752,
      "step": 6275
    },
    {
      "epoch": 1.0244718166245208,
      "grad_norm": 0.5155512690544128,
      "learning_rate": 4.70211324680139e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 12094448,
      "step": 6280
    },
    {
      "epoch": 1.0252875438453382,
      "grad_norm": 1.0744082927703857,
      "learning_rate": 4.7016483135060386e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 12105504,
      "step": 6285
    },
    {
      "epoch": 1.0261032710661555,
      "grad_norm": 1.3672744035720825,
      "learning_rate": 4.701183040688849e-05,
      "loss": 0.1692,
      "num_input_tokens_seen": 12114992,
      "step": 6290
    },
    {
      "epoch": 1.0269189982869729,
      "grad_norm": 0.88236004114151,
      "learning_rate": 4.700717428421573e-05,
      "loss": 0.2142,
      "num_input_tokens_seen": 12125424,
      "step": 6295
    },
    {
      "epoch": 1.0277347255077902,
      "grad_norm": 0.9671706557273865,
      "learning_rate": 4.700251476776014e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 12134704,
      "step": 6300
    },
    {
      "epoch": 1.0285504527286076,
      "grad_norm": 0.6885640025138855,
      "learning_rate": 4.699785185824026e-05,
      "loss": 0.152,
      "num_input_tokens_seen": 12144320,
      "step": 6305
    },
    {
      "epoch": 1.029366179949425,
      "grad_norm": 0.4708724319934845,
      "learning_rate": 4.699318555637519e-05,
      "loss": 0.1185,
      "num_input_tokens_seen": 12153680,
      "step": 6310
    },
    {
      "epoch": 1.0301819071702423,
      "grad_norm": 0.7310663461685181,
      "learning_rate": 4.6988515862884525e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 12164656,
      "step": 6315
    },
    {
      "epoch": 1.0309976343910596,
      "grad_norm": 0.553414523601532,
      "learning_rate": 4.698384277848838e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 12174416,
      "step": 6320
    },
    {
      "epoch": 1.031813361611877,
      "grad_norm": 0.4197983741760254,
      "learning_rate": 4.6979166303907425e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 12184384,
      "step": 6325
    },
    {
      "epoch": 1.0326290888326943,
      "grad_norm": 1.5871033668518066,
      "learning_rate": 4.697448643986281e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 12194688,
      "step": 6330
    },
    {
      "epoch": 1.0334448160535117,
      "grad_norm": 0.8487627506256104,
      "learning_rate": 4.696980318707624e-05,
      "loss": 0.1623,
      "num_input_tokens_seen": 12204032,
      "step": 6335
    },
    {
      "epoch": 1.034260543274329,
      "grad_norm": 1.222551703453064,
      "learning_rate": 4.6965116546269924e-05,
      "loss": 0.2086,
      "num_input_tokens_seen": 12213728,
      "step": 6340
    },
    {
      "epoch": 1.0350762704951464,
      "grad_norm": 0.8712387084960938,
      "learning_rate": 4.6960426518166615e-05,
      "loss": 0.1682,
      "num_input_tokens_seen": 12223888,
      "step": 6345
    },
    {
      "epoch": 1.0358919977159637,
      "grad_norm": 1.0631918907165527,
      "learning_rate": 4.6955733103489556e-05,
      "loss": 0.1987,
      "num_input_tokens_seen": 12234544,
      "step": 6350
    },
    {
      "epoch": 1.036707724936781,
      "grad_norm": 0.46582916378974915,
      "learning_rate": 4.695103630296255e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 12244800,
      "step": 6355
    },
    {
      "epoch": 1.0375234521575984,
      "grad_norm": 1.6060643196105957,
      "learning_rate": 4.694633611730988e-05,
      "loss": 0.2791,
      "num_input_tokens_seen": 12254240,
      "step": 6360
    },
    {
      "epoch": 1.0383391793784158,
      "grad_norm": 1.2825818061828613,
      "learning_rate": 4.694163254725639e-05,
      "loss": 0.2035,
      "num_input_tokens_seen": 12264800,
      "step": 6365
    },
    {
      "epoch": 1.0391549065992332,
      "grad_norm": 1.0628174543380737,
      "learning_rate": 4.693692559352743e-05,
      "loss": 0.2199,
      "num_input_tokens_seen": 12274816,
      "step": 6370
    },
    {
      "epoch": 1.0399706338200505,
      "grad_norm": 1.1506626605987549,
      "learning_rate": 4.693221525684886e-05,
      "loss": 0.1818,
      "num_input_tokens_seen": 12283904,
      "step": 6375
    },
    {
      "epoch": 1.0407863610408679,
      "grad_norm": 0.4915912449359894,
      "learning_rate": 4.6927501537947084e-05,
      "loss": 0.1994,
      "num_input_tokens_seen": 12293088,
      "step": 6380
    },
    {
      "epoch": 1.0416020882616852,
      "grad_norm": 0.3846360445022583,
      "learning_rate": 4.692278443754901e-05,
      "loss": 0.1624,
      "num_input_tokens_seen": 12302448,
      "step": 6385
    },
    {
      "epoch": 1.0424178154825026,
      "grad_norm": 0.7552242279052734,
      "learning_rate": 4.691806395638208e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 12311984,
      "step": 6390
    },
    {
      "epoch": 1.04323354270332,
      "grad_norm": 0.4846670627593994,
      "learning_rate": 4.6913340095174255e-05,
      "loss": 0.1579,
      "num_input_tokens_seen": 12323232,
      "step": 6395
    },
    {
      "epoch": 1.0440492699241373,
      "grad_norm": 1.3300843238830566,
      "learning_rate": 4.690861285465399e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 12331920,
      "step": 6400
    },
    {
      "epoch": 1.0440492699241373,
      "eval_loss": 0.17675833404064178,
      "eval_runtime": 71.3304,
      "eval_samples_per_second": 38.203,
      "eval_steps_per_second": 19.108,
      "num_input_tokens_seen": 12331920,
      "step": 6400
    },
    {
      "epoch": 1.0448649971449546,
      "grad_norm": 1.206018328666687,
      "learning_rate": 4.690388223555031e-05,
      "loss": 0.1925,
      "num_input_tokens_seen": 12341824,
      "step": 6405
    },
    {
      "epoch": 1.0456807243657722,
      "grad_norm": 0.8433871865272522,
      "learning_rate": 4.689914823859273e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 12352224,
      "step": 6410
    },
    {
      "epoch": 1.0464964515865895,
      "grad_norm": 0.5313416719436646,
      "learning_rate": 4.689441086451129e-05,
      "loss": 0.1565,
      "num_input_tokens_seen": 12360544,
      "step": 6415
    },
    {
      "epoch": 1.047312178807407,
      "grad_norm": 0.6703118681907654,
      "learning_rate": 4.688967011403655e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 12370592,
      "step": 6420
    },
    {
      "epoch": 1.0481279060282243,
      "grad_norm": 1.6880872249603271,
      "learning_rate": 4.68849259878996e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 12380912,
      "step": 6425
    },
    {
      "epoch": 1.0489436332490416,
      "grad_norm": 0.740933895111084,
      "learning_rate": 4.6880178486832036e-05,
      "loss": 0.1862,
      "num_input_tokens_seen": 12390432,
      "step": 6430
    },
    {
      "epoch": 1.049759360469859,
      "grad_norm": 0.46072590351104736,
      "learning_rate": 4.687542761156598e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 12400240,
      "step": 6435
    },
    {
      "epoch": 1.0505750876906763,
      "grad_norm": 0.5540321469306946,
      "learning_rate": 4.6870673362834096e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 12409024,
      "step": 6440
    },
    {
      "epoch": 1.0513908149114937,
      "grad_norm": 1.1530078649520874,
      "learning_rate": 4.6865915741369526e-05,
      "loss": 0.1876,
      "num_input_tokens_seen": 12419792,
      "step": 6445
    },
    {
      "epoch": 1.052206542132311,
      "grad_norm": 0.6977084875106812,
      "learning_rate": 4.686115474790597e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 12429600,
      "step": 6450
    },
    {
      "epoch": 1.0530222693531284,
      "grad_norm": 0.3503110408782959,
      "learning_rate": 4.685639038317762e-05,
      "loss": 0.1758,
      "num_input_tokens_seen": 12438064,
      "step": 6455
    },
    {
      "epoch": 1.0538379965739457,
      "grad_norm": 0.22007863223552704,
      "learning_rate": 4.685162264791921e-05,
      "loss": 0.0683,
      "num_input_tokens_seen": 12449232,
      "step": 6460
    },
    {
      "epoch": 1.054653723794763,
      "grad_norm": 1.44847571849823,
      "learning_rate": 4.684685154286599e-05,
      "loss": 0.1891,
      "num_input_tokens_seen": 12458448,
      "step": 6465
    },
    {
      "epoch": 1.0554694510155804,
      "grad_norm": 0.9455724358558655,
      "learning_rate": 4.684207706875371e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 12468144,
      "step": 6470
    },
    {
      "epoch": 1.0562851782363978,
      "grad_norm": 0.25729501247406006,
      "learning_rate": 4.683729922631866e-05,
      "loss": 0.1664,
      "num_input_tokens_seen": 12477936,
      "step": 6475
    },
    {
      "epoch": 1.0571009054572151,
      "grad_norm": 0.5102759599685669,
      "learning_rate": 4.683251801629765e-05,
      "loss": 0.2479,
      "num_input_tokens_seen": 12487888,
      "step": 6480
    },
    {
      "epoch": 1.0579166326780325,
      "grad_norm": 0.17864689230918884,
      "learning_rate": 4.6827733439428e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 12498176,
      "step": 6485
    },
    {
      "epoch": 1.0587323598988498,
      "grad_norm": 0.859093427658081,
      "learning_rate": 4.682294549644754e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 12508560,
      "step": 6490
    },
    {
      "epoch": 1.0595480871196672,
      "grad_norm": 1.3104969263076782,
      "learning_rate": 4.681815418809464e-05,
      "loss": 0.1249,
      "num_input_tokens_seen": 12517632,
      "step": 6495
    },
    {
      "epoch": 1.0603638143404845,
      "grad_norm": 1.244228720664978,
      "learning_rate": 4.681335951510819e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 12526112,
      "step": 6500
    },
    {
      "epoch": 1.061179541561302,
      "grad_norm": 0.6561461687088013,
      "learning_rate": 4.6808561478227576e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 12536544,
      "step": 6505
    },
    {
      "epoch": 1.0619952687821193,
      "grad_norm": 0.9338077306747437,
      "learning_rate": 4.680376007819271e-05,
      "loss": 0.1776,
      "num_input_tokens_seen": 12546784,
      "step": 6510
    },
    {
      "epoch": 1.0628109960029366,
      "grad_norm": 0.6029275059700012,
      "learning_rate": 4.679895531574405e-05,
      "loss": 0.1111,
      "num_input_tokens_seen": 12557072,
      "step": 6515
    },
    {
      "epoch": 1.063626723223754,
      "grad_norm": 0.528292715549469,
      "learning_rate": 4.679414719162253e-05,
      "loss": 0.2199,
      "num_input_tokens_seen": 12566176,
      "step": 6520
    },
    {
      "epoch": 1.0644424504445713,
      "grad_norm": 2.3218798637390137,
      "learning_rate": 4.6789335706569635e-05,
      "loss": 0.2447,
      "num_input_tokens_seen": 12575632,
      "step": 6525
    },
    {
      "epoch": 1.0652581776653887,
      "grad_norm": 0.46377259492874146,
      "learning_rate": 4.678452086132734e-05,
      "loss": 0.0945,
      "num_input_tokens_seen": 12586000,
      "step": 6530
    },
    {
      "epoch": 1.066073904886206,
      "grad_norm": 1.2928986549377441,
      "learning_rate": 4.677970265663818e-05,
      "loss": 0.1969,
      "num_input_tokens_seen": 12596704,
      "step": 6535
    },
    {
      "epoch": 1.0668896321070234,
      "grad_norm": 0.267029345035553,
      "learning_rate": 4.677488109324517e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 12605264,
      "step": 6540
    },
    {
      "epoch": 1.0677053593278407,
      "grad_norm": 0.9797413945198059,
      "learning_rate": 4.6770056171891846e-05,
      "loss": 0.1711,
      "num_input_tokens_seen": 12616192,
      "step": 6545
    },
    {
      "epoch": 1.068521086548658,
      "grad_norm": 0.32495003938674927,
      "learning_rate": 4.6765227893322286e-05,
      "loss": 0.104,
      "num_input_tokens_seen": 12626096,
      "step": 6550
    },
    {
      "epoch": 1.0693368137694754,
      "grad_norm": 0.7374690175056458,
      "learning_rate": 4.676039625828107e-05,
      "loss": 0.2128,
      "num_input_tokens_seen": 12636208,
      "step": 6555
    },
    {
      "epoch": 1.0701525409902928,
      "grad_norm": 0.4466150403022766,
      "learning_rate": 4.675556126751328e-05,
      "loss": 0.1126,
      "num_input_tokens_seen": 12646144,
      "step": 6560
    },
    {
      "epoch": 1.0709682682111101,
      "grad_norm": 0.43943434953689575,
      "learning_rate": 4.6750722921764556e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 12656880,
      "step": 6565
    },
    {
      "epoch": 1.0717839954319275,
      "grad_norm": 0.2938859760761261,
      "learning_rate": 4.674588122178102e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 12666640,
      "step": 6570
    },
    {
      "epoch": 1.0725997226527448,
      "grad_norm": 1.214569091796875,
      "learning_rate": 4.674103616830931e-05,
      "loss": 0.24,
      "num_input_tokens_seen": 12677264,
      "step": 6575
    },
    {
      "epoch": 1.0734154498735622,
      "grad_norm": 0.7251813411712646,
      "learning_rate": 4.673618776209663e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 12687808,
      "step": 6580
    },
    {
      "epoch": 1.0742311770943795,
      "grad_norm": 0.7087584137916565,
      "learning_rate": 4.673133600389063e-05,
      "loss": 0.1501,
      "num_input_tokens_seen": 12697024,
      "step": 6585
    },
    {
      "epoch": 1.075046904315197,
      "grad_norm": 0.5708009004592896,
      "learning_rate": 4.672648089443953e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 12706304,
      "step": 6590
    },
    {
      "epoch": 1.0758626315360145,
      "grad_norm": 0.45787426829338074,
      "learning_rate": 4.672162243449204e-05,
      "loss": 0.2139,
      "num_input_tokens_seen": 12716768,
      "step": 6595
    },
    {
      "epoch": 1.0766783587568316,
      "grad_norm": 0.9260543584823608,
      "learning_rate": 4.67167606247974e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 12726352,
      "step": 6600
    },
    {
      "epoch": 1.0766783587568316,
      "eval_loss": 0.17722955346107483,
      "eval_runtime": 71.378,
      "eval_samples_per_second": 38.177,
      "eval_steps_per_second": 19.096,
      "num_input_tokens_seen": 12726352,
      "step": 6600
    },
    {
      "epoch": 1.0774940859776492,
      "grad_norm": 1.0696332454681396,
      "learning_rate": 4.671189546610536e-05,
      "loss": 0.1266,
      "num_input_tokens_seen": 12736480,
      "step": 6605
    },
    {
      "epoch": 1.0783098131984665,
      "grad_norm": 0.8455457091331482,
      "learning_rate": 4.67070269591662e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 12745984,
      "step": 6610
    },
    {
      "epoch": 1.0791255404192839,
      "grad_norm": 0.8220975995063782,
      "learning_rate": 4.670215510473068e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 12755920,
      "step": 6615
    },
    {
      "epoch": 1.0799412676401012,
      "grad_norm": 0.9425700306892395,
      "learning_rate": 4.669727990355013e-05,
      "loss": 0.1242,
      "num_input_tokens_seen": 12765376,
      "step": 6620
    },
    {
      "epoch": 1.0807569948609186,
      "grad_norm": 0.8003215193748474,
      "learning_rate": 4.669240135637635e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 12773776,
      "step": 6625
    },
    {
      "epoch": 1.081572722081736,
      "grad_norm": 1.6773803234100342,
      "learning_rate": 4.6687519463961675e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 12784288,
      "step": 6630
    },
    {
      "epoch": 1.0823884493025533,
      "grad_norm": 1.0837087631225586,
      "learning_rate": 4.668263422705896e-05,
      "loss": 0.1585,
      "num_input_tokens_seen": 12793264,
      "step": 6635
    },
    {
      "epoch": 1.0832041765233706,
      "grad_norm": 0.7496444582939148,
      "learning_rate": 4.667774564642156e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 12801728,
      "step": 6640
    },
    {
      "epoch": 1.084019903744188,
      "grad_norm": 0.8912795782089233,
      "learning_rate": 4.6672853722803365e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 12811952,
      "step": 6645
    },
    {
      "epoch": 1.0848356309650053,
      "grad_norm": 0.28694313764572144,
      "learning_rate": 4.666795845695877e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 12821632,
      "step": 6650
    },
    {
      "epoch": 1.0856513581858227,
      "grad_norm": 0.904029905796051,
      "learning_rate": 4.666305984964269e-05,
      "loss": 0.1586,
      "num_input_tokens_seen": 12830832,
      "step": 6655
    },
    {
      "epoch": 1.08646708540664,
      "grad_norm": 1.1756902933120728,
      "learning_rate": 4.6658157901610535e-05,
      "loss": 0.2694,
      "num_input_tokens_seen": 12841520,
      "step": 6660
    },
    {
      "epoch": 1.0872828126274574,
      "grad_norm": 1.214861273765564,
      "learning_rate": 4.665325261361826e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 12852560,
      "step": 6665
    },
    {
      "epoch": 1.0880985398482748,
      "grad_norm": 1.037839412689209,
      "learning_rate": 4.664834398642232e-05,
      "loss": 0.2951,
      "num_input_tokens_seen": 12861952,
      "step": 6670
    },
    {
      "epoch": 1.0889142670690921,
      "grad_norm": 0.6333092451095581,
      "learning_rate": 4.6643432020779686e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 12871600,
      "step": 6675
    },
    {
      "epoch": 1.0897299942899095,
      "grad_norm": 1.0236543416976929,
      "learning_rate": 4.663851671744786e-05,
      "loss": 0.216,
      "num_input_tokens_seen": 12881520,
      "step": 6680
    },
    {
      "epoch": 1.0905457215107268,
      "grad_norm": 0.5075015425682068,
      "learning_rate": 4.6633598077184815e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 12890368,
      "step": 6685
    },
    {
      "epoch": 1.0913614487315442,
      "grad_norm": 1.282771348953247,
      "learning_rate": 4.662867610074908e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 12900384,
      "step": 6690
    },
    {
      "epoch": 1.0921771759523615,
      "grad_norm": 0.5103532075881958,
      "learning_rate": 4.6623750788899696e-05,
      "loss": 0.2007,
      "num_input_tokens_seen": 12909056,
      "step": 6695
    },
    {
      "epoch": 1.0929929031731789,
      "grad_norm": 1.218114972114563,
      "learning_rate": 4.6618822142396195e-05,
      "loss": 0.2969,
      "num_input_tokens_seen": 12919088,
      "step": 6700
    },
    {
      "epoch": 1.0938086303939962,
      "grad_norm": 0.8402796387672424,
      "learning_rate": 4.661389016199864e-05,
      "loss": 0.2402,
      "num_input_tokens_seen": 12929504,
      "step": 6705
    },
    {
      "epoch": 1.0946243576148136,
      "grad_norm": 0.7994699478149414,
      "learning_rate": 4.660895484846761e-05,
      "loss": 0.1398,
      "num_input_tokens_seen": 12939520,
      "step": 6710
    },
    {
      "epoch": 1.095440084835631,
      "grad_norm": 1.4447575807571411,
      "learning_rate": 4.660401620256418e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 12948832,
      "step": 6715
    },
    {
      "epoch": 1.0962558120564483,
      "grad_norm": 0.7617675065994263,
      "learning_rate": 4.659907422504997e-05,
      "loss": 0.2441,
      "num_input_tokens_seen": 12958176,
      "step": 6720
    },
    {
      "epoch": 1.0970715392772656,
      "grad_norm": 0.8746022582054138,
      "learning_rate": 4.6594128916687074e-05,
      "loss": 0.1771,
      "num_input_tokens_seen": 12967168,
      "step": 6725
    },
    {
      "epoch": 1.097887266498083,
      "grad_norm": 0.5978329181671143,
      "learning_rate": 4.658918027823813e-05,
      "loss": 0.1318,
      "num_input_tokens_seen": 12976096,
      "step": 6730
    },
    {
      "epoch": 1.0987029937189003,
      "grad_norm": 0.22032500803470612,
      "learning_rate": 4.658422831046628e-05,
      "loss": 0.1129,
      "num_input_tokens_seen": 12984880,
      "step": 6735
    },
    {
      "epoch": 1.0995187209397177,
      "grad_norm": 0.716579258441925,
      "learning_rate": 4.657927301413518e-05,
      "loss": 0.1553,
      "num_input_tokens_seen": 12995232,
      "step": 6740
    },
    {
      "epoch": 1.100334448160535,
      "grad_norm": 0.7325009703636169,
      "learning_rate": 4.657431439000901e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 13002576,
      "step": 6745
    },
    {
      "epoch": 1.1011501753813524,
      "grad_norm": 0.8503907918930054,
      "learning_rate": 4.656935243885243e-05,
      "loss": 0.1966,
      "num_input_tokens_seen": 13011584,
      "step": 6750
    },
    {
      "epoch": 1.1019659026021698,
      "grad_norm": 0.7749446630477905,
      "learning_rate": 4.656438716143066e-05,
      "loss": 0.0991,
      "num_input_tokens_seen": 13022288,
      "step": 6755
    },
    {
      "epoch": 1.102781629822987,
      "grad_norm": 1.211193323135376,
      "learning_rate": 4.6559418558509384e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 13032000,
      "step": 6760
    },
    {
      "epoch": 1.1035973570438045,
      "grad_norm": 0.6452786326408386,
      "learning_rate": 4.6554446630854833e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 13040048,
      "step": 6765
    },
    {
      "epoch": 1.1044130842646218,
      "grad_norm": 0.905044674873352,
      "learning_rate": 4.654947137923374e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 13049248,
      "step": 6770
    },
    {
      "epoch": 1.1052288114854392,
      "grad_norm": 1.031247615814209,
      "learning_rate": 4.654449280441335e-05,
      "loss": 0.1992,
      "num_input_tokens_seen": 13057616,
      "step": 6775
    },
    {
      "epoch": 1.1060445387062567,
      "grad_norm": 1.2176966667175293,
      "learning_rate": 4.653951090716143e-05,
      "loss": 0.2352,
      "num_input_tokens_seen": 13066320,
      "step": 6780
    },
    {
      "epoch": 1.1068602659270739,
      "grad_norm": 0.6315723657608032,
      "learning_rate": 4.653452568824625e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 13075696,
      "step": 6785
    },
    {
      "epoch": 1.1076759931478914,
      "grad_norm": 0.5055879354476929,
      "learning_rate": 4.6529537148436585e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 13085872,
      "step": 6790
    },
    {
      "epoch": 1.1084917203687088,
      "grad_norm": 0.827467679977417,
      "learning_rate": 4.6524545288501734e-05,
      "loss": 0.2374,
      "num_input_tokens_seen": 13095248,
      "step": 6795
    },
    {
      "epoch": 1.1093074475895262,
      "grad_norm": 0.6415955424308777,
      "learning_rate": 4.6519550109211506e-05,
      "loss": 0.2139,
      "num_input_tokens_seen": 13105200,
      "step": 6800
    },
    {
      "epoch": 1.1093074475895262,
      "eval_loss": 0.17566731572151184,
      "eval_runtime": 71.4156,
      "eval_samples_per_second": 38.157,
      "eval_steps_per_second": 19.085,
      "num_input_tokens_seen": 13105200,
      "step": 6800
    },
    {
      "epoch": 1.1101231748103435,
      "grad_norm": 0.7959027886390686,
      "learning_rate": 4.651455161133622e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 13113760,
      "step": 6805
    },
    {
      "epoch": 1.1109389020311609,
      "grad_norm": 0.9758473634719849,
      "learning_rate": 4.6509549795646704e-05,
      "loss": 0.1189,
      "num_input_tokens_seen": 13124768,
      "step": 6810
    },
    {
      "epoch": 1.1117546292519782,
      "grad_norm": 0.6405095458030701,
      "learning_rate": 4.6504544662914306e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 13134608,
      "step": 6815
    },
    {
      "epoch": 1.1125703564727956,
      "grad_norm": 0.7934997081756592,
      "learning_rate": 4.6499536213910876e-05,
      "loss": 0.2042,
      "num_input_tokens_seen": 13144000,
      "step": 6820
    },
    {
      "epoch": 1.113386083693613,
      "grad_norm": 1.3132597208023071,
      "learning_rate": 4.6494524449408786e-05,
      "loss": 0.2228,
      "num_input_tokens_seen": 13152928,
      "step": 6825
    },
    {
      "epoch": 1.1142018109144303,
      "grad_norm": 1.0149927139282227,
      "learning_rate": 4.6489509370180903e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 13162288,
      "step": 6830
    },
    {
      "epoch": 1.1150175381352476,
      "grad_norm": 0.6309484839439392,
      "learning_rate": 4.648449097700063e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 13170192,
      "step": 6835
    },
    {
      "epoch": 1.115833265356065,
      "grad_norm": 0.32566314935684204,
      "learning_rate": 4.647946927064185e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 13179584,
      "step": 6840
    },
    {
      "epoch": 1.1166489925768823,
      "grad_norm": 0.6297308206558228,
      "learning_rate": 4.647444425187898e-05,
      "loss": 0.1501,
      "num_input_tokens_seen": 13188624,
      "step": 6845
    },
    {
      "epoch": 1.1174647197976997,
      "grad_norm": 0.7733209729194641,
      "learning_rate": 4.646941592148695e-05,
      "loss": 0.1406,
      "num_input_tokens_seen": 13198944,
      "step": 6850
    },
    {
      "epoch": 1.118280447018517,
      "grad_norm": 0.9107468724250793,
      "learning_rate": 4.646438428024117e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 13208176,
      "step": 6855
    },
    {
      "epoch": 1.1190961742393344,
      "grad_norm": 0.45820656418800354,
      "learning_rate": 4.64593493289176e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 13218000,
      "step": 6860
    },
    {
      "epoch": 1.1199119014601517,
      "grad_norm": 0.6893544793128967,
      "learning_rate": 4.64543110682927e-05,
      "loss": 0.1217,
      "num_input_tokens_seen": 13227952,
      "step": 6865
    },
    {
      "epoch": 1.120727628680969,
      "grad_norm": 1.0744301080703735,
      "learning_rate": 4.644926949914341e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 13238480,
      "step": 6870
    },
    {
      "epoch": 1.1215433559017864,
      "grad_norm": 1.2727376222610474,
      "learning_rate": 4.644422462224722e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 13247488,
      "step": 6875
    },
    {
      "epoch": 1.1223590831226038,
      "grad_norm": 1.154832124710083,
      "learning_rate": 4.643917643838211e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 13256000,
      "step": 6880
    },
    {
      "epoch": 1.1231748103434211,
      "grad_norm": 0.5706597566604614,
      "learning_rate": 4.6434124948326564e-05,
      "loss": 0.1579,
      "num_input_tokens_seen": 13265488,
      "step": 6885
    },
    {
      "epoch": 1.1239905375642385,
      "grad_norm": 0.8744606375694275,
      "learning_rate": 4.6429070152859594e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 13274128,
      "step": 6890
    },
    {
      "epoch": 1.1248062647850559,
      "grad_norm": 0.5700750946998596,
      "learning_rate": 4.6424012052760714e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 13284384,
      "step": 6895
    },
    {
      "epoch": 1.1256219920058732,
      "grad_norm": 0.9648519158363342,
      "learning_rate": 4.6418950648809945e-05,
      "loss": 0.2578,
      "num_input_tokens_seen": 13294560,
      "step": 6900
    },
    {
      "epoch": 1.1264377192266906,
      "grad_norm": 1.0493978261947632,
      "learning_rate": 4.641388594178782e-05,
      "loss": 0.1943,
      "num_input_tokens_seen": 13304656,
      "step": 6905
    },
    {
      "epoch": 1.127253446447508,
      "grad_norm": 1.0661462545394897,
      "learning_rate": 4.640881793247538e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 13315296,
      "step": 6910
    },
    {
      "epoch": 1.1280691736683253,
      "grad_norm": 0.9033123254776001,
      "learning_rate": 4.6403746621654173e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 13325152,
      "step": 6915
    },
    {
      "epoch": 1.1288849008891426,
      "grad_norm": 0.8236402273178101,
      "learning_rate": 4.639867201010626e-05,
      "loss": 0.1841,
      "num_input_tokens_seen": 13333728,
      "step": 6920
    },
    {
      "epoch": 1.12970062810996,
      "grad_norm": 0.47473451495170593,
      "learning_rate": 4.6393594098614204e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 13342880,
      "step": 6925
    },
    {
      "epoch": 1.1305163553307773,
      "grad_norm": 0.6224417090415955,
      "learning_rate": 4.63885128879611e-05,
      "loss": 0.2319,
      "num_input_tokens_seen": 13351616,
      "step": 6930
    },
    {
      "epoch": 1.1313320825515947,
      "grad_norm": 0.7355209589004517,
      "learning_rate": 4.638342837893052e-05,
      "loss": 0.2123,
      "num_input_tokens_seen": 13361872,
      "step": 6935
    },
    {
      "epoch": 1.132147809772412,
      "grad_norm": 1.0795633792877197,
      "learning_rate": 4.6378340572306565e-05,
      "loss": 0.2733,
      "num_input_tokens_seen": 13370336,
      "step": 6940
    },
    {
      "epoch": 1.1329635369932294,
      "grad_norm": 0.6334876418113708,
      "learning_rate": 4.6373249468873833e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 13378720,
      "step": 6945
    },
    {
      "epoch": 1.1337792642140467,
      "grad_norm": 0.41441187262535095,
      "learning_rate": 4.636815506941744e-05,
      "loss": 0.1216,
      "num_input_tokens_seen": 13388720,
      "step": 6950
    },
    {
      "epoch": 1.134594991434864,
      "grad_norm": 0.6774670481681824,
      "learning_rate": 4.6363057374723004e-05,
      "loss": 0.2171,
      "num_input_tokens_seen": 13398304,
      "step": 6955
    },
    {
      "epoch": 1.1354107186556814,
      "grad_norm": 1.0595664978027344,
      "learning_rate": 4.635795638557666e-05,
      "loss": 0.1569,
      "num_input_tokens_seen": 13408368,
      "step": 6960
    },
    {
      "epoch": 1.136226445876499,
      "grad_norm": 0.4765598475933075,
      "learning_rate": 4.635285210276504e-05,
      "loss": 0.1721,
      "num_input_tokens_seen": 13418512,
      "step": 6965
    },
    {
      "epoch": 1.1370421730973161,
      "grad_norm": 1.0712451934814453,
      "learning_rate": 4.6347744527075295e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 13427296,
      "step": 6970
    },
    {
      "epoch": 1.1378579003181337,
      "grad_norm": 1.1416449546813965,
      "learning_rate": 4.634263365929506e-05,
      "loss": 0.155,
      "num_input_tokens_seen": 13435264,
      "step": 6975
    },
    {
      "epoch": 1.1386736275389508,
      "grad_norm": 0.6349575519561768,
      "learning_rate": 4.6337519500212515e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 13444608,
      "step": 6980
    },
    {
      "epoch": 1.1394893547597684,
      "grad_norm": 0.5276361107826233,
      "learning_rate": 4.633240205061632e-05,
      "loss": 0.2049,
      "num_input_tokens_seen": 13454528,
      "step": 6985
    },
    {
      "epoch": 1.1403050819805858,
      "grad_norm": 1.4110352993011475,
      "learning_rate": 4.632728131129565e-05,
      "loss": 0.1968,
      "num_input_tokens_seen": 13464016,
      "step": 6990
    },
    {
      "epoch": 1.1411208092014031,
      "grad_norm": 1.1140071153640747,
      "learning_rate": 4.632215728304018e-05,
      "loss": 0.2137,
      "num_input_tokens_seen": 13473488,
      "step": 6995
    },
    {
      "epoch": 1.1419365364222205,
      "grad_norm": 0.47353580594062805,
      "learning_rate": 4.63170299666401e-05,
      "loss": 0.254,
      "num_input_tokens_seen": 13483648,
      "step": 7000
    },
    {
      "epoch": 1.1419365364222205,
      "eval_loss": 0.17512264847755432,
      "eval_runtime": 71.4635,
      "eval_samples_per_second": 38.131,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 13483648,
      "step": 7000
    },
    {
      "epoch": 1.1427522636430378,
      "grad_norm": 1.122058391571045,
      "learning_rate": 4.631189936288612e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 13492992,
      "step": 7005
    },
    {
      "epoch": 1.1435679908638552,
      "grad_norm": 0.7586830258369446,
      "learning_rate": 4.630676547256944e-05,
      "loss": 0.1412,
      "num_input_tokens_seen": 13502208,
      "step": 7010
    },
    {
      "epoch": 1.1443837180846725,
      "grad_norm": 0.3466191589832306,
      "learning_rate": 4.630162829648176e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 13511600,
      "step": 7015
    },
    {
      "epoch": 1.14519944530549,
      "grad_norm": 0.855110764503479,
      "learning_rate": 4.629648783541531e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 13521760,
      "step": 7020
    },
    {
      "epoch": 1.1460151725263072,
      "grad_norm": 0.6395593285560608,
      "learning_rate": 4.6291344090162804e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 13530752,
      "step": 7025
    },
    {
      "epoch": 1.1468308997471246,
      "grad_norm": 0.6558588743209839,
      "learning_rate": 4.628619706151748e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 13540256,
      "step": 7030
    },
    {
      "epoch": 1.147646626967942,
      "grad_norm": 1.187381386756897,
      "learning_rate": 4.628104675027306e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 13551168,
      "step": 7035
    },
    {
      "epoch": 1.1484623541887593,
      "grad_norm": 0.9482008218765259,
      "learning_rate": 4.6275893157223805e-05,
      "loss": 0.2244,
      "num_input_tokens_seen": 13560608,
      "step": 7040
    },
    {
      "epoch": 1.1492780814095767,
      "grad_norm": 1.096920132637024,
      "learning_rate": 4.627073628316445e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 13569424,
      "step": 7045
    },
    {
      "epoch": 1.150093808630394,
      "grad_norm": 0.9457696080207825,
      "learning_rate": 4.626557612889026e-05,
      "loss": 0.084,
      "num_input_tokens_seen": 13578272,
      "step": 7050
    },
    {
      "epoch": 1.1509095358512114,
      "grad_norm": 0.7483694553375244,
      "learning_rate": 4.626041269519699e-05,
      "loss": 0.1836,
      "num_input_tokens_seen": 13588192,
      "step": 7055
    },
    {
      "epoch": 1.1517252630720287,
      "grad_norm": 0.8553327918052673,
      "learning_rate": 4.6255245982880905e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 13596976,
      "step": 7060
    },
    {
      "epoch": 1.152540990292846,
      "grad_norm": 0.916159451007843,
      "learning_rate": 4.625007599273879e-05,
      "loss": 0.1881,
      "num_input_tokens_seen": 13608016,
      "step": 7065
    },
    {
      "epoch": 1.1533567175136634,
      "grad_norm": 0.6583691835403442,
      "learning_rate": 4.6244902725567895e-05,
      "loss": 0.1534,
      "num_input_tokens_seen": 13617040,
      "step": 7070
    },
    {
      "epoch": 1.1541724447344808,
      "grad_norm": 1.2456457614898682,
      "learning_rate": 4.6239726182166024e-05,
      "loss": 0.1185,
      "num_input_tokens_seen": 13625856,
      "step": 7075
    },
    {
      "epoch": 1.1549881719552981,
      "grad_norm": 0.9544763565063477,
      "learning_rate": 4.623454636333147e-05,
      "loss": 0.1468,
      "num_input_tokens_seen": 13634928,
      "step": 7080
    },
    {
      "epoch": 1.1558038991761155,
      "grad_norm": 0.6657189130783081,
      "learning_rate": 4.622936326986301e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 13644736,
      "step": 7085
    },
    {
      "epoch": 1.1566196263969328,
      "grad_norm": 0.3315839171409607,
      "learning_rate": 4.6224176902559946e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 13655136,
      "step": 7090
    },
    {
      "epoch": 1.1574353536177502,
      "grad_norm": 1.4440813064575195,
      "learning_rate": 4.621898726222209e-05,
      "loss": 0.2116,
      "num_input_tokens_seen": 13664656,
      "step": 7095
    },
    {
      "epoch": 1.1582510808385675,
      "grad_norm": 0.38923630118370056,
      "learning_rate": 4.6213794349649744e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 13672880,
      "step": 7100
    },
    {
      "epoch": 1.159066808059385,
      "grad_norm": 1.466361403465271,
      "learning_rate": 4.6208598165643715e-05,
      "loss": 0.1246,
      "num_input_tokens_seen": 13682240,
      "step": 7105
    },
    {
      "epoch": 1.1598825352802022,
      "grad_norm": 0.6860195398330688,
      "learning_rate": 4.620339871100533e-05,
      "loss": 0.174,
      "num_input_tokens_seen": 13690720,
      "step": 7110
    },
    {
      "epoch": 1.1606982625010196,
      "grad_norm": 0.5626586675643921,
      "learning_rate": 4.6198195986536394e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 13699888,
      "step": 7115
    },
    {
      "epoch": 1.161513989721837,
      "grad_norm": 1.1038998365402222,
      "learning_rate": 4.619298999303926e-05,
      "loss": 0.1889,
      "num_input_tokens_seen": 13709360,
      "step": 7120
    },
    {
      "epoch": 1.1623297169426543,
      "grad_norm": 0.4312956631183624,
      "learning_rate": 4.618778073131673e-05,
      "loss": 0.2083,
      "num_input_tokens_seen": 13719040,
      "step": 7125
    },
    {
      "epoch": 1.1631454441634717,
      "grad_norm": 0.671411395072937,
      "learning_rate": 4.618256820217215e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 13729328,
      "step": 7130
    },
    {
      "epoch": 1.163961171384289,
      "grad_norm": 0.5549938678741455,
      "learning_rate": 4.617735240640936e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 13739792,
      "step": 7135
    },
    {
      "epoch": 1.1647768986051064,
      "grad_norm": 0.6719110012054443,
      "learning_rate": 4.6172133344832705e-05,
      "loss": 0.2073,
      "num_input_tokens_seen": 13748912,
      "step": 7140
    },
    {
      "epoch": 1.1655926258259237,
      "grad_norm": 1.0897910594940186,
      "learning_rate": 4.6166911018247004e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 13758656,
      "step": 7145
    },
    {
      "epoch": 1.1664083530467413,
      "grad_norm": 0.38933852314949036,
      "learning_rate": 4.616168542745764e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 13768944,
      "step": 7150
    },
    {
      "epoch": 1.1672240802675584,
      "grad_norm": 1.3762335777282715,
      "learning_rate": 4.6156456573270446e-05,
      "loss": 0.1939,
      "num_input_tokens_seen": 13776880,
      "step": 7155
    },
    {
      "epoch": 1.168039807488376,
      "grad_norm": 0.44729772210121155,
      "learning_rate": 4.615122445649177e-05,
      "loss": 0.1718,
      "num_input_tokens_seen": 13785488,
      "step": 7160
    },
    {
      "epoch": 1.1688555347091931,
      "grad_norm": 0.48048561811447144,
      "learning_rate": 4.6145989077928486e-05,
      "loss": 0.1343,
      "num_input_tokens_seen": 13795136,
      "step": 7165
    },
    {
      "epoch": 1.1696712619300107,
      "grad_norm": 0.5941347479820251,
      "learning_rate": 4.6140750438387953e-05,
      "loss": 0.1525,
      "num_input_tokens_seen": 13804720,
      "step": 7170
    },
    {
      "epoch": 1.170486989150828,
      "grad_norm": 1.3476759195327759,
      "learning_rate": 4.613550853867803e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 13814272,
      "step": 7175
    },
    {
      "epoch": 1.1713027163716454,
      "grad_norm": 0.49019622802734375,
      "learning_rate": 4.613026337960708e-05,
      "loss": 0.218,
      "num_input_tokens_seen": 13824624,
      "step": 7180
    },
    {
      "epoch": 1.1721184435924628,
      "grad_norm": 0.8452945351600647,
      "learning_rate": 4.612501496198398e-05,
      "loss": 0.1388,
      "num_input_tokens_seen": 13833328,
      "step": 7185
    },
    {
      "epoch": 1.17293417081328,
      "grad_norm": 1.250936508178711,
      "learning_rate": 4.61197632866181e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 13843520,
      "step": 7190
    },
    {
      "epoch": 1.1737498980340975,
      "grad_norm": 1.1429026126861572,
      "learning_rate": 4.611450835431931e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 13852736,
      "step": 7195
    },
    {
      "epoch": 1.1745656252549148,
      "grad_norm": 0.49794358015060425,
      "learning_rate": 4.6109250165898e-05,
      "loss": 0.0881,
      "num_input_tokens_seen": 13862816,
      "step": 7200
    },
    {
      "epoch": 1.1745656252549148,
      "eval_loss": 0.17522816359996796,
      "eval_runtime": 71.4881,
      "eval_samples_per_second": 38.118,
      "eval_steps_per_second": 19.066,
      "num_input_tokens_seen": 13862816,
      "step": 7200
    },
    {
      "epoch": 1.1753813524757322,
      "grad_norm": 0.5133489966392517,
      "learning_rate": 4.610398872216503e-05,
      "loss": 0.1831,
      "num_input_tokens_seen": 13872784,
      "step": 7205
    },
    {
      "epoch": 1.1761970796965495,
      "grad_norm": 0.814336895942688,
      "learning_rate": 4.6098724023931796e-05,
      "loss": 0.2321,
      "num_input_tokens_seen": 13883040,
      "step": 7210
    },
    {
      "epoch": 1.1770128069173669,
      "grad_norm": 0.7086201310157776,
      "learning_rate": 4.609345607201017e-05,
      "loss": 0.1388,
      "num_input_tokens_seen": 13891632,
      "step": 7215
    },
    {
      "epoch": 1.1778285341381842,
      "grad_norm": 1.0369457006454468,
      "learning_rate": 4.608818486721254e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 13900928,
      "step": 7220
    },
    {
      "epoch": 1.1786442613590016,
      "grad_norm": 0.6391810178756714,
      "learning_rate": 4.608291041035179e-05,
      "loss": 0.2227,
      "num_input_tokens_seen": 13910304,
      "step": 7225
    },
    {
      "epoch": 1.179459988579819,
      "grad_norm": 0.6486673355102539,
      "learning_rate": 4.607763270224132e-05,
      "loss": 0.152,
      "num_input_tokens_seen": 13919824,
      "step": 7230
    },
    {
      "epoch": 1.1802757158006363,
      "grad_norm": 0.993431031703949,
      "learning_rate": 4.6072351743695e-05,
      "loss": 0.2478,
      "num_input_tokens_seen": 13929184,
      "step": 7235
    },
    {
      "epoch": 1.1810914430214536,
      "grad_norm": 0.4932543933391571,
      "learning_rate": 4.606706753552723e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 13939744,
      "step": 7240
    },
    {
      "epoch": 1.181907170242271,
      "grad_norm": 1.2444698810577393,
      "learning_rate": 4.6061780078552906e-05,
      "loss": 0.2565,
      "num_input_tokens_seen": 13949632,
      "step": 7245
    },
    {
      "epoch": 1.1827228974630883,
      "grad_norm": 0.7488094568252563,
      "learning_rate": 4.605648937358742e-05,
      "loss": 0.1279,
      "num_input_tokens_seen": 13959872,
      "step": 7250
    },
    {
      "epoch": 1.1835386246839057,
      "grad_norm": 2.1581671237945557,
      "learning_rate": 4.605119542144665e-05,
      "loss": 0.2325,
      "num_input_tokens_seen": 13969520,
      "step": 7255
    },
    {
      "epoch": 1.184354351904723,
      "grad_norm": 0.4150218069553375,
      "learning_rate": 4.604589822294701e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 13977680,
      "step": 7260
    },
    {
      "epoch": 1.1851700791255404,
      "grad_norm": 1.4194501638412476,
      "learning_rate": 4.604059777890537e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 13987440,
      "step": 7265
    },
    {
      "epoch": 1.1859858063463578,
      "grad_norm": 1.330786108970642,
      "learning_rate": 4.6035294090139145e-05,
      "loss": 0.2384,
      "num_input_tokens_seen": 13996976,
      "step": 7270
    },
    {
      "epoch": 1.186801533567175,
      "grad_norm": 0.7669147849082947,
      "learning_rate": 4.6029987157466226e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 14007424,
      "step": 7275
    },
    {
      "epoch": 1.1876172607879925,
      "grad_norm": 1.116358757019043,
      "learning_rate": 4.602467698170502e-05,
      "loss": 0.2506,
      "num_input_tokens_seen": 14019120,
      "step": 7280
    },
    {
      "epoch": 1.1884329880088098,
      "grad_norm": 0.7806360721588135,
      "learning_rate": 4.601936356367439e-05,
      "loss": 0.2432,
      "num_input_tokens_seen": 14028976,
      "step": 7285
    },
    {
      "epoch": 1.1892487152296272,
      "grad_norm": 1.444061279296875,
      "learning_rate": 4.601404690419377e-05,
      "loss": 0.228,
      "num_input_tokens_seen": 14039200,
      "step": 7290
    },
    {
      "epoch": 1.1900644424504445,
      "grad_norm": 1.3126853704452515,
      "learning_rate": 4.600872700408303e-05,
      "loss": 0.2364,
      "num_input_tokens_seen": 14047984,
      "step": 7295
    },
    {
      "epoch": 1.1908801696712619,
      "grad_norm": 1.1374948024749756,
      "learning_rate": 4.600340386416258e-05,
      "loss": 0.2942,
      "num_input_tokens_seen": 14057792,
      "step": 7300
    },
    {
      "epoch": 1.1916958968920792,
      "grad_norm": 0.7862020134925842,
      "learning_rate": 4.5998077485253296e-05,
      "loss": 0.243,
      "num_input_tokens_seen": 14066048,
      "step": 7305
    },
    {
      "epoch": 1.1925116241128966,
      "grad_norm": 0.864790678024292,
      "learning_rate": 4.59927478681766e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 14075744,
      "step": 7310
    },
    {
      "epoch": 1.193327351333714,
      "grad_norm": 1.4410579204559326,
      "learning_rate": 4.5987415013754366e-05,
      "loss": 0.2254,
      "num_input_tokens_seen": 14086224,
      "step": 7315
    },
    {
      "epoch": 1.1941430785545313,
      "grad_norm": 1.1885846853256226,
      "learning_rate": 4.598207892280899e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 14097744,
      "step": 7320
    },
    {
      "epoch": 1.1949588057753486,
      "grad_norm": 0.5617355704307556,
      "learning_rate": 4.597673959616337e-05,
      "loss": 0.2142,
      "num_input_tokens_seen": 14106752,
      "step": 7325
    },
    {
      "epoch": 1.195774532996166,
      "grad_norm": 0.7005162835121155,
      "learning_rate": 4.597139703464089e-05,
      "loss": 0.1769,
      "num_input_tokens_seen": 14116256,
      "step": 7330
    },
    {
      "epoch": 1.1965902602169836,
      "grad_norm": 0.7275868654251099,
      "learning_rate": 4.596605123906545e-05,
      "loss": 0.2359,
      "num_input_tokens_seen": 14126608,
      "step": 7335
    },
    {
      "epoch": 1.1974059874378007,
      "grad_norm": 0.5044095516204834,
      "learning_rate": 4.596070221026143e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 14136064,
      "step": 7340
    },
    {
      "epoch": 1.1982217146586183,
      "grad_norm": 0.9032039046287537,
      "learning_rate": 4.595534994905372e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 14146160,
      "step": 7345
    },
    {
      "epoch": 1.1990374418794354,
      "grad_norm": 0.8405450582504272,
      "learning_rate": 4.594999445626771e-05,
      "loss": 0.1049,
      "num_input_tokens_seen": 14155888,
      "step": 7350
    },
    {
      "epoch": 1.199853169100253,
      "grad_norm": 1.7568295001983643,
      "learning_rate": 4.5944635732729276e-05,
      "loss": 0.2113,
      "num_input_tokens_seen": 14164912,
      "step": 7355
    },
    {
      "epoch": 1.2006688963210703,
      "grad_norm": 1.0153005123138428,
      "learning_rate": 4.5939273779264804e-05,
      "loss": 0.115,
      "num_input_tokens_seen": 14174096,
      "step": 7360
    },
    {
      "epoch": 1.2014846235418877,
      "grad_norm": 0.4200056493282318,
      "learning_rate": 4.593390859670118e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 14183760,
      "step": 7365
    },
    {
      "epoch": 1.202300350762705,
      "grad_norm": 1.9129424095153809,
      "learning_rate": 4.5928540185865776e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 14192704,
      "step": 7370
    },
    {
      "epoch": 1.2031160779835224,
      "grad_norm": 1.3445733785629272,
      "learning_rate": 4.592316854758648e-05,
      "loss": 0.2124,
      "num_input_tokens_seen": 14202800,
      "step": 7375
    },
    {
      "epoch": 1.2039318052043397,
      "grad_norm": 1.231918454170227,
      "learning_rate": 4.5917793682691646e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 14212480,
      "step": 7380
    },
    {
      "epoch": 1.204747532425157,
      "grad_norm": 0.8028784394264221,
      "learning_rate": 4.5912415592010164e-05,
      "loss": 0.1914,
      "num_input_tokens_seen": 14221648,
      "step": 7385
    },
    {
      "epoch": 1.2055632596459744,
      "grad_norm": 0.6656521558761597,
      "learning_rate": 4.5907034276371386e-05,
      "loss": 0.24,
      "num_input_tokens_seen": 14231680,
      "step": 7390
    },
    {
      "epoch": 1.2063789868667918,
      "grad_norm": 0.5950841903686523,
      "learning_rate": 4.5901649736605196e-05,
      "loss": 0.1023,
      "num_input_tokens_seen": 14241824,
      "step": 7395
    },
    {
      "epoch": 1.2071947140876091,
      "grad_norm": 0.6820358037948608,
      "learning_rate": 4.589626197354195e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 14252288,
      "step": 7400
    },
    {
      "epoch": 1.2071947140876091,
      "eval_loss": 0.17535430192947388,
      "eval_runtime": 71.3428,
      "eval_samples_per_second": 38.196,
      "eval_steps_per_second": 19.105,
      "num_input_tokens_seen": 14252288,
      "step": 7400
    },
    {
      "epoch": 1.2080104413084265,
      "grad_norm": 1.3043798208236694,
      "learning_rate": 4.5890870988012504e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 14261088,
      "step": 7405
    },
    {
      "epoch": 1.2088261685292438,
      "grad_norm": 1.6726194620132446,
      "learning_rate": 4.5885476780848226e-05,
      "loss": 0.2376,
      "num_input_tokens_seen": 14271248,
      "step": 7410
    },
    {
      "epoch": 1.2096418957500612,
      "grad_norm": 1.5968879461288452,
      "learning_rate": 4.5880079352880964e-05,
      "loss": 0.2038,
      "num_input_tokens_seen": 14281216,
      "step": 7415
    },
    {
      "epoch": 1.2104576229708786,
      "grad_norm": 0.8964657783508301,
      "learning_rate": 4.5874678704943065e-05,
      "loss": 0.1778,
      "num_input_tokens_seen": 14291184,
      "step": 7420
    },
    {
      "epoch": 1.211273350191696,
      "grad_norm": 1.164625883102417,
      "learning_rate": 4.5869274837867394e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 14301472,
      "step": 7425
    },
    {
      "epoch": 1.2120890774125133,
      "grad_norm": 0.6763914823532104,
      "learning_rate": 4.5863867752487275e-05,
      "loss": 0.2182,
      "num_input_tokens_seen": 14310880,
      "step": 7430
    },
    {
      "epoch": 1.2129048046333306,
      "grad_norm": 1.5758260488510132,
      "learning_rate": 4.5858457449636554e-05,
      "loss": 0.1976,
      "num_input_tokens_seen": 14321408,
      "step": 7435
    },
    {
      "epoch": 1.213720531854148,
      "grad_norm": 0.9414666295051575,
      "learning_rate": 4.5853043930149574e-05,
      "loss": 0.1756,
      "num_input_tokens_seen": 14330608,
      "step": 7440
    },
    {
      "epoch": 1.2145362590749653,
      "grad_norm": 0.4355539083480835,
      "learning_rate": 4.584762719486117e-05,
      "loss": 0.1287,
      "num_input_tokens_seen": 14341072,
      "step": 7445
    },
    {
      "epoch": 1.2153519862957827,
      "grad_norm": 0.8875854015350342,
      "learning_rate": 4.584220724460665e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 14351360,
      "step": 7450
    },
    {
      "epoch": 1.2161677135166,
      "grad_norm": 0.23846720159053802,
      "learning_rate": 4.5836784080221865e-05,
      "loss": 0.1185,
      "num_input_tokens_seen": 14360880,
      "step": 7455
    },
    {
      "epoch": 1.2169834407374174,
      "grad_norm": 0.8994863033294678,
      "learning_rate": 4.583135770254312e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 14371120,
      "step": 7460
    },
    {
      "epoch": 1.2177991679582347,
      "grad_norm": 1.6531881093978882,
      "learning_rate": 4.5825928112407236e-05,
      "loss": 0.1938,
      "num_input_tokens_seen": 14380544,
      "step": 7465
    },
    {
      "epoch": 1.218614895179052,
      "grad_norm": 0.4600270986557007,
      "learning_rate": 4.582049531065152e-05,
      "loss": 0.2083,
      "num_input_tokens_seen": 14389824,
      "step": 7470
    },
    {
      "epoch": 1.2194306223998694,
      "grad_norm": 0.7220263481140137,
      "learning_rate": 4.5815059298113783e-05,
      "loss": 0.193,
      "num_input_tokens_seen": 14398816,
      "step": 7475
    },
    {
      "epoch": 1.2202463496206868,
      "grad_norm": 1.121492624282837,
      "learning_rate": 4.580962007563232e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 14408096,
      "step": 7480
    },
    {
      "epoch": 1.2210620768415041,
      "grad_norm": 0.2253519594669342,
      "learning_rate": 4.5804177644045935e-05,
      "loss": 0.1373,
      "num_input_tokens_seen": 14417552,
      "step": 7485
    },
    {
      "epoch": 1.2218778040623215,
      "grad_norm": 1.0804797410964966,
      "learning_rate": 4.579873200419391e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 14426816,
      "step": 7490
    },
    {
      "epoch": 1.2226935312831388,
      "grad_norm": 0.43730127811431885,
      "learning_rate": 4.5793283156916046e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 14435472,
      "step": 7495
    },
    {
      "epoch": 1.2235092585039562,
      "grad_norm": 0.9064213037490845,
      "learning_rate": 4.578783110305261e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 14445344,
      "step": 7500
    },
    {
      "epoch": 1.2243249857247736,
      "grad_norm": 1.0122864246368408,
      "learning_rate": 4.578237584344438e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 14456080,
      "step": 7505
    },
    {
      "epoch": 1.225140712945591,
      "grad_norm": 0.7812309861183167,
      "learning_rate": 4.577691737893263e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 14465536,
      "step": 7510
    },
    {
      "epoch": 1.2259564401664083,
      "grad_norm": 0.763508677482605,
      "learning_rate": 4.577145571035912e-05,
      "loss": 0.2313,
      "num_input_tokens_seen": 14475152,
      "step": 7515
    },
    {
      "epoch": 1.2267721673872258,
      "grad_norm": 0.6885600686073303,
      "learning_rate": 4.576599083856611e-05,
      "loss": 0.1495,
      "num_input_tokens_seen": 14484720,
      "step": 7520
    },
    {
      "epoch": 1.227587894608043,
      "grad_norm": 1.031402349472046,
      "learning_rate": 4.576052276439635e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 14493744,
      "step": 7525
    },
    {
      "epoch": 1.2284036218288605,
      "grad_norm": 0.2691403031349182,
      "learning_rate": 4.575505148869308e-05,
      "loss": 0.1623,
      "num_input_tokens_seen": 14503440,
      "step": 7530
    },
    {
      "epoch": 1.2292193490496777,
      "grad_norm": 1.3934569358825684,
      "learning_rate": 4.574957701230006e-05,
      "loss": 0.2142,
      "num_input_tokens_seen": 14512432,
      "step": 7535
    },
    {
      "epoch": 1.2300350762704952,
      "grad_norm": 1.0834729671478271,
      "learning_rate": 4.57440993360615e-05,
      "loss": 0.2427,
      "num_input_tokens_seen": 14522176,
      "step": 7540
    },
    {
      "epoch": 1.2308508034913126,
      "grad_norm": 0.7848160862922668,
      "learning_rate": 4.5738618460822134e-05,
      "loss": 0.2423,
      "num_input_tokens_seen": 14531728,
      "step": 7545
    },
    {
      "epoch": 1.23166653071213,
      "grad_norm": 0.80720055103302,
      "learning_rate": 4.573313438742719e-05,
      "loss": 0.1864,
      "num_input_tokens_seen": 14541184,
      "step": 7550
    },
    {
      "epoch": 1.2324822579329473,
      "grad_norm": 0.6491953134536743,
      "learning_rate": 4.5727647116722374e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 14551232,
      "step": 7555
    },
    {
      "epoch": 1.2332979851537647,
      "grad_norm": 2.8190958499908447,
      "learning_rate": 4.5722156649553884e-05,
      "loss": 0.2457,
      "num_input_tokens_seen": 14561008,
      "step": 7560
    },
    {
      "epoch": 1.234113712374582,
      "grad_norm": 0.6695550084114075,
      "learning_rate": 4.571666298676843e-05,
      "loss": 0.1647,
      "num_input_tokens_seen": 14571264,
      "step": 7565
    },
    {
      "epoch": 1.2349294395953994,
      "grad_norm": 0.6087518334388733,
      "learning_rate": 4.571116612921321e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 14580240,
      "step": 7570
    },
    {
      "epoch": 1.2357451668162167,
      "grad_norm": 0.6317678093910217,
      "learning_rate": 4.57056660777359e-05,
      "loss": 0.1072,
      "num_input_tokens_seen": 14591040,
      "step": 7575
    },
    {
      "epoch": 1.236560894037034,
      "grad_norm": 1.2806777954101562,
      "learning_rate": 4.5700162833184666e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 14600368,
      "step": 7580
    },
    {
      "epoch": 1.2373766212578514,
      "grad_norm": 1.1129153966903687,
      "learning_rate": 4.5694656396408195e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 14609712,
      "step": 7585
    },
    {
      "epoch": 1.2381923484786688,
      "grad_norm": 0.7961437106132507,
      "learning_rate": 4.5689146768255646e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 14620128,
      "step": 7590
    },
    {
      "epoch": 1.2390080756994861,
      "grad_norm": 0.9511952996253967,
      "learning_rate": 4.568363394957667e-05,
      "loss": 0.192,
      "num_input_tokens_seen": 14629488,
      "step": 7595
    },
    {
      "epoch": 1.2398238029203035,
      "grad_norm": 0.34783825278282166,
      "learning_rate": 4.567811794122141e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 14638816,
      "step": 7600
    },
    {
      "epoch": 1.2398238029203035,
      "eval_loss": 0.17449785768985748,
      "eval_runtime": 71.4472,
      "eval_samples_per_second": 38.14,
      "eval_steps_per_second": 19.077,
      "num_input_tokens_seen": 14638816,
      "step": 7600
    },
    {
      "epoch": 1.2406395301411208,
      "grad_norm": 0.762151300907135,
      "learning_rate": 4.56725987440405e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 14648240,
      "step": 7605
    },
    {
      "epoch": 1.2414552573619382,
      "grad_norm": 1.1456573009490967,
      "learning_rate": 4.566707635888508e-05,
      "loss": 0.1746,
      "num_input_tokens_seen": 14657520,
      "step": 7610
    },
    {
      "epoch": 1.2422709845827555,
      "grad_norm": 1.7461659908294678,
      "learning_rate": 4.566155078660677e-05,
      "loss": 0.2201,
      "num_input_tokens_seen": 14665696,
      "step": 7615
    },
    {
      "epoch": 1.2430867118035729,
      "grad_norm": 1.066652536392212,
      "learning_rate": 4.565602202805768e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 14675392,
      "step": 7620
    },
    {
      "epoch": 1.2439024390243902,
      "grad_norm": 0.5726222991943359,
      "learning_rate": 4.56504900840904e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 14684496,
      "step": 7625
    },
    {
      "epoch": 1.2447181662452076,
      "grad_norm": 1.2428160905838013,
      "learning_rate": 4.564495495555805e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 14693408,
      "step": 7630
    },
    {
      "epoch": 1.245533893466025,
      "grad_norm": 0.37415483593940735,
      "learning_rate": 4.5639416643314204e-05,
      "loss": 0.1201,
      "num_input_tokens_seen": 14703328,
      "step": 7635
    },
    {
      "epoch": 1.2463496206868423,
      "grad_norm": 1.2916231155395508,
      "learning_rate": 4.5633875148212946e-05,
      "loss": 0.1119,
      "num_input_tokens_seen": 14713536,
      "step": 7640
    },
    {
      "epoch": 1.2471653479076596,
      "grad_norm": 1.4275262355804443,
      "learning_rate": 4.562833047110883e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 14723856,
      "step": 7645
    },
    {
      "epoch": 1.247981075128477,
      "grad_norm": 0.705192506313324,
      "learning_rate": 4.5622782612856923e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 14734352,
      "step": 7650
    },
    {
      "epoch": 1.2487968023492944,
      "grad_norm": 0.9631581902503967,
      "learning_rate": 4.561723157431278e-05,
      "loss": 0.1922,
      "num_input_tokens_seen": 14743168,
      "step": 7655
    },
    {
      "epoch": 1.2496125295701117,
      "grad_norm": 0.9318260550498962,
      "learning_rate": 4.5611677356332435e-05,
      "loss": 0.2002,
      "num_input_tokens_seen": 14752480,
      "step": 7660
    },
    {
      "epoch": 1.250428256790929,
      "grad_norm": 1.9400449991226196,
      "learning_rate": 4.560611995977242e-05,
      "loss": 0.2501,
      "num_input_tokens_seen": 14762096,
      "step": 7665
    },
    {
      "epoch": 1.2512439840117464,
      "grad_norm": 0.7490594387054443,
      "learning_rate": 4.560055938548975e-05,
      "loss": 0.2182,
      "num_input_tokens_seen": 14773104,
      "step": 7670
    },
    {
      "epoch": 1.2520597112325638,
      "grad_norm": 0.29558250308036804,
      "learning_rate": 4.5594995634341944e-05,
      "loss": 0.1294,
      "num_input_tokens_seen": 14781968,
      "step": 7675
    },
    {
      "epoch": 1.2528754384533811,
      "grad_norm": 0.9671159386634827,
      "learning_rate": 4.5589428707187e-05,
      "loss": 0.1569,
      "num_input_tokens_seen": 14792016,
      "step": 7680
    },
    {
      "epoch": 1.2536911656741985,
      "grad_norm": 0.803397536277771,
      "learning_rate": 4.55838586048834e-05,
      "loss": 0.1347,
      "num_input_tokens_seen": 14801440,
      "step": 7685
    },
    {
      "epoch": 1.2545068928950158,
      "grad_norm": 0.6708986759185791,
      "learning_rate": 4.557828532829013e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 14812496,
      "step": 7690
    },
    {
      "epoch": 1.2553226201158334,
      "grad_norm": 1.3003380298614502,
      "learning_rate": 4.557270887826667e-05,
      "loss": 0.1818,
      "num_input_tokens_seen": 14822144,
      "step": 7695
    },
    {
      "epoch": 1.2561383473366505,
      "grad_norm": 1.491899013519287,
      "learning_rate": 4.556712925567296e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 14832000,
      "step": 7700
    },
    {
      "epoch": 1.256954074557468,
      "grad_norm": 0.4848470687866211,
      "learning_rate": 4.5561546461369454e-05,
      "loss": 0.1987,
      "num_input_tokens_seen": 14842064,
      "step": 7705
    },
    {
      "epoch": 1.2577698017782852,
      "grad_norm": 0.39175137877464294,
      "learning_rate": 4.55559604962171e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 14850880,
      "step": 7710
    },
    {
      "epoch": 1.2585855289991028,
      "grad_norm": 0.9444105625152588,
      "learning_rate": 4.55503713610773e-05,
      "loss": 0.1161,
      "num_input_tokens_seen": 14859456,
      "step": 7715
    },
    {
      "epoch": 1.25940125621992,
      "grad_norm": 0.6051965951919556,
      "learning_rate": 4.5544779056812e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 14870112,
      "step": 7720
    },
    {
      "epoch": 1.2602169834407375,
      "grad_norm": 0.7647351622581482,
      "learning_rate": 4.553918358428358e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 14879088,
      "step": 7725
    },
    {
      "epoch": 1.2610327106615546,
      "grad_norm": 0.5300217866897583,
      "learning_rate": 4.553358494435494e-05,
      "loss": 0.2667,
      "num_input_tokens_seen": 14888560,
      "step": 7730
    },
    {
      "epoch": 1.2618484378823722,
      "grad_norm": 0.651968240737915,
      "learning_rate": 4.5527983137889464e-05,
      "loss": 0.1721,
      "num_input_tokens_seen": 14898720,
      "step": 7735
    },
    {
      "epoch": 1.2626641651031896,
      "grad_norm": 0.9000470042228699,
      "learning_rate": 4.5522378165751015e-05,
      "loss": 0.0953,
      "num_input_tokens_seen": 14908176,
      "step": 7740
    },
    {
      "epoch": 1.263479892324007,
      "grad_norm": 0.5758771896362305,
      "learning_rate": 4.5516770028803954e-05,
      "loss": 0.1123,
      "num_input_tokens_seen": 14918736,
      "step": 7745
    },
    {
      "epoch": 1.2642956195448243,
      "grad_norm": 1.1308952569961548,
      "learning_rate": 4.5511158727913116e-05,
      "loss": 0.259,
      "num_input_tokens_seen": 14926784,
      "step": 7750
    },
    {
      "epoch": 1.2651113467656416,
      "grad_norm": 1.2995307445526123,
      "learning_rate": 4.5505544263943856e-05,
      "loss": 0.2629,
      "num_input_tokens_seen": 14936688,
      "step": 7755
    },
    {
      "epoch": 1.265927073986459,
      "grad_norm": 0.5863920450210571,
      "learning_rate": 4.549992663776197e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 14946112,
      "step": 7760
    },
    {
      "epoch": 1.2667428012072763,
      "grad_norm": 1.5571954250335693,
      "learning_rate": 4.5494305850233786e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 14955904,
      "step": 7765
    },
    {
      "epoch": 1.2675585284280937,
      "grad_norm": 1.0886006355285645,
      "learning_rate": 4.5488681902226094e-05,
      "loss": 0.166,
      "num_input_tokens_seen": 14965600,
      "step": 7770
    },
    {
      "epoch": 1.268374255648911,
      "grad_norm": 1.4449844360351562,
      "learning_rate": 4.5483054794606174e-05,
      "loss": 0.131,
      "num_input_tokens_seen": 14977296,
      "step": 7775
    },
    {
      "epoch": 1.2691899828697284,
      "grad_norm": 0.7038679718971252,
      "learning_rate": 4.547742452824179e-05,
      "loss": 0.1127,
      "num_input_tokens_seen": 14986496,
      "step": 7780
    },
    {
      "epoch": 1.2700057100905457,
      "grad_norm": 0.40157026052474976,
      "learning_rate": 4.5471791104001215e-05,
      "loss": 0.1255,
      "num_input_tokens_seen": 14996256,
      "step": 7785
    },
    {
      "epoch": 1.270821437311363,
      "grad_norm": 1.606736660003662,
      "learning_rate": 4.546615452275319e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 15006032,
      "step": 7790
    },
    {
      "epoch": 1.2716371645321805,
      "grad_norm": 1.9191964864730835,
      "learning_rate": 4.5460514785366944e-05,
      "loss": 0.1996,
      "num_input_tokens_seen": 15015216,
      "step": 7795
    },
    {
      "epoch": 1.2724528917529978,
      "grad_norm": 0.566025972366333,
      "learning_rate": 4.545487189271219e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 15024560,
      "step": 7800
    },
    {
      "epoch": 1.2724528917529978,
      "eval_loss": 0.17480401694774628,
      "eval_runtime": 71.3362,
      "eval_samples_per_second": 38.199,
      "eval_steps_per_second": 19.107,
      "num_input_tokens_seen": 15024560,
      "step": 7800
    },
    {
      "epoch": 1.2732686189738152,
      "grad_norm": 3.146070957183838,
      "learning_rate": 4.544922584565914e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 15034032,
      "step": 7805
    },
    {
      "epoch": 1.2740843461946325,
      "grad_norm": 1.00516939163208,
      "learning_rate": 4.544357664507848e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 15043456,
      "step": 7810
    },
    {
      "epoch": 1.2749000734154499,
      "grad_norm": 0.7165982127189636,
      "learning_rate": 4.54379242918414e-05,
      "loss": 0.2186,
      "num_input_tokens_seen": 15052496,
      "step": 7815
    },
    {
      "epoch": 1.2757158006362672,
      "grad_norm": 1.4234036207199097,
      "learning_rate": 4.543226878681955e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 15063120,
      "step": 7820
    },
    {
      "epoch": 1.2765315278570846,
      "grad_norm": 0.5259743332862854,
      "learning_rate": 4.5426610130885087e-05,
      "loss": 0.2135,
      "num_input_tokens_seen": 15072192,
      "step": 7825
    },
    {
      "epoch": 1.277347255077902,
      "grad_norm": 0.8153721690177917,
      "learning_rate": 4.542094832491064e-05,
      "loss": 0.1751,
      "num_input_tokens_seen": 15082784,
      "step": 7830
    },
    {
      "epoch": 1.2781629822987193,
      "grad_norm": 1.1170822381973267,
      "learning_rate": 4.541528336976934e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 15093520,
      "step": 7835
    },
    {
      "epoch": 1.2789787095195366,
      "grad_norm": 1.2849258184432983,
      "learning_rate": 4.540961526633479e-05,
      "loss": 0.1839,
      "num_input_tokens_seen": 15103696,
      "step": 7840
    },
    {
      "epoch": 1.279794436740354,
      "grad_norm": 1.4640181064605713,
      "learning_rate": 4.540394401548108e-05,
      "loss": 0.2652,
      "num_input_tokens_seen": 15113072,
      "step": 7845
    },
    {
      "epoch": 1.2806101639611713,
      "grad_norm": 0.8352565765380859,
      "learning_rate": 4.539826961808279e-05,
      "loss": 0.2111,
      "num_input_tokens_seen": 15122272,
      "step": 7850
    },
    {
      "epoch": 1.2814258911819887,
      "grad_norm": 0.5109015703201294,
      "learning_rate": 4.5392592075014994e-05,
      "loss": 0.1284,
      "num_input_tokens_seen": 15131232,
      "step": 7855
    },
    {
      "epoch": 1.282241618402806,
      "grad_norm": 1.1134990453720093,
      "learning_rate": 4.538691138715322e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 15140384,
      "step": 7860
    },
    {
      "epoch": 1.2830573456236234,
      "grad_norm": 0.6371061205863953,
      "learning_rate": 4.5381227555373516e-05,
      "loss": 0.2043,
      "num_input_tokens_seen": 15150336,
      "step": 7865
    },
    {
      "epoch": 1.2838730728444407,
      "grad_norm": 0.5910159349441528,
      "learning_rate": 4.537554058055239e-05,
      "loss": 0.1945,
      "num_input_tokens_seen": 15159408,
      "step": 7870
    },
    {
      "epoch": 1.284688800065258,
      "grad_norm": 0.6984264850616455,
      "learning_rate": 4.5369850463566865e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 15168288,
      "step": 7875
    },
    {
      "epoch": 1.2855045272860757,
      "grad_norm": 0.6927093863487244,
      "learning_rate": 4.5364157205294404e-05,
      "loss": 0.1804,
      "num_input_tokens_seen": 15178576,
      "step": 7880
    },
    {
      "epoch": 1.2863202545068928,
      "grad_norm": 1.1966396570205688,
      "learning_rate": 4.5358460806612996e-05,
      "loss": 0.2718,
      "num_input_tokens_seen": 15188240,
      "step": 7885
    },
    {
      "epoch": 1.2871359817277104,
      "grad_norm": 1.0190095901489258,
      "learning_rate": 4.535276126840109e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 15198448,
      "step": 7890
    },
    {
      "epoch": 1.2879517089485275,
      "grad_norm": 0.9914408922195435,
      "learning_rate": 4.5347058591537626e-05,
      "loss": 0.2454,
      "num_input_tokens_seen": 15208368,
      "step": 7895
    },
    {
      "epoch": 1.288767436169345,
      "grad_norm": 0.9705172777175903,
      "learning_rate": 4.534135277690203e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 15217840,
      "step": 7900
    },
    {
      "epoch": 1.2895831633901622,
      "grad_norm": 0.5872107744216919,
      "learning_rate": 4.533564382537421e-05,
      "loss": 0.2289,
      "num_input_tokens_seen": 15227184,
      "step": 7905
    },
    {
      "epoch": 1.2903988906109798,
      "grad_norm": 1.0270861387252808,
      "learning_rate": 4.532993173783456e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 15237136,
      "step": 7910
    },
    {
      "epoch": 1.291214617831797,
      "grad_norm": 0.8293639421463013,
      "learning_rate": 4.5324216515163954e-05,
      "loss": 0.214,
      "num_input_tokens_seen": 15247600,
      "step": 7915
    },
    {
      "epoch": 1.2920303450526145,
      "grad_norm": 0.8989014029502869,
      "learning_rate": 4.531849815824375e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 15256976,
      "step": 7920
    },
    {
      "epoch": 1.2928460722734318,
      "grad_norm": 0.6464482545852661,
      "learning_rate": 4.5312776667955795e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 15266992,
      "step": 7925
    },
    {
      "epoch": 1.2936617994942492,
      "grad_norm": 1.0775004625320435,
      "learning_rate": 4.5307052045182405e-05,
      "loss": 0.2351,
      "num_input_tokens_seen": 15276416,
      "step": 7930
    },
    {
      "epoch": 1.2944775267150666,
      "grad_norm": 0.9924686551094055,
      "learning_rate": 4.53013242908064e-05,
      "loss": 0.1964,
      "num_input_tokens_seen": 15286352,
      "step": 7935
    },
    {
      "epoch": 1.295293253935884,
      "grad_norm": 0.27179864048957825,
      "learning_rate": 4.529559340571107e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 15295616,
      "step": 7940
    },
    {
      "epoch": 1.2961089811567013,
      "grad_norm": 0.5274184942245483,
      "learning_rate": 4.528985939078018e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 15304704,
      "step": 7945
    },
    {
      "epoch": 1.2969247083775186,
      "grad_norm": 0.9185751676559448,
      "learning_rate": 4.5284122246898e-05,
      "loss": 0.247,
      "num_input_tokens_seen": 15315168,
      "step": 7950
    },
    {
      "epoch": 1.297740435598336,
      "grad_norm": 1.5285662412643433,
      "learning_rate": 4.527838197494926e-05,
      "loss": 0.2425,
      "num_input_tokens_seen": 15324912,
      "step": 7955
    },
    {
      "epoch": 1.2985561628191533,
      "grad_norm": 0.5639026165008545,
      "learning_rate": 4.527263857581918e-05,
      "loss": 0.1705,
      "num_input_tokens_seen": 15335152,
      "step": 7960
    },
    {
      "epoch": 1.2993718900399707,
      "grad_norm": 0.7262641787528992,
      "learning_rate": 4.526689205039347e-05,
      "loss": 0.1972,
      "num_input_tokens_seen": 15345936,
      "step": 7965
    },
    {
      "epoch": 1.300187617260788,
      "grad_norm": 0.6702398657798767,
      "learning_rate": 4.5261142399558324e-05,
      "loss": 0.235,
      "num_input_tokens_seen": 15355376,
      "step": 7970
    },
    {
      "epoch": 1.3010033444816054,
      "grad_norm": 0.45852693915367126,
      "learning_rate": 4.525538962420041e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 15364304,
      "step": 7975
    },
    {
      "epoch": 1.3018190717024227,
      "grad_norm": 0.7061160206794739,
      "learning_rate": 4.524963372520685e-05,
      "loss": 0.1966,
      "num_input_tokens_seen": 15374336,
      "step": 7980
    },
    {
      "epoch": 1.30263479892324,
      "grad_norm": 0.4099978506565094,
      "learning_rate": 4.524387470346531e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 15384128,
      "step": 7985
    },
    {
      "epoch": 1.3034505261440574,
      "grad_norm": 0.5738791227340698,
      "learning_rate": 4.5238112559863885e-05,
      "loss": 0.1581,
      "num_input_tokens_seen": 15394496,
      "step": 7990
    },
    {
      "epoch": 1.3042662533648748,
      "grad_norm": 0.39429202675819397,
      "learning_rate": 4.5232347295291175e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 15402992,
      "step": 7995
    },
    {
      "epoch": 1.3050819805856921,
      "grad_norm": 0.2914498746395111,
      "learning_rate": 4.522657891063626e-05,
      "loss": 0.1034,
      "num_input_tokens_seen": 15412000,
      "step": 8000
    },
    {
      "epoch": 1.3050819805856921,
      "eval_loss": 0.17575304210186005,
      "eval_runtime": 71.4785,
      "eval_samples_per_second": 38.123,
      "eval_steps_per_second": 19.069,
      "num_input_tokens_seen": 15412000,
      "step": 8000
    },
    {
      "epoch": 1.3058977078065095,
      "grad_norm": 0.7044993042945862,
      "learning_rate": 4.52208074067887e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 15421504,
      "step": 8005
    },
    {
      "epoch": 1.3067134350273268,
      "grad_norm": 1.2907761335372925,
      "learning_rate": 4.5215032784638516e-05,
      "loss": 0.2551,
      "num_input_tokens_seen": 15429856,
      "step": 8010
    },
    {
      "epoch": 1.3075291622481442,
      "grad_norm": 0.8911699056625366,
      "learning_rate": 4.5209255045076245e-05,
      "loss": 0.2178,
      "num_input_tokens_seen": 15439712,
      "step": 8015
    },
    {
      "epoch": 1.3083448894689615,
      "grad_norm": 0.7327615022659302,
      "learning_rate": 4.5203474188992875e-05,
      "loss": 0.1692,
      "num_input_tokens_seen": 15449888,
      "step": 8020
    },
    {
      "epoch": 1.309160616689779,
      "grad_norm": 0.5639627575874329,
      "learning_rate": 4.51976902172799e-05,
      "loss": 0.1353,
      "num_input_tokens_seen": 15459440,
      "step": 8025
    },
    {
      "epoch": 1.3099763439105963,
      "grad_norm": 0.5935148596763611,
      "learning_rate": 4.519190313082927e-05,
      "loss": 0.1822,
      "num_input_tokens_seen": 15468704,
      "step": 8030
    },
    {
      "epoch": 1.3107920711314136,
      "grad_norm": 1.2051156759262085,
      "learning_rate": 4.518611293053343e-05,
      "loss": 0.2639,
      "num_input_tokens_seen": 15477984,
      "step": 8035
    },
    {
      "epoch": 1.311607798352231,
      "grad_norm": 1.3802298307418823,
      "learning_rate": 4.51803196172853e-05,
      "loss": 0.168,
      "num_input_tokens_seen": 15485520,
      "step": 8040
    },
    {
      "epoch": 1.3124235255730483,
      "grad_norm": 1.0094391107559204,
      "learning_rate": 4.517452319197828e-05,
      "loss": 0.2267,
      "num_input_tokens_seen": 15494592,
      "step": 8045
    },
    {
      "epoch": 1.3132392527938657,
      "grad_norm": 1.1910465955734253,
      "learning_rate": 4.5168723655506265e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 15503136,
      "step": 8050
    },
    {
      "epoch": 1.314054980014683,
      "grad_norm": 0.75263512134552,
      "learning_rate": 4.51629210087636e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 15511856,
      "step": 8055
    },
    {
      "epoch": 1.3148707072355004,
      "grad_norm": 0.516700029373169,
      "learning_rate": 4.515711525264513e-05,
      "loss": 0.1993,
      "num_input_tokens_seen": 15520880,
      "step": 8060
    },
    {
      "epoch": 1.315686434456318,
      "grad_norm": 1.6648808717727661,
      "learning_rate": 4.5151306388046175e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 15531472,
      "step": 8065
    },
    {
      "epoch": 1.316502161677135,
      "grad_norm": 0.2908954620361328,
      "learning_rate": 4.514549441586255e-05,
      "loss": 0.1805,
      "num_input_tokens_seen": 15540640,
      "step": 8070
    },
    {
      "epoch": 1.3173178888979526,
      "grad_norm": 0.5120217800140381,
      "learning_rate": 4.513967933699051e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 15550496,
      "step": 8075
    },
    {
      "epoch": 1.3181336161187698,
      "grad_norm": 0.6705650091171265,
      "learning_rate": 4.513386115232684e-05,
      "loss": 0.2057,
      "num_input_tokens_seen": 15559856,
      "step": 8080
    },
    {
      "epoch": 1.3189493433395874,
      "grad_norm": 0.7771636247634888,
      "learning_rate": 4.5128039862768745e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 15568880,
      "step": 8085
    },
    {
      "epoch": 1.3197650705604045,
      "grad_norm": 2.151332378387451,
      "learning_rate": 4.512221546921397e-05,
      "loss": 0.2412,
      "num_input_tokens_seen": 15578944,
      "step": 8090
    },
    {
      "epoch": 1.320580797781222,
      "grad_norm": 1.210256576538086,
      "learning_rate": 4.5116387972560694e-05,
      "loss": 0.1899,
      "num_input_tokens_seen": 15587600,
      "step": 8095
    },
    {
      "epoch": 1.3213965250020392,
      "grad_norm": 0.6587759852409363,
      "learning_rate": 4.511055737370759e-05,
      "loss": 0.2235,
      "num_input_tokens_seen": 15597264,
      "step": 8100
    },
    {
      "epoch": 1.3222122522228568,
      "grad_norm": 1.0653947591781616,
      "learning_rate": 4.510472367355383e-05,
      "loss": 0.1618,
      "num_input_tokens_seen": 15607392,
      "step": 8105
    },
    {
      "epoch": 1.3230279794436741,
      "grad_norm": 0.7597546577453613,
      "learning_rate": 4.509888687299901e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 15616048,
      "step": 8110
    },
    {
      "epoch": 1.3238437066644915,
      "grad_norm": 1.7372231483459473,
      "learning_rate": 4.5093046972943266e-05,
      "loss": 0.2815,
      "num_input_tokens_seen": 15625488,
      "step": 8115
    },
    {
      "epoch": 1.3246594338853088,
      "grad_norm": 0.4927837550640106,
      "learning_rate": 4.508720397428717e-05,
      "loss": 0.2735,
      "num_input_tokens_seen": 15634000,
      "step": 8120
    },
    {
      "epoch": 1.3254751611061262,
      "grad_norm": 0.5992451906204224,
      "learning_rate": 4.508135787793178e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 15644464,
      "step": 8125
    },
    {
      "epoch": 1.3262908883269435,
      "grad_norm": 0.5719807147979736,
      "learning_rate": 4.5075508684778664e-05,
      "loss": 0.193,
      "num_input_tokens_seen": 15653488,
      "step": 8130
    },
    {
      "epoch": 1.3271066155477609,
      "grad_norm": 1.1449530124664307,
      "learning_rate": 4.506965639572982e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 15664512,
      "step": 8135
    },
    {
      "epoch": 1.3279223427685782,
      "grad_norm": 1.1905031204223633,
      "learning_rate": 4.506380101168774e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 15674400,
      "step": 8140
    },
    {
      "epoch": 1.3287380699893956,
      "grad_norm": 1.1935864686965942,
      "learning_rate": 4.505794253355542e-05,
      "loss": 0.1453,
      "num_input_tokens_seen": 15683392,
      "step": 8145
    },
    {
      "epoch": 1.329553797210213,
      "grad_norm": 1.1555405855178833,
      "learning_rate": 4.5052080962236286e-05,
      "loss": 0.2277,
      "num_input_tokens_seen": 15692848,
      "step": 8150
    },
    {
      "epoch": 1.3303695244310303,
      "grad_norm": 1.6189806461334229,
      "learning_rate": 4.504621629863428e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 15703088,
      "step": 8155
    },
    {
      "epoch": 1.3311852516518476,
      "grad_norm": 1.1629654169082642,
      "learning_rate": 4.504034854365381e-05,
      "loss": 0.2034,
      "num_input_tokens_seen": 15712800,
      "step": 8160
    },
    {
      "epoch": 1.332000978872665,
      "grad_norm": 0.6899557709693909,
      "learning_rate": 4.503447769819974e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 15721664,
      "step": 8165
    },
    {
      "epoch": 1.3328167060934824,
      "grad_norm": 0.5370922684669495,
      "learning_rate": 4.502860376317745e-05,
      "loss": 0.1746,
      "num_input_tokens_seen": 15731328,
      "step": 8170
    },
    {
      "epoch": 1.3336324333142997,
      "grad_norm": 0.7824060916900635,
      "learning_rate": 4.502272673949276e-05,
      "loss": 0.1562,
      "num_input_tokens_seen": 15740448,
      "step": 8175
    },
    {
      "epoch": 1.334448160535117,
      "grad_norm": 0.5703354477882385,
      "learning_rate": 4.501684662805199e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 15750208,
      "step": 8180
    },
    {
      "epoch": 1.3352638877559344,
      "grad_norm": 0.5369744896888733,
      "learning_rate": 4.5010963429761924e-05,
      "loss": 0.2025,
      "num_input_tokens_seen": 15760384,
      "step": 8185
    },
    {
      "epoch": 1.3360796149767518,
      "grad_norm": 0.42855092883110046,
      "learning_rate": 4.500507714552982e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 15770320,
      "step": 8190
    },
    {
      "epoch": 1.3368953421975691,
      "grad_norm": 0.4873479902744293,
      "learning_rate": 4.499918777626342e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 15779632,
      "step": 8195
    },
    {
      "epoch": 1.3377110694183865,
      "grad_norm": 1.03511381149292,
      "learning_rate": 4.499329532287093e-05,
      "loss": 0.194,
      "num_input_tokens_seen": 15789456,
      "step": 8200
    },
    {
      "epoch": 1.3377110694183865,
      "eval_loss": 0.1751430630683899,
      "eval_runtime": 71.4145,
      "eval_samples_per_second": 38.158,
      "eval_steps_per_second": 19.086,
      "num_input_tokens_seen": 15789456,
      "step": 8200
    },
    {
      "epoch": 1.3385267966392038,
      "grad_norm": 0.4577760100364685,
      "learning_rate": 4.4987399786261064e-05,
      "loss": 0.1336,
      "num_input_tokens_seen": 15798384,
      "step": 8205
    },
    {
      "epoch": 1.3393425238600212,
      "grad_norm": 0.8501123189926147,
      "learning_rate": 4.498150116734297e-05,
      "loss": 0.1487,
      "num_input_tokens_seen": 15807008,
      "step": 8210
    },
    {
      "epoch": 1.3401582510808385,
      "grad_norm": 0.7113357186317444,
      "learning_rate": 4.4975599467026294e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 15816640,
      "step": 8215
    },
    {
      "epoch": 1.3409739783016559,
      "grad_norm": 1.4667752981185913,
      "learning_rate": 4.496969468622114e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 15828048,
      "step": 8220
    },
    {
      "epoch": 1.3417897055224732,
      "grad_norm": 1.4074597358703613,
      "learning_rate": 4.496378682583813e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 15836976,
      "step": 8225
    },
    {
      "epoch": 1.3426054327432906,
      "grad_norm": 0.6527694463729858,
      "learning_rate": 4.495787588678829e-05,
      "loss": 0.1427,
      "num_input_tokens_seen": 15846368,
      "step": 8230
    },
    {
      "epoch": 1.343421159964108,
      "grad_norm": 0.5034952759742737,
      "learning_rate": 4.4951961869983196e-05,
      "loss": 0.1351,
      "num_input_tokens_seen": 15856496,
      "step": 8235
    },
    {
      "epoch": 1.3442368871849253,
      "grad_norm": 0.7060465216636658,
      "learning_rate": 4.494604477633485e-05,
      "loss": 0.1979,
      "num_input_tokens_seen": 15866528,
      "step": 8240
    },
    {
      "epoch": 1.3450526144057426,
      "grad_norm": 1.3672516345977783,
      "learning_rate": 4.4940124606755734e-05,
      "loss": 0.137,
      "num_input_tokens_seen": 15875936,
      "step": 8245
    },
    {
      "epoch": 1.3458683416265602,
      "grad_norm": 0.7549484372138977,
      "learning_rate": 4.493420136215882e-05,
      "loss": 0.1023,
      "num_input_tokens_seen": 15884560,
      "step": 8250
    },
    {
      "epoch": 1.3466840688473773,
      "grad_norm": 0.6880540251731873,
      "learning_rate": 4.492827504345756e-05,
      "loss": 0.2312,
      "num_input_tokens_seen": 15893968,
      "step": 8255
    },
    {
      "epoch": 1.347499796068195,
      "grad_norm": 0.5557194352149963,
      "learning_rate": 4.492234565156584e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 15903776,
      "step": 8260
    },
    {
      "epoch": 1.348315523289012,
      "grad_norm": 0.7278862595558167,
      "learning_rate": 4.491641318739807e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 15912208,
      "step": 8265
    },
    {
      "epoch": 1.3491312505098296,
      "grad_norm": 0.41965076327323914,
      "learning_rate": 4.4910477651869096e-05,
      "loss": 0.1606,
      "num_input_tokens_seen": 15922832,
      "step": 8270
    },
    {
      "epoch": 1.3499469777306468,
      "grad_norm": 0.5114137530326843,
      "learning_rate": 4.4904539045894254e-05,
      "loss": 0.1771,
      "num_input_tokens_seen": 15933520,
      "step": 8275
    },
    {
      "epoch": 1.3507627049514643,
      "grad_norm": 1.2600595951080322,
      "learning_rate": 4.4898597370389364e-05,
      "loss": 0.1909,
      "num_input_tokens_seen": 15943296,
      "step": 8280
    },
    {
      "epoch": 1.3515784321722815,
      "grad_norm": 0.6156304478645325,
      "learning_rate": 4.489265262627069e-05,
      "loss": 0.1983,
      "num_input_tokens_seen": 15952336,
      "step": 8285
    },
    {
      "epoch": 1.352394159393099,
      "grad_norm": 1.0007317066192627,
      "learning_rate": 4.488670481445499e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 15961648,
      "step": 8290
    },
    {
      "epoch": 1.3532098866139162,
      "grad_norm": 1.2124687433242798,
      "learning_rate": 4.488075393585951e-05,
      "loss": 0.1841,
      "num_input_tokens_seen": 15971072,
      "step": 8295
    },
    {
      "epoch": 1.3540256138347337,
      "grad_norm": 0.9014501571655273,
      "learning_rate": 4.487479999140193e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 15980128,
      "step": 8300
    },
    {
      "epoch": 1.354841341055551,
      "grad_norm": 0.22318632900714874,
      "learning_rate": 4.4868842982000425e-05,
      "loss": 0.2172,
      "num_input_tokens_seen": 15989584,
      "step": 8305
    },
    {
      "epoch": 1.3556570682763684,
      "grad_norm": 0.2877574563026428,
      "learning_rate": 4.486288290857365e-05,
      "loss": 0.1077,
      "num_input_tokens_seen": 15998880,
      "step": 8310
    },
    {
      "epoch": 1.3564727954971858,
      "grad_norm": 1.5028115510940552,
      "learning_rate": 4.4856919772040715e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 16009104,
      "step": 8315
    },
    {
      "epoch": 1.3572885227180032,
      "grad_norm": 0.9879441857337952,
      "learning_rate": 4.485095357332122e-05,
      "loss": 0.1805,
      "num_input_tokens_seen": 16018640,
      "step": 8320
    },
    {
      "epoch": 1.3581042499388205,
      "grad_norm": 1.0391546487808228,
      "learning_rate": 4.484498431333521e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 16028688,
      "step": 8325
    },
    {
      "epoch": 1.3589199771596379,
      "grad_norm": 0.463508278131485,
      "learning_rate": 4.4839011993003245e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 16039232,
      "step": 8330
    },
    {
      "epoch": 1.3597357043804552,
      "grad_norm": 1.1542171239852905,
      "learning_rate": 4.4833036613246305e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 16049536,
      "step": 8335
    },
    {
      "epoch": 1.3605514316012726,
      "grad_norm": 0.9092751741409302,
      "learning_rate": 4.482705817498589e-05,
      "loss": 0.2136,
      "num_input_tokens_seen": 16060032,
      "step": 8340
    },
    {
      "epoch": 1.36136715882209,
      "grad_norm": 0.71941077709198,
      "learning_rate": 4.4821076679143934e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 16070064,
      "step": 8345
    },
    {
      "epoch": 1.3621828860429073,
      "grad_norm": 0.6827154755592346,
      "learning_rate": 4.481509212664288e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 16079408,
      "step": 8350
    },
    {
      "epoch": 1.3629986132637246,
      "grad_norm": 1.267984390258789,
      "learning_rate": 4.480910451840559e-05,
      "loss": 0.2031,
      "num_input_tokens_seen": 16087440,
      "step": 8355
    },
    {
      "epoch": 1.363814340484542,
      "grad_norm": 0.775530219078064,
      "learning_rate": 4.480311385535546e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 16097584,
      "step": 8360
    },
    {
      "epoch": 1.3646300677053593,
      "grad_norm": 0.47981467843055725,
      "learning_rate": 4.47971201384163e-05,
      "loss": 0.1967,
      "num_input_tokens_seen": 16106864,
      "step": 8365
    },
    {
      "epoch": 1.3654457949261767,
      "grad_norm": 0.6551477313041687,
      "learning_rate": 4.4791123368512446e-05,
      "loss": 0.1443,
      "num_input_tokens_seen": 16116656,
      "step": 8370
    },
    {
      "epoch": 1.366261522146994,
      "grad_norm": 1.2755374908447266,
      "learning_rate": 4.478512354656864e-05,
      "loss": 0.1778,
      "num_input_tokens_seen": 16125776,
      "step": 8375
    },
    {
      "epoch": 1.3670772493678114,
      "grad_norm": 0.9220383763313293,
      "learning_rate": 4.477912067351016e-05,
      "loss": 0.1795,
      "num_input_tokens_seen": 16135216,
      "step": 8380
    },
    {
      "epoch": 1.3678929765886287,
      "grad_norm": 0.5619360208511353,
      "learning_rate": 4.477311475026271e-05,
      "loss": 0.1191,
      "num_input_tokens_seen": 16144080,
      "step": 8385
    },
    {
      "epoch": 1.368708703809446,
      "grad_norm": 1.2754861116409302,
      "learning_rate": 4.476710577775248e-05,
      "loss": 0.1805,
      "num_input_tokens_seen": 16153392,
      "step": 8390
    },
    {
      "epoch": 1.3695244310302634,
      "grad_norm": 0.9269028902053833,
      "learning_rate": 4.476109375690612e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 16162784,
      "step": 8395
    },
    {
      "epoch": 1.3703401582510808,
      "grad_norm": 0.5969974398612976,
      "learning_rate": 4.4755078688650784e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 16173616,
      "step": 8400
    },
    {
      "epoch": 1.3703401582510808,
      "eval_loss": 0.1730910837650299,
      "eval_runtime": 71.3948,
      "eval_samples_per_second": 38.168,
      "eval_steps_per_second": 19.091,
      "num_input_tokens_seen": 16173616,
      "step": 8400
    },
    {
      "epoch": 1.3711558854718982,
      "grad_norm": 0.8957650065422058,
      "learning_rate": 4.474906057391406e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 16183520,
      "step": 8405
    },
    {
      "epoch": 1.3719716126927155,
      "grad_norm": 0.7404987812042236,
      "learning_rate": 4.4743039413624e-05,
      "loss": 0.3227,
      "num_input_tokens_seen": 16192192,
      "step": 8410
    },
    {
      "epoch": 1.3727873399135329,
      "grad_norm": 0.6878751516342163,
      "learning_rate": 4.473701520870916e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 16201888,
      "step": 8415
    },
    {
      "epoch": 1.3736030671343502,
      "grad_norm": 1.1143784523010254,
      "learning_rate": 4.4730987960098544e-05,
      "loss": 0.2013,
      "num_input_tokens_seen": 16211760,
      "step": 8420
    },
    {
      "epoch": 1.3744187943551676,
      "grad_norm": 0.7259586453437805,
      "learning_rate": 4.4724957668721635e-05,
      "loss": 0.257,
      "num_input_tokens_seen": 16222256,
      "step": 8425
    },
    {
      "epoch": 1.375234521575985,
      "grad_norm": 0.646940290927887,
      "learning_rate": 4.471892433550836e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 16231856,
      "step": 8430
    },
    {
      "epoch": 1.3760502487968023,
      "grad_norm": 0.715776264667511,
      "learning_rate": 4.471288796138916e-05,
      "loss": 0.1893,
      "num_input_tokens_seen": 16240752,
      "step": 8435
    },
    {
      "epoch": 1.3768659760176196,
      "grad_norm": 0.7881591320037842,
      "learning_rate": 4.470684854729491e-05,
      "loss": 0.1238,
      "num_input_tokens_seen": 16250960,
      "step": 8440
    },
    {
      "epoch": 1.3776817032384372,
      "grad_norm": 1.359876275062561,
      "learning_rate": 4.4700806094156955e-05,
      "loss": 0.2252,
      "num_input_tokens_seen": 16260016,
      "step": 8445
    },
    {
      "epoch": 1.3784974304592543,
      "grad_norm": 1.1397031545639038,
      "learning_rate": 4.469476060290713e-05,
      "loss": 0.1582,
      "num_input_tokens_seen": 16270304,
      "step": 8450
    },
    {
      "epoch": 1.379313157680072,
      "grad_norm": 0.6309824585914612,
      "learning_rate": 4.468871207447772e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 16279664,
      "step": 8455
    },
    {
      "epoch": 1.380128884900889,
      "grad_norm": 0.9898637533187866,
      "learning_rate": 4.4682660509801486e-05,
      "loss": 0.1234,
      "num_input_tokens_seen": 16289184,
      "step": 8460
    },
    {
      "epoch": 1.3809446121217066,
      "grad_norm": 0.3291526436805725,
      "learning_rate": 4.467660590981165e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 16300224,
      "step": 8465
    },
    {
      "epoch": 1.3817603393425237,
      "grad_norm": 1.6965465545654297,
      "learning_rate": 4.467054827544191e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 16309536,
      "step": 8470
    },
    {
      "epoch": 1.3825760665633413,
      "grad_norm": 0.3115263879299164,
      "learning_rate": 4.4664487607626434e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 16317600,
      "step": 8475
    },
    {
      "epoch": 1.3833917937841584,
      "grad_norm": 0.4410998225212097,
      "learning_rate": 4.4658423907299845e-05,
      "loss": 0.2418,
      "num_input_tokens_seen": 16327792,
      "step": 8480
    },
    {
      "epoch": 1.384207521004976,
      "grad_norm": 0.3722747266292572,
      "learning_rate": 4.465235717539725e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 16338384,
      "step": 8485
    },
    {
      "epoch": 1.3850232482257934,
      "grad_norm": 0.15122535824775696,
      "learning_rate": 4.464628741285421e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 16347792,
      "step": 8490
    },
    {
      "epoch": 1.3858389754466107,
      "grad_norm": 1.0086723566055298,
      "learning_rate": 4.4640214620606754e-05,
      "loss": 0.184,
      "num_input_tokens_seen": 16358672,
      "step": 8495
    },
    {
      "epoch": 1.386654702667428,
      "grad_norm": 0.8502078056335449,
      "learning_rate": 4.46341387995914e-05,
      "loss": 0.1026,
      "num_input_tokens_seen": 16368016,
      "step": 8500
    },
    {
      "epoch": 1.3874704298882454,
      "grad_norm": 0.6212988495826721,
      "learning_rate": 4.4628059950745106e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 16377504,
      "step": 8505
    },
    {
      "epoch": 1.3882861571090628,
      "grad_norm": 0.7424453496932983,
      "learning_rate": 4.4621978075005297e-05,
      "loss": 0.274,
      "num_input_tokens_seen": 16386528,
      "step": 8510
    },
    {
      "epoch": 1.3891018843298801,
      "grad_norm": 0.9630834460258484,
      "learning_rate": 4.461589317330989e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 16397376,
      "step": 8515
    },
    {
      "epoch": 1.3899176115506975,
      "grad_norm": 0.4987698197364807,
      "learning_rate": 4.460980524659724e-05,
      "loss": 0.1724,
      "num_input_tokens_seen": 16406304,
      "step": 8520
    },
    {
      "epoch": 1.3907333387715148,
      "grad_norm": 0.46136921644210815,
      "learning_rate": 4.46037142958062e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 16415424,
      "step": 8525
    },
    {
      "epoch": 1.3915490659923322,
      "grad_norm": 0.5593698024749756,
      "learning_rate": 4.4597620321876046e-05,
      "loss": 0.2141,
      "num_input_tokens_seen": 16425536,
      "step": 8530
    },
    {
      "epoch": 1.3923647932131495,
      "grad_norm": 0.8231003284454346,
      "learning_rate": 4.459152332574656e-05,
      "loss": 0.1051,
      "num_input_tokens_seen": 16433248,
      "step": 8535
    },
    {
      "epoch": 1.393180520433967,
      "grad_norm": 1.031413197517395,
      "learning_rate": 4.4585423308357985e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 16442416,
      "step": 8540
    },
    {
      "epoch": 1.3939962476547842,
      "grad_norm": 0.14827121794223785,
      "learning_rate": 4.457932027065102e-05,
      "loss": 0.1482,
      "num_input_tokens_seen": 16452416,
      "step": 8545
    },
    {
      "epoch": 1.3948119748756016,
      "grad_norm": 1.0479825735092163,
      "learning_rate": 4.45732142135668e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 16461952,
      "step": 8550
    },
    {
      "epoch": 1.395627702096419,
      "grad_norm": 0.9858518242835999,
      "learning_rate": 4.4567105138046986e-05,
      "loss": 0.1979,
      "num_input_tokens_seen": 16472432,
      "step": 8555
    },
    {
      "epoch": 1.3964434293172363,
      "grad_norm": 0.8291630148887634,
      "learning_rate": 4.456099304503365e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 16482288,
      "step": 8560
    },
    {
      "epoch": 1.3972591565380537,
      "grad_norm": 1.0926486253738403,
      "learning_rate": 4.455487793546939e-05,
      "loss": 0.2638,
      "num_input_tokens_seen": 16492544,
      "step": 8565
    },
    {
      "epoch": 1.398074883758871,
      "grad_norm": 0.26553797721862793,
      "learning_rate": 4.454875981029719e-05,
      "loss": 0.2177,
      "num_input_tokens_seen": 16502048,
      "step": 8570
    },
    {
      "epoch": 1.3988906109796884,
      "grad_norm": 0.9068039655685425,
      "learning_rate": 4.454263867046057e-05,
      "loss": 0.1649,
      "num_input_tokens_seen": 16511008,
      "step": 8575
    },
    {
      "epoch": 1.3997063382005057,
      "grad_norm": 0.9728828072547913,
      "learning_rate": 4.4536514516903484e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 16520656,
      "step": 8580
    },
    {
      "epoch": 1.400522065421323,
      "grad_norm": 0.6925426721572876,
      "learning_rate": 4.453038735057034e-05,
      "loss": 0.1068,
      "num_input_tokens_seen": 16529552,
      "step": 8585
    },
    {
      "epoch": 1.4013377926421404,
      "grad_norm": 0.6620250344276428,
      "learning_rate": 4.4524257172406034e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 16539392,
      "step": 8590
    },
    {
      "epoch": 1.4021535198629578,
      "grad_norm": 1.0377928018569946,
      "learning_rate": 4.451812398335592e-05,
      "loss": 0.274,
      "num_input_tokens_seen": 16548800,
      "step": 8595
    },
    {
      "epoch": 1.4029692470837751,
      "grad_norm": 0.5912747979164124,
      "learning_rate": 4.4511987784365805e-05,
      "loss": 0.1653,
      "num_input_tokens_seen": 16558464,
      "step": 8600
    },
    {
      "epoch": 1.4029692470837751,
      "eval_loss": 0.17707277834415436,
      "eval_runtime": 71.3946,
      "eval_samples_per_second": 38.168,
      "eval_steps_per_second": 19.091,
      "num_input_tokens_seen": 16558464,
      "step": 8600
    },
    {
      "epoch": 1.4037849743045925,
      "grad_norm": 0.5985091328620911,
      "learning_rate": 4.450584857638197e-05,
      "loss": 0.2134,
      "num_input_tokens_seen": 16566832,
      "step": 8605
    },
    {
      "epoch": 1.4046007015254098,
      "grad_norm": 0.6605449914932251,
      "learning_rate": 4.449970636035116e-05,
      "loss": 0.1075,
      "num_input_tokens_seen": 16576912,
      "step": 8610
    },
    {
      "epoch": 1.4054164287462272,
      "grad_norm": 0.39715442061424255,
      "learning_rate": 4.4493561137220574e-05,
      "loss": 0.1517,
      "num_input_tokens_seen": 16586544,
      "step": 8615
    },
    {
      "epoch": 1.4062321559670445,
      "grad_norm": 1.0698912143707275,
      "learning_rate": 4.44874129079379e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 16595808,
      "step": 8620
    },
    {
      "epoch": 1.407047883187862,
      "grad_norm": 0.26887407898902893,
      "learning_rate": 4.4481261673451255e-05,
      "loss": 0.1422,
      "num_input_tokens_seen": 16604848,
      "step": 8625
    },
    {
      "epoch": 1.4078636104086795,
      "grad_norm": 0.22951887547969818,
      "learning_rate": 4.4475107434709245e-05,
      "loss": 0.1283,
      "num_input_tokens_seen": 16614480,
      "step": 8630
    },
    {
      "epoch": 1.4086793376294966,
      "grad_norm": 0.7573447823524475,
      "learning_rate": 4.446895019266093e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 16623520,
      "step": 8635
    },
    {
      "epoch": 1.4094950648503142,
      "grad_norm": 1.0652477741241455,
      "learning_rate": 4.446278994825583e-05,
      "loss": 0.1711,
      "num_input_tokens_seen": 16633216,
      "step": 8640
    },
    {
      "epoch": 1.4103107920711313,
      "grad_norm": 0.7627684473991394,
      "learning_rate": 4.445662670244394e-05,
      "loss": 0.2361,
      "num_input_tokens_seen": 16642768,
      "step": 8645
    },
    {
      "epoch": 1.4111265192919489,
      "grad_norm": 1.3194530010223389,
      "learning_rate": 4.44504604561757e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 16652032,
      "step": 8650
    },
    {
      "epoch": 1.411942246512766,
      "grad_norm": 0.8533537983894348,
      "learning_rate": 4.4444291210402035e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 16660976,
      "step": 8655
    },
    {
      "epoch": 1.4127579737335836,
      "grad_norm": 1.2849295139312744,
      "learning_rate": 4.443811896607431e-05,
      "loss": 0.1346,
      "num_input_tokens_seen": 16670496,
      "step": 8660
    },
    {
      "epoch": 1.4135737009544007,
      "grad_norm": 1.215859055519104,
      "learning_rate": 4.443194372414436e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 16681232,
      "step": 8665
    },
    {
      "epoch": 1.4143894281752183,
      "grad_norm": 0.5432977080345154,
      "learning_rate": 4.442576548556449e-05,
      "loss": 0.2006,
      "num_input_tokens_seen": 16690576,
      "step": 8670
    },
    {
      "epoch": 1.4152051553960356,
      "grad_norm": 0.9657878875732422,
      "learning_rate": 4.441958425128747e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 16700352,
      "step": 8675
    },
    {
      "epoch": 1.416020882616853,
      "grad_norm": 1.183634877204895,
      "learning_rate": 4.4413400022266515e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 16711264,
      "step": 8680
    },
    {
      "epoch": 1.4168366098376703,
      "grad_norm": 0.6203891634941101,
      "learning_rate": 4.4407212799455313e-05,
      "loss": 0.1547,
      "num_input_tokens_seen": 16721872,
      "step": 8685
    },
    {
      "epoch": 1.4176523370584877,
      "grad_norm": 0.6785332560539246,
      "learning_rate": 4.4401022583808003e-05,
      "loss": 0.1575,
      "num_input_tokens_seen": 16730912,
      "step": 8690
    },
    {
      "epoch": 1.418468064279305,
      "grad_norm": 0.4509560763835907,
      "learning_rate": 4.439482937627921e-05,
      "loss": 0.1897,
      "num_input_tokens_seen": 16741632,
      "step": 8695
    },
    {
      "epoch": 1.4192837915001224,
      "grad_norm": 1.1767492294311523,
      "learning_rate": 4.4388633177824004e-05,
      "loss": 0.1337,
      "num_input_tokens_seen": 16750080,
      "step": 8700
    },
    {
      "epoch": 1.4200995187209398,
      "grad_norm": 0.9591741561889648,
      "learning_rate": 4.4382433989397895e-05,
      "loss": 0.206,
      "num_input_tokens_seen": 16758240,
      "step": 8705
    },
    {
      "epoch": 1.420915245941757,
      "grad_norm": 1.6210426092147827,
      "learning_rate": 4.4376231811956895e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 16768224,
      "step": 8710
    },
    {
      "epoch": 1.4217309731625745,
      "grad_norm": 1.1235853433609009,
      "learning_rate": 4.437002664645745e-05,
      "loss": 0.2043,
      "num_input_tokens_seen": 16778688,
      "step": 8715
    },
    {
      "epoch": 1.4225467003833918,
      "grad_norm": 0.8425233364105225,
      "learning_rate": 4.436381849385649e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 16788400,
      "step": 8720
    },
    {
      "epoch": 1.4233624276042092,
      "grad_norm": 1.0155984163284302,
      "learning_rate": 4.435760735511136e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 16798368,
      "step": 8725
    },
    {
      "epoch": 1.4241781548250265,
      "grad_norm": 0.9270773530006409,
      "learning_rate": 4.435139323117992e-05,
      "loss": 0.2787,
      "num_input_tokens_seen": 16807072,
      "step": 8730
    },
    {
      "epoch": 1.4249938820458439,
      "grad_norm": 1.1518627405166626,
      "learning_rate": 4.434517612302046e-05,
      "loss": 0.2261,
      "num_input_tokens_seen": 16818112,
      "step": 8735
    },
    {
      "epoch": 1.4258096092666612,
      "grad_norm": 0.7032000422477722,
      "learning_rate": 4.433895603159174e-05,
      "loss": 0.186,
      "num_input_tokens_seen": 16829440,
      "step": 8740
    },
    {
      "epoch": 1.4266253364874786,
      "grad_norm": 0.8049399852752686,
      "learning_rate": 4.433273295785296e-05,
      "loss": 0.2033,
      "num_input_tokens_seen": 16839712,
      "step": 8745
    },
    {
      "epoch": 1.427441063708296,
      "grad_norm": 0.7828230857849121,
      "learning_rate": 4.432650690276382e-05,
      "loss": 0.2226,
      "num_input_tokens_seen": 16848608,
      "step": 8750
    },
    {
      "epoch": 1.4282567909291133,
      "grad_norm": 0.5180450677871704,
      "learning_rate": 4.4320277867284435e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 16859696,
      "step": 8755
    },
    {
      "epoch": 1.4290725181499306,
      "grad_norm": 0.6174944639205933,
      "learning_rate": 4.431404585237541e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 16868832,
      "step": 8760
    },
    {
      "epoch": 1.429888245370748,
      "grad_norm": 0.8107038140296936,
      "learning_rate": 4.43078108589978e-05,
      "loss": 0.1692,
      "num_input_tokens_seen": 16878288,
      "step": 8765
    },
    {
      "epoch": 1.4307039725915653,
      "grad_norm": 0.8175968527793884,
      "learning_rate": 4.4301572888113116e-05,
      "loss": 0.1339,
      "num_input_tokens_seen": 16888624,
      "step": 8770
    },
    {
      "epoch": 1.4315196998123827,
      "grad_norm": 1.381479263305664,
      "learning_rate": 4.4295331940683337e-05,
      "loss": 0.2081,
      "num_input_tokens_seen": 16897744,
      "step": 8775
    },
    {
      "epoch": 1.4323354270332,
      "grad_norm": 0.47548726201057434,
      "learning_rate": 4.428908801767089e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 16907632,
      "step": 8780
    },
    {
      "epoch": 1.4331511542540174,
      "grad_norm": 0.4840106964111328,
      "learning_rate": 4.428284112003868e-05,
      "loss": 0.218,
      "num_input_tokens_seen": 16916752,
      "step": 8785
    },
    {
      "epoch": 1.4339668814748348,
      "grad_norm": 0.5467405319213867,
      "learning_rate": 4.4276591248750033e-05,
      "loss": 0.1432,
      "num_input_tokens_seen": 16926176,
      "step": 8790
    },
    {
      "epoch": 1.434782608695652,
      "grad_norm": 1.4541021585464478,
      "learning_rate": 4.4270338404768774e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 16936336,
      "step": 8795
    },
    {
      "epoch": 1.4355983359164695,
      "grad_norm": 1.8321844339370728,
      "learning_rate": 4.426408258905917e-05,
      "loss": 0.174,
      "num_input_tokens_seen": 16945488,
      "step": 8800
    },
    {
      "epoch": 1.4355983359164695,
      "eval_loss": 0.17345720529556274,
      "eval_runtime": 71.2955,
      "eval_samples_per_second": 38.221,
      "eval_steps_per_second": 19.118,
      "num_input_tokens_seen": 16945488,
      "step": 8800
    },
    {
      "epoch": 1.4364140631372868,
      "grad_norm": 0.7419986128807068,
      "learning_rate": 4.425782380258594e-05,
      "loss": 0.2916,
      "num_input_tokens_seen": 16955408,
      "step": 8805
    },
    {
      "epoch": 1.4372297903581042,
      "grad_norm": 0.5187621116638184,
      "learning_rate": 4.425156204631427e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 16965680,
      "step": 8810
    },
    {
      "epoch": 1.4380455175789217,
      "grad_norm": 1.0279370546340942,
      "learning_rate": 4.424529732120981e-05,
      "loss": 0.1866,
      "num_input_tokens_seen": 16975632,
      "step": 8815
    },
    {
      "epoch": 1.4388612447997389,
      "grad_norm": 0.9551637172698975,
      "learning_rate": 4.423902962823864e-05,
      "loss": 0.2262,
      "num_input_tokens_seen": 16985536,
      "step": 8820
    },
    {
      "epoch": 1.4396769720205564,
      "grad_norm": 0.8211464881896973,
      "learning_rate": 4.423275896836733e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 16994352,
      "step": 8825
    },
    {
      "epoch": 1.4404926992413736,
      "grad_norm": 1.7361677885055542,
      "learning_rate": 4.42264853425629e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 17004960,
      "step": 8830
    },
    {
      "epoch": 1.4413084264621912,
      "grad_norm": 0.7941120862960815,
      "learning_rate": 4.4220208751792816e-05,
      "loss": 0.2231,
      "num_input_tokens_seen": 17015408,
      "step": 8835
    },
    {
      "epoch": 1.4421241536830083,
      "grad_norm": 0.5209516286849976,
      "learning_rate": 4.421392919702499e-05,
      "loss": 0.2101,
      "num_input_tokens_seen": 17024656,
      "step": 8840
    },
    {
      "epoch": 1.4429398809038259,
      "grad_norm": 0.6975326538085938,
      "learning_rate": 4.4207646679227846e-05,
      "loss": 0.203,
      "num_input_tokens_seen": 17033056,
      "step": 8845
    },
    {
      "epoch": 1.443755608124643,
      "grad_norm": 1.4315803050994873,
      "learning_rate": 4.42013611993702e-05,
      "loss": 0.1608,
      "num_input_tokens_seen": 17042384,
      "step": 8850
    },
    {
      "epoch": 1.4445713353454606,
      "grad_norm": 0.4755643904209137,
      "learning_rate": 4.419507275842135e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 17052384,
      "step": 8855
    },
    {
      "epoch": 1.445387062566278,
      "grad_norm": 0.3228740990161896,
      "learning_rate": 4.418878135735106e-05,
      "loss": 0.2162,
      "num_input_tokens_seen": 17059168,
      "step": 8860
    },
    {
      "epoch": 1.4462027897870953,
      "grad_norm": 1.0292928218841553,
      "learning_rate": 4.418248699712955e-05,
      "loss": 0.1473,
      "num_input_tokens_seen": 17069408,
      "step": 8865
    },
    {
      "epoch": 1.4470185170079126,
      "grad_norm": 0.13859282433986664,
      "learning_rate": 4.417618967872748e-05,
      "loss": 0.0898,
      "num_input_tokens_seen": 17080016,
      "step": 8870
    },
    {
      "epoch": 1.44783424422873,
      "grad_norm": 1.270584225654602,
      "learning_rate": 4.4169889403115985e-05,
      "loss": 0.27,
      "num_input_tokens_seen": 17089968,
      "step": 8875
    },
    {
      "epoch": 1.4486499714495473,
      "grad_norm": 0.5832623839378357,
      "learning_rate": 4.4163586171266627e-05,
      "loss": 0.1463,
      "num_input_tokens_seen": 17099504,
      "step": 8880
    },
    {
      "epoch": 1.4494656986703647,
      "grad_norm": 0.8665857911109924,
      "learning_rate": 4.415727998415147e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 17109840,
      "step": 8885
    },
    {
      "epoch": 1.450281425891182,
      "grad_norm": 0.3816704750061035,
      "learning_rate": 4.4150970842742985e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 17118640,
      "step": 8890
    },
    {
      "epoch": 1.4510971531119994,
      "grad_norm": 0.515017032623291,
      "learning_rate": 4.4144658748014134e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 17128608,
      "step": 8895
    },
    {
      "epoch": 1.4519128803328167,
      "grad_norm": 1.3979040384292603,
      "learning_rate": 4.413834370093831e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 17138384,
      "step": 8900
    },
    {
      "epoch": 1.452728607553634,
      "grad_norm": 0.682858943939209,
      "learning_rate": 4.413202570248939e-05,
      "loss": 0.2103,
      "num_input_tokens_seen": 17148560,
      "step": 8905
    },
    {
      "epoch": 1.4535443347744514,
      "grad_norm": 0.8071411848068237,
      "learning_rate": 4.412570475364167e-05,
      "loss": 0.1887,
      "num_input_tokens_seen": 17159232,
      "step": 8910
    },
    {
      "epoch": 1.4543600619952688,
      "grad_norm": 0.5805974006652832,
      "learning_rate": 4.411938085536994e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 17168640,
      "step": 8915
    },
    {
      "epoch": 1.4551757892160861,
      "grad_norm": 0.6273961067199707,
      "learning_rate": 4.41130540086494e-05,
      "loss": 0.1392,
      "num_input_tokens_seen": 17178000,
      "step": 8920
    },
    {
      "epoch": 1.4559915164369035,
      "grad_norm": 1.3971805572509766,
      "learning_rate": 4.4106724214455754e-05,
      "loss": 0.1468,
      "num_input_tokens_seen": 17188272,
      "step": 8925
    },
    {
      "epoch": 1.4568072436577209,
      "grad_norm": 0.5520396828651428,
      "learning_rate": 4.4100391473765115e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 17199008,
      "step": 8930
    },
    {
      "epoch": 1.4576229708785382,
      "grad_norm": 0.8202326893806458,
      "learning_rate": 4.409405578755408e-05,
      "loss": 0.1262,
      "num_input_tokens_seen": 17209008,
      "step": 8935
    },
    {
      "epoch": 1.4584386980993556,
      "grad_norm": 1.0975008010864258,
      "learning_rate": 4.4087717156799705e-05,
      "loss": 0.1928,
      "num_input_tokens_seen": 17219760,
      "step": 8940
    },
    {
      "epoch": 1.459254425320173,
      "grad_norm": 1.2252165079116821,
      "learning_rate": 4.408137558247946e-05,
      "loss": 0.2425,
      "num_input_tokens_seen": 17229728,
      "step": 8945
    },
    {
      "epoch": 1.4600701525409903,
      "grad_norm": 1.847678780555725,
      "learning_rate": 4.4075031065571306e-05,
      "loss": 0.2206,
      "num_input_tokens_seen": 17239888,
      "step": 8950
    },
    {
      "epoch": 1.4608858797618076,
      "grad_norm": 0.8678736090660095,
      "learning_rate": 4.406868360705366e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 17249376,
      "step": 8955
    },
    {
      "epoch": 1.461701606982625,
      "grad_norm": 0.8412018418312073,
      "learning_rate": 4.406233320790536e-05,
      "loss": 0.1892,
      "num_input_tokens_seen": 17259072,
      "step": 8960
    },
    {
      "epoch": 1.4625173342034423,
      "grad_norm": 0.694315493106842,
      "learning_rate": 4.4055979869105734e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 17269680,
      "step": 8965
    },
    {
      "epoch": 1.4633330614242597,
      "grad_norm": 0.21338675916194916,
      "learning_rate": 4.404962359163454e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 17278944,
      "step": 8970
    },
    {
      "epoch": 1.464148788645077,
      "grad_norm": 0.2364894151687622,
      "learning_rate": 4.404326437647199e-05,
      "loss": 0.0734,
      "num_input_tokens_seen": 17288384,
      "step": 8975
    },
    {
      "epoch": 1.4649645158658944,
      "grad_norm": 1.3085116147994995,
      "learning_rate": 4.403690222459877e-05,
      "loss": 0.1492,
      "num_input_tokens_seen": 17298176,
      "step": 8980
    },
    {
      "epoch": 1.4657802430867117,
      "grad_norm": 0.6128972172737122,
      "learning_rate": 4.4030537136995984e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 17308416,
      "step": 8985
    },
    {
      "epoch": 1.466595970307529,
      "grad_norm": 1.7435368299484253,
      "learning_rate": 4.402416911464523e-05,
      "loss": 0.2583,
      "num_input_tokens_seen": 17317664,
      "step": 8990
    },
    {
      "epoch": 1.4674116975283464,
      "grad_norm": 1.093735694885254,
      "learning_rate": 4.4017798158528516e-05,
      "loss": 0.1893,
      "num_input_tokens_seen": 17328256,
      "step": 8995
    },
    {
      "epoch": 1.468227424749164,
      "grad_norm": 1.0724858045578003,
      "learning_rate": 4.401142426962834e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 17338800,
      "step": 9000
    },
    {
      "epoch": 1.468227424749164,
      "eval_loss": 0.17285145819187164,
      "eval_runtime": 71.4876,
      "eval_samples_per_second": 38.119,
      "eval_steps_per_second": 19.066,
      "num_input_tokens_seen": 17338800,
      "step": 9000
    },
    {
      "epoch": 1.4690431519699811,
      "grad_norm": 0.964659571647644,
      "learning_rate": 4.400504744892763e-05,
      "loss": 0.1758,
      "num_input_tokens_seen": 17348048,
      "step": 9005
    },
    {
      "epoch": 1.4698588791907987,
      "grad_norm": 0.4783594310283661,
      "learning_rate": 4.399866769740975e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 17356416,
      "step": 9010
    },
    {
      "epoch": 1.4706746064116158,
      "grad_norm": 0.47846177220344543,
      "learning_rate": 4.399228501605859e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 17364048,
      "step": 9015
    },
    {
      "epoch": 1.4714903336324334,
      "grad_norm": 0.5556104779243469,
      "learning_rate": 4.398589940585839e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 17374272,
      "step": 9020
    },
    {
      "epoch": 1.4723060608532506,
      "grad_norm": 0.4099896550178528,
      "learning_rate": 4.3979510867793917e-05,
      "loss": 0.1197,
      "num_input_tokens_seen": 17383152,
      "step": 9025
    },
    {
      "epoch": 1.4731217880740681,
      "grad_norm": 1.3877832889556885,
      "learning_rate": 4.3973119402850346e-05,
      "loss": 0.2376,
      "num_input_tokens_seen": 17391632,
      "step": 9030
    },
    {
      "epoch": 1.4739375152948853,
      "grad_norm": 1.9433372020721436,
      "learning_rate": 4.396672501201334e-05,
      "loss": 0.2531,
      "num_input_tokens_seen": 17400960,
      "step": 9035
    },
    {
      "epoch": 1.4747532425157028,
      "grad_norm": 0.5139983296394348,
      "learning_rate": 4.396032769626899e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 17409584,
      "step": 9040
    },
    {
      "epoch": 1.4755689697365202,
      "grad_norm": 0.8796344995498657,
      "learning_rate": 4.395392745660384e-05,
      "loss": 0.182,
      "num_input_tokens_seen": 17419616,
      "step": 9045
    },
    {
      "epoch": 1.4763846969573375,
      "grad_norm": 0.5757054686546326,
      "learning_rate": 4.394752429400488e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 17429856,
      "step": 9050
    },
    {
      "epoch": 1.477200424178155,
      "grad_norm": 1.5188331604003906,
      "learning_rate": 4.394111820945957e-05,
      "loss": 0.2198,
      "num_input_tokens_seen": 17441168,
      "step": 9055
    },
    {
      "epoch": 1.4780161513989722,
      "grad_norm": 0.4566919207572937,
      "learning_rate": 4.393470920395579e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 17449712,
      "step": 9060
    },
    {
      "epoch": 1.4788318786197896,
      "grad_norm": 0.6868224740028381,
      "learning_rate": 4.392829727848192e-05,
      "loss": 0.1775,
      "num_input_tokens_seen": 17459232,
      "step": 9065
    },
    {
      "epoch": 1.479647605840607,
      "grad_norm": 0.37305131554603577,
      "learning_rate": 4.392188243402673e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 17469120,
      "step": 9070
    },
    {
      "epoch": 1.4804633330614243,
      "grad_norm": 0.8882870078086853,
      "learning_rate": 4.391546467157949e-05,
      "loss": 0.1081,
      "num_input_tokens_seen": 17479472,
      "step": 9075
    },
    {
      "epoch": 1.4812790602822417,
      "grad_norm": 1.5184874534606934,
      "learning_rate": 4.390904399212988e-05,
      "loss": 0.1469,
      "num_input_tokens_seen": 17490384,
      "step": 9080
    },
    {
      "epoch": 1.482094787503059,
      "grad_norm": 0.34573251008987427,
      "learning_rate": 4.390262039666807e-05,
      "loss": 0.0907,
      "num_input_tokens_seen": 17501168,
      "step": 9085
    },
    {
      "epoch": 1.4829105147238764,
      "grad_norm": 1.7527210712432861,
      "learning_rate": 4.389619388618464e-05,
      "loss": 0.2451,
      "num_input_tokens_seen": 17510112,
      "step": 9090
    },
    {
      "epoch": 1.4837262419446937,
      "grad_norm": 1.0689090490341187,
      "learning_rate": 4.3889764461670655e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 17520288,
      "step": 9095
    },
    {
      "epoch": 1.484541969165511,
      "grad_norm": 0.9850705862045288,
      "learning_rate": 4.38833321241176e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 17530704,
      "step": 9100
    },
    {
      "epoch": 1.4853576963863284,
      "grad_norm": 1.1204917430877686,
      "learning_rate": 4.3876896874517434e-05,
      "loss": 0.1672,
      "num_input_tokens_seen": 17540320,
      "step": 9105
    },
    {
      "epoch": 1.4861734236071458,
      "grad_norm": 2.126174211502075,
      "learning_rate": 4.3870458713862554e-05,
      "loss": 0.2234,
      "num_input_tokens_seen": 17550240,
      "step": 9110
    },
    {
      "epoch": 1.4869891508279631,
      "grad_norm": 1.3954899311065674,
      "learning_rate": 4.386401764314579e-05,
      "loss": 0.2184,
      "num_input_tokens_seen": 17559200,
      "step": 9115
    },
    {
      "epoch": 1.4878048780487805,
      "grad_norm": 0.4976378083229065,
      "learning_rate": 4.385757366336045e-05,
      "loss": 0.2237,
      "num_input_tokens_seen": 17569824,
      "step": 9120
    },
    {
      "epoch": 1.4886206052695978,
      "grad_norm": 1.2501721382141113,
      "learning_rate": 4.385112677550027e-05,
      "loss": 0.2896,
      "num_input_tokens_seen": 17580400,
      "step": 9125
    },
    {
      "epoch": 1.4894363324904152,
      "grad_norm": 1.0860977172851562,
      "learning_rate": 4.384467698055945e-05,
      "loss": 0.1767,
      "num_input_tokens_seen": 17590400,
      "step": 9130
    },
    {
      "epoch": 1.4902520597112325,
      "grad_norm": 1.0036088228225708,
      "learning_rate": 4.383822427953261e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 17600768,
      "step": 9135
    },
    {
      "epoch": 1.4910677869320499,
      "grad_norm": 0.9974132776260376,
      "learning_rate": 4.3831768673414864e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 17611568,
      "step": 9140
    },
    {
      "epoch": 1.4918835141528672,
      "grad_norm": 0.3485129177570343,
      "learning_rate": 4.382531016320173e-05,
      "loss": 0.2419,
      "num_input_tokens_seen": 17622560,
      "step": 9145
    },
    {
      "epoch": 1.4926992413736846,
      "grad_norm": 1.7279675006866455,
      "learning_rate": 4.3818848749889184e-05,
      "loss": 0.1904,
      "num_input_tokens_seen": 17634256,
      "step": 9150
    },
    {
      "epoch": 1.493514968594502,
      "grad_norm": 0.7549436092376709,
      "learning_rate": 4.381238443447368e-05,
      "loss": 0.2333,
      "num_input_tokens_seen": 17643168,
      "step": 9155
    },
    {
      "epoch": 1.4943306958153193,
      "grad_norm": 0.7084583640098572,
      "learning_rate": 4.380591721795208e-05,
      "loss": 0.1344,
      "num_input_tokens_seen": 17652976,
      "step": 9160
    },
    {
      "epoch": 1.4951464230361367,
      "grad_norm": 0.36933887004852295,
      "learning_rate": 4.3799447101321723e-05,
      "loss": 0.1725,
      "num_input_tokens_seen": 17662256,
      "step": 9165
    },
    {
      "epoch": 1.495962150256954,
      "grad_norm": 0.9809426069259644,
      "learning_rate": 4.379297408558036e-05,
      "loss": 0.2631,
      "num_input_tokens_seen": 17670848,
      "step": 9170
    },
    {
      "epoch": 1.4967778774777714,
      "grad_norm": 0.7296040654182434,
      "learning_rate": 4.378649817172624e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 17680240,
      "step": 9175
    },
    {
      "epoch": 1.4975936046985887,
      "grad_norm": 1.311303734779358,
      "learning_rate": 4.378001936075801e-05,
      "loss": 0.1826,
      "num_input_tokens_seen": 17691360,
      "step": 9180
    },
    {
      "epoch": 1.4984093319194063,
      "grad_norm": 0.458542138338089,
      "learning_rate": 4.377353765367479e-05,
      "loss": 0.2018,
      "num_input_tokens_seen": 17701120,
      "step": 9185
    },
    {
      "epoch": 1.4992250591402234,
      "grad_norm": 0.7014608383178711,
      "learning_rate": 4.376705305147614e-05,
      "loss": 0.2179,
      "num_input_tokens_seen": 17710144,
      "step": 9190
    },
    {
      "epoch": 1.500040786361041,
      "grad_norm": 0.661150336265564,
      "learning_rate": 4.376056555516206e-05,
      "loss": 0.2179,
      "num_input_tokens_seen": 17719104,
      "step": 9195
    },
    {
      "epoch": 1.5008565135818581,
      "grad_norm": 0.36076465249061584,
      "learning_rate": 4.375407516573302e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 17729104,
      "step": 9200
    },
    {
      "epoch": 1.5008565135818581,
      "eval_loss": 0.17258526384830475,
      "eval_runtime": 71.3293,
      "eval_samples_per_second": 38.203,
      "eval_steps_per_second": 19.109,
      "num_input_tokens_seen": 17729104,
      "step": 9200
    },
    {
      "epoch": 1.5016722408026757,
      "grad_norm": 0.512799859046936,
      "learning_rate": 4.3747581884189913e-05,
      "loss": 0.2443,
      "num_input_tokens_seen": 17738768,
      "step": 9205
    },
    {
      "epoch": 1.5024879680234928,
      "grad_norm": 0.5598024129867554,
      "learning_rate": 4.374108571153408e-05,
      "loss": 0.1229,
      "num_input_tokens_seen": 17748864,
      "step": 9210
    },
    {
      "epoch": 1.5033036952443104,
      "grad_norm": 0.993245005607605,
      "learning_rate": 4.3734586648767316e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 17757872,
      "step": 9215
    },
    {
      "epoch": 1.5041194224651275,
      "grad_norm": 0.7313893437385559,
      "learning_rate": 4.372808469689186e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 17768320,
      "step": 9220
    },
    {
      "epoch": 1.504935149685945,
      "grad_norm": 0.5628817081451416,
      "learning_rate": 4.372157985691039e-05,
      "loss": 0.1309,
      "num_input_tokens_seen": 17776992,
      "step": 9225
    },
    {
      "epoch": 1.5057508769067622,
      "grad_norm": 0.49819788336753845,
      "learning_rate": 4.371507212982603e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 17786864,
      "step": 9230
    },
    {
      "epoch": 1.5065666041275798,
      "grad_norm": 0.6694169044494629,
      "learning_rate": 4.370856151664236e-05,
      "loss": 0.1377,
      "num_input_tokens_seen": 17797248,
      "step": 9235
    },
    {
      "epoch": 1.507382331348397,
      "grad_norm": 0.7037159204483032,
      "learning_rate": 4.3702048018363404e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 17806480,
      "step": 9240
    },
    {
      "epoch": 1.5081980585692145,
      "grad_norm": 0.5227572917938232,
      "learning_rate": 4.369553163599362e-05,
      "loss": 0.2093,
      "num_input_tokens_seen": 17817376,
      "step": 9245
    },
    {
      "epoch": 1.5090137857900316,
      "grad_norm": 0.49605560302734375,
      "learning_rate": 4.3689012370537904e-05,
      "loss": 0.2116,
      "num_input_tokens_seen": 17826224,
      "step": 9250
    },
    {
      "epoch": 1.5098295130108492,
      "grad_norm": 2.0836856365203857,
      "learning_rate": 4.368249022300164e-05,
      "loss": 0.3285,
      "num_input_tokens_seen": 17836528,
      "step": 9255
    },
    {
      "epoch": 1.5106452402316666,
      "grad_norm": 0.5872879028320312,
      "learning_rate": 4.367596519439059e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 17845312,
      "step": 9260
    },
    {
      "epoch": 1.511460967452484,
      "grad_norm": 0.5090795159339905,
      "learning_rate": 4.366943728571101e-05,
      "loss": 0.136,
      "num_input_tokens_seen": 17853360,
      "step": 9265
    },
    {
      "epoch": 1.5122766946733013,
      "grad_norm": 1.1471267938613892,
      "learning_rate": 4.366290649796959e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 17862336,
      "step": 9270
    },
    {
      "epoch": 1.5130924218941186,
      "grad_norm": 1.4711700677871704,
      "learning_rate": 4.3656372832173456e-05,
      "loss": 0.215,
      "num_input_tokens_seen": 17872224,
      "step": 9275
    },
    {
      "epoch": 1.513908149114936,
      "grad_norm": 1.3078621625900269,
      "learning_rate": 4.364983628933017e-05,
      "loss": 0.1989,
      "num_input_tokens_seen": 17881872,
      "step": 9280
    },
    {
      "epoch": 1.5147238763357533,
      "grad_norm": 1.580814242362976,
      "learning_rate": 4.364329687044777e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 17890944,
      "step": 9285
    },
    {
      "epoch": 1.5155396035565707,
      "grad_norm": 0.4836796820163727,
      "learning_rate": 4.36367545765347e-05,
      "loss": 0.1526,
      "num_input_tokens_seen": 17899392,
      "step": 9290
    },
    {
      "epoch": 1.516355330777388,
      "grad_norm": 1.415016531944275,
      "learning_rate": 4.363020940859988e-05,
      "loss": 0.2541,
      "num_input_tokens_seen": 17908432,
      "step": 9295
    },
    {
      "epoch": 1.5171710579982054,
      "grad_norm": 0.9624226093292236,
      "learning_rate": 4.362366136765263e-05,
      "loss": 0.2211,
      "num_input_tokens_seen": 17918080,
      "step": 9300
    },
    {
      "epoch": 1.5179867852190227,
      "grad_norm": 0.9362713098526001,
      "learning_rate": 4.361711045470278e-05,
      "loss": 0.1676,
      "num_input_tokens_seen": 17927280,
      "step": 9305
    },
    {
      "epoch": 1.51880251243984,
      "grad_norm": 1.059000849723816,
      "learning_rate": 4.3610556670760524e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 17937456,
      "step": 9310
    },
    {
      "epoch": 1.5196182396606575,
      "grad_norm": 0.8388680219650269,
      "learning_rate": 4.360400001683657e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 17947440,
      "step": 9315
    },
    {
      "epoch": 1.5204339668814748,
      "grad_norm": 0.9458196759223938,
      "learning_rate": 4.3597440493942e-05,
      "loss": 0.1546,
      "num_input_tokens_seen": 17957056,
      "step": 9320
    },
    {
      "epoch": 1.5212496941022922,
      "grad_norm": 0.6079391837120056,
      "learning_rate": 4.3590878103088405e-05,
      "loss": 0.1726,
      "num_input_tokens_seen": 17966752,
      "step": 9325
    },
    {
      "epoch": 1.5220654213231095,
      "grad_norm": 0.48379963636398315,
      "learning_rate": 4.358431284528779e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 17975984,
      "step": 9330
    },
    {
      "epoch": 1.5228811485439269,
      "grad_norm": 0.48975202441215515,
      "learning_rate": 4.357774472155257e-05,
      "loss": 0.1287,
      "num_input_tokens_seen": 17985296,
      "step": 9335
    },
    {
      "epoch": 1.5236968757647442,
      "grad_norm": 1.1507058143615723,
      "learning_rate": 4.3571173732895664e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 17994304,
      "step": 9340
    },
    {
      "epoch": 1.5245126029855616,
      "grad_norm": 0.9580588936805725,
      "learning_rate": 4.356459988033039e-05,
      "loss": 0.131,
      "num_input_tokens_seen": 18002768,
      "step": 9345
    },
    {
      "epoch": 1.5253283302063791,
      "grad_norm": 1.045906662940979,
      "learning_rate": 4.355802316487051e-05,
      "loss": 0.227,
      "num_input_tokens_seen": 18010816,
      "step": 9350
    },
    {
      "epoch": 1.5261440574271963,
      "grad_norm": 1.2075259685516357,
      "learning_rate": 4.355144358753025e-05,
      "loss": 0.2085,
      "num_input_tokens_seen": 18020640,
      "step": 9355
    },
    {
      "epoch": 1.5269597846480139,
      "grad_norm": 1.6306700706481934,
      "learning_rate": 4.354486114932425e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 18030720,
      "step": 9360
    },
    {
      "epoch": 1.527775511868831,
      "grad_norm": 0.6328612565994263,
      "learning_rate": 4.353827585126762e-05,
      "loss": 0.1378,
      "num_input_tokens_seen": 18040576,
      "step": 9365
    },
    {
      "epoch": 1.5285912390896486,
      "grad_norm": 1.8176181316375732,
      "learning_rate": 4.353168769437588e-05,
      "loss": 0.2035,
      "num_input_tokens_seen": 18049552,
      "step": 9370
    },
    {
      "epoch": 1.5294069663104657,
      "grad_norm": 0.6853489875793457,
      "learning_rate": 4.3525096679665014e-05,
      "loss": 0.1664,
      "num_input_tokens_seen": 18059104,
      "step": 9375
    },
    {
      "epoch": 1.5302226935312833,
      "grad_norm": 0.9758275151252747,
      "learning_rate": 4.351850280815144e-05,
      "loss": 0.166,
      "num_input_tokens_seen": 18068736,
      "step": 9380
    },
    {
      "epoch": 1.5310384207521004,
      "grad_norm": 0.2909528911113739,
      "learning_rate": 4.3511906080852014e-05,
      "loss": 0.2432,
      "num_input_tokens_seen": 18077904,
      "step": 9385
    },
    {
      "epoch": 1.531854147972918,
      "grad_norm": 0.8298540711402893,
      "learning_rate": 4.350530649878404e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 18088144,
      "step": 9390
    },
    {
      "epoch": 1.532669875193735,
      "grad_norm": 0.8215140700340271,
      "learning_rate": 4.3498704062965246e-05,
      "loss": 0.2344,
      "num_input_tokens_seen": 18097536,
      "step": 9395
    },
    {
      "epoch": 1.5334856024145527,
      "grad_norm": 0.6326298117637634,
      "learning_rate": 4.3492098774413815e-05,
      "loss": 0.2196,
      "num_input_tokens_seen": 18107328,
      "step": 9400
    },
    {
      "epoch": 1.5334856024145527,
      "eval_loss": 0.17278537154197693,
      "eval_runtime": 71.4505,
      "eval_samples_per_second": 38.138,
      "eval_steps_per_second": 19.076,
      "num_input_tokens_seen": 18107328,
      "step": 9400
    },
    {
      "epoch": 1.5343013296353698,
      "grad_norm": 0.9140194654464722,
      "learning_rate": 4.3485490634148375e-05,
      "loss": 0.2603,
      "num_input_tokens_seen": 18117552,
      "step": 9405
    },
    {
      "epoch": 1.5351170568561874,
      "grad_norm": 1.133570671081543,
      "learning_rate": 4.347887964318797e-05,
      "loss": 0.2179,
      "num_input_tokens_seen": 18126496,
      "step": 9410
    },
    {
      "epoch": 1.5359327840770045,
      "grad_norm": 0.7285780310630798,
      "learning_rate": 4.34722658025521e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 18136480,
      "step": 9415
    },
    {
      "epoch": 1.536748511297822,
      "grad_norm": 0.3648027777671814,
      "learning_rate": 4.346564911326071e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 18146976,
      "step": 9420
    },
    {
      "epoch": 1.5375642385186392,
      "grad_norm": 0.8546338677406311,
      "learning_rate": 4.345902957633418e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 18157120,
      "step": 9425
    },
    {
      "epoch": 1.5383799657394568,
      "grad_norm": 0.8127771615982056,
      "learning_rate": 4.345240719279331e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 18166000,
      "step": 9430
    },
    {
      "epoch": 1.539195692960274,
      "grad_norm": 0.5540443658828735,
      "learning_rate": 4.3445781963659374e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 18176128,
      "step": 9435
    },
    {
      "epoch": 1.5400114201810915,
      "grad_norm": 0.7128431797027588,
      "learning_rate": 4.3439153889954045e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 18186416,
      "step": 9440
    },
    {
      "epoch": 1.5408271474019088,
      "grad_norm": 0.5922642350196838,
      "learning_rate": 4.343252297269946e-05,
      "loss": 0.1661,
      "num_input_tokens_seen": 18196144,
      "step": 9445
    },
    {
      "epoch": 1.5416428746227262,
      "grad_norm": 0.3041935861110687,
      "learning_rate": 4.342588921291821e-05,
      "loss": 0.2039,
      "num_input_tokens_seen": 18206720,
      "step": 9450
    },
    {
      "epoch": 1.5424586018435436,
      "grad_norm": 0.7385685443878174,
      "learning_rate": 4.341925261163328e-05,
      "loss": 0.1861,
      "num_input_tokens_seen": 18215760,
      "step": 9455
    },
    {
      "epoch": 1.543274329064361,
      "grad_norm": 0.46180155873298645,
      "learning_rate": 4.341261316986813e-05,
      "loss": 0.1051,
      "num_input_tokens_seen": 18225664,
      "step": 9460
    },
    {
      "epoch": 1.5440900562851783,
      "grad_norm": 0.3357546329498291,
      "learning_rate": 4.340597088864664e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 18236224,
      "step": 9465
    },
    {
      "epoch": 1.5449057835059956,
      "grad_norm": 0.7367506623268127,
      "learning_rate": 4.339932576899313e-05,
      "loss": 0.1517,
      "num_input_tokens_seen": 18246192,
      "step": 9470
    },
    {
      "epoch": 1.545721510726813,
      "grad_norm": 0.7723739147186279,
      "learning_rate": 4.3392677811932375e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 18256368,
      "step": 9475
    },
    {
      "epoch": 1.5465372379476303,
      "grad_norm": 0.26086851954460144,
      "learning_rate": 4.338602701848956e-05,
      "loss": 0.1357,
      "num_input_tokens_seen": 18265440,
      "step": 9480
    },
    {
      "epoch": 1.5473529651684477,
      "grad_norm": 1.0559775829315186,
      "learning_rate": 4.337937338969033e-05,
      "loss": 0.2021,
      "num_input_tokens_seen": 18274320,
      "step": 9485
    },
    {
      "epoch": 1.548168692389265,
      "grad_norm": 0.8070399761199951,
      "learning_rate": 4.337271692656075e-05,
      "loss": 0.1895,
      "num_input_tokens_seen": 18285520,
      "step": 9490
    },
    {
      "epoch": 1.5489844196100824,
      "grad_norm": 0.8737650513648987,
      "learning_rate": 4.336605763012733e-05,
      "loss": 0.2753,
      "num_input_tokens_seen": 18295280,
      "step": 9495
    },
    {
      "epoch": 1.5498001468308997,
      "grad_norm": 1.3207895755767822,
      "learning_rate": 4.3359395501417026e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 18306192,
      "step": 9500
    },
    {
      "epoch": 1.550615874051717,
      "grad_norm": 0.7570896148681641,
      "learning_rate": 4.335273054145722e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 18316944,
      "step": 9505
    },
    {
      "epoch": 1.5514316012725344,
      "grad_norm": 0.671614944934845,
      "learning_rate": 4.334606275127572e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 18326992,
      "step": 9510
    },
    {
      "epoch": 1.5522473284933518,
      "grad_norm": 0.7172154188156128,
      "learning_rate": 4.33393921319008e-05,
      "loss": 0.2381,
      "num_input_tokens_seen": 18336256,
      "step": 9515
    },
    {
      "epoch": 1.5530630557141691,
      "grad_norm": 1.027032732963562,
      "learning_rate": 4.3332718684361146e-05,
      "loss": 0.2955,
      "num_input_tokens_seen": 18346112,
      "step": 9520
    },
    {
      "epoch": 1.5538787829349865,
      "grad_norm": 0.821143627166748,
      "learning_rate": 4.332604240968588e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 18355024,
      "step": 9525
    },
    {
      "epoch": 1.5546945101558038,
      "grad_norm": 0.9948444962501526,
      "learning_rate": 4.331936330890459e-05,
      "loss": 0.1712,
      "num_input_tokens_seen": 18364272,
      "step": 9530
    },
    {
      "epoch": 1.5555102373766214,
      "grad_norm": 1.4589085578918457,
      "learning_rate": 4.331268138304725e-05,
      "loss": 0.204,
      "num_input_tokens_seen": 18374544,
      "step": 9535
    },
    {
      "epoch": 1.5563259645974385,
      "grad_norm": 0.6258326768875122,
      "learning_rate": 4.330599663314431e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 18384768,
      "step": 9540
    },
    {
      "epoch": 1.5571416918182561,
      "grad_norm": 0.4931464195251465,
      "learning_rate": 4.329930906022665e-05,
      "loss": 0.1478,
      "num_input_tokens_seen": 18394176,
      "step": 9545
    },
    {
      "epoch": 1.5579574190390733,
      "grad_norm": 0.48182612657546997,
      "learning_rate": 4.3292618665325564e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 18402000,
      "step": 9550
    },
    {
      "epoch": 1.5587731462598908,
      "grad_norm": 0.33910635113716125,
      "learning_rate": 4.3285925449472796e-05,
      "loss": 0.2133,
      "num_input_tokens_seen": 18412096,
      "step": 9555
    },
    {
      "epoch": 1.559588873480708,
      "grad_norm": 0.800054132938385,
      "learning_rate": 4.327922941370054e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 18421472,
      "step": 9560
    },
    {
      "epoch": 1.5604046007015255,
      "grad_norm": 1.2714463472366333,
      "learning_rate": 4.3272530559041384e-05,
      "loss": 0.1962,
      "num_input_tokens_seen": 18431680,
      "step": 9565
    },
    {
      "epoch": 1.5612203279223427,
      "grad_norm": 1.3796558380126953,
      "learning_rate": 4.32658288865284e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 18441616,
      "step": 9570
    },
    {
      "epoch": 1.5620360551431602,
      "grad_norm": 1.42793607711792,
      "learning_rate": 4.325912439719505e-05,
      "loss": 0.2471,
      "num_input_tokens_seen": 18451840,
      "step": 9575
    },
    {
      "epoch": 1.5628517823639774,
      "grad_norm": 0.46956953406333923,
      "learning_rate": 4.3252417092075266e-05,
      "loss": 0.2301,
      "num_input_tokens_seen": 18461296,
      "step": 9580
    },
    {
      "epoch": 1.563667509584795,
      "grad_norm": 0.30010831356048584,
      "learning_rate": 4.3245706972203385e-05,
      "loss": 0.1223,
      "num_input_tokens_seen": 18471856,
      "step": 9585
    },
    {
      "epoch": 1.564483236805612,
      "grad_norm": 0.6050430536270142,
      "learning_rate": 4.323899403861421e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 18479456,
      "step": 9590
    },
    {
      "epoch": 1.5652989640264297,
      "grad_norm": 0.4332962930202484,
      "learning_rate": 4.3232278292342935e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 18488592,
      "step": 9595
    },
    {
      "epoch": 1.5661146912472468,
      "grad_norm": 0.46914225816726685,
      "learning_rate": 4.322555973442524e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 18497776,
      "step": 9600
    },
    {
      "epoch": 1.5661146912472468,
      "eval_loss": 0.17674177885055542,
      "eval_runtime": 71.5104,
      "eval_samples_per_second": 38.106,
      "eval_steps_per_second": 19.06,
      "num_input_tokens_seen": 18497776,
      "step": 9600
    },
    {
      "epoch": 1.5669304184680644,
      "grad_norm": 0.7882950305938721,
      "learning_rate": 4.3218838365897184e-05,
      "loss": 0.111,
      "num_input_tokens_seen": 18506272,
      "step": 9605
    },
    {
      "epoch": 1.5677461456888815,
      "grad_norm": 1.4866746664047241,
      "learning_rate": 4.3212114187795306e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 18516304,
      "step": 9610
    },
    {
      "epoch": 1.568561872909699,
      "grad_norm": 0.6183436512947083,
      "learning_rate": 4.320538720115656e-05,
      "loss": 0.1899,
      "num_input_tokens_seen": 18525168,
      "step": 9615
    },
    {
      "epoch": 1.5693776001305162,
      "grad_norm": 0.6201346516609192,
      "learning_rate": 4.319865740701831e-05,
      "loss": 0.1464,
      "num_input_tokens_seen": 18534400,
      "step": 9620
    },
    {
      "epoch": 1.5701933273513338,
      "grad_norm": 0.577079713344574,
      "learning_rate": 4.3191924806418396e-05,
      "loss": 0.1775,
      "num_input_tokens_seen": 18545248,
      "step": 9625
    },
    {
      "epoch": 1.5710090545721511,
      "grad_norm": 0.4566405117511749,
      "learning_rate": 4.318518940039507e-05,
      "loss": 0.234,
      "num_input_tokens_seen": 18554128,
      "step": 9630
    },
    {
      "epoch": 1.5718247817929685,
      "grad_norm": 1.0031566619873047,
      "learning_rate": 4.3178451189987e-05,
      "loss": 0.2764,
      "num_input_tokens_seen": 18564288,
      "step": 9635
    },
    {
      "epoch": 1.5726405090137858,
      "grad_norm": 1.3233556747436523,
      "learning_rate": 4.3171710176233315e-05,
      "loss": 0.1484,
      "num_input_tokens_seen": 18573840,
      "step": 9640
    },
    {
      "epoch": 1.5734562362346032,
      "grad_norm": 1.4119118452072144,
      "learning_rate": 4.316496636017355e-05,
      "loss": 0.1838,
      "num_input_tokens_seen": 18583488,
      "step": 9645
    },
    {
      "epoch": 1.5742719634554205,
      "grad_norm": 0.8697405457496643,
      "learning_rate": 4.315821974284771e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 18593904,
      "step": 9650
    },
    {
      "epoch": 1.5750876906762379,
      "grad_norm": 0.7708982229232788,
      "learning_rate": 4.315147032529619e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 18602320,
      "step": 9655
    },
    {
      "epoch": 1.5759034178970552,
      "grad_norm": 0.2734420597553253,
      "learning_rate": 4.3144718108559845e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 18610432,
      "step": 9660
    },
    {
      "epoch": 1.5767191451178726,
      "grad_norm": 0.8674214482307434,
      "learning_rate": 4.3137963093679945e-05,
      "loss": 0.2266,
      "num_input_tokens_seen": 18620896,
      "step": 9665
    },
    {
      "epoch": 1.57753487233869,
      "grad_norm": 1.0599403381347656,
      "learning_rate": 4.31312052816982e-05,
      "loss": 0.2255,
      "num_input_tokens_seen": 18629376,
      "step": 9670
    },
    {
      "epoch": 1.5783505995595073,
      "grad_norm": 1.0324498414993286,
      "learning_rate": 4.312444467365675e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 18638624,
      "step": 9675
    },
    {
      "epoch": 1.5791663267803246,
      "grad_norm": 0.27281683683395386,
      "learning_rate": 4.311768127059816e-05,
      "loss": 0.1303,
      "num_input_tokens_seen": 18648224,
      "step": 9680
    },
    {
      "epoch": 1.579982054001142,
      "grad_norm": 0.45495447516441345,
      "learning_rate": 4.3110915073565444e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 18658944,
      "step": 9685
    },
    {
      "epoch": 1.5807977812219594,
      "grad_norm": 0.9084509015083313,
      "learning_rate": 4.310414608360203e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 18668528,
      "step": 9690
    },
    {
      "epoch": 1.5816135084427767,
      "grad_norm": 0.8569361567497253,
      "learning_rate": 4.309737430175177e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 18678512,
      "step": 9695
    },
    {
      "epoch": 1.582429235663594,
      "grad_norm": 0.4884806275367737,
      "learning_rate": 4.309059972905897e-05,
      "loss": 0.1087,
      "num_input_tokens_seen": 18688960,
      "step": 9700
    },
    {
      "epoch": 1.5832449628844114,
      "grad_norm": 0.7714022397994995,
      "learning_rate": 4.308382236656836e-05,
      "loss": 0.1142,
      "num_input_tokens_seen": 18698992,
      "step": 9705
    },
    {
      "epoch": 1.5840606901052288,
      "grad_norm": 0.8800159692764282,
      "learning_rate": 4.307704221532507e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 18708528,
      "step": 9710
    },
    {
      "epoch": 1.5848764173260461,
      "grad_norm": 0.9672536849975586,
      "learning_rate": 4.307025927637471e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 18717680,
      "step": 9715
    },
    {
      "epoch": 1.5856921445468637,
      "grad_norm": 0.34007611870765686,
      "learning_rate": 4.306347355076328e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 18727760,
      "step": 9720
    },
    {
      "epoch": 1.5865078717676808,
      "grad_norm": 0.5715232491493225,
      "learning_rate": 4.305668503953724e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 18736416,
      "step": 9725
    },
    {
      "epoch": 1.5873235989884984,
      "grad_norm": 0.6712238788604736,
      "learning_rate": 4.3049893743743436e-05,
      "loss": 0.2192,
      "num_input_tokens_seen": 18745184,
      "step": 9730
    },
    {
      "epoch": 1.5881393262093155,
      "grad_norm": 0.47162768244743347,
      "learning_rate": 4.304309966442919e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 18754224,
      "step": 9735
    },
    {
      "epoch": 1.588955053430133,
      "grad_norm": 0.8323774933815002,
      "learning_rate": 4.303630280264224e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 18765392,
      "step": 9740
    },
    {
      "epoch": 1.5897707806509502,
      "grad_norm": 1.927935242652893,
      "learning_rate": 4.302950315943074e-05,
      "loss": 0.1667,
      "num_input_tokens_seen": 18775792,
      "step": 9745
    },
    {
      "epoch": 1.5905865078717678,
      "grad_norm": 0.31282395124435425,
      "learning_rate": 4.3022700735843275e-05,
      "loss": 0.1827,
      "num_input_tokens_seen": 18784544,
      "step": 9750
    },
    {
      "epoch": 1.591402235092585,
      "grad_norm": 1.8174831867218018,
      "learning_rate": 4.301589553292887e-05,
      "loss": 0.1838,
      "num_input_tokens_seen": 18794000,
      "step": 9755
    },
    {
      "epoch": 1.5922179623134025,
      "grad_norm": 0.8003894090652466,
      "learning_rate": 4.300908755173697e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 18804528,
      "step": 9760
    },
    {
      "epoch": 1.5930336895342196,
      "grad_norm": 1.357282280921936,
      "learning_rate": 4.300227679331745e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 18813664,
      "step": 9765
    },
    {
      "epoch": 1.5938494167550372,
      "grad_norm": 0.741680920124054,
      "learning_rate": 4.299546325872063e-05,
      "loss": 0.1925,
      "num_input_tokens_seen": 18823104,
      "step": 9770
    },
    {
      "epoch": 1.5946651439758543,
      "grad_norm": 0.765764057636261,
      "learning_rate": 4.2988646948997225e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 18832592,
      "step": 9775
    },
    {
      "epoch": 1.595480871196672,
      "grad_norm": 0.49950551986694336,
      "learning_rate": 4.29818278651984e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 18842640,
      "step": 9780
    },
    {
      "epoch": 1.596296598417489,
      "grad_norm": 0.8026099801063538,
      "learning_rate": 4.297500600837574e-05,
      "loss": 0.2692,
      "num_input_tokens_seen": 18852016,
      "step": 9785
    },
    {
      "epoch": 1.5971123256383066,
      "grad_norm": 0.8827738761901855,
      "learning_rate": 4.2968181379581276e-05,
      "loss": 0.1239,
      "num_input_tokens_seen": 18862880,
      "step": 9790
    },
    {
      "epoch": 1.5979280528591238,
      "grad_norm": 0.9832197427749634,
      "learning_rate": 4.296135397986743e-05,
      "loss": 0.224,
      "num_input_tokens_seen": 18871312,
      "step": 9795
    },
    {
      "epoch": 1.5987437800799413,
      "grad_norm": 0.9410548210144043,
      "learning_rate": 4.295452381028709e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 18881008,
      "step": 9800
    },
    {
      "epoch": 1.5987437800799413,
      "eval_loss": 0.17278136312961578,
      "eval_runtime": 71.3269,
      "eval_samples_per_second": 38.204,
      "eval_steps_per_second": 19.109,
      "num_input_tokens_seen": 18881008,
      "step": 9800
    },
    {
      "epoch": 1.5995595073007585,
      "grad_norm": 0.6168811917304993,
      "learning_rate": 4.294769087189354e-05,
      "loss": 0.156,
      "num_input_tokens_seen": 18891936,
      "step": 9805
    },
    {
      "epoch": 1.600375234521576,
      "grad_norm": 0.29826751351356506,
      "learning_rate": 4.294085516574052e-05,
      "loss": 0.1053,
      "num_input_tokens_seen": 18901440,
      "step": 9810
    },
    {
      "epoch": 1.6011909617423934,
      "grad_norm": 0.40703150629997253,
      "learning_rate": 4.2934016692882176e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 18911696,
      "step": 9815
    },
    {
      "epoch": 1.6020066889632107,
      "grad_norm": 0.4225160777568817,
      "learning_rate": 4.292717545437308e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 18920416,
      "step": 9820
    },
    {
      "epoch": 1.602822416184028,
      "grad_norm": 0.6580531597137451,
      "learning_rate": 4.292033145126825e-05,
      "loss": 0.2177,
      "num_input_tokens_seen": 18930256,
      "step": 9825
    },
    {
      "epoch": 1.6036381434048455,
      "grad_norm": 1.3664698600769043,
      "learning_rate": 4.29134846846231e-05,
      "loss": 0.2324,
      "num_input_tokens_seen": 18940400,
      "step": 9830
    },
    {
      "epoch": 1.6044538706256628,
      "grad_norm": 0.5742804408073425,
      "learning_rate": 4.29066351554935e-05,
      "loss": 0.1427,
      "num_input_tokens_seen": 18950032,
      "step": 9835
    },
    {
      "epoch": 1.6052695978464802,
      "grad_norm": 0.754656970500946,
      "learning_rate": 4.289978286493574e-05,
      "loss": 0.1911,
      "num_input_tokens_seen": 18959056,
      "step": 9840
    },
    {
      "epoch": 1.6060853250672975,
      "grad_norm": 0.5058391094207764,
      "learning_rate": 4.28929278140065e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 18969296,
      "step": 9845
    },
    {
      "epoch": 1.6069010522881149,
      "grad_norm": 1.0944347381591797,
      "learning_rate": 4.288607000376295e-05,
      "loss": 0.2454,
      "num_input_tokens_seen": 18979920,
      "step": 9850
    },
    {
      "epoch": 1.6077167795089322,
      "grad_norm": 0.5277267098426819,
      "learning_rate": 4.2879209435262624e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 18989424,
      "step": 9855
    },
    {
      "epoch": 1.6085325067297496,
      "grad_norm": 0.5198032855987549,
      "learning_rate": 4.287234610956353e-05,
      "loss": 0.1729,
      "num_input_tokens_seen": 18998976,
      "step": 9860
    },
    {
      "epoch": 1.609348233950567,
      "grad_norm": 0.8011919260025024,
      "learning_rate": 4.2865480027724056e-05,
      "loss": 0.1045,
      "num_input_tokens_seen": 19007632,
      "step": 9865
    },
    {
      "epoch": 1.6101639611713843,
      "grad_norm": 0.9149743914604187,
      "learning_rate": 4.285861119080306e-05,
      "loss": 0.1358,
      "num_input_tokens_seen": 19017568,
      "step": 9870
    },
    {
      "epoch": 1.6109796883922016,
      "grad_norm": 0.8153284192085266,
      "learning_rate": 4.2851739599859784e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 19027520,
      "step": 9875
    },
    {
      "epoch": 1.611795415613019,
      "grad_norm": 0.6526473164558411,
      "learning_rate": 4.2844865255953934e-05,
      "loss": 0.1037,
      "num_input_tokens_seen": 19035904,
      "step": 9880
    },
    {
      "epoch": 1.6126111428338363,
      "grad_norm": 1.580649733543396,
      "learning_rate": 4.2837988160145605e-05,
      "loss": 0.2615,
      "num_input_tokens_seen": 19045360,
      "step": 9885
    },
    {
      "epoch": 1.6134268700546537,
      "grad_norm": 1.1370407342910767,
      "learning_rate": 4.2831108313495336e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 19056608,
      "step": 9890
    },
    {
      "epoch": 1.614242597275471,
      "grad_norm": 0.7272325158119202,
      "learning_rate": 4.282422571706408e-05,
      "loss": 0.2279,
      "num_input_tokens_seen": 19066464,
      "step": 9895
    },
    {
      "epoch": 1.6150583244962884,
      "grad_norm": 0.5700627565383911,
      "learning_rate": 4.281734037191323e-05,
      "loss": 0.1317,
      "num_input_tokens_seen": 19076016,
      "step": 9900
    },
    {
      "epoch": 1.615874051717106,
      "grad_norm": 0.5456973910331726,
      "learning_rate": 4.281045227910459e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 19084992,
      "step": 9905
    },
    {
      "epoch": 1.616689778937923,
      "grad_norm": 1.1100842952728271,
      "learning_rate": 4.280356143970038e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 19093712,
      "step": 9910
    },
    {
      "epoch": 1.6175055061587407,
      "grad_norm": 0.4078032672405243,
      "learning_rate": 4.279666785476327e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 19103888,
      "step": 9915
    },
    {
      "epoch": 1.6183212333795578,
      "grad_norm": 0.6919465661048889,
      "learning_rate": 4.2789771525356325e-05,
      "loss": 0.1904,
      "num_input_tokens_seen": 19112640,
      "step": 9920
    },
    {
      "epoch": 1.6191369606003754,
      "grad_norm": 1.3213318586349487,
      "learning_rate": 4.2782872452543056e-05,
      "loss": 0.2727,
      "num_input_tokens_seen": 19122304,
      "step": 9925
    },
    {
      "epoch": 1.6199526878211925,
      "grad_norm": 0.32984381914138794,
      "learning_rate": 4.2775970637387376e-05,
      "loss": 0.2059,
      "num_input_tokens_seen": 19132032,
      "step": 9930
    },
    {
      "epoch": 1.62076841504201,
      "grad_norm": 0.8773515224456787,
      "learning_rate": 4.276906608095363e-05,
      "loss": 0.2094,
      "num_input_tokens_seen": 19142432,
      "step": 9935
    },
    {
      "epoch": 1.6215841422628272,
      "grad_norm": 0.3619709014892578,
      "learning_rate": 4.276215878430661e-05,
      "loss": 0.1334,
      "num_input_tokens_seen": 19151840,
      "step": 9940
    },
    {
      "epoch": 1.6223998694836448,
      "grad_norm": 0.3695654273033142,
      "learning_rate": 4.275524874851149e-05,
      "loss": 0.1017,
      "num_input_tokens_seen": 19161680,
      "step": 9945
    },
    {
      "epoch": 1.623215596704462,
      "grad_norm": 0.9635371565818787,
      "learning_rate": 4.274833597463388e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 19170832,
      "step": 9950
    },
    {
      "epoch": 1.6240313239252795,
      "grad_norm": 0.7491280436515808,
      "learning_rate": 4.2741420463739824e-05,
      "loss": 0.2461,
      "num_input_tokens_seen": 19180176,
      "step": 9955
    },
    {
      "epoch": 1.6248470511460966,
      "grad_norm": 0.8064590692520142,
      "learning_rate": 4.273450221689578e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 19188800,
      "step": 9960
    },
    {
      "epoch": 1.6256627783669142,
      "grad_norm": 1.1371387243270874,
      "learning_rate": 4.272758123516863e-05,
      "loss": 0.2994,
      "num_input_tokens_seen": 19197552,
      "step": 9965
    },
    {
      "epoch": 1.6264785055877313,
      "grad_norm": 0.7124847769737244,
      "learning_rate": 4.272065751962567e-05,
      "loss": 0.1495,
      "num_input_tokens_seen": 19207536,
      "step": 9970
    },
    {
      "epoch": 1.627294232808549,
      "grad_norm": 1.245585322380066,
      "learning_rate": 4.271373107133464e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 19217680,
      "step": 9975
    },
    {
      "epoch": 1.628109960029366,
      "grad_norm": 0.9085819721221924,
      "learning_rate": 4.270680189136366e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 19227328,
      "step": 9980
    },
    {
      "epoch": 1.6289256872501836,
      "grad_norm": 1.2441691160202026,
      "learning_rate": 4.269986998078132e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 19237088,
      "step": 9985
    },
    {
      "epoch": 1.6297414144710007,
      "grad_norm": 0.6600145101547241,
      "learning_rate": 4.2692935340656595e-05,
      "loss": 0.1991,
      "num_input_tokens_seen": 19246416,
      "step": 9990
    },
    {
      "epoch": 1.6305571416918183,
      "grad_norm": 1.1252580881118774,
      "learning_rate": 4.26859979720589e-05,
      "loss": 0.2461,
      "num_input_tokens_seen": 19257344,
      "step": 9995
    },
    {
      "epoch": 1.6313728689126357,
      "grad_norm": 0.5096603631973267,
      "learning_rate": 4.267905787605806e-05,
      "loss": 0.2694,
      "num_input_tokens_seen": 19266960,
      "step": 10000
    },
    {
      "epoch": 1.6313728689126357,
      "eval_loss": 0.1713564544916153,
      "eval_runtime": 71.4651,
      "eval_samples_per_second": 38.131,
      "eval_steps_per_second": 19.072,
      "num_input_tokens_seen": 19266960,
      "step": 10000
    },
    {
      "epoch": 1.632188596133453,
      "grad_norm": 0.8233965635299683,
      "learning_rate": 4.267211505372433e-05,
      "loss": 0.1388,
      "num_input_tokens_seen": 19276304,
      "step": 10005
    },
    {
      "epoch": 1.6330043233542704,
      "grad_norm": 1.0485743284225464,
      "learning_rate": 4.266516950612837e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 19286672,
      "step": 10010
    },
    {
      "epoch": 1.6338200505750877,
      "grad_norm": 0.6933249235153198,
      "learning_rate": 4.265822123434128e-05,
      "loss": 0.1729,
      "num_input_tokens_seen": 19296944,
      "step": 10015
    },
    {
      "epoch": 1.634635777795905,
      "grad_norm": 1.0090548992156982,
      "learning_rate": 4.265127023943457e-05,
      "loss": 0.202,
      "num_input_tokens_seen": 19307120,
      "step": 10020
    },
    {
      "epoch": 1.6354515050167224,
      "grad_norm": 0.2550550401210785,
      "learning_rate": 4.2644316522480176e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 19316384,
      "step": 10025
    },
    {
      "epoch": 1.6362672322375398,
      "grad_norm": 0.93636155128479,
      "learning_rate": 4.263736008455044e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 19325792,
      "step": 10030
    },
    {
      "epoch": 1.6370829594583571,
      "grad_norm": 0.6179105639457703,
      "learning_rate": 4.2630400926718125e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 19336448,
      "step": 10035
    },
    {
      "epoch": 1.6378986866791745,
      "grad_norm": 0.5415889024734497,
      "learning_rate": 4.262343905005644e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 19345280,
      "step": 10040
    },
    {
      "epoch": 1.6387144138999918,
      "grad_norm": 0.961217999458313,
      "learning_rate": 4.261647445563897e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 19355248,
      "step": 10045
    },
    {
      "epoch": 1.6395301411208092,
      "grad_norm": 0.3712841868400574,
      "learning_rate": 4.260950714453976e-05,
      "loss": 0.1581,
      "num_input_tokens_seen": 19364480,
      "step": 10050
    },
    {
      "epoch": 1.6403458683416265,
      "grad_norm": 0.48016616702079773,
      "learning_rate": 4.2602537117833266e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 19374688,
      "step": 10055
    },
    {
      "epoch": 1.641161595562444,
      "grad_norm": 0.4292346239089966,
      "learning_rate": 4.259556437659433e-05,
      "loss": 0.2324,
      "num_input_tokens_seen": 19384320,
      "step": 10060
    },
    {
      "epoch": 1.6419773227832613,
      "grad_norm": 0.7155112624168396,
      "learning_rate": 4.258858892189825e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 19393488,
      "step": 10065
    },
    {
      "epoch": 1.6427930500040786,
      "grad_norm": 0.9065995812416077,
      "learning_rate": 4.2581610754820725e-05,
      "loss": 0.1586,
      "num_input_tokens_seen": 19402128,
      "step": 10070
    },
    {
      "epoch": 1.643608777224896,
      "grad_norm": 0.9529632925987244,
      "learning_rate": 4.2574629876437876e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 19410896,
      "step": 10075
    },
    {
      "epoch": 1.6444245044457133,
      "grad_norm": 1.3199623823165894,
      "learning_rate": 4.256764628782625e-05,
      "loss": 0.1989,
      "num_input_tokens_seen": 19421360,
      "step": 10080
    },
    {
      "epoch": 1.6452402316665307,
      "grad_norm": 1.019334077835083,
      "learning_rate": 4.256065999006279e-05,
      "loss": 0.1581,
      "num_input_tokens_seen": 19431200,
      "step": 10085
    },
    {
      "epoch": 1.6460559588873482,
      "grad_norm": 0.3224068582057953,
      "learning_rate": 4.2553670984224885e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 19441264,
      "step": 10090
    },
    {
      "epoch": 1.6468716861081654,
      "grad_norm": 0.664745032787323,
      "learning_rate": 4.254667927139032e-05,
      "loss": 0.1589,
      "num_input_tokens_seen": 19451040,
      "step": 10095
    },
    {
      "epoch": 1.647687413328983,
      "grad_norm": 0.542110800743103,
      "learning_rate": 4.2539684852637295e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 19461232,
      "step": 10100
    },
    {
      "epoch": 1.6485031405498,
      "grad_norm": 0.41874930262565613,
      "learning_rate": 4.253268772904446e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 19472000,
      "step": 10105
    },
    {
      "epoch": 1.6493188677706176,
      "grad_norm": 0.6595090627670288,
      "learning_rate": 4.252568790169085e-05,
      "loss": 0.1859,
      "num_input_tokens_seen": 19481776,
      "step": 10110
    },
    {
      "epoch": 1.6501345949914348,
      "grad_norm": 0.6689630746841431,
      "learning_rate": 4.251868537165592e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 19492560,
      "step": 10115
    },
    {
      "epoch": 1.6509503222122524,
      "grad_norm": 0.5655263662338257,
      "learning_rate": 4.251168014001955e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 19501344,
      "step": 10120
    },
    {
      "epoch": 1.6517660494330695,
      "grad_norm": 0.9364219307899475,
      "learning_rate": 4.250467220786204e-05,
      "loss": 0.1607,
      "num_input_tokens_seen": 19512048,
      "step": 10125
    },
    {
      "epoch": 1.652581776653887,
      "grad_norm": 0.7064518928527832,
      "learning_rate": 4.249766157626409e-05,
      "loss": 0.2384,
      "num_input_tokens_seen": 19521248,
      "step": 10130
    },
    {
      "epoch": 1.6533975038747042,
      "grad_norm": 0.8300517797470093,
      "learning_rate": 4.249064824630684e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 19531136,
      "step": 10135
    },
    {
      "epoch": 1.6542132310955218,
      "grad_norm": 0.41881197690963745,
      "learning_rate": 4.248363221907183e-05,
      "loss": 0.1391,
      "num_input_tokens_seen": 19540816,
      "step": 10140
    },
    {
      "epoch": 1.655028958316339,
      "grad_norm": 0.34855544567108154,
      "learning_rate": 4.2476613495641026e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 19550912,
      "step": 10145
    },
    {
      "epoch": 1.6558446855371565,
      "grad_norm": 1.0542881488800049,
      "learning_rate": 4.246959207709679e-05,
      "loss": 0.2406,
      "num_input_tokens_seen": 19560352,
      "step": 10150
    },
    {
      "epoch": 1.6566604127579736,
      "grad_norm": 1.6545453071594238,
      "learning_rate": 4.246256796452192e-05,
      "loss": 0.1938,
      "num_input_tokens_seen": 19569488,
      "step": 10155
    },
    {
      "epoch": 1.6574761399787912,
      "grad_norm": 0.5809624791145325,
      "learning_rate": 4.245554115899962e-05,
      "loss": 0.1199,
      "num_input_tokens_seen": 19579024,
      "step": 10160
    },
    {
      "epoch": 1.6582918671996083,
      "grad_norm": 0.7947636246681213,
      "learning_rate": 4.2448511661613514e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 19587984,
      "step": 10165
    },
    {
      "epoch": 1.6591075944204259,
      "grad_norm": 0.6326614022254944,
      "learning_rate": 4.2441479473447635e-05,
      "loss": 0.188,
      "num_input_tokens_seen": 19596608,
      "step": 10170
    },
    {
      "epoch": 1.659923321641243,
      "grad_norm": 0.7086779475212097,
      "learning_rate": 4.243444459558644e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 19606400,
      "step": 10175
    },
    {
      "epoch": 1.6607390488620606,
      "grad_norm": 0.5009849071502686,
      "learning_rate": 4.24274070291148e-05,
      "loss": 0.2183,
      "num_input_tokens_seen": 19614928,
      "step": 10180
    },
    {
      "epoch": 1.661554776082878,
      "grad_norm": 0.4269467294216156,
      "learning_rate": 4.242036677511798e-05,
      "loss": 0.1747,
      "num_input_tokens_seen": 19623488,
      "step": 10185
    },
    {
      "epoch": 1.6623705033036953,
      "grad_norm": 0.8815948963165283,
      "learning_rate": 4.241332383468169e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 19631584,
      "step": 10190
    },
    {
      "epoch": 1.6631862305245126,
      "grad_norm": 1.3113014698028564,
      "learning_rate": 4.2406278208892034e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 19641056,
      "step": 10195
    },
    {
      "epoch": 1.66400195774533,
      "grad_norm": 0.6788979768753052,
      "learning_rate": 4.2399229898835536e-05,
      "loss": 0.1692,
      "num_input_tokens_seen": 19650480,
      "step": 10200
    },
    {
      "epoch": 1.66400195774533,
      "eval_loss": 0.17060834169387817,
      "eval_runtime": 71.3544,
      "eval_samples_per_second": 38.19,
      "eval_steps_per_second": 19.102,
      "num_input_tokens_seen": 19650480,
      "step": 10200
    },
    {
      "epoch": 1.6648176849661473,
      "grad_norm": 0.8498218655586243,
      "learning_rate": 4.239217890559914e-05,
      "loss": 0.1453,
      "num_input_tokens_seen": 19660592,
      "step": 10205
    },
    {
      "epoch": 1.6656334121869647,
      "grad_norm": 1.3954859972000122,
      "learning_rate": 4.238512523027019e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 19670240,
      "step": 10210
    },
    {
      "epoch": 1.666449139407782,
      "grad_norm": 0.30364033579826355,
      "learning_rate": 4.237806887393645e-05,
      "loss": 0.1266,
      "num_input_tokens_seen": 19679808,
      "step": 10215
    },
    {
      "epoch": 1.6672648666285994,
      "grad_norm": 1.1953058242797852,
      "learning_rate": 4.237100983768611e-05,
      "loss": 0.2502,
      "num_input_tokens_seen": 19690432,
      "step": 10220
    },
    {
      "epoch": 1.6680805938494168,
      "grad_norm": 0.9611231684684753,
      "learning_rate": 4.2363948122607756e-05,
      "loss": 0.11,
      "num_input_tokens_seen": 19699824,
      "step": 10225
    },
    {
      "epoch": 1.6688963210702341,
      "grad_norm": 1.0298823118209839,
      "learning_rate": 4.235688372979039e-05,
      "loss": 0.2271,
      "num_input_tokens_seen": 19709808,
      "step": 10230
    },
    {
      "epoch": 1.6697120482910515,
      "grad_norm": 0.4625050723552704,
      "learning_rate": 4.234981666032343e-05,
      "loss": 0.2516,
      "num_input_tokens_seen": 19719232,
      "step": 10235
    },
    {
      "epoch": 1.6705277755118688,
      "grad_norm": 0.4242928624153137,
      "learning_rate": 4.2342746915296704e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 19729360,
      "step": 10240
    },
    {
      "epoch": 1.6713435027326862,
      "grad_norm": 0.6938020586967468,
      "learning_rate": 4.233567449580047e-05,
      "loss": 0.1194,
      "num_input_tokens_seen": 19740160,
      "step": 10245
    },
    {
      "epoch": 1.6721592299535035,
      "grad_norm": 0.8392646312713623,
      "learning_rate": 4.232859940292537e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 19748304,
      "step": 10250
    },
    {
      "epoch": 1.6729749571743209,
      "grad_norm": 0.7242780923843384,
      "learning_rate": 4.232152163776248e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 19758464,
      "step": 10255
    },
    {
      "epoch": 1.6737906843951382,
      "grad_norm": 0.4717921316623688,
      "learning_rate": 4.231444120140328e-05,
      "loss": 0.1712,
      "num_input_tokens_seen": 19768992,
      "step": 10260
    },
    {
      "epoch": 1.6746064116159556,
      "grad_norm": 0.43192747235298157,
      "learning_rate": 4.230735809493967e-05,
      "loss": 0.2041,
      "num_input_tokens_seen": 19778768,
      "step": 10265
    },
    {
      "epoch": 1.675422138836773,
      "grad_norm": 0.6124477982521057,
      "learning_rate": 4.2300272319463926e-05,
      "loss": 0.1454,
      "num_input_tokens_seen": 19788768,
      "step": 10270
    },
    {
      "epoch": 1.6762378660575903,
      "grad_norm": 0.5307144522666931,
      "learning_rate": 4.2293183876068786e-05,
      "loss": 0.1426,
      "num_input_tokens_seen": 19798416,
      "step": 10275
    },
    {
      "epoch": 1.6770535932784076,
      "grad_norm": 1.0977492332458496,
      "learning_rate": 4.228609276584737e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 19809136,
      "step": 10280
    },
    {
      "epoch": 1.6778693204992252,
      "grad_norm": 1.3336217403411865,
      "learning_rate": 4.227899898989323e-05,
      "loss": 0.1798,
      "num_input_tokens_seen": 19818304,
      "step": 10285
    },
    {
      "epoch": 1.6786850477200423,
      "grad_norm": 0.8191355466842651,
      "learning_rate": 4.2271902549300293e-05,
      "loss": 0.2001,
      "num_input_tokens_seen": 19827120,
      "step": 10290
    },
    {
      "epoch": 1.67950077494086,
      "grad_norm": 0.5308585166931152,
      "learning_rate": 4.226480344516294e-05,
      "loss": 0.2692,
      "num_input_tokens_seen": 19837520,
      "step": 10295
    },
    {
      "epoch": 1.680316502161677,
      "grad_norm": 0.3611479103565216,
      "learning_rate": 4.2257701678575925e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 19846960,
      "step": 10300
    },
    {
      "epoch": 1.6811322293824946,
      "grad_norm": 0.44254443049430847,
      "learning_rate": 4.225059725063444e-05,
      "loss": 0.1184,
      "num_input_tokens_seen": 19856432,
      "step": 10305
    },
    {
      "epoch": 1.6819479566033118,
      "grad_norm": 0.8203864097595215,
      "learning_rate": 4.2243490162434074e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 19866128,
      "step": 10310
    },
    {
      "epoch": 1.6827636838241293,
      "grad_norm": 0.2017327845096588,
      "learning_rate": 4.223638041507083e-05,
      "loss": 0.1008,
      "num_input_tokens_seen": 19875568,
      "step": 10315
    },
    {
      "epoch": 1.6835794110449465,
      "grad_norm": 0.3778860867023468,
      "learning_rate": 4.2229268009641124e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 19885600,
      "step": 10320
    },
    {
      "epoch": 1.684395138265764,
      "grad_norm": 0.5396379828453064,
      "learning_rate": 4.222215294724177e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 19895008,
      "step": 10325
    },
    {
      "epoch": 1.6852108654865812,
      "grad_norm": 0.6811320185661316,
      "learning_rate": 4.2215035228970005e-05,
      "loss": 0.2013,
      "num_input_tokens_seen": 19903424,
      "step": 10330
    },
    {
      "epoch": 1.6860265927073987,
      "grad_norm": 0.6003723740577698,
      "learning_rate": 4.2207914855923464e-05,
      "loss": 0.2266,
      "num_input_tokens_seen": 19913504,
      "step": 10335
    },
    {
      "epoch": 1.6868423199282159,
      "grad_norm": 0.49792903661727905,
      "learning_rate": 4.220079182920021e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 19921632,
      "step": 10340
    },
    {
      "epoch": 1.6876580471490334,
      "grad_norm": 0.8802964091300964,
      "learning_rate": 4.2193666149898705e-05,
      "loss": 0.1664,
      "num_input_tokens_seen": 19932256,
      "step": 10345
    },
    {
      "epoch": 1.6884737743698506,
      "grad_norm": 1.4355103969573975,
      "learning_rate": 4.21865378191178e-05,
      "loss": 0.193,
      "num_input_tokens_seen": 19942064,
      "step": 10350
    },
    {
      "epoch": 1.6892895015906682,
      "grad_norm": 0.5490191578865051,
      "learning_rate": 4.217940683795678e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 19952144,
      "step": 10355
    },
    {
      "epoch": 1.6901052288114853,
      "grad_norm": 1.0603203773498535,
      "learning_rate": 4.217227320751534e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 19962592,
      "step": 10360
    },
    {
      "epoch": 1.6909209560323029,
      "grad_norm": 1.0154943466186523,
      "learning_rate": 4.216513692889358e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 19971520,
      "step": 10365
    },
    {
      "epoch": 1.6917366832531202,
      "grad_norm": 0.8205354809761047,
      "learning_rate": 4.215799800319199e-05,
      "loss": 0.1378,
      "num_input_tokens_seen": 19980784,
      "step": 10370
    },
    {
      "epoch": 1.6925524104739376,
      "grad_norm": 0.5635096430778503,
      "learning_rate": 4.2150856431511485e-05,
      "loss": 0.2003,
      "num_input_tokens_seen": 19990528,
      "step": 10375
    },
    {
      "epoch": 1.693368137694755,
      "grad_norm": 1.331689715385437,
      "learning_rate": 4.214371221495339e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 20000000,
      "step": 10380
    },
    {
      "epoch": 1.6941838649155723,
      "grad_norm": 0.5162087082862854,
      "learning_rate": 4.213656535461942e-05,
      "loss": 0.1996,
      "num_input_tokens_seen": 20010544,
      "step": 10385
    },
    {
      "epoch": 1.6949995921363896,
      "grad_norm": 1.027755856513977,
      "learning_rate": 4.2129415851611734e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 20020704,
      "step": 10390
    },
    {
      "epoch": 1.695815319357207,
      "grad_norm": 0.3650584816932678,
      "learning_rate": 4.2122263707032855e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 20030672,
      "step": 10395
    },
    {
      "epoch": 1.6966310465780243,
      "grad_norm": 0.5821834206581116,
      "learning_rate": 4.211510892198574e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 20041120,
      "step": 10400
    },
    {
      "epoch": 1.6966310465780243,
      "eval_loss": 0.170207679271698,
      "eval_runtime": 71.4346,
      "eval_samples_per_second": 38.147,
      "eval_steps_per_second": 19.08,
      "num_input_tokens_seen": 20041120,
      "step": 10400
    },
    {
      "epoch": 1.6974467737988417,
      "grad_norm": 1.329378366470337,
      "learning_rate": 4.210795149757375e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 20049536,
      "step": 10405
    },
    {
      "epoch": 1.698262501019659,
      "grad_norm": 0.44931381940841675,
      "learning_rate": 4.210079143490065e-05,
      "loss": 0.1973,
      "num_input_tokens_seen": 20058064,
      "step": 10410
    },
    {
      "epoch": 1.6990782282404764,
      "grad_norm": 0.34438377618789673,
      "learning_rate": 4.2093628735070604e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 20066880,
      "step": 10415
    },
    {
      "epoch": 1.6998939554612937,
      "grad_norm": 0.43227919936180115,
      "learning_rate": 4.208646339918819e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 20076432,
      "step": 10420
    },
    {
      "epoch": 1.700709682682111,
      "grad_norm": 0.5912210941314697,
      "learning_rate": 4.2079295428358414e-05,
      "loss": 0.233,
      "num_input_tokens_seen": 20085856,
      "step": 10425
    },
    {
      "epoch": 1.7015254099029284,
      "grad_norm": 0.1771836131811142,
      "learning_rate": 4.207212482368664e-05,
      "loss": 0.1198,
      "num_input_tokens_seen": 20096624,
      "step": 10430
    },
    {
      "epoch": 1.7023411371237458,
      "grad_norm": 0.4468366801738739,
      "learning_rate": 4.206495158627867e-05,
      "loss": 0.2345,
      "num_input_tokens_seen": 20106976,
      "step": 10435
    },
    {
      "epoch": 1.7031568643445631,
      "grad_norm": 1.2056270837783813,
      "learning_rate": 4.205777571724073e-05,
      "loss": 0.2169,
      "num_input_tokens_seen": 20117088,
      "step": 10440
    },
    {
      "epoch": 1.7039725915653805,
      "grad_norm": 0.7635363936424255,
      "learning_rate": 4.20505972176794e-05,
      "loss": 0.2111,
      "num_input_tokens_seen": 20126688,
      "step": 10445
    },
    {
      "epoch": 1.7047883187861979,
      "grad_norm": 1.0968906879425049,
      "learning_rate": 4.204341608870171e-05,
      "loss": 0.2469,
      "num_input_tokens_seen": 20137424,
      "step": 10450
    },
    {
      "epoch": 1.7056040460070152,
      "grad_norm": 0.5833735466003418,
      "learning_rate": 4.203623233141508e-05,
      "loss": 0.1364,
      "num_input_tokens_seen": 20147392,
      "step": 10455
    },
    {
      "epoch": 1.7064197732278326,
      "grad_norm": 0.718672513961792,
      "learning_rate": 4.2029045946927334e-05,
      "loss": 0.1934,
      "num_input_tokens_seen": 20156176,
      "step": 10460
    },
    {
      "epoch": 1.70723550044865,
      "grad_norm": 0.885252058506012,
      "learning_rate": 4.20218569363467e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 20164464,
      "step": 10465
    },
    {
      "epoch": 1.7080512276694675,
      "grad_norm": 0.6212249994277954,
      "learning_rate": 4.2014665300781834e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 20174128,
      "step": 10470
    },
    {
      "epoch": 1.7088669548902846,
      "grad_norm": 0.4995623528957367,
      "learning_rate": 4.200747104134174e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 20182496,
      "step": 10475
    },
    {
      "epoch": 1.7096826821111022,
      "grad_norm": 0.6355398893356323,
      "learning_rate": 4.200027415913588e-05,
      "loss": 0.1866,
      "num_input_tokens_seen": 20191440,
      "step": 10480
    },
    {
      "epoch": 1.7104984093319193,
      "grad_norm": 1.2073365449905396,
      "learning_rate": 4.1993074655274126e-05,
      "loss": 0.208,
      "num_input_tokens_seen": 20200896,
      "step": 10485
    },
    {
      "epoch": 1.711314136552737,
      "grad_norm": 0.7411563992500305,
      "learning_rate": 4.198587253086669e-05,
      "loss": 0.1233,
      "num_input_tokens_seen": 20210688,
      "step": 10490
    },
    {
      "epoch": 1.712129863773554,
      "grad_norm": 0.8925896286964417,
      "learning_rate": 4.197866778702426e-05,
      "loss": 0.1044,
      "num_input_tokens_seen": 20220848,
      "step": 10495
    },
    {
      "epoch": 1.7129455909943716,
      "grad_norm": 0.36766016483306885,
      "learning_rate": 4.197146042485789e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 20230320,
      "step": 10500
    },
    {
      "epoch": 1.7137613182151887,
      "grad_norm": 1.007257342338562,
      "learning_rate": 4.1964250445479046e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 20239264,
      "step": 10505
    },
    {
      "epoch": 1.7145770454360063,
      "grad_norm": 0.8069183230400085,
      "learning_rate": 4.19570378499996e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 20248768,
      "step": 10510
    },
    {
      "epoch": 1.7153927726568234,
      "grad_norm": 0.8897621631622314,
      "learning_rate": 4.194982263953182e-05,
      "loss": 0.1541,
      "num_input_tokens_seen": 20258528,
      "step": 10515
    },
    {
      "epoch": 1.716208499877641,
      "grad_norm": 1.3008975982666016,
      "learning_rate": 4.194260481518838e-05,
      "loss": 0.2872,
      "num_input_tokens_seen": 20267536,
      "step": 10520
    },
    {
      "epoch": 1.7170242270984581,
      "grad_norm": 1.3077940940856934,
      "learning_rate": 4.1935384378082366e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 20277248,
      "step": 10525
    },
    {
      "epoch": 1.7178399543192757,
      "grad_norm": 0.8113517165184021,
      "learning_rate": 4.1928161329327267e-05,
      "loss": 0.1227,
      "num_input_tokens_seen": 20287664,
      "step": 10530
    },
    {
      "epoch": 1.7186556815400928,
      "grad_norm": 1.0063265562057495,
      "learning_rate": 4.1920935670036945e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 20298432,
      "step": 10535
    },
    {
      "epoch": 1.7194714087609104,
      "grad_norm": 0.6959611177444458,
      "learning_rate": 4.1913707401325705e-05,
      "loss": 0.1229,
      "num_input_tokens_seen": 20308320,
      "step": 10540
    },
    {
      "epoch": 1.7202871359817276,
      "grad_norm": 0.27414318919181824,
      "learning_rate": 4.1906476524308235e-05,
      "loss": 0.1794,
      "num_input_tokens_seen": 20318976,
      "step": 10545
    },
    {
      "epoch": 1.7211028632025451,
      "grad_norm": 1.1373902559280396,
      "learning_rate": 4.189924304009962e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 20328544,
      "step": 10550
    },
    {
      "epoch": 1.7219185904233625,
      "grad_norm": 0.8928523659706116,
      "learning_rate": 4.189200694981537e-05,
      "loss": 0.1472,
      "num_input_tokens_seen": 20337552,
      "step": 10555
    },
    {
      "epoch": 1.7227343176441798,
      "grad_norm": 1.4190949201583862,
      "learning_rate": 4.188476825457136e-05,
      "loss": 0.1543,
      "num_input_tokens_seen": 20347520,
      "step": 10560
    },
    {
      "epoch": 1.7235500448649972,
      "grad_norm": 0.36775049567222595,
      "learning_rate": 4.18775269554839e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 20356368,
      "step": 10565
    },
    {
      "epoch": 1.7243657720858145,
      "grad_norm": 0.9209719896316528,
      "learning_rate": 4.187028305366969e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 20363888,
      "step": 10570
    },
    {
      "epoch": 1.725181499306632,
      "grad_norm": 0.8960180878639221,
      "learning_rate": 4.1863036550245824e-05,
      "loss": 0.2121,
      "num_input_tokens_seen": 20373456,
      "step": 10575
    },
    {
      "epoch": 1.7259972265274492,
      "grad_norm": 0.4729965031147003,
      "learning_rate": 4.1855787446329806e-05,
      "loss": 0.1564,
      "num_input_tokens_seen": 20383600,
      "step": 10580
    },
    {
      "epoch": 1.7268129537482666,
      "grad_norm": 0.7611986994743347,
      "learning_rate": 4.184853574303955e-05,
      "loss": 0.2025,
      "num_input_tokens_seen": 20393424,
      "step": 10585
    },
    {
      "epoch": 1.727628680969084,
      "grad_norm": 0.6130366921424866,
      "learning_rate": 4.184128144149334e-05,
      "loss": 0.1543,
      "num_input_tokens_seen": 20402624,
      "step": 10590
    },
    {
      "epoch": 1.7284444081899013,
      "grad_norm": 1.4838030338287354,
      "learning_rate": 4.1834024542809896e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 20411760,
      "step": 10595
    },
    {
      "epoch": 1.7292601354107187,
      "grad_norm": 0.43181782960891724,
      "learning_rate": 4.1826765048108315e-05,
      "loss": 0.1037,
      "num_input_tokens_seen": 20421120,
      "step": 10600
    },
    {
      "epoch": 1.7292601354107187,
      "eval_loss": 0.1704881191253662,
      "eval_runtime": 71.4265,
      "eval_samples_per_second": 38.151,
      "eval_steps_per_second": 19.083,
      "num_input_tokens_seen": 20421120,
      "step": 10600
    },
    {
      "epoch": 1.730075862631536,
      "grad_norm": 0.44892674684524536,
      "learning_rate": 4.181950295850811e-05,
      "loss": 0.2319,
      "num_input_tokens_seen": 20430096,
      "step": 10605
    },
    {
      "epoch": 1.7308915898523534,
      "grad_norm": 0.4256826937198639,
      "learning_rate": 4.181223827512918e-05,
      "loss": 0.1151,
      "num_input_tokens_seen": 20440304,
      "step": 10610
    },
    {
      "epoch": 1.7317073170731707,
      "grad_norm": 0.6677551865577698,
      "learning_rate": 4.180497099909183e-05,
      "loss": 0.2312,
      "num_input_tokens_seen": 20448496,
      "step": 10615
    },
    {
      "epoch": 1.732523044293988,
      "grad_norm": 1.2018067836761475,
      "learning_rate": 4.179770113151677e-05,
      "loss": 0.2127,
      "num_input_tokens_seen": 20457104,
      "step": 10620
    },
    {
      "epoch": 1.7333387715148054,
      "grad_norm": 1.2992156744003296,
      "learning_rate": 4.179042867352511e-05,
      "loss": 0.1804,
      "num_input_tokens_seen": 20467424,
      "step": 10625
    },
    {
      "epoch": 1.7341544987356228,
      "grad_norm": 0.3566794693470001,
      "learning_rate": 4.1783153626238334e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 20479136,
      "step": 10630
    },
    {
      "epoch": 1.7349702259564401,
      "grad_norm": 1.1151336431503296,
      "learning_rate": 4.177587599077836e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 20489888,
      "step": 10635
    },
    {
      "epoch": 1.7357859531772575,
      "grad_norm": 0.33070510625839233,
      "learning_rate": 4.1768595768267494e-05,
      "loss": 0.196,
      "num_input_tokens_seen": 20499392,
      "step": 10640
    },
    {
      "epoch": 1.7366016803980748,
      "grad_norm": 0.7858611941337585,
      "learning_rate": 4.176131295982843e-05,
      "loss": 0.2351,
      "num_input_tokens_seen": 20509232,
      "step": 10645
    },
    {
      "epoch": 1.7374174076188922,
      "grad_norm": 0.690483808517456,
      "learning_rate": 4.1754027566584276e-05,
      "loss": 0.194,
      "num_input_tokens_seen": 20518112,
      "step": 10650
    },
    {
      "epoch": 1.7382331348397098,
      "grad_norm": 0.6486062407493591,
      "learning_rate": 4.174673958965852e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 20527792,
      "step": 10655
    },
    {
      "epoch": 1.739048862060527,
      "grad_norm": 1.0166577100753784,
      "learning_rate": 4.173944903017507e-05,
      "loss": 0.2178,
      "num_input_tokens_seen": 20537824,
      "step": 10660
    },
    {
      "epoch": 1.7398645892813445,
      "grad_norm": 0.7123987674713135,
      "learning_rate": 4.173215588925822e-05,
      "loss": 0.1378,
      "num_input_tokens_seen": 20546432,
      "step": 10665
    },
    {
      "epoch": 1.7406803165021616,
      "grad_norm": 0.6618596911430359,
      "learning_rate": 4.172486016803266e-05,
      "loss": 0.1121,
      "num_input_tokens_seen": 20555632,
      "step": 10670
    },
    {
      "epoch": 1.7414960437229792,
      "grad_norm": 0.6117289662361145,
      "learning_rate": 4.171756186762349e-05,
      "loss": 0.1189,
      "num_input_tokens_seen": 20564864,
      "step": 10675
    },
    {
      "epoch": 1.7423117709437963,
      "grad_norm": 0.6573521494865417,
      "learning_rate": 4.171026098915619e-05,
      "loss": 0.1857,
      "num_input_tokens_seen": 20574448,
      "step": 10680
    },
    {
      "epoch": 1.7431274981646139,
      "grad_norm": 0.718156099319458,
      "learning_rate": 4.170295753375665e-05,
      "loss": 0.2513,
      "num_input_tokens_seen": 20583856,
      "step": 10685
    },
    {
      "epoch": 1.743943225385431,
      "grad_norm": 1.160049319267273,
      "learning_rate": 4.169565150255117e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 20592784,
      "step": 10690
    },
    {
      "epoch": 1.7447589526062486,
      "grad_norm": 0.4769255220890045,
      "learning_rate": 4.16883428966664e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 20602400,
      "step": 10695
    },
    {
      "epoch": 1.7455746798270657,
      "grad_norm": 0.7066625952720642,
      "learning_rate": 4.168103171722944e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 20612784,
      "step": 10700
    },
    {
      "epoch": 1.7463904070478833,
      "grad_norm": 0.7963894009590149,
      "learning_rate": 4.167371796536777e-05,
      "loss": 0.1047,
      "num_input_tokens_seen": 20623280,
      "step": 10705
    },
    {
      "epoch": 1.7472061342687004,
      "grad_norm": 0.6384142637252808,
      "learning_rate": 4.166640164220924e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 20632592,
      "step": 10710
    },
    {
      "epoch": 1.748021861489518,
      "grad_norm": 0.7354466915130615,
      "learning_rate": 4.1659082748882144e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 20641616,
      "step": 10715
    },
    {
      "epoch": 1.7488375887103351,
      "grad_norm": 1.0895956754684448,
      "learning_rate": 4.1651761286515135e-05,
      "loss": 0.1861,
      "num_input_tokens_seen": 20652048,
      "step": 10720
    },
    {
      "epoch": 1.7496533159311527,
      "grad_norm": 0.34981799125671387,
      "learning_rate": 4.164443725623728e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 20660720,
      "step": 10725
    },
    {
      "epoch": 1.7504690431519698,
      "grad_norm": 1.1192936897277832,
      "learning_rate": 4.163711065917802e-05,
      "loss": 0.1211,
      "num_input_tokens_seen": 20669680,
      "step": 10730
    },
    {
      "epoch": 1.7512847703727874,
      "grad_norm": 0.884014904499054,
      "learning_rate": 4.1629781496467234e-05,
      "loss": 0.1791,
      "num_input_tokens_seen": 20678800,
      "step": 10735
    },
    {
      "epoch": 1.7521004975936045,
      "grad_norm": 0.5901053547859192,
      "learning_rate": 4.1622449769235164e-05,
      "loss": 0.1864,
      "num_input_tokens_seen": 20688688,
      "step": 10740
    },
    {
      "epoch": 1.752916224814422,
      "grad_norm": 0.695841372013092,
      "learning_rate": 4.161511547861243e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 20698912,
      "step": 10745
    },
    {
      "epoch": 1.7537319520352395,
      "grad_norm": 0.855435848236084,
      "learning_rate": 4.1607778625730104e-05,
      "loss": 0.1398,
      "num_input_tokens_seen": 20708416,
      "step": 10750
    },
    {
      "epoch": 1.7545476792560568,
      "grad_norm": 0.7254180312156677,
      "learning_rate": 4.160043921171961e-05,
      "loss": 0.1861,
      "num_input_tokens_seen": 20717328,
      "step": 10755
    },
    {
      "epoch": 1.7553634064768742,
      "grad_norm": 0.8066107630729675,
      "learning_rate": 4.159309723771276e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 20728272,
      "step": 10760
    },
    {
      "epoch": 1.7561791336976915,
      "grad_norm": 0.7610770463943481,
      "learning_rate": 4.158575270484181e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 20738928,
      "step": 10765
    },
    {
      "epoch": 1.7569948609185089,
      "grad_norm": 0.9630054235458374,
      "learning_rate": 4.157840561423936e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 20750176,
      "step": 10770
    },
    {
      "epoch": 1.7578105881393262,
      "grad_norm": 0.626982569694519,
      "learning_rate": 4.1571055967038416e-05,
      "loss": 0.1215,
      "num_input_tokens_seen": 20759584,
      "step": 10775
    },
    {
      "epoch": 1.7586263153601436,
      "grad_norm": 0.578530490398407,
      "learning_rate": 4.156370376437241e-05,
      "loss": 0.1072,
      "num_input_tokens_seen": 20768896,
      "step": 10780
    },
    {
      "epoch": 1.759442042580961,
      "grad_norm": 0.7953740358352661,
      "learning_rate": 4.155634900737513e-05,
      "loss": 0.1407,
      "num_input_tokens_seen": 20779232,
      "step": 10785
    },
    {
      "epoch": 1.7602577698017783,
      "grad_norm": 0.3397091329097748,
      "learning_rate": 4.1548991697180764e-05,
      "loss": 0.1057,
      "num_input_tokens_seen": 20788848,
      "step": 10790
    },
    {
      "epoch": 1.7610734970225956,
      "grad_norm": 1.075724720954895,
      "learning_rate": 4.1541631834923914e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 20799216,
      "step": 10795
    },
    {
      "epoch": 1.761889224243413,
      "grad_norm": 1.039025902748108,
      "learning_rate": 4.153426942173956e-05,
      "loss": 0.2118,
      "num_input_tokens_seen": 20808496,
      "step": 10800
    },
    {
      "epoch": 1.761889224243413,
      "eval_loss": 0.16966083645820618,
      "eval_runtime": 71.4538,
      "eval_samples_per_second": 38.137,
      "eval_steps_per_second": 19.075,
      "num_input_tokens_seen": 20808496,
      "step": 10800
    },
    {
      "epoch": 1.7627049514642303,
      "grad_norm": 1.1324002742767334,
      "learning_rate": 4.152690445876308e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 20817600,
      "step": 10805
    },
    {
      "epoch": 1.7635206786850477,
      "grad_norm": 0.7328686118125916,
      "learning_rate": 4.1519536947130245e-05,
      "loss": 0.2383,
      "num_input_tokens_seen": 20826496,
      "step": 10810
    },
    {
      "epoch": 1.764336405905865,
      "grad_norm": 0.42402827739715576,
      "learning_rate": 4.151216688797722e-05,
      "loss": 0.1193,
      "num_input_tokens_seen": 20835952,
      "step": 10815
    },
    {
      "epoch": 1.7651521331266824,
      "grad_norm": 0.8129245638847351,
      "learning_rate": 4.150479428244054e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 20846800,
      "step": 10820
    },
    {
      "epoch": 1.7659678603474998,
      "grad_norm": 0.34830233454704285,
      "learning_rate": 4.1497419131657176e-05,
      "loss": 0.1291,
      "num_input_tokens_seen": 20855968,
      "step": 10825
    },
    {
      "epoch": 1.766783587568317,
      "grad_norm": 0.5843663215637207,
      "learning_rate": 4.149004143676447e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 20867360,
      "step": 10830
    },
    {
      "epoch": 1.7675993147891345,
      "grad_norm": 0.6013829112052917,
      "learning_rate": 4.148266119890015e-05,
      "loss": 0.1803,
      "num_input_tokens_seen": 20875616,
      "step": 10835
    },
    {
      "epoch": 1.768415042009952,
      "grad_norm": 1.0300036668777466,
      "learning_rate": 4.1475278419202324e-05,
      "loss": 0.168,
      "num_input_tokens_seen": 20883792,
      "step": 10840
    },
    {
      "epoch": 1.7692307692307692,
      "grad_norm": 0.7674956321716309,
      "learning_rate": 4.146789309880953e-05,
      "loss": 0.2018,
      "num_input_tokens_seen": 20893920,
      "step": 10845
    },
    {
      "epoch": 1.7700464964515867,
      "grad_norm": 0.5242859125137329,
      "learning_rate": 4.146050523886068e-05,
      "loss": 0.2447,
      "num_input_tokens_seen": 20902704,
      "step": 10850
    },
    {
      "epoch": 1.7708622236724039,
      "grad_norm": 0.7102709412574768,
      "learning_rate": 4.1453114840495055e-05,
      "loss": 0.2102,
      "num_input_tokens_seen": 20913008,
      "step": 10855
    },
    {
      "epoch": 1.7716779508932214,
      "grad_norm": 0.5184672474861145,
      "learning_rate": 4.1445721904852364e-05,
      "loss": 0.1494,
      "num_input_tokens_seen": 20922896,
      "step": 10860
    },
    {
      "epoch": 1.7724936781140386,
      "grad_norm": 0.7800046801567078,
      "learning_rate": 4.143832643307269e-05,
      "loss": 0.1161,
      "num_input_tokens_seen": 20931664,
      "step": 10865
    },
    {
      "epoch": 1.7733094053348561,
      "grad_norm": 1.170388102531433,
      "learning_rate": 4.1430928426296503e-05,
      "loss": 0.184,
      "num_input_tokens_seen": 20941632,
      "step": 10870
    },
    {
      "epoch": 1.7741251325556733,
      "grad_norm": 0.6303536891937256,
      "learning_rate": 4.142352788566466e-05,
      "loss": 0.1993,
      "num_input_tokens_seen": 20950928,
      "step": 10875
    },
    {
      "epoch": 1.7749408597764909,
      "grad_norm": 1.0649819374084473,
      "learning_rate": 4.1416124812318424e-05,
      "loss": 0.229,
      "num_input_tokens_seen": 20962144,
      "step": 10880
    },
    {
      "epoch": 1.775756586997308,
      "grad_norm": 0.6455255150794983,
      "learning_rate": 4.1408719207399453e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 20972512,
      "step": 10885
    },
    {
      "epoch": 1.7765723142181256,
      "grad_norm": 0.5755817294120789,
      "learning_rate": 4.140131107204978e-05,
      "loss": 0.2344,
      "num_input_tokens_seen": 20981824,
      "step": 10890
    },
    {
      "epoch": 1.7773880414389427,
      "grad_norm": 1.074816346168518,
      "learning_rate": 4.139390040741182e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 20991472,
      "step": 10895
    },
    {
      "epoch": 1.7782037686597603,
      "grad_norm": 0.5969609022140503,
      "learning_rate": 4.1386487214628396e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 21001664,
      "step": 10900
    },
    {
      "epoch": 1.7790194958805774,
      "grad_norm": 0.43419182300567627,
      "learning_rate": 4.137907149484272e-05,
      "loss": 0.1505,
      "num_input_tokens_seen": 21010864,
      "step": 10905
    },
    {
      "epoch": 1.779835223101395,
      "grad_norm": 0.7428237795829773,
      "learning_rate": 4.137165324919839e-05,
      "loss": 0.2471,
      "num_input_tokens_seen": 21020480,
      "step": 10910
    },
    {
      "epoch": 1.780650950322212,
      "grad_norm": 0.6453022956848145,
      "learning_rate": 4.136423247883939e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 21029568,
      "step": 10915
    },
    {
      "epoch": 1.7814666775430297,
      "grad_norm": 0.8269211649894714,
      "learning_rate": 4.135680918491009e-05,
      "loss": 0.1927,
      "num_input_tokens_seen": 21039136,
      "step": 10920
    },
    {
      "epoch": 1.7822824047638468,
      "grad_norm": 0.8535841703414917,
      "learning_rate": 4.1349383368555265e-05,
      "loss": 0.2434,
      "num_input_tokens_seen": 21048752,
      "step": 10925
    },
    {
      "epoch": 1.7830981319846644,
      "grad_norm": 0.22166649997234344,
      "learning_rate": 4.1341955030920065e-05,
      "loss": 0.0925,
      "num_input_tokens_seen": 21057872,
      "step": 10930
    },
    {
      "epoch": 1.7839138592054817,
      "grad_norm": 0.7191001176834106,
      "learning_rate": 4.1334524173150036e-05,
      "loss": 0.125,
      "num_input_tokens_seen": 21067264,
      "step": 10935
    },
    {
      "epoch": 1.784729586426299,
      "grad_norm": 1.0226948261260986,
      "learning_rate": 4.13270907963911e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 21076304,
      "step": 10940
    },
    {
      "epoch": 1.7855453136471164,
      "grad_norm": 0.2615637481212616,
      "learning_rate": 4.131965490178959e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 21085696,
      "step": 10945
    },
    {
      "epoch": 1.7863610408679338,
      "grad_norm": 1.2988289594650269,
      "learning_rate": 4.131221649049222e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 21095952,
      "step": 10950
    },
    {
      "epoch": 1.7871767680887511,
      "grad_norm": 0.6646783351898193,
      "learning_rate": 4.130477556364606e-05,
      "loss": 0.1193,
      "num_input_tokens_seen": 21105056,
      "step": 10955
    },
    {
      "epoch": 1.7879924953095685,
      "grad_norm": 0.46370625495910645,
      "learning_rate": 4.129733212239861e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 21113904,
      "step": 10960
    },
    {
      "epoch": 1.7888082225303858,
      "grad_norm": 0.9482101798057556,
      "learning_rate": 4.128988616789774e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 21124224,
      "step": 10965
    },
    {
      "epoch": 1.7896239497512032,
      "grad_norm": 0.9916880130767822,
      "learning_rate": 4.1282437701291724e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 21134704,
      "step": 10970
    },
    {
      "epoch": 1.7904396769720206,
      "grad_norm": 1.5026212930679321,
      "learning_rate": 4.1274986723729184e-05,
      "loss": 0.2335,
      "num_input_tokens_seen": 21144864,
      "step": 10975
    },
    {
      "epoch": 1.791255404192838,
      "grad_norm": 0.4113282561302185,
      "learning_rate": 4.126753323635917e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 21155840,
      "step": 10980
    },
    {
      "epoch": 1.7920711314136553,
      "grad_norm": 0.3513440787792206,
      "learning_rate": 4.12600772403311e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 21166272,
      "step": 10985
    },
    {
      "epoch": 1.7928868586344726,
      "grad_norm": 1.0125019550323486,
      "learning_rate": 4.125261873679479e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 21176416,
      "step": 10990
    },
    {
      "epoch": 1.79370258585529,
      "grad_norm": 0.7499683499336243,
      "learning_rate": 4.124515772690042e-05,
      "loss": 0.202,
      "num_input_tokens_seen": 21185680,
      "step": 10995
    },
    {
      "epoch": 1.7945183130761073,
      "grad_norm": 0.6577242612838745,
      "learning_rate": 4.123769421179858e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 21195024,
      "step": 11000
    },
    {
      "epoch": 1.7945183130761073,
      "eval_loss": 0.17259842157363892,
      "eval_runtime": 71.4282,
      "eval_samples_per_second": 38.15,
      "eval_steps_per_second": 19.082,
      "num_input_tokens_seen": 21195024,
      "step": 11000
    },
    {
      "epoch": 1.7953340402969247,
      "grad_norm": 0.4641195237636566,
      "learning_rate": 4.1230228192640236e-05,
      "loss": 0.1441,
      "num_input_tokens_seen": 21203376,
      "step": 11005
    },
    {
      "epoch": 1.796149767517742,
      "grad_norm": 0.5773992538452148,
      "learning_rate": 4.122275967057675e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 21212672,
      "step": 11010
    },
    {
      "epoch": 1.7969654947385594,
      "grad_norm": 0.9737133383750916,
      "learning_rate": 4.1215288646759846e-05,
      "loss": 0.1914,
      "num_input_tokens_seen": 21222656,
      "step": 11015
    },
    {
      "epoch": 1.7977812219593767,
      "grad_norm": 0.33162885904312134,
      "learning_rate": 4.120781512234166e-05,
      "loss": 0.1353,
      "num_input_tokens_seen": 21231456,
      "step": 11020
    },
    {
      "epoch": 1.7985969491801943,
      "grad_norm": 1.2553297281265259,
      "learning_rate": 4.120033909847471e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 21241568,
      "step": 11025
    },
    {
      "epoch": 1.7994126764010114,
      "grad_norm": 1.5409045219421387,
      "learning_rate": 4.119286057631187e-05,
      "loss": 0.2338,
      "num_input_tokens_seen": 21251136,
      "step": 11030
    },
    {
      "epoch": 1.800228403621829,
      "grad_norm": 1.255367636680603,
      "learning_rate": 4.118537955700646e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 21262320,
      "step": 11035
    },
    {
      "epoch": 1.8010441308426461,
      "grad_norm": 0.5968404412269592,
      "learning_rate": 4.11778960417121e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 21272256,
      "step": 11040
    },
    {
      "epoch": 1.8018598580634637,
      "grad_norm": 0.8238890767097473,
      "learning_rate": 4.117041003158288e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 21281600,
      "step": 11045
    },
    {
      "epoch": 1.8026755852842808,
      "grad_norm": 0.603137731552124,
      "learning_rate": 4.1162921527773215e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 21291072,
      "step": 11050
    },
    {
      "epoch": 1.8034913125050984,
      "grad_norm": 1.4735920429229736,
      "learning_rate": 4.115543053143794e-05,
      "loss": 0.2235,
      "num_input_tokens_seen": 21300624,
      "step": 11055
    },
    {
      "epoch": 1.8043070397259156,
      "grad_norm": 0.46062731742858887,
      "learning_rate": 4.114793704373226e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 21310656,
      "step": 11060
    },
    {
      "epoch": 1.8051227669467331,
      "grad_norm": 0.7951711416244507,
      "learning_rate": 4.114044106581175e-05,
      "loss": 0.1624,
      "num_input_tokens_seen": 21319200,
      "step": 11065
    },
    {
      "epoch": 1.8059384941675503,
      "grad_norm": 0.6748717427253723,
      "learning_rate": 4.11329425988324e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 21328576,
      "step": 11070
    },
    {
      "epoch": 1.8067542213883678,
      "grad_norm": 0.46283993124961853,
      "learning_rate": 4.112544164395056e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 21338176,
      "step": 11075
    },
    {
      "epoch": 1.807569948609185,
      "grad_norm": 1.2664175033569336,
      "learning_rate": 4.111793820232297e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 21347936,
      "step": 11080
    },
    {
      "epoch": 1.8083856758300025,
      "grad_norm": 0.5731179118156433,
      "learning_rate": 4.1110432275106767e-05,
      "loss": 0.1617,
      "num_input_tokens_seen": 21356672,
      "step": 11085
    },
    {
      "epoch": 1.8092014030508197,
      "grad_norm": 0.5590835213661194,
      "learning_rate": 4.110292386345944e-05,
      "loss": 0.1144,
      "num_input_tokens_seen": 21366288,
      "step": 11090
    },
    {
      "epoch": 1.8100171302716372,
      "grad_norm": 1.1393780708312988,
      "learning_rate": 4.109541296853891e-05,
      "loss": 0.2202,
      "num_input_tokens_seen": 21375024,
      "step": 11095
    },
    {
      "epoch": 1.8108328574924544,
      "grad_norm": 1.2742458581924438,
      "learning_rate": 4.108789959150341e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 21385136,
      "step": 11100
    },
    {
      "epoch": 1.811648584713272,
      "grad_norm": 1.126449704170227,
      "learning_rate": 4.108038373351163e-05,
      "loss": 0.1917,
      "num_input_tokens_seen": 21393024,
      "step": 11105
    },
    {
      "epoch": 1.812464311934089,
      "grad_norm": 0.741280734539032,
      "learning_rate": 4.10728653957226e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 21401520,
      "step": 11110
    },
    {
      "epoch": 1.8132800391549067,
      "grad_norm": 0.3022238612174988,
      "learning_rate": 4.106534457929575e-05,
      "loss": 0.1798,
      "num_input_tokens_seen": 21410544,
      "step": 11115
    },
    {
      "epoch": 1.814095766375724,
      "grad_norm": 0.7171841263771057,
      "learning_rate": 4.105782128539086e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 21418656,
      "step": 11120
    },
    {
      "epoch": 1.8149114935965414,
      "grad_norm": 0.5151745676994324,
      "learning_rate": 4.1050295515168144e-05,
      "loss": 0.0766,
      "num_input_tokens_seen": 21427584,
      "step": 11125
    },
    {
      "epoch": 1.8157272208173587,
      "grad_norm": 1.103903889656067,
      "learning_rate": 4.1042767269788155e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 21436416,
      "step": 11130
    },
    {
      "epoch": 1.816542948038176,
      "grad_norm": 0.9068179726600647,
      "learning_rate": 4.103523655041185e-05,
      "loss": 0.2172,
      "num_input_tokens_seen": 21444896,
      "step": 11135
    },
    {
      "epoch": 1.8173586752589934,
      "grad_norm": 0.9872853755950928,
      "learning_rate": 4.102770335820055e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 21453712,
      "step": 11140
    },
    {
      "epoch": 1.8181744024798108,
      "grad_norm": 0.3781589865684509,
      "learning_rate": 4.1020167694315984e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 21462704,
      "step": 11145
    },
    {
      "epoch": 1.8189901297006281,
      "grad_norm": 0.6544501185417175,
      "learning_rate": 4.101262955992023e-05,
      "loss": 0.154,
      "num_input_tokens_seen": 21471024,
      "step": 11150
    },
    {
      "epoch": 1.8198058569214455,
      "grad_norm": 1.383293628692627,
      "learning_rate": 4.100508895617578e-05,
      "loss": 0.1006,
      "num_input_tokens_seen": 21480352,
      "step": 11155
    },
    {
      "epoch": 1.8206215841422628,
      "grad_norm": 1.1539087295532227,
      "learning_rate": 4.099754588424547e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 21490352,
      "step": 11160
    },
    {
      "epoch": 1.8214373113630802,
      "grad_norm": 0.27152085304260254,
      "learning_rate": 4.0990000345292546e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 21501216,
      "step": 11165
    },
    {
      "epoch": 1.8222530385838975,
      "grad_norm": 0.8896965980529785,
      "learning_rate": 4.098245234048064e-05,
      "loss": 0.2249,
      "num_input_tokens_seen": 21510704,
      "step": 11170
    },
    {
      "epoch": 1.8230687658047149,
      "grad_norm": 0.5226863622665405,
      "learning_rate": 4.0974901870973726e-05,
      "loss": 0.2817,
      "num_input_tokens_seen": 21520704,
      "step": 11175
    },
    {
      "epoch": 1.8238844930255322,
      "grad_norm": 0.5705016851425171,
      "learning_rate": 4.096734893793619e-05,
      "loss": 0.2769,
      "num_input_tokens_seen": 21530016,
      "step": 11180
    },
    {
      "epoch": 1.8247002202463496,
      "grad_norm": 0.8027874827384949,
      "learning_rate": 4.095979354253279e-05,
      "loss": 0.2042,
      "num_input_tokens_seen": 21540032,
      "step": 11185
    },
    {
      "epoch": 1.825515947467167,
      "grad_norm": 0.27600541710853577,
      "learning_rate": 4.0952235685928656e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 21550208,
      "step": 11190
    },
    {
      "epoch": 1.8263316746879843,
      "grad_norm": 0.4419212341308594,
      "learning_rate": 4.094467536928932e-05,
      "loss": 0.139,
      "num_input_tokens_seen": 21560688,
      "step": 11195
    },
    {
      "epoch": 1.8271474019088016,
      "grad_norm": 0.4459594488143921,
      "learning_rate": 4.093711259378067e-05,
      "loss": 0.2269,
      "num_input_tokens_seen": 21570368,
      "step": 11200
    },
    {
      "epoch": 1.8271474019088016,
      "eval_loss": 0.16987131536006927,
      "eval_runtime": 71.4212,
      "eval_samples_per_second": 38.154,
      "eval_steps_per_second": 19.084,
      "num_input_tokens_seen": 21570368,
      "step": 11200
    },
    {
      "epoch": 1.827963129129619,
      "grad_norm": 1.246301293373108,
      "learning_rate": 4.092954736056897e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 21580208,
      "step": 11205
    },
    {
      "epoch": 1.8287788563504366,
      "grad_norm": 0.6558755040168762,
      "learning_rate": 4.09219796708209e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 21589920,
      "step": 11210
    },
    {
      "epoch": 1.8295945835712537,
      "grad_norm": 0.5168679356575012,
      "learning_rate": 4.0914409525703464e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 21598256,
      "step": 11215
    },
    {
      "epoch": 1.8304103107920713,
      "grad_norm": 0.48067939281463623,
      "learning_rate": 4.090683692638408e-05,
      "loss": 0.1259,
      "num_input_tokens_seen": 21607392,
      "step": 11220
    },
    {
      "epoch": 1.8312260380128884,
      "grad_norm": 1.3848950862884521,
      "learning_rate": 4.089926187403056e-05,
      "loss": 0.2175,
      "num_input_tokens_seen": 21617104,
      "step": 11225
    },
    {
      "epoch": 1.832041765233706,
      "grad_norm": 0.36809787154197693,
      "learning_rate": 4.0891684369811044e-05,
      "loss": 0.1704,
      "num_input_tokens_seen": 21625824,
      "step": 11230
    },
    {
      "epoch": 1.8328574924545231,
      "grad_norm": 0.8229852318763733,
      "learning_rate": 4.0884104414894107e-05,
      "loss": 0.2347,
      "num_input_tokens_seen": 21636224,
      "step": 11235
    },
    {
      "epoch": 1.8336732196753407,
      "grad_norm": 1.4236030578613281,
      "learning_rate": 4.087652201044864e-05,
      "loss": 0.1553,
      "num_input_tokens_seen": 21646432,
      "step": 11240
    },
    {
      "epoch": 1.8344889468961578,
      "grad_norm": 0.793454110622406,
      "learning_rate": 4.086893715764397e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 21656048,
      "step": 11245
    },
    {
      "epoch": 1.8353046741169754,
      "grad_norm": 1.4177650213241577,
      "learning_rate": 4.086134985764977e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 21665872,
      "step": 11250
    },
    {
      "epoch": 1.8361204013377925,
      "grad_norm": 2.1418097019195557,
      "learning_rate": 4.0853760111636085e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 21675424,
      "step": 11255
    },
    {
      "epoch": 1.83693612855861,
      "grad_norm": 0.5163766741752625,
      "learning_rate": 4.084616792077337e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 21685264,
      "step": 11260
    },
    {
      "epoch": 1.8377518557794272,
      "grad_norm": 0.37200728058815,
      "learning_rate": 4.083857328623243e-05,
      "loss": 0.1351,
      "num_input_tokens_seen": 21694384,
      "step": 11265
    },
    {
      "epoch": 1.8385675830002448,
      "grad_norm": 0.36485037207603455,
      "learning_rate": 4.083097620918444e-05,
      "loss": 0.1841,
      "num_input_tokens_seen": 21704224,
      "step": 11270
    },
    {
      "epoch": 1.839383310221062,
      "grad_norm": 0.9059158563613892,
      "learning_rate": 4.082337669080097e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 21713440,
      "step": 11275
    },
    {
      "epoch": 1.8401990374418795,
      "grad_norm": 0.6108889579772949,
      "learning_rate": 4.081577473225398e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 21723952,
      "step": 11280
    },
    {
      "epoch": 1.8410147646626966,
      "grad_norm": 1.941194772720337,
      "learning_rate": 4.080817033471577e-05,
      "loss": 0.2066,
      "num_input_tokens_seen": 21732128,
      "step": 11285
    },
    {
      "epoch": 1.8418304918835142,
      "grad_norm": 0.3445354402065277,
      "learning_rate": 4.080056349935903e-05,
      "loss": 0.2424,
      "num_input_tokens_seen": 21741808,
      "step": 11290
    },
    {
      "epoch": 1.8426462191043314,
      "grad_norm": 0.48746928572654724,
      "learning_rate": 4.079295422735684e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 21750448,
      "step": 11295
    },
    {
      "epoch": 1.843461946325149,
      "grad_norm": 1.020057201385498,
      "learning_rate": 4.078534251988264e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 21760048,
      "step": 11300
    },
    {
      "epoch": 1.8442776735459663,
      "grad_norm": 0.3258260488510132,
      "learning_rate": 4.077772837811025e-05,
      "loss": 0.1245,
      "num_input_tokens_seen": 21768592,
      "step": 11305
    },
    {
      "epoch": 1.8450934007667836,
      "grad_norm": 0.43226203322410583,
      "learning_rate": 4.0770111803213874e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 21779328,
      "step": 11310
    },
    {
      "epoch": 1.845909127987601,
      "grad_norm": 0.6561707258224487,
      "learning_rate": 4.076249279636807e-05,
      "loss": 0.1961,
      "num_input_tokens_seen": 21788464,
      "step": 11315
    },
    {
      "epoch": 1.8467248552084183,
      "grad_norm": 1.3222033977508545,
      "learning_rate": 4.075487135874781e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 21798416,
      "step": 11320
    },
    {
      "epoch": 1.8475405824292357,
      "grad_norm": 0.8457627296447754,
      "learning_rate": 4.074724749152837e-05,
      "loss": 0.1427,
      "num_input_tokens_seen": 21808288,
      "step": 11325
    },
    {
      "epoch": 1.848356309650053,
      "grad_norm": 0.6339664459228516,
      "learning_rate": 4.07396211958855e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 21818080,
      "step": 11330
    },
    {
      "epoch": 1.8491720368708704,
      "grad_norm": 0.4338092505931854,
      "learning_rate": 4.073199247299523e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 21826880,
      "step": 11335
    },
    {
      "epoch": 1.8499877640916877,
      "grad_norm": 0.7444126009941101,
      "learning_rate": 4.072436132403403e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 21836688,
      "step": 11340
    },
    {
      "epoch": 1.850803491312505,
      "grad_norm": 1.0568169355392456,
      "learning_rate": 4.0716727750178704e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 21845696,
      "step": 11345
    },
    {
      "epoch": 1.8516192185333225,
      "grad_norm": 1.1785378456115723,
      "learning_rate": 4.0709091752606455e-05,
      "loss": 0.1564,
      "num_input_tokens_seen": 21855648,
      "step": 11350
    },
    {
      "epoch": 1.8524349457541398,
      "grad_norm": 0.5023857951164246,
      "learning_rate": 4.070145333249484e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 21865744,
      "step": 11355
    },
    {
      "epoch": 1.8532506729749572,
      "grad_norm": 1.1233826875686646,
      "learning_rate": 4.069381249102181e-05,
      "loss": 0.159,
      "num_input_tokens_seen": 21876096,
      "step": 11360
    },
    {
      "epoch": 1.8540664001957745,
      "grad_norm": 0.7280523777008057,
      "learning_rate": 4.0686169229365665e-05,
      "loss": 0.2119,
      "num_input_tokens_seen": 21886144,
      "step": 11365
    },
    {
      "epoch": 1.8548821274165919,
      "grad_norm": 0.8572565913200378,
      "learning_rate": 4.067852354870511e-05,
      "loss": 0.2337,
      "num_input_tokens_seen": 21895344,
      "step": 11370
    },
    {
      "epoch": 1.8556978546374092,
      "grad_norm": 0.6270698308944702,
      "learning_rate": 4.067087545021919e-05,
      "loss": 0.1907,
      "num_input_tokens_seen": 21904192,
      "step": 11375
    },
    {
      "epoch": 1.8565135818582266,
      "grad_norm": 0.752594530582428,
      "learning_rate": 4.066322493508734e-05,
      "loss": 0.1684,
      "num_input_tokens_seen": 21914080,
      "step": 11380
    },
    {
      "epoch": 1.857329309079044,
      "grad_norm": 0.4393646717071533,
      "learning_rate": 4.065557200448937e-05,
      "loss": 0.2132,
      "num_input_tokens_seen": 21922128,
      "step": 11385
    },
    {
      "epoch": 1.8581450362998613,
      "grad_norm": 1.464716911315918,
      "learning_rate": 4.064791665960546e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 21932208,
      "step": 11390
    },
    {
      "epoch": 1.8589607635206788,
      "grad_norm": 0.5356437563896179,
      "learning_rate": 4.064025890161615e-05,
      "loss": 0.1253,
      "num_input_tokens_seen": 21940960,
      "step": 11395
    },
    {
      "epoch": 1.859776490741496,
      "grad_norm": 0.6007501482963562,
      "learning_rate": 4.0632598731702373e-05,
      "loss": 0.1764,
      "num_input_tokens_seen": 21950896,
      "step": 11400
    },
    {
      "epoch": 1.859776490741496,
      "eval_loss": 0.1694190353155136,
      "eval_runtime": 71.3598,
      "eval_samples_per_second": 38.187,
      "eval_steps_per_second": 19.1,
      "num_input_tokens_seen": 21950896,
      "step": 11400
    },
    {
      "epoch": 1.8605922179623136,
      "grad_norm": 0.7160187363624573,
      "learning_rate": 4.0624936151045426e-05,
      "loss": 0.2222,
      "num_input_tokens_seen": 21960224,
      "step": 11405
    },
    {
      "epoch": 1.8614079451831307,
      "grad_norm": 0.9971181750297546,
      "learning_rate": 4.061727116082696e-05,
      "loss": 0.1819,
      "num_input_tokens_seen": 21969552,
      "step": 11410
    },
    {
      "epoch": 1.8622236724039483,
      "grad_norm": 0.9252014756202698,
      "learning_rate": 4.060960376222903e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 21977712,
      "step": 11415
    },
    {
      "epoch": 1.8630393996247654,
      "grad_norm": 0.7203258275985718,
      "learning_rate": 4.0601933956434034e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 21985648,
      "step": 11420
    },
    {
      "epoch": 1.863855126845583,
      "grad_norm": 0.8574720025062561,
      "learning_rate": 4.059426174462476e-05,
      "loss": 0.1269,
      "num_input_tokens_seen": 21995696,
      "step": 11425
    },
    {
      "epoch": 1.8646708540664,
      "grad_norm": 0.5171301364898682,
      "learning_rate": 4.058658712798435e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 22006240,
      "step": 11430
    },
    {
      "epoch": 1.8654865812872177,
      "grad_norm": 0.8873023390769958,
      "learning_rate": 4.0578910107696336e-05,
      "loss": 0.2015,
      "num_input_tokens_seen": 22015520,
      "step": 11435
    },
    {
      "epoch": 1.8663023085080348,
      "grad_norm": 0.36130884289741516,
      "learning_rate": 4.05712306849446e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 22024528,
      "step": 11440
    },
    {
      "epoch": 1.8671180357288524,
      "grad_norm": 0.8208479285240173,
      "learning_rate": 4.0563548860913415e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 22033696,
      "step": 11445
    },
    {
      "epoch": 1.8679337629496695,
      "grad_norm": 0.6641653776168823,
      "learning_rate": 4.0555864636787414e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 22043600,
      "step": 11450
    },
    {
      "epoch": 1.868749490170487,
      "grad_norm": 0.48250070214271545,
      "learning_rate": 4.054817801375159e-05,
      "loss": 0.1472,
      "num_input_tokens_seen": 22053072,
      "step": 11455
    },
    {
      "epoch": 1.8695652173913042,
      "grad_norm": 0.2792624235153198,
      "learning_rate": 4.054048899299134e-05,
      "loss": 0.1826,
      "num_input_tokens_seen": 22062160,
      "step": 11460
    },
    {
      "epoch": 1.8703809446121218,
      "grad_norm": 0.30351895093917847,
      "learning_rate": 4.0532797575692385e-05,
      "loss": 0.1754,
      "num_input_tokens_seen": 22072000,
      "step": 11465
    },
    {
      "epoch": 1.871196671832939,
      "grad_norm": 0.7864657640457153,
      "learning_rate": 4.052510376304085e-05,
      "loss": 0.1343,
      "num_input_tokens_seen": 22081488,
      "step": 11470
    },
    {
      "epoch": 1.8720123990537565,
      "grad_norm": 0.6662424802780151,
      "learning_rate": 4.051740755622321e-05,
      "loss": 0.162,
      "num_input_tokens_seen": 22090576,
      "step": 11475
    },
    {
      "epoch": 1.8728281262745736,
      "grad_norm": 1.2621904611587524,
      "learning_rate": 4.050970895642632e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 22098624,
      "step": 11480
    },
    {
      "epoch": 1.8736438534953912,
      "grad_norm": 0.8315528035163879,
      "learning_rate": 4.050200796483741e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 22107776,
      "step": 11485
    },
    {
      "epoch": 1.8744595807162086,
      "grad_norm": 0.44938209652900696,
      "learning_rate": 4.049430458264405e-05,
      "loss": 0.1534,
      "num_input_tokens_seen": 22116208,
      "step": 11490
    },
    {
      "epoch": 1.875275307937026,
      "grad_norm": 0.37199434638023376,
      "learning_rate": 4.048659881103422e-05,
      "loss": 0.197,
      "num_input_tokens_seen": 22126960,
      "step": 11495
    },
    {
      "epoch": 1.8760910351578433,
      "grad_norm": 0.9548404216766357,
      "learning_rate": 4.0478890651196235e-05,
      "loss": 0.1854,
      "num_input_tokens_seen": 22137792,
      "step": 11500
    },
    {
      "epoch": 1.8769067623786606,
      "grad_norm": 1.0215680599212646,
      "learning_rate": 4.047118010431879e-05,
      "loss": 0.2185,
      "num_input_tokens_seen": 22147648,
      "step": 11505
    },
    {
      "epoch": 1.877722489599478,
      "grad_norm": 1.155981183052063,
      "learning_rate": 4.046346717159094e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 22157792,
      "step": 11510
    },
    {
      "epoch": 1.8785382168202953,
      "grad_norm": 0.6211115121841431,
      "learning_rate": 4.045575185420214e-05,
      "loss": 0.098,
      "num_input_tokens_seen": 22167424,
      "step": 11515
    },
    {
      "epoch": 1.8793539440411127,
      "grad_norm": 0.9269372224807739,
      "learning_rate": 4.0448034153342165e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 22176368,
      "step": 11520
    },
    {
      "epoch": 1.88016967126193,
      "grad_norm": 0.5202150344848633,
      "learning_rate": 4.0440314070201194e-05,
      "loss": 0.205,
      "num_input_tokens_seen": 22185744,
      "step": 11525
    },
    {
      "epoch": 1.8809853984827474,
      "grad_norm": 0.240058034658432,
      "learning_rate": 4.043259160596976e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 22194704,
      "step": 11530
    },
    {
      "epoch": 1.8818011257035647,
      "grad_norm": 0.8075085282325745,
      "learning_rate": 4.0424866761838767e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 22205808,
      "step": 11535
    },
    {
      "epoch": 1.882616852924382,
      "grad_norm": 0.737502932548523,
      "learning_rate": 4.041713953899948e-05,
      "loss": 0.1505,
      "num_input_tokens_seen": 22214880,
      "step": 11540
    },
    {
      "epoch": 1.8834325801451994,
      "grad_norm": 0.7668415307998657,
      "learning_rate": 4.0409409938643515e-05,
      "loss": 0.1261,
      "num_input_tokens_seen": 22222976,
      "step": 11545
    },
    {
      "epoch": 1.8842483073660168,
      "grad_norm": 0.44044235348701477,
      "learning_rate": 4.0401677961962904e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 22232096,
      "step": 11550
    },
    {
      "epoch": 1.8850640345868341,
      "grad_norm": 0.6584101319313049,
      "learning_rate": 4.039394361015001e-05,
      "loss": 0.0939,
      "num_input_tokens_seen": 22243168,
      "step": 11555
    },
    {
      "epoch": 1.8858797618076515,
      "grad_norm": 0.9615529775619507,
      "learning_rate": 4.038620688439755e-05,
      "loss": 0.1006,
      "num_input_tokens_seen": 22251648,
      "step": 11560
    },
    {
      "epoch": 1.8866954890284688,
      "grad_norm": 0.6204175353050232,
      "learning_rate": 4.037846778589862e-05,
      "loss": 0.0919,
      "num_input_tokens_seen": 22262208,
      "step": 11565
    },
    {
      "epoch": 1.8875112162492862,
      "grad_norm": 0.8095833659172058,
      "learning_rate": 4.0370726315846715e-05,
      "loss": 0.2493,
      "num_input_tokens_seen": 22273248,
      "step": 11570
    },
    {
      "epoch": 1.8883269434701035,
      "grad_norm": 0.8219390511512756,
      "learning_rate": 4.036298247543565e-05,
      "loss": 0.1474,
      "num_input_tokens_seen": 22283392,
      "step": 11575
    },
    {
      "epoch": 1.8891426706909211,
      "grad_norm": 0.515957236289978,
      "learning_rate": 4.035523626585962e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 22294096,
      "step": 11580
    },
    {
      "epoch": 1.8899583979117383,
      "grad_norm": 1.6596578359603882,
      "learning_rate": 4.0347487688313194e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 22303424,
      "step": 11585
    },
    {
      "epoch": 1.8907741251325558,
      "grad_norm": 1.9678605794906616,
      "learning_rate": 4.0339736743991296e-05,
      "loss": 0.2066,
      "num_input_tokens_seen": 22313456,
      "step": 11590
    },
    {
      "epoch": 1.891589852353373,
      "grad_norm": 0.27850979566574097,
      "learning_rate": 4.0331983434089227e-05,
      "loss": 0.165,
      "num_input_tokens_seen": 22322784,
      "step": 11595
    },
    {
      "epoch": 1.8924055795741905,
      "grad_norm": 2.1361827850341797,
      "learning_rate": 4.032422775980264e-05,
      "loss": 0.2841,
      "num_input_tokens_seen": 22333376,
      "step": 11600
    },
    {
      "epoch": 1.8924055795741905,
      "eval_loss": 0.16926518082618713,
      "eval_runtime": 71.4234,
      "eval_samples_per_second": 38.153,
      "eval_steps_per_second": 19.083,
      "num_input_tokens_seen": 22333376,
      "step": 11600
    },
    {
      "epoch": 1.8932213067950077,
      "grad_norm": 0.6011626720428467,
      "learning_rate": 4.031646972232754e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 22342944,
      "step": 11605
    },
    {
      "epoch": 1.8940370340158252,
      "grad_norm": 0.43827521800994873,
      "learning_rate": 4.0308709322860344e-05,
      "loss": 0.0963,
      "num_input_tokens_seen": 22352128,
      "step": 11610
    },
    {
      "epoch": 1.8948527612366424,
      "grad_norm": 1.0722514390945435,
      "learning_rate": 4.0300946562597784e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 22362688,
      "step": 11615
    },
    {
      "epoch": 1.89566848845746,
      "grad_norm": 0.533453643321991,
      "learning_rate": 4.029318144273698e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 22370528,
      "step": 11620
    },
    {
      "epoch": 1.896484215678277,
      "grad_norm": 0.5554435849189758,
      "learning_rate": 4.0285413964475415e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 22380784,
      "step": 11625
    },
    {
      "epoch": 1.8972999428990946,
      "grad_norm": 0.8033446669578552,
      "learning_rate": 4.0277644129010927e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 22391200,
      "step": 11630
    },
    {
      "epoch": 1.8981156701199118,
      "grad_norm": 0.8625591993331909,
      "learning_rate": 4.0269871937541724e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 22400288,
      "step": 11635
    },
    {
      "epoch": 1.8989313973407294,
      "grad_norm": 0.9746128916740417,
      "learning_rate": 4.026209739126637e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 22409152,
      "step": 11640
    },
    {
      "epoch": 1.8997471245615465,
      "grad_norm": 0.45118239521980286,
      "learning_rate": 4.025432049138381e-05,
      "loss": 0.2021,
      "num_input_tokens_seen": 22418880,
      "step": 11645
    },
    {
      "epoch": 1.900562851782364,
      "grad_norm": 1.0567896366119385,
      "learning_rate": 4.0246541239093325e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 22428048,
      "step": 11650
    },
    {
      "epoch": 1.9013785790031812,
      "grad_norm": 1.3514989614486694,
      "learning_rate": 4.023875963559459e-05,
      "loss": 0.1495,
      "num_input_tokens_seen": 22436944,
      "step": 11655
    },
    {
      "epoch": 1.9021943062239988,
      "grad_norm": 0.9693395495414734,
      "learning_rate": 4.023097568208761e-05,
      "loss": 0.2017,
      "num_input_tokens_seen": 22446960,
      "step": 11660
    },
    {
      "epoch": 1.903010033444816,
      "grad_norm": 0.6570419073104858,
      "learning_rate": 4.022318937977277e-05,
      "loss": 0.1895,
      "num_input_tokens_seen": 22457728,
      "step": 11665
    },
    {
      "epoch": 1.9038257606656335,
      "grad_norm": 0.428924024105072,
      "learning_rate": 4.021540072985084e-05,
      "loss": 0.1285,
      "num_input_tokens_seen": 22467712,
      "step": 11670
    },
    {
      "epoch": 1.9046414878864508,
      "grad_norm": 0.8736847043037415,
      "learning_rate": 4.020760973352289e-05,
      "loss": 0.2894,
      "num_input_tokens_seen": 22477824,
      "step": 11675
    },
    {
      "epoch": 1.9054572151072682,
      "grad_norm": 0.43321770429611206,
      "learning_rate": 4.019981639199042e-05,
      "loss": 0.0992,
      "num_input_tokens_seen": 22487408,
      "step": 11680
    },
    {
      "epoch": 1.9062729423280855,
      "grad_norm": 0.3938881456851959,
      "learning_rate": 4.0192020706455245e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 22496560,
      "step": 11685
    },
    {
      "epoch": 1.9070886695489029,
      "grad_norm": 0.5128692984580994,
      "learning_rate": 4.018422267811956e-05,
      "loss": 0.1358,
      "num_input_tokens_seen": 22506608,
      "step": 11690
    },
    {
      "epoch": 1.9079043967697202,
      "grad_norm": 1.2487541437149048,
      "learning_rate": 4.017642230818592e-05,
      "loss": 0.2684,
      "num_input_tokens_seen": 22515808,
      "step": 11695
    },
    {
      "epoch": 1.9087201239905376,
      "grad_norm": 0.44715937972068787,
      "learning_rate": 4.0168619597857246e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 22524544,
      "step": 11700
    },
    {
      "epoch": 1.909535851211355,
      "grad_norm": 1.5327259302139282,
      "learning_rate": 4.016081454833681e-05,
      "loss": 0.2084,
      "num_input_tokens_seen": 22534080,
      "step": 11705
    },
    {
      "epoch": 1.9103515784321723,
      "grad_norm": 0.9788749814033508,
      "learning_rate": 4.0153007160828245e-05,
      "loss": 0.207,
      "num_input_tokens_seen": 22542800,
      "step": 11710
    },
    {
      "epoch": 1.9111673056529896,
      "grad_norm": 1.0622109174728394,
      "learning_rate": 4.0145197436535555e-05,
      "loss": 0.1627,
      "num_input_tokens_seen": 22553392,
      "step": 11715
    },
    {
      "epoch": 1.911983032873807,
      "grad_norm": 0.3747170865535736,
      "learning_rate": 4.0137385376663095e-05,
      "loss": 0.222,
      "num_input_tokens_seen": 22561936,
      "step": 11720
    },
    {
      "epoch": 1.9127987600946244,
      "grad_norm": 1.3639508485794067,
      "learning_rate": 4.012957098241558e-05,
      "loss": 0.1763,
      "num_input_tokens_seen": 22571312,
      "step": 11725
    },
    {
      "epoch": 1.9136144873154417,
      "grad_norm": 1.0618540048599243,
      "learning_rate": 4.0121754254998076e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 22580976,
      "step": 11730
    },
    {
      "epoch": 1.914430214536259,
      "grad_norm": 0.5179532766342163,
      "learning_rate": 4.011393519561606e-05,
      "loss": 0.1482,
      "num_input_tokens_seen": 22589152,
      "step": 11735
    },
    {
      "epoch": 1.9152459417570764,
      "grad_norm": 0.3199046850204468,
      "learning_rate": 4.010611380547529e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 22597968,
      "step": 11740
    },
    {
      "epoch": 1.9160616689778938,
      "grad_norm": 1.4738377332687378,
      "learning_rate": 4.009829008578192e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 22607760,
      "step": 11745
    },
    {
      "epoch": 1.9168773961987111,
      "grad_norm": 0.4501371383666992,
      "learning_rate": 4.00904640377425e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 22616816,
      "step": 11750
    },
    {
      "epoch": 1.9176931234195285,
      "grad_norm": 0.5287134647369385,
      "learning_rate": 4.0082635662563886e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 22626192,
      "step": 11755
    },
    {
      "epoch": 1.9185088506403458,
      "grad_norm": 0.8985245823860168,
      "learning_rate": 4.007480496145331e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 22636832,
      "step": 11760
    },
    {
      "epoch": 1.9193245778611632,
      "grad_norm": 0.5734133124351501,
      "learning_rate": 4.006697193561837e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 22647776,
      "step": 11765
    },
    {
      "epoch": 1.9201403050819805,
      "grad_norm": 1.4736019372940063,
      "learning_rate": 4.005913658626701e-05,
      "loss": 0.1877,
      "num_input_tokens_seen": 22656256,
      "step": 11770
    },
    {
      "epoch": 1.920956032302798,
      "grad_norm": 1.3116425275802612,
      "learning_rate": 4.005129891460754e-05,
      "loss": 0.156,
      "num_input_tokens_seen": 22666992,
      "step": 11775
    },
    {
      "epoch": 1.9217717595236152,
      "grad_norm": 0.6612889170646667,
      "learning_rate": 4.004345892184864e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 22674992,
      "step": 11780
    },
    {
      "epoch": 1.9225874867444328,
      "grad_norm": 0.5293737649917603,
      "learning_rate": 4.003561660919932e-05,
      "loss": 0.2264,
      "num_input_tokens_seen": 22685648,
      "step": 11785
    },
    {
      "epoch": 1.92340321396525,
      "grad_norm": 0.7555166482925415,
      "learning_rate": 4.002777197786897e-05,
      "loss": 0.1975,
      "num_input_tokens_seen": 22694304,
      "step": 11790
    },
    {
      "epoch": 1.9242189411860675,
      "grad_norm": 1.0638785362243652,
      "learning_rate": 4.0019925029067326e-05,
      "loss": 0.2102,
      "num_input_tokens_seen": 22703808,
      "step": 11795
    },
    {
      "epoch": 1.9250346684068846,
      "grad_norm": 1.1316494941711426,
      "learning_rate": 4.0012075764004495e-05,
      "loss": 0.1231,
      "num_input_tokens_seen": 22714512,
      "step": 11800
    },
    {
      "epoch": 1.9250346684068846,
      "eval_loss": 0.1703113317489624,
      "eval_runtime": 71.4721,
      "eval_samples_per_second": 38.127,
      "eval_steps_per_second": 19.07,
      "num_input_tokens_seen": 22714512,
      "step": 11800
    },
    {
      "epoch": 1.9258503956277022,
      "grad_norm": 0.7292758226394653,
      "learning_rate": 4.000422418389094e-05,
      "loss": 0.2165,
      "num_input_tokens_seen": 22724432,
      "step": 11805
    },
    {
      "epoch": 1.9266661228485193,
      "grad_norm": 0.8285768628120422,
      "learning_rate": 3.999637028993744e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 22734736,
      "step": 11810
    },
    {
      "epoch": 1.927481850069337,
      "grad_norm": 0.9308449625968933,
      "learning_rate": 3.99885140833552e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 22745440,
      "step": 11815
    },
    {
      "epoch": 1.928297577290154,
      "grad_norm": 0.48924487829208374,
      "learning_rate": 3.998065556535572e-05,
      "loss": 0.0992,
      "num_input_tokens_seen": 22753568,
      "step": 11820
    },
    {
      "epoch": 1.9291133045109716,
      "grad_norm": 0.18692466616630554,
      "learning_rate": 3.9972794737150895e-05,
      "loss": 0.125,
      "num_input_tokens_seen": 22763680,
      "step": 11825
    },
    {
      "epoch": 1.9299290317317888,
      "grad_norm": 0.9046112895011902,
      "learning_rate": 3.996493159995297e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 22773264,
      "step": 11830
    },
    {
      "epoch": 1.9307447589526063,
      "grad_norm": 1.1812666654586792,
      "learning_rate": 3.995706615497453e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 22782784,
      "step": 11835
    },
    {
      "epoch": 1.9315604861734235,
      "grad_norm": 1.2545732259750366,
      "learning_rate": 3.994919840342852e-05,
      "loss": 0.2288,
      "num_input_tokens_seen": 22792064,
      "step": 11840
    },
    {
      "epoch": 1.932376213394241,
      "grad_norm": 1.1326713562011719,
      "learning_rate": 3.994132834652825e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 22800560,
      "step": 11845
    },
    {
      "epoch": 1.9331919406150582,
      "grad_norm": 0.8291823267936707,
      "learning_rate": 3.99334559854874e-05,
      "loss": 0.1435,
      "num_input_tokens_seen": 22811728,
      "step": 11850
    },
    {
      "epoch": 1.9340076678358757,
      "grad_norm": 0.5927329063415527,
      "learning_rate": 3.9925581321519955e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 22819904,
      "step": 11855
    },
    {
      "epoch": 1.934823395056693,
      "grad_norm": 1.2493888139724731,
      "learning_rate": 3.991770435584031e-05,
      "loss": 0.2331,
      "num_input_tokens_seen": 22828592,
      "step": 11860
    },
    {
      "epoch": 1.9356391222775104,
      "grad_norm": 1.206259846687317,
      "learning_rate": 3.990982508966319e-05,
      "loss": 0.1513,
      "num_input_tokens_seen": 22838464,
      "step": 11865
    },
    {
      "epoch": 1.9364548494983278,
      "grad_norm": 0.2617190480232239,
      "learning_rate": 3.990194352420367e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 22847488,
      "step": 11870
    },
    {
      "epoch": 1.9372705767191452,
      "grad_norm": 0.7156427502632141,
      "learning_rate": 3.9894059660677184e-05,
      "loss": 0.1996,
      "num_input_tokens_seen": 22856384,
      "step": 11875
    },
    {
      "epoch": 1.9380863039399625,
      "grad_norm": 1.559431791305542,
      "learning_rate": 3.9886173500299526e-05,
      "loss": 0.1587,
      "num_input_tokens_seen": 22866224,
      "step": 11880
    },
    {
      "epoch": 1.9389020311607799,
      "grad_norm": 1.1815365552902222,
      "learning_rate": 3.987828504428685e-05,
      "loss": 0.2435,
      "num_input_tokens_seen": 22876512,
      "step": 11885
    },
    {
      "epoch": 1.9397177583815972,
      "grad_norm": 0.7172653079032898,
      "learning_rate": 3.987039429385565e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 22886800,
      "step": 11890
    },
    {
      "epoch": 1.9405334856024146,
      "grad_norm": 0.8696141242980957,
      "learning_rate": 3.986250125022277e-05,
      "loss": 0.2392,
      "num_input_tokens_seen": 22895728,
      "step": 11895
    },
    {
      "epoch": 1.941349212823232,
      "grad_norm": 0.9965118765830994,
      "learning_rate": 3.985460591460544e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 22905424,
      "step": 11900
    },
    {
      "epoch": 1.9421649400440493,
      "grad_norm": 0.2722676396369934,
      "learning_rate": 3.984670828822118e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 22914016,
      "step": 11905
    },
    {
      "epoch": 1.9429806672648666,
      "grad_norm": 0.4388449490070343,
      "learning_rate": 3.983880837228794e-05,
      "loss": 0.1927,
      "num_input_tokens_seen": 22924448,
      "step": 11910
    },
    {
      "epoch": 1.943796394485684,
      "grad_norm": 0.44623902440071106,
      "learning_rate": 3.983090616802396e-05,
      "loss": 0.1295,
      "num_input_tokens_seen": 22933152,
      "step": 11915
    },
    {
      "epoch": 1.9446121217065013,
      "grad_norm": 0.6366105079650879,
      "learning_rate": 3.982300167664788e-05,
      "loss": 0.2852,
      "num_input_tokens_seen": 22942112,
      "step": 11920
    },
    {
      "epoch": 1.9454278489273187,
      "grad_norm": 0.9421872496604919,
      "learning_rate": 3.981509489937868e-05,
      "loss": 0.2094,
      "num_input_tokens_seen": 22951360,
      "step": 11925
    },
    {
      "epoch": 1.946243576148136,
      "grad_norm": 1.4519964456558228,
      "learning_rate": 3.9807185837435643e-05,
      "loss": 0.2635,
      "num_input_tokens_seen": 22961824,
      "step": 11930
    },
    {
      "epoch": 1.9470593033689534,
      "grad_norm": 1.034796118736267,
      "learning_rate": 3.9799274492038484e-05,
      "loss": 0.2676,
      "num_input_tokens_seen": 22970784,
      "step": 11935
    },
    {
      "epoch": 1.9478750305897707,
      "grad_norm": 0.5865668654441833,
      "learning_rate": 3.979136086440722e-05,
      "loss": 0.1657,
      "num_input_tokens_seen": 22980960,
      "step": 11940
    },
    {
      "epoch": 1.948690757810588,
      "grad_norm": 0.34867364168167114,
      "learning_rate": 3.9783444955762226e-05,
      "loss": 0.1284,
      "num_input_tokens_seen": 22991136,
      "step": 11945
    },
    {
      "epoch": 1.9495064850314054,
      "grad_norm": 1.1137603521347046,
      "learning_rate": 3.977552676732424e-05,
      "loss": 0.2131,
      "num_input_tokens_seen": 23000896,
      "step": 11950
    },
    {
      "epoch": 1.9503222122522228,
      "grad_norm": 1.1203410625457764,
      "learning_rate": 3.976760630031435e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 23010528,
      "step": 11955
    },
    {
      "epoch": 1.9511379394730404,
      "grad_norm": 0.8555232882499695,
      "learning_rate": 3.975968355595398e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 23018800,
      "step": 11960
    },
    {
      "epoch": 1.9519536666938575,
      "grad_norm": 0.605188250541687,
      "learning_rate": 3.9751758535464935e-05,
      "loss": 0.1335,
      "num_input_tokens_seen": 23029392,
      "step": 11965
    },
    {
      "epoch": 1.952769393914675,
      "grad_norm": 0.5953620076179504,
      "learning_rate": 3.9743831240069326e-05,
      "loss": 0.1778,
      "num_input_tokens_seen": 23040336,
      "step": 11970
    },
    {
      "epoch": 1.9535851211354922,
      "grad_norm": 0.5970708727836609,
      "learning_rate": 3.9735901670989675e-05,
      "loss": 0.2563,
      "num_input_tokens_seen": 23050672,
      "step": 11975
    },
    {
      "epoch": 1.9544008483563098,
      "grad_norm": 0.8016745448112488,
      "learning_rate": 3.97279698294488e-05,
      "loss": 0.266,
      "num_input_tokens_seen": 23059984,
      "step": 11980
    },
    {
      "epoch": 1.955216575577127,
      "grad_norm": 0.8791018724441528,
      "learning_rate": 3.9720035716669876e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 23069296,
      "step": 11985
    },
    {
      "epoch": 1.9560323027979445,
      "grad_norm": 0.5321162343025208,
      "learning_rate": 3.9712099333876474e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 23079568,
      "step": 11990
    },
    {
      "epoch": 1.9568480300187616,
      "grad_norm": 0.8952717781066895,
      "learning_rate": 3.9704160682292475e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 23089536,
      "step": 11995
    },
    {
      "epoch": 1.9576637572395792,
      "grad_norm": 1.028515100479126,
      "learning_rate": 3.9696219763142106e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 23099888,
      "step": 12000
    },
    {
      "epoch": 1.9576637572395792,
      "eval_loss": 0.1687464416027069,
      "eval_runtime": 71.4437,
      "eval_samples_per_second": 38.142,
      "eval_steps_per_second": 19.078,
      "num_input_tokens_seen": 23099888,
      "step": 12000
    },
    {
      "epoch": 1.9584794844603963,
      "grad_norm": 0.46004948019981384,
      "learning_rate": 3.968827657764997e-05,
      "loss": 0.0834,
      "num_input_tokens_seen": 23108880,
      "step": 12005
    },
    {
      "epoch": 1.959295211681214,
      "grad_norm": 0.7124919295310974,
      "learning_rate": 3.9680331127041e-05,
      "loss": 0.1897,
      "num_input_tokens_seen": 23117376,
      "step": 12010
    },
    {
      "epoch": 1.960110938902031,
      "grad_norm": 0.7497685551643372,
      "learning_rate": 3.9672383412540495e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 23126624,
      "step": 12015
    },
    {
      "epoch": 1.9609266661228486,
      "grad_norm": 0.4031834602355957,
      "learning_rate": 3.966443343537407e-05,
      "loss": 0.2258,
      "num_input_tokens_seen": 23135600,
      "step": 12020
    },
    {
      "epoch": 1.9617423933436657,
      "grad_norm": 1.0986895561218262,
      "learning_rate": 3.965648119676772e-05,
      "loss": 0.1664,
      "num_input_tokens_seen": 23145824,
      "step": 12025
    },
    {
      "epoch": 1.9625581205644833,
      "grad_norm": 0.8817828893661499,
      "learning_rate": 3.96485266979478e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 23155808,
      "step": 12030
    },
    {
      "epoch": 1.9633738477853004,
      "grad_norm": 0.4931808412075043,
      "learning_rate": 3.9640569940140974e-05,
      "loss": 0.2092,
      "num_input_tokens_seen": 23166720,
      "step": 12035
    },
    {
      "epoch": 1.964189575006118,
      "grad_norm": 0.9698516130447388,
      "learning_rate": 3.963261092457428e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 23176672,
      "step": 12040
    },
    {
      "epoch": 1.9650053022269351,
      "grad_norm": 0.9937055706977844,
      "learning_rate": 3.962464965247509e-05,
      "loss": 0.1419,
      "num_input_tokens_seen": 23187248,
      "step": 12045
    },
    {
      "epoch": 1.9658210294477527,
      "grad_norm": 0.8580533862113953,
      "learning_rate": 3.9616686125071135e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 23196416,
      "step": 12050
    },
    {
      "epoch": 1.96663675666857,
      "grad_norm": 0.5395755171775818,
      "learning_rate": 3.9608720343590506e-05,
      "loss": 0.1857,
      "num_input_tokens_seen": 23204736,
      "step": 12055
    },
    {
      "epoch": 1.9674524838893874,
      "grad_norm": 0.8156977891921997,
      "learning_rate": 3.960075230926161e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 23215360,
      "step": 12060
    },
    {
      "epoch": 1.9682682111102048,
      "grad_norm": 0.6276549100875854,
      "learning_rate": 3.959278202331322e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 23224848,
      "step": 12065
    },
    {
      "epoch": 1.9690839383310221,
      "grad_norm": 1.6246449947357178,
      "learning_rate": 3.958480948697446e-05,
      "loss": 0.1826,
      "num_input_tokens_seen": 23234848,
      "step": 12070
    },
    {
      "epoch": 1.9698996655518395,
      "grad_norm": 0.415836364030838,
      "learning_rate": 3.95768347014748e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 23244800,
      "step": 12075
    },
    {
      "epoch": 1.9707153927726568,
      "grad_norm": 0.6779038310050964,
      "learning_rate": 3.956885766804404e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 23254336,
      "step": 12080
    },
    {
      "epoch": 1.9715311199934742,
      "grad_norm": 0.7849526405334473,
      "learning_rate": 3.956087838791235e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 23264000,
      "step": 12085
    },
    {
      "epoch": 1.9723468472142915,
      "grad_norm": 0.9442914128303528,
      "learning_rate": 3.955289686231022e-05,
      "loss": 0.2728,
      "num_input_tokens_seen": 23273456,
      "step": 12090
    },
    {
      "epoch": 1.973162574435109,
      "grad_norm": 1.4626500606536865,
      "learning_rate": 3.9544913092468504e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 23282624,
      "step": 12095
    },
    {
      "epoch": 1.9739783016559262,
      "grad_norm": 0.49204114079475403,
      "learning_rate": 3.9536927079618425e-05,
      "loss": 0.1854,
      "num_input_tokens_seen": 23292640,
      "step": 12100
    },
    {
      "epoch": 1.9747940288767436,
      "grad_norm": 1.0071699619293213,
      "learning_rate": 3.9528938824991494e-05,
      "loss": 0.1578,
      "num_input_tokens_seen": 23301168,
      "step": 12105
    },
    {
      "epoch": 1.975609756097561,
      "grad_norm": 0.6340422630310059,
      "learning_rate": 3.952094832981962e-05,
      "loss": 0.1321,
      "num_input_tokens_seen": 23311648,
      "step": 12110
    },
    {
      "epoch": 1.9764254833183783,
      "grad_norm": 0.8279728889465332,
      "learning_rate": 3.951295559533503e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 23321408,
      "step": 12115
    },
    {
      "epoch": 1.9772412105391957,
      "grad_norm": 1.0416635274887085,
      "learning_rate": 3.95049606227703e-05,
      "loss": 0.2438,
      "num_input_tokens_seen": 23330320,
      "step": 12120
    },
    {
      "epoch": 1.978056937760013,
      "grad_norm": 1.1968073844909668,
      "learning_rate": 3.949696341335838e-05,
      "loss": 0.1813,
      "num_input_tokens_seen": 23340160,
      "step": 12125
    },
    {
      "epoch": 1.9788726649808304,
      "grad_norm": 1.1588943004608154,
      "learning_rate": 3.9488963968332503e-05,
      "loss": 0.2052,
      "num_input_tokens_seen": 23349776,
      "step": 12130
    },
    {
      "epoch": 1.9796883922016477,
      "grad_norm": 0.9363778233528137,
      "learning_rate": 3.948096228892631e-05,
      "loss": 0.2179,
      "num_input_tokens_seen": 23360144,
      "step": 12135
    },
    {
      "epoch": 1.980504119422465,
      "grad_norm": 1.1271597146987915,
      "learning_rate": 3.947295837637375e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 23370128,
      "step": 12140
    },
    {
      "epoch": 1.9813198466432826,
      "grad_norm": 1.29744553565979,
      "learning_rate": 3.9464952231909135e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 23379584,
      "step": 12145
    },
    {
      "epoch": 1.9821355738640998,
      "grad_norm": 0.5664817690849304,
      "learning_rate": 3.945694385676711e-05,
      "loss": 0.149,
      "num_input_tokens_seen": 23388032,
      "step": 12150
    },
    {
      "epoch": 1.9829513010849174,
      "grad_norm": 0.8715219497680664,
      "learning_rate": 3.944893325218265e-05,
      "loss": 0.1547,
      "num_input_tokens_seen": 23396960,
      "step": 12155
    },
    {
      "epoch": 1.9837670283057345,
      "grad_norm": 1.5714408159255981,
      "learning_rate": 3.944092041939112e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 23406272,
      "step": 12160
    },
    {
      "epoch": 1.984582755526552,
      "grad_norm": 0.7032511830329895,
      "learning_rate": 3.943290535962818e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 23416512,
      "step": 12165
    },
    {
      "epoch": 1.9853984827473692,
      "grad_norm": 0.5097298622131348,
      "learning_rate": 3.942488807412985e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 23425632,
      "step": 12170
    },
    {
      "epoch": 1.9862142099681868,
      "grad_norm": 0.7006388306617737,
      "learning_rate": 3.941686856413251e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 23435504,
      "step": 12175
    },
    {
      "epoch": 1.987029937189004,
      "grad_norm": 0.6847208142280579,
      "learning_rate": 3.9408846830872874e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 23444336,
      "step": 12180
    },
    {
      "epoch": 1.9878456644098215,
      "grad_norm": 0.8219594955444336,
      "learning_rate": 3.940082287558798e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 23454256,
      "step": 12185
    },
    {
      "epoch": 1.9886613916306386,
      "grad_norm": 0.3272041380405426,
      "learning_rate": 3.939279669951522e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 23463072,
      "step": 12190
    },
    {
      "epoch": 1.9894771188514562,
      "grad_norm": 0.853237509727478,
      "learning_rate": 3.938476830389234e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 23472816,
      "step": 12195
    },
    {
      "epoch": 1.9902928460722733,
      "grad_norm": 0.46901175379753113,
      "learning_rate": 3.937673768995742e-05,
      "loss": 0.1695,
      "num_input_tokens_seen": 23482400,
      "step": 12200
    },
    {
      "epoch": 1.9902928460722733,
      "eval_loss": 0.16870668530464172,
      "eval_runtime": 71.4913,
      "eval_samples_per_second": 38.117,
      "eval_steps_per_second": 19.065,
      "num_input_tokens_seen": 23482400,
      "step": 12200
    },
    {
      "epoch": 1.9911085732930909,
      "grad_norm": 0.8097335696220398,
      "learning_rate": 3.936870485894888e-05,
      "loss": 0.0934,
      "num_input_tokens_seen": 23491392,
      "step": 12205
    },
    {
      "epoch": 1.991924300513908,
      "grad_norm": 0.9617782235145569,
      "learning_rate": 3.9360669812105475e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 23501344,
      "step": 12210
    },
    {
      "epoch": 1.9927400277347256,
      "grad_norm": 0.823973536491394,
      "learning_rate": 3.9352632550666325e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 23510304,
      "step": 12215
    },
    {
      "epoch": 1.9935557549555427,
      "grad_norm": 0.8858860731124878,
      "learning_rate": 3.9344593075870866e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 23520224,
      "step": 12220
    },
    {
      "epoch": 1.9943714821763603,
      "grad_norm": 1.052549958229065,
      "learning_rate": 3.933655138895889e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 23528816,
      "step": 12225
    },
    {
      "epoch": 1.9951872093971774,
      "grad_norm": 0.64146888256073,
      "learning_rate": 3.932850749117053e-05,
      "loss": 0.1233,
      "num_input_tokens_seen": 23538176,
      "step": 12230
    },
    {
      "epoch": 1.996002936617995,
      "grad_norm": 1.1629424095153809,
      "learning_rate": 3.932046138374624e-05,
      "loss": 0.1362,
      "num_input_tokens_seen": 23546608,
      "step": 12235
    },
    {
      "epoch": 1.9968186638388123,
      "grad_norm": 1.3708244562149048,
      "learning_rate": 3.9312413067926854e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 23555664,
      "step": 12240
    },
    {
      "epoch": 1.9976343910596297,
      "grad_norm": 0.8139805793762207,
      "learning_rate": 3.9304362544953506e-05,
      "loss": 0.1154,
      "num_input_tokens_seen": 23564912,
      "step": 12245
    },
    {
      "epoch": 1.998450118280447,
      "grad_norm": 0.589403510093689,
      "learning_rate": 3.929630981606769e-05,
      "loss": 0.1509,
      "num_input_tokens_seen": 23574976,
      "step": 12250
    },
    {
      "epoch": 1.9992658455012644,
      "grad_norm": 0.6868265867233276,
      "learning_rate": 3.928825488251124e-05,
      "loss": 0.1437,
      "num_input_tokens_seen": 23585520,
      "step": 12255
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.8868140578269958,
      "learning_rate": 3.9280197745526344e-05,
      "loss": 0.2015,
      "num_input_tokens_seen": 23594288,
      "step": 12260
    },
    {
      "epoch": 2.0008157272208176,
      "grad_norm": 2.0330913066864014,
      "learning_rate": 3.9272138406355495e-05,
      "loss": 0.2333,
      "num_input_tokens_seen": 23603248,
      "step": 12265
    },
    {
      "epoch": 2.0016314544416347,
      "grad_norm": 0.3960491418838501,
      "learning_rate": 3.926407686624154e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 23611920,
      "step": 12270
    },
    {
      "epoch": 2.0024471816624523,
      "grad_norm": 0.937439501285553,
      "learning_rate": 3.9256013126427684e-05,
      "loss": 0.1943,
      "num_input_tokens_seen": 23622272,
      "step": 12275
    },
    {
      "epoch": 2.0032629088832694,
      "grad_norm": 1.455684781074524,
      "learning_rate": 3.9247947188157455e-05,
      "loss": 0.187,
      "num_input_tokens_seen": 23631104,
      "step": 12280
    },
    {
      "epoch": 2.004078636104087,
      "grad_norm": 0.9271330237388611,
      "learning_rate": 3.9239879052674715e-05,
      "loss": 0.1386,
      "num_input_tokens_seen": 23639328,
      "step": 12285
    },
    {
      "epoch": 2.004894363324904,
      "grad_norm": 0.804768979549408,
      "learning_rate": 3.9231808721223673e-05,
      "loss": 0.1169,
      "num_input_tokens_seen": 23648416,
      "step": 12290
    },
    {
      "epoch": 2.0057100905457217,
      "grad_norm": 0.9367099404335022,
      "learning_rate": 3.9223736195048886e-05,
      "loss": 0.1512,
      "num_input_tokens_seen": 23657184,
      "step": 12295
    },
    {
      "epoch": 2.006525817766539,
      "grad_norm": 0.4814390242099762,
      "learning_rate": 3.921566147539523e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 23667312,
      "step": 12300
    },
    {
      "epoch": 2.0073415449873564,
      "grad_norm": 0.6581711769104004,
      "learning_rate": 3.920758456350792e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 23677344,
      "step": 12305
    },
    {
      "epoch": 2.0081572722081735,
      "grad_norm": 0.5255089998245239,
      "learning_rate": 3.919950546063253e-05,
      "loss": 0.1714,
      "num_input_tokens_seen": 23687856,
      "step": 12310
    },
    {
      "epoch": 2.008972999428991,
      "grad_norm": 0.46530815958976746,
      "learning_rate": 3.919142416801496e-05,
      "loss": 0.1586,
      "num_input_tokens_seen": 23696432,
      "step": 12315
    },
    {
      "epoch": 2.0097887266498082,
      "grad_norm": 0.47356435656547546,
      "learning_rate": 3.918334068690144e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 23706560,
      "step": 12320
    },
    {
      "epoch": 2.010604453870626,
      "grad_norm": 0.2757672965526581,
      "learning_rate": 3.917525501853855e-05,
      "loss": 0.1377,
      "num_input_tokens_seen": 23716144,
      "step": 12325
    },
    {
      "epoch": 2.011420181091443,
      "grad_norm": 0.268118292093277,
      "learning_rate": 3.916716716417319e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 23725856,
      "step": 12330
    },
    {
      "epoch": 2.0122359083122605,
      "grad_norm": 1.489148497581482,
      "learning_rate": 3.915907712505263e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 23734240,
      "step": 12335
    },
    {
      "epoch": 2.0130516355330776,
      "grad_norm": 1.121875286102295,
      "learning_rate": 3.915098490242444e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 23744208,
      "step": 12340
    },
    {
      "epoch": 2.013867362753895,
      "grad_norm": 1.1053274869918823,
      "learning_rate": 3.914289049753654e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 23754432,
      "step": 12345
    },
    {
      "epoch": 2.0146830899747123,
      "grad_norm": 0.49357596039772034,
      "learning_rate": 3.913479391163719e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 23764064,
      "step": 12350
    },
    {
      "epoch": 2.01549881719553,
      "grad_norm": 0.9168813228607178,
      "learning_rate": 3.9126695145975e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 23774144,
      "step": 12355
    },
    {
      "epoch": 2.016314544416347,
      "grad_norm": 1.2828928232192993,
      "learning_rate": 3.911859420179889e-05,
      "loss": 0.237,
      "num_input_tokens_seen": 23782624,
      "step": 12360
    },
    {
      "epoch": 2.0171302716371646,
      "grad_norm": 0.5251877307891846,
      "learning_rate": 3.911049108035813e-05,
      "loss": 0.222,
      "num_input_tokens_seen": 23792896,
      "step": 12365
    },
    {
      "epoch": 2.0179459988579818,
      "grad_norm": 0.7512426972389221,
      "learning_rate": 3.910238578290232e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 23802864,
      "step": 12370
    },
    {
      "epoch": 2.0187617260787993,
      "grad_norm": 0.5701006650924683,
      "learning_rate": 3.90942783106814e-05,
      "loss": 0.2048,
      "num_input_tokens_seen": 23810784,
      "step": 12375
    },
    {
      "epoch": 2.0195774532996165,
      "grad_norm": 0.6796241998672485,
      "learning_rate": 3.908616866494564e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 23820096,
      "step": 12380
    },
    {
      "epoch": 2.020393180520434,
      "grad_norm": 0.48364701867103577,
      "learning_rate": 3.907805684694566e-05,
      "loss": 0.2291,
      "num_input_tokens_seen": 23830272,
      "step": 12385
    },
    {
      "epoch": 2.021208907741251,
      "grad_norm": 0.9531705975532532,
      "learning_rate": 3.90699428579324e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 23839536,
      "step": 12390
    },
    {
      "epoch": 2.0220246349620687,
      "grad_norm": 0.9689459204673767,
      "learning_rate": 3.906182669915713e-05,
      "loss": 0.175,
      "num_input_tokens_seen": 23849392,
      "step": 12395
    },
    {
      "epoch": 2.022840362182886,
      "grad_norm": 0.3445788025856018,
      "learning_rate": 3.9053708371871476e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 23860160,
      "step": 12400
    },
    {
      "epoch": 2.022840362182886,
      "eval_loss": 0.16903233528137207,
      "eval_runtime": 71.3651,
      "eval_samples_per_second": 38.184,
      "eval_steps_per_second": 19.099,
      "num_input_tokens_seen": 23860160,
      "step": 12400
    },
    {
      "epoch": 2.0236560894037035,
      "grad_norm": 0.8903064727783203,
      "learning_rate": 3.904558787732738e-05,
      "loss": 0.1876,
      "num_input_tokens_seen": 23869568,
      "step": 12405
    },
    {
      "epoch": 2.0244718166245206,
      "grad_norm": 0.8652786612510681,
      "learning_rate": 3.9037465216777135e-05,
      "loss": 0.231,
      "num_input_tokens_seen": 23880016,
      "step": 12410
    },
    {
      "epoch": 2.025287543845338,
      "grad_norm": 0.897490918636322,
      "learning_rate": 3.902934039147334e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 23889312,
      "step": 12415
    },
    {
      "epoch": 2.0261032710661553,
      "grad_norm": 1.4950672388076782,
      "learning_rate": 3.902121340266894e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 23899536,
      "step": 12420
    },
    {
      "epoch": 2.026918998286973,
      "grad_norm": 0.723098635673523,
      "learning_rate": 3.9013084251617246e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 23908304,
      "step": 12425
    },
    {
      "epoch": 2.02773472550779,
      "grad_norm": 0.9532517790794373,
      "learning_rate": 3.9004952939571865e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 23918992,
      "step": 12430
    },
    {
      "epoch": 2.0285504527286076,
      "grad_norm": 0.7416810393333435,
      "learning_rate": 3.899681946778673e-05,
      "loss": 0.2457,
      "num_input_tokens_seen": 23927136,
      "step": 12435
    },
    {
      "epoch": 2.0293661799494247,
      "grad_norm": 0.6253582239151001,
      "learning_rate": 3.898868383751615e-05,
      "loss": 0.1721,
      "num_input_tokens_seen": 23937616,
      "step": 12440
    },
    {
      "epoch": 2.0301819071702423,
      "grad_norm": 1.069344401359558,
      "learning_rate": 3.8980546050014724e-05,
      "loss": 0.1177,
      "num_input_tokens_seen": 23947584,
      "step": 12445
    },
    {
      "epoch": 2.03099763439106,
      "grad_norm": 1.3359442949295044,
      "learning_rate": 3.897240610653741e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 23957632,
      "step": 12450
    },
    {
      "epoch": 2.031813361611877,
      "grad_norm": 0.5783237814903259,
      "learning_rate": 3.896426400833948e-05,
      "loss": 0.2293,
      "num_input_tokens_seen": 23967440,
      "step": 12455
    },
    {
      "epoch": 2.0326290888326946,
      "grad_norm": 0.38373324275016785,
      "learning_rate": 3.895611975667656e-05,
      "loss": 0.1684,
      "num_input_tokens_seen": 23976928,
      "step": 12460
    },
    {
      "epoch": 2.0334448160535117,
      "grad_norm": 0.7505176067352295,
      "learning_rate": 3.8947973352804584e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 23987728,
      "step": 12465
    },
    {
      "epoch": 2.0342605432743293,
      "grad_norm": 0.9685677289962769,
      "learning_rate": 3.893982479797984e-05,
      "loss": 0.2063,
      "num_input_tokens_seen": 23997568,
      "step": 12470
    },
    {
      "epoch": 2.0350762704951464,
      "grad_norm": 0.5588842034339905,
      "learning_rate": 3.8931674093458926e-05,
      "loss": 0.1696,
      "num_input_tokens_seen": 24007568,
      "step": 12475
    },
    {
      "epoch": 2.035891997715964,
      "grad_norm": 0.7636817693710327,
      "learning_rate": 3.89235212404988e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 24018032,
      "step": 12480
    },
    {
      "epoch": 2.036707724936781,
      "grad_norm": 0.22053399682044983,
      "learning_rate": 3.891536624035672e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 24027168,
      "step": 12485
    },
    {
      "epoch": 2.0375234521575987,
      "grad_norm": 0.15660996735095978,
      "learning_rate": 3.8907209094290295e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 24037296,
      "step": 12490
    },
    {
      "epoch": 2.038339179378416,
      "grad_norm": 0.7071439623832703,
      "learning_rate": 3.8899049803557466e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 24046112,
      "step": 12495
    },
    {
      "epoch": 2.0391549065992334,
      "grad_norm": 0.34584754705429077,
      "learning_rate": 3.889088836941648e-05,
      "loss": 0.1177,
      "num_input_tokens_seen": 24054768,
      "step": 12500
    },
    {
      "epoch": 2.0399706338200505,
      "grad_norm": 0.7487305402755737,
      "learning_rate": 3.8882724793125946e-05,
      "loss": 0.1077,
      "num_input_tokens_seen": 24065520,
      "step": 12505
    },
    {
      "epoch": 2.040786361040868,
      "grad_norm": 1.0011699199676514,
      "learning_rate": 3.8874559075944794e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 24076112,
      "step": 12510
    },
    {
      "epoch": 2.041602088261685,
      "grad_norm": 0.5111464262008667,
      "learning_rate": 3.886639121913227e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 24085824,
      "step": 12515
    },
    {
      "epoch": 2.042417815482503,
      "grad_norm": 0.9612351059913635,
      "learning_rate": 3.885822122394797e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 24096304,
      "step": 12520
    },
    {
      "epoch": 2.04323354270332,
      "grad_norm": 1.5713045597076416,
      "learning_rate": 3.8850049091651794e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 24106192,
      "step": 12525
    },
    {
      "epoch": 2.0440492699241375,
      "grad_norm": 0.7204472422599792,
      "learning_rate": 3.8841874823504e-05,
      "loss": 0.1562,
      "num_input_tokens_seen": 24116160,
      "step": 12530
    },
    {
      "epoch": 2.0448649971449546,
      "grad_norm": 0.39516013860702515,
      "learning_rate": 3.8833698420765157e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 24125408,
      "step": 12535
    },
    {
      "epoch": 2.045680724365772,
      "grad_norm": 0.5366542339324951,
      "learning_rate": 3.882551988469618e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 24135216,
      "step": 12540
    },
    {
      "epoch": 2.0464964515865893,
      "grad_norm": 0.9321384429931641,
      "learning_rate": 3.881733921655829e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 24144640,
      "step": 12545
    },
    {
      "epoch": 2.047312178807407,
      "grad_norm": 0.5693590641021729,
      "learning_rate": 3.8809156417613054e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 24153792,
      "step": 12550
    },
    {
      "epoch": 2.048127906028224,
      "grad_norm": 1.1440517902374268,
      "learning_rate": 3.8800971489122364e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 24162624,
      "step": 12555
    },
    {
      "epoch": 2.0489436332490416,
      "grad_norm": 1.0348362922668457,
      "learning_rate": 3.8792784432348434e-05,
      "loss": 0.1855,
      "num_input_tokens_seen": 24171856,
      "step": 12560
    },
    {
      "epoch": 2.0497593604698587,
      "grad_norm": 0.3822464048862457,
      "learning_rate": 3.878459524855381e-05,
      "loss": 0.2474,
      "num_input_tokens_seen": 24181888,
      "step": 12565
    },
    {
      "epoch": 2.0505750876906763,
      "grad_norm": 1.9539453983306885,
      "learning_rate": 3.8776403939001384e-05,
      "loss": 0.2423,
      "num_input_tokens_seen": 24191600,
      "step": 12570
    },
    {
      "epoch": 2.0513908149114934,
      "grad_norm": 1.0873011350631714,
      "learning_rate": 3.876821050495433e-05,
      "loss": 0.1269,
      "num_input_tokens_seen": 24200816,
      "step": 12575
    },
    {
      "epoch": 2.052206542132311,
      "grad_norm": 0.39074477553367615,
      "learning_rate": 3.87600149476762e-05,
      "loss": 0.1528,
      "num_input_tokens_seen": 24211344,
      "step": 12580
    },
    {
      "epoch": 2.053022269353128,
      "grad_norm": 0.8542966842651367,
      "learning_rate": 3.8751817268430843e-05,
      "loss": 0.1376,
      "num_input_tokens_seen": 24221136,
      "step": 12585
    },
    {
      "epoch": 2.0538379965739457,
      "grad_norm": 1.7270601987838745,
      "learning_rate": 3.8743617468482464e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 24229616,
      "step": 12590
    },
    {
      "epoch": 2.054653723794763,
      "grad_norm": 0.4934653639793396,
      "learning_rate": 3.8735415549095535e-05,
      "loss": 0.138,
      "num_input_tokens_seen": 24239232,
      "step": 12595
    },
    {
      "epoch": 2.0554694510155804,
      "grad_norm": 0.8955035209655762,
      "learning_rate": 3.8727211511534934e-05,
      "loss": 0.2318,
      "num_input_tokens_seen": 24249008,
      "step": 12600
    },
    {
      "epoch": 2.0554694510155804,
      "eval_loss": 0.16907991468906403,
      "eval_runtime": 71.4215,
      "eval_samples_per_second": 38.154,
      "eval_steps_per_second": 19.084,
      "num_input_tokens_seen": 24249008,
      "step": 12600
    },
    {
      "epoch": 2.0562851782363976,
      "grad_norm": 0.48066237568855286,
      "learning_rate": 3.8719005357065804e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 24258432,
      "step": 12605
    },
    {
      "epoch": 2.057100905457215,
      "grad_norm": 0.8971473574638367,
      "learning_rate": 3.8710797086953645e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 24268128,
      "step": 12610
    },
    {
      "epoch": 2.0579166326780323,
      "grad_norm": 0.9369714856147766,
      "learning_rate": 3.870258670246427e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 24278496,
      "step": 12615
    },
    {
      "epoch": 2.05873235989885,
      "grad_norm": 0.4249271750450134,
      "learning_rate": 3.869437420486384e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 24287792,
      "step": 12620
    },
    {
      "epoch": 2.059548087119667,
      "grad_norm": 0.43285343050956726,
      "learning_rate": 3.8686159595418805e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 24295856,
      "step": 12625
    },
    {
      "epoch": 2.0603638143404845,
      "grad_norm": 0.5525286197662354,
      "learning_rate": 3.867794287539597e-05,
      "loss": 0.179,
      "num_input_tokens_seen": 24306528,
      "step": 12630
    },
    {
      "epoch": 2.0611795415613017,
      "grad_norm": 0.9427242875099182,
      "learning_rate": 3.866972404606245e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 24315760,
      "step": 12635
    },
    {
      "epoch": 2.0619952687821193,
      "grad_norm": 1.3055287599563599,
      "learning_rate": 3.866150310868571e-05,
      "loss": 0.1885,
      "num_input_tokens_seen": 24326480,
      "step": 12640
    },
    {
      "epoch": 2.062810996002937,
      "grad_norm": 0.3820377588272095,
      "learning_rate": 3.8653280064533506e-05,
      "loss": 0.0912,
      "num_input_tokens_seen": 24336864,
      "step": 12645
    },
    {
      "epoch": 2.063626723223754,
      "grad_norm": 0.5591548085212708,
      "learning_rate": 3.864505491487394e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 24346736,
      "step": 12650
    },
    {
      "epoch": 2.0644424504445715,
      "grad_norm": 0.7061503529548645,
      "learning_rate": 3.8636827660975414e-05,
      "loss": 0.1048,
      "num_input_tokens_seen": 24356000,
      "step": 12655
    },
    {
      "epoch": 2.0652581776653887,
      "grad_norm": 0.7831718921661377,
      "learning_rate": 3.862859830410671e-05,
      "loss": 0.1487,
      "num_input_tokens_seen": 24366384,
      "step": 12660
    },
    {
      "epoch": 2.0660739048862062,
      "grad_norm": 0.8754024505615234,
      "learning_rate": 3.862036684553688e-05,
      "loss": 0.2323,
      "num_input_tokens_seen": 24377440,
      "step": 12665
    },
    {
      "epoch": 2.0668896321070234,
      "grad_norm": 0.6017728447914124,
      "learning_rate": 3.8612133286535314e-05,
      "loss": 0.0896,
      "num_input_tokens_seen": 24386832,
      "step": 12670
    },
    {
      "epoch": 2.067705359327841,
      "grad_norm": 1.3336927890777588,
      "learning_rate": 3.860389762837173e-05,
      "loss": 0.2097,
      "num_input_tokens_seen": 24395328,
      "step": 12675
    },
    {
      "epoch": 2.068521086548658,
      "grad_norm": 0.7408855557441711,
      "learning_rate": 3.859565987231618e-05,
      "loss": 0.1291,
      "num_input_tokens_seen": 24403824,
      "step": 12680
    },
    {
      "epoch": 2.0693368137694756,
      "grad_norm": 0.987670361995697,
      "learning_rate": 3.858742001963902e-05,
      "loss": 0.1289,
      "num_input_tokens_seen": 24414448,
      "step": 12685
    },
    {
      "epoch": 2.0701525409902928,
      "grad_norm": 1.0165421962738037,
      "learning_rate": 3.857917807161094e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 24424128,
      "step": 12690
    },
    {
      "epoch": 2.0709682682111104,
      "grad_norm": 0.48999327421188354,
      "learning_rate": 3.857093402950296e-05,
      "loss": 0.2047,
      "num_input_tokens_seen": 24434096,
      "step": 12695
    },
    {
      "epoch": 2.0717839954319275,
      "grad_norm": 1.3224468231201172,
      "learning_rate": 3.8562687894586414e-05,
      "loss": 0.1358,
      "num_input_tokens_seen": 24444256,
      "step": 12700
    },
    {
      "epoch": 2.072599722652745,
      "grad_norm": 0.8519060015678406,
      "learning_rate": 3.8554439668132946e-05,
      "loss": 0.2076,
      "num_input_tokens_seen": 24454496,
      "step": 12705
    },
    {
      "epoch": 2.073415449873562,
      "grad_norm": 0.9426347017288208,
      "learning_rate": 3.854618935141455e-05,
      "loss": 0.1458,
      "num_input_tokens_seen": 24464432,
      "step": 12710
    },
    {
      "epoch": 2.0742311770943798,
      "grad_norm": 0.5296292901039124,
      "learning_rate": 3.8537936945703525e-05,
      "loss": 0.1204,
      "num_input_tokens_seen": 24474816,
      "step": 12715
    },
    {
      "epoch": 2.075046904315197,
      "grad_norm": 0.935806930065155,
      "learning_rate": 3.852968245227249e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 24484432,
      "step": 12720
    },
    {
      "epoch": 2.0758626315360145,
      "grad_norm": 0.7846041321754456,
      "learning_rate": 3.85214258723944e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 24493488,
      "step": 12725
    },
    {
      "epoch": 2.0766783587568316,
      "grad_norm": 0.9391332864761353,
      "learning_rate": 3.8513167207342524e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 24504208,
      "step": 12730
    },
    {
      "epoch": 2.077494085977649,
      "grad_norm": 0.3108879327774048,
      "learning_rate": 3.850490645839044e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 24513280,
      "step": 12735
    },
    {
      "epoch": 2.0783098131984663,
      "grad_norm": 0.4529183506965637,
      "learning_rate": 3.849664362681207e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 24521920,
      "step": 12740
    },
    {
      "epoch": 2.079125540419284,
      "grad_norm": 0.5005558133125305,
      "learning_rate": 3.848837871388165e-05,
      "loss": 0.212,
      "num_input_tokens_seen": 24532272,
      "step": 12745
    },
    {
      "epoch": 2.079941267640101,
      "grad_norm": 0.7403832077980042,
      "learning_rate": 3.848011172087371e-05,
      "loss": 0.2276,
      "num_input_tokens_seen": 24543312,
      "step": 12750
    },
    {
      "epoch": 2.0807569948609186,
      "grad_norm": 0.8609627485275269,
      "learning_rate": 3.847184264906315e-05,
      "loss": 0.1316,
      "num_input_tokens_seen": 24552816,
      "step": 12755
    },
    {
      "epoch": 2.0815727220817357,
      "grad_norm": 0.46270567178726196,
      "learning_rate": 3.846357149972516e-05,
      "loss": 0.1658,
      "num_input_tokens_seen": 24562800,
      "step": 12760
    },
    {
      "epoch": 2.0823884493025533,
      "grad_norm": 0.5736817121505737,
      "learning_rate": 3.8455298274135246e-05,
      "loss": 0.298,
      "num_input_tokens_seen": 24572208,
      "step": 12765
    },
    {
      "epoch": 2.0832041765233704,
      "grad_norm": 1.2685786485671997,
      "learning_rate": 3.8447022973569254e-05,
      "loss": 0.2264,
      "num_input_tokens_seen": 24581536,
      "step": 12770
    },
    {
      "epoch": 2.084019903744188,
      "grad_norm": 0.30825674533843994,
      "learning_rate": 3.843874559930332e-05,
      "loss": 0.2768,
      "num_input_tokens_seen": 24591232,
      "step": 12775
    },
    {
      "epoch": 2.084835630965005,
      "grad_norm": 0.8033677935600281,
      "learning_rate": 3.843046615261394e-05,
      "loss": 0.2492,
      "num_input_tokens_seen": 24601152,
      "step": 12780
    },
    {
      "epoch": 2.0856513581858227,
      "grad_norm": 0.340286523103714,
      "learning_rate": 3.842218463477791e-05,
      "loss": 0.2171,
      "num_input_tokens_seen": 24610944,
      "step": 12785
    },
    {
      "epoch": 2.08646708540664,
      "grad_norm": 0.45410674810409546,
      "learning_rate": 3.841390104707233e-05,
      "loss": 0.1184,
      "num_input_tokens_seen": 24620992,
      "step": 12790
    },
    {
      "epoch": 2.0872828126274574,
      "grad_norm": 0.6945266127586365,
      "learning_rate": 3.8405615390774643e-05,
      "loss": 0.1928,
      "num_input_tokens_seen": 24630864,
      "step": 12795
    },
    {
      "epoch": 2.0880985398482745,
      "grad_norm": 1.132798671722412,
      "learning_rate": 3.839732766716259e-05,
      "loss": 0.2494,
      "num_input_tokens_seen": 24639552,
      "step": 12800
    },
    {
      "epoch": 2.0880985398482745,
      "eval_loss": 0.1683213859796524,
      "eval_runtime": 71.4693,
      "eval_samples_per_second": 38.128,
      "eval_steps_per_second": 19.071,
      "num_input_tokens_seen": 24639552,
      "step": 12800
    },
    {
      "epoch": 2.088914267069092,
      "grad_norm": 0.5427043437957764,
      "learning_rate": 3.838903787751425e-05,
      "loss": 0.1179,
      "num_input_tokens_seen": 24648400,
      "step": 12805
    },
    {
      "epoch": 2.0897299942899092,
      "grad_norm": 1.5105196237564087,
      "learning_rate": 3.838074602310802e-05,
      "loss": 0.2432,
      "num_input_tokens_seen": 24658336,
      "step": 12810
    },
    {
      "epoch": 2.090545721510727,
      "grad_norm": 0.47694891691207886,
      "learning_rate": 3.837245210522258e-05,
      "loss": 0.1068,
      "num_input_tokens_seen": 24667792,
      "step": 12815
    },
    {
      "epoch": 2.0913614487315444,
      "grad_norm": 0.8535547256469727,
      "learning_rate": 3.8364156125136996e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 24676208,
      "step": 12820
    },
    {
      "epoch": 2.0921771759523615,
      "grad_norm": 0.3950137197971344,
      "learning_rate": 3.835585808413059e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 24685728,
      "step": 12825
    },
    {
      "epoch": 2.092992903173179,
      "grad_norm": 1.39910888671875,
      "learning_rate": 3.8347557983483024e-05,
      "loss": 0.1653,
      "num_input_tokens_seen": 24696528,
      "step": 12830
    },
    {
      "epoch": 2.0938086303939962,
      "grad_norm": 0.596225917339325,
      "learning_rate": 3.833925582447428e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 24705808,
      "step": 12835
    },
    {
      "epoch": 2.094624357614814,
      "grad_norm": 0.18136052787303925,
      "learning_rate": 3.8330951608384656e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 24715280,
      "step": 12840
    },
    {
      "epoch": 2.095440084835631,
      "grad_norm": 0.6110851764678955,
      "learning_rate": 3.832264533649477e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 24723360,
      "step": 12845
    },
    {
      "epoch": 2.0962558120564485,
      "grad_norm": 1.3946278095245361,
      "learning_rate": 3.8314337010085555e-05,
      "loss": 0.2008,
      "num_input_tokens_seen": 24733072,
      "step": 12850
    },
    {
      "epoch": 2.0970715392772656,
      "grad_norm": 0.6238048672676086,
      "learning_rate": 3.830602663043824e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 24742896,
      "step": 12855
    },
    {
      "epoch": 2.097887266498083,
      "grad_norm": 0.8872841000556946,
      "learning_rate": 3.8297714198834414e-05,
      "loss": 0.1281,
      "num_input_tokens_seen": 24752864,
      "step": 12860
    },
    {
      "epoch": 2.0987029937189003,
      "grad_norm": 0.4145292639732361,
      "learning_rate": 3.828939971655595e-05,
      "loss": 0.1967,
      "num_input_tokens_seen": 24761392,
      "step": 12865
    },
    {
      "epoch": 2.099518720939718,
      "grad_norm": 0.6372770667076111,
      "learning_rate": 3.828108318488505e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 24772000,
      "step": 12870
    },
    {
      "epoch": 2.100334448160535,
      "grad_norm": 1.1011055707931519,
      "learning_rate": 3.8272764605104216e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 24782064,
      "step": 12875
    },
    {
      "epoch": 2.1011501753813526,
      "grad_norm": 0.4432579278945923,
      "learning_rate": 3.826444397849628e-05,
      "loss": 0.1242,
      "num_input_tokens_seen": 24791968,
      "step": 12880
    },
    {
      "epoch": 2.1019659026021698,
      "grad_norm": 1.177746057510376,
      "learning_rate": 3.825612130634439e-05,
      "loss": 0.234,
      "num_input_tokens_seen": 24802576,
      "step": 12885
    },
    {
      "epoch": 2.1027816298229873,
      "grad_norm": 0.723810076713562,
      "learning_rate": 3.824779658993202e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 24812336,
      "step": 12890
    },
    {
      "epoch": 2.1035973570438045,
      "grad_norm": 1.070521354675293,
      "learning_rate": 3.823946983054292e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 24822304,
      "step": 12895
    },
    {
      "epoch": 2.104413084264622,
      "grad_norm": 0.4655567705631256,
      "learning_rate": 3.82311410294612e-05,
      "loss": 0.184,
      "num_input_tokens_seen": 24832048,
      "step": 12900
    },
    {
      "epoch": 2.105228811485439,
      "grad_norm": 1.227325439453125,
      "learning_rate": 3.822281018797127e-05,
      "loss": 0.168,
      "num_input_tokens_seen": 24842272,
      "step": 12905
    },
    {
      "epoch": 2.1060445387062567,
      "grad_norm": 0.8719383478164673,
      "learning_rate": 3.821447730735783e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 24851408,
      "step": 12910
    },
    {
      "epoch": 2.106860265927074,
      "grad_norm": 1.216882348060608,
      "learning_rate": 3.820614238890592e-05,
      "loss": 0.2223,
      "num_input_tokens_seen": 24862192,
      "step": 12915
    },
    {
      "epoch": 2.1076759931478914,
      "grad_norm": 0.5781698226928711,
      "learning_rate": 3.819780543390091e-05,
      "loss": 0.1213,
      "num_input_tokens_seen": 24872704,
      "step": 12920
    },
    {
      "epoch": 2.1084917203687086,
      "grad_norm": 0.45510753989219666,
      "learning_rate": 3.818946644362844e-05,
      "loss": 0.1157,
      "num_input_tokens_seen": 24881232,
      "step": 12925
    },
    {
      "epoch": 2.109307447589526,
      "grad_norm": 1.1351321935653687,
      "learning_rate": 3.81811254193745e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 24891872,
      "step": 12930
    },
    {
      "epoch": 2.1101231748103433,
      "grad_norm": 1.1536928415298462,
      "learning_rate": 3.8172782362425366e-05,
      "loss": 0.2264,
      "num_input_tokens_seen": 24901840,
      "step": 12935
    },
    {
      "epoch": 2.110938902031161,
      "grad_norm": 0.2532863914966583,
      "learning_rate": 3.816443727406765e-05,
      "loss": 0.1099,
      "num_input_tokens_seen": 24911120,
      "step": 12940
    },
    {
      "epoch": 2.111754629251978,
      "grad_norm": 0.5461347103118896,
      "learning_rate": 3.815609015558829e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 24920784,
      "step": 12945
    },
    {
      "epoch": 2.1125703564727956,
      "grad_norm": 0.6294193863868713,
      "learning_rate": 3.814774100827448e-05,
      "loss": 0.1756,
      "num_input_tokens_seen": 24930208,
      "step": 12950
    },
    {
      "epoch": 2.1133860836936127,
      "grad_norm": 0.7136395573616028,
      "learning_rate": 3.813938983341379e-05,
      "loss": 0.1684,
      "num_input_tokens_seen": 24939600,
      "step": 12955
    },
    {
      "epoch": 2.1142018109144303,
      "grad_norm": 0.5043368935585022,
      "learning_rate": 3.813103663229407e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 24947840,
      "step": 12960
    },
    {
      "epoch": 2.1150175381352474,
      "grad_norm": 2.0124783515930176,
      "learning_rate": 3.812268140620349e-05,
      "loss": 0.2595,
      "num_input_tokens_seen": 24958032,
      "step": 12965
    },
    {
      "epoch": 2.115833265356065,
      "grad_norm": 0.30090177059173584,
      "learning_rate": 3.811432415643051e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 24966976,
      "step": 12970
    },
    {
      "epoch": 2.116648992576882,
      "grad_norm": 0.9526834487915039,
      "learning_rate": 3.8105964884263954e-05,
      "loss": 0.1783,
      "num_input_tokens_seen": 24978288,
      "step": 12975
    },
    {
      "epoch": 2.1174647197976997,
      "grad_norm": 1.1251662969589233,
      "learning_rate": 3.809760359099291e-05,
      "loss": 0.208,
      "num_input_tokens_seen": 24987616,
      "step": 12980
    },
    {
      "epoch": 2.118280447018517,
      "grad_norm": 0.28844088315963745,
      "learning_rate": 3.8089240277906804e-05,
      "loss": 0.1148,
      "num_input_tokens_seen": 24997824,
      "step": 12985
    },
    {
      "epoch": 2.1190961742393344,
      "grad_norm": 0.6042531132698059,
      "learning_rate": 3.808087494629535e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 25007712,
      "step": 12990
    },
    {
      "epoch": 2.1199119014601515,
      "grad_norm": 0.6510583162307739,
      "learning_rate": 3.8072507597448595e-05,
      "loss": 0.2406,
      "num_input_tokens_seen": 25017024,
      "step": 12995
    },
    {
      "epoch": 2.120727628680969,
      "grad_norm": 1.4220370054244995,
      "learning_rate": 3.806413823265689e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 25026880,
      "step": 13000
    },
    {
      "epoch": 2.120727628680969,
      "eval_loss": 0.1723068654537201,
      "eval_runtime": 71.3034,
      "eval_samples_per_second": 38.217,
      "eval_steps_per_second": 19.115,
      "num_input_tokens_seen": 25026880,
      "step": 13000
    },
    {
      "epoch": 2.121543355901786,
      "grad_norm": 1.1527667045593262,
      "learning_rate": 3.805576685321089e-05,
      "loss": 0.1248,
      "num_input_tokens_seen": 25037408,
      "step": 13005
    },
    {
      "epoch": 2.122359083122604,
      "grad_norm": 1.0040695667266846,
      "learning_rate": 3.804739346040158e-05,
      "loss": 0.2054,
      "num_input_tokens_seen": 25045760,
      "step": 13010
    },
    {
      "epoch": 2.1231748103434214,
      "grad_norm": 0.6646338105201721,
      "learning_rate": 3.8039018055520234e-05,
      "loss": 0.261,
      "num_input_tokens_seen": 25054896,
      "step": 13015
    },
    {
      "epoch": 2.1239905375642385,
      "grad_norm": 0.7203398942947388,
      "learning_rate": 3.803064063985844e-05,
      "loss": 0.175,
      "num_input_tokens_seen": 25064768,
      "step": 13020
    },
    {
      "epoch": 2.124806264785056,
      "grad_norm": 0.9327915906906128,
      "learning_rate": 3.802226121470811e-05,
      "loss": 0.1536,
      "num_input_tokens_seen": 25075152,
      "step": 13025
    },
    {
      "epoch": 2.125621992005873,
      "grad_norm": 1.1819119453430176,
      "learning_rate": 3.801387978136145e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 25085120,
      "step": 13030
    },
    {
      "epoch": 2.126437719226691,
      "grad_norm": 1.4453022480010986,
      "learning_rate": 3.800549634111099e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 25095312,
      "step": 13035
    },
    {
      "epoch": 2.127253446447508,
      "grad_norm": 0.9568274021148682,
      "learning_rate": 3.799711089524955e-05,
      "loss": 0.2085,
      "num_input_tokens_seen": 25104160,
      "step": 13040
    },
    {
      "epoch": 2.1280691736683255,
      "grad_norm": 0.5584695935249329,
      "learning_rate": 3.7988723445070285e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 25113104,
      "step": 13045
    },
    {
      "epoch": 2.1288849008891426,
      "grad_norm": 0.710363507270813,
      "learning_rate": 3.798033399186663e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 25123760,
      "step": 13050
    },
    {
      "epoch": 2.12970062810996,
      "grad_norm": 0.7378432750701904,
      "learning_rate": 3.797194253693237e-05,
      "loss": 0.1509,
      "num_input_tokens_seen": 25133168,
      "step": 13055
    },
    {
      "epoch": 2.1305163553307773,
      "grad_norm": 0.8121228218078613,
      "learning_rate": 3.796354908156153e-05,
      "loss": 0.1739,
      "num_input_tokens_seen": 25142208,
      "step": 13060
    },
    {
      "epoch": 2.131332082551595,
      "grad_norm": 0.9516389966011047,
      "learning_rate": 3.795515362704853e-05,
      "loss": 0.2558,
      "num_input_tokens_seen": 25151616,
      "step": 13065
    },
    {
      "epoch": 2.132147809772412,
      "grad_norm": 0.16758397221565247,
      "learning_rate": 3.794675617468803e-05,
      "loss": 0.0975,
      "num_input_tokens_seen": 25161536,
      "step": 13070
    },
    {
      "epoch": 2.1329635369932296,
      "grad_norm": 0.6716545820236206,
      "learning_rate": 3.793835672577503e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 25172032,
      "step": 13075
    },
    {
      "epoch": 2.1337792642140467,
      "grad_norm": 0.37917906045913696,
      "learning_rate": 3.7929955281604826e-05,
      "loss": 0.1509,
      "num_input_tokens_seen": 25180400,
      "step": 13080
    },
    {
      "epoch": 2.1345949914348643,
      "grad_norm": 0.7847446203231812,
      "learning_rate": 3.7921551843473036e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 25189232,
      "step": 13085
    },
    {
      "epoch": 2.1354107186556814,
      "grad_norm": 0.8696523904800415,
      "learning_rate": 3.791314641267557e-05,
      "loss": 0.1667,
      "num_input_tokens_seen": 25199584,
      "step": 13090
    },
    {
      "epoch": 2.136226445876499,
      "grad_norm": 0.6584128737449646,
      "learning_rate": 3.790473899050864e-05,
      "loss": 0.2113,
      "num_input_tokens_seen": 25208288,
      "step": 13095
    },
    {
      "epoch": 2.137042173097316,
      "grad_norm": 1.6877933740615845,
      "learning_rate": 3.7896329578268794e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 25218576,
      "step": 13100
    },
    {
      "epoch": 2.1378579003181337,
      "grad_norm": 0.9206967353820801,
      "learning_rate": 3.7887918177252855e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 25228032,
      "step": 13105
    },
    {
      "epoch": 2.138673627538951,
      "grad_norm": 0.6609019041061401,
      "learning_rate": 3.787950478875798e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 25239392,
      "step": 13110
    },
    {
      "epoch": 2.1394893547597684,
      "grad_norm": 1.7248704433441162,
      "learning_rate": 3.787108941408162e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 25248656,
      "step": 13115
    },
    {
      "epoch": 2.1403050819805856,
      "grad_norm": 0.6196696758270264,
      "learning_rate": 3.786267205452151e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 25257360,
      "step": 13120
    },
    {
      "epoch": 2.141120809201403,
      "grad_norm": 0.45386168360710144,
      "learning_rate": 3.785425271137573e-05,
      "loss": 0.1402,
      "num_input_tokens_seen": 25266576,
      "step": 13125
    },
    {
      "epoch": 2.1419365364222203,
      "grad_norm": 0.7980616688728333,
      "learning_rate": 3.7845831385942655e-05,
      "loss": 0.1444,
      "num_input_tokens_seen": 25277456,
      "step": 13130
    },
    {
      "epoch": 2.142752263643038,
      "grad_norm": 0.7885991334915161,
      "learning_rate": 3.7837408079520944e-05,
      "loss": 0.1885,
      "num_input_tokens_seen": 25286160,
      "step": 13135
    },
    {
      "epoch": 2.143567990863855,
      "grad_norm": 0.49587947130203247,
      "learning_rate": 3.782898279340957e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 25295040,
      "step": 13140
    },
    {
      "epoch": 2.1443837180846725,
      "grad_norm": 0.6222150921821594,
      "learning_rate": 3.782055552890784e-05,
      "loss": 0.1185,
      "num_input_tokens_seen": 25304656,
      "step": 13145
    },
    {
      "epoch": 2.1451994453054897,
      "grad_norm": 0.9283748865127563,
      "learning_rate": 3.781212628731534e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 25313616,
      "step": 13150
    },
    {
      "epoch": 2.1460151725263072,
      "grad_norm": 1.3950284719467163,
      "learning_rate": 3.7803695069931946e-05,
      "loss": 0.2761,
      "num_input_tokens_seen": 25323664,
      "step": 13155
    },
    {
      "epoch": 2.1468308997471244,
      "grad_norm": 0.4246266782283783,
      "learning_rate": 3.779526187805789e-05,
      "loss": 0.1305,
      "num_input_tokens_seen": 25332864,
      "step": 13160
    },
    {
      "epoch": 2.147646626967942,
      "grad_norm": 0.9941797852516174,
      "learning_rate": 3.778682671299364e-05,
      "loss": 0.2195,
      "num_input_tokens_seen": 25342512,
      "step": 13165
    },
    {
      "epoch": 2.148462354188759,
      "grad_norm": 0.47386401891708374,
      "learning_rate": 3.777838957604003e-05,
      "loss": 0.1254,
      "num_input_tokens_seen": 25351296,
      "step": 13170
    },
    {
      "epoch": 2.1492780814095767,
      "grad_norm": 0.9257693290710449,
      "learning_rate": 3.776995046849816e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 25360592,
      "step": 13175
    },
    {
      "epoch": 2.150093808630394,
      "grad_norm": 0.3766233026981354,
      "learning_rate": 3.776150939166945e-05,
      "loss": 0.1529,
      "num_input_tokens_seen": 25370096,
      "step": 13180
    },
    {
      "epoch": 2.1509095358512114,
      "grad_norm": 0.737677276134491,
      "learning_rate": 3.775306634685562e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 25381392,
      "step": 13185
    },
    {
      "epoch": 2.151725263072029,
      "grad_norm": 0.9249633550643921,
      "learning_rate": 3.7744621335358696e-05,
      "loss": 0.266,
      "num_input_tokens_seen": 25390992,
      "step": 13190
    },
    {
      "epoch": 2.152540990292846,
      "grad_norm": 0.58397376537323,
      "learning_rate": 3.7736174358481e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 25401136,
      "step": 13195
    },
    {
      "epoch": 2.153356717513663,
      "grad_norm": 0.8847165703773499,
      "learning_rate": 3.7727725417525175e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 25410448,
      "step": 13200
    },
    {
      "epoch": 2.153356717513663,
      "eval_loss": 0.16846956312656403,
      "eval_runtime": 71.494,
      "eval_samples_per_second": 38.115,
      "eval_steps_per_second": 19.065,
      "num_input_tokens_seen": 25410448,
      "step": 13200
    },
    {
      "epoch": 2.1541724447344808,
      "grad_norm": 0.9452682137489319,
      "learning_rate": 3.771927451379414e-05,
      "loss": 0.1402,
      "num_input_tokens_seen": 25421264,
      "step": 13205
    },
    {
      "epoch": 2.1549881719552983,
      "grad_norm": 0.557267427444458,
      "learning_rate": 3.7710821648591135e-05,
      "loss": 0.1798,
      "num_input_tokens_seen": 25429792,
      "step": 13210
    },
    {
      "epoch": 2.1558038991761155,
      "grad_norm": 0.788432240486145,
      "learning_rate": 3.7702366823219694e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 25438736,
      "step": 13215
    },
    {
      "epoch": 2.156619626396933,
      "grad_norm": 1.0717496871948242,
      "learning_rate": 3.769391003898366e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 25447760,
      "step": 13220
    },
    {
      "epoch": 2.15743535361775,
      "grad_norm": 1.083892822265625,
      "learning_rate": 3.768545129718718e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 25458848,
      "step": 13225
    },
    {
      "epoch": 2.1582510808385678,
      "grad_norm": 0.31228312849998474,
      "learning_rate": 3.7676990599134686e-05,
      "loss": 0.1048,
      "num_input_tokens_seen": 25468688,
      "step": 13230
    },
    {
      "epoch": 2.159066808059385,
      "grad_norm": 1.3612394332885742,
      "learning_rate": 3.766852794613095e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 25478032,
      "step": 13235
    },
    {
      "epoch": 2.1598825352802025,
      "grad_norm": 1.128303050994873,
      "learning_rate": 3.766006333948099e-05,
      "loss": 0.2481,
      "num_input_tokens_seen": 25486976,
      "step": 13240
    },
    {
      "epoch": 2.1606982625010196,
      "grad_norm": 1.004712700843811,
      "learning_rate": 3.765159678049017e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 25497392,
      "step": 13245
    },
    {
      "epoch": 2.161513989721837,
      "grad_norm": 0.3581773340702057,
      "learning_rate": 3.7643128270464134e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 25507872,
      "step": 13250
    },
    {
      "epoch": 2.1623297169426543,
      "grad_norm": 1.0819973945617676,
      "learning_rate": 3.763465781070884e-05,
      "loss": 0.2166,
      "num_input_tokens_seen": 25517040,
      "step": 13255
    },
    {
      "epoch": 2.163145444163472,
      "grad_norm": 0.2820495665073395,
      "learning_rate": 3.762618540253052e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 25526816,
      "step": 13260
    },
    {
      "epoch": 2.163961171384289,
      "grad_norm": 0.6690473556518555,
      "learning_rate": 3.761771104723576e-05,
      "loss": 0.1128,
      "num_input_tokens_seen": 25535904,
      "step": 13265
    },
    {
      "epoch": 2.1647768986051066,
      "grad_norm": 0.5527309775352478,
      "learning_rate": 3.7609234746131386e-05,
      "loss": 0.2014,
      "num_input_tokens_seen": 25545552,
      "step": 13270
    },
    {
      "epoch": 2.1655926258259237,
      "grad_norm": 0.8541855216026306,
      "learning_rate": 3.7600756500524556e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 25554656,
      "step": 13275
    },
    {
      "epoch": 2.1664083530467413,
      "grad_norm": 0.2562341094017029,
      "learning_rate": 3.759227631172271e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 25563280,
      "step": 13280
    },
    {
      "epoch": 2.1672240802675584,
      "grad_norm": 0.664584219455719,
      "learning_rate": 3.758379418103363e-05,
      "loss": 0.1328,
      "num_input_tokens_seen": 25572688,
      "step": 13285
    },
    {
      "epoch": 2.168039807488376,
      "grad_norm": 1.0417009592056274,
      "learning_rate": 3.757531010976534e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 25581808,
      "step": 13290
    },
    {
      "epoch": 2.168855534709193,
      "grad_norm": 1.5653743743896484,
      "learning_rate": 3.75668240992262e-05,
      "loss": 0.2124,
      "num_input_tokens_seen": 25591856,
      "step": 13295
    },
    {
      "epoch": 2.1696712619300107,
      "grad_norm": 0.5551228523254395,
      "learning_rate": 3.7558336150724865e-05,
      "loss": 0.1607,
      "num_input_tokens_seen": 25601568,
      "step": 13300
    },
    {
      "epoch": 2.170486989150828,
      "grad_norm": 1.4142050743103027,
      "learning_rate": 3.754984626557028e-05,
      "loss": 0.113,
      "num_input_tokens_seen": 25611120,
      "step": 13305
    },
    {
      "epoch": 2.1713027163716454,
      "grad_norm": 0.5870972871780396,
      "learning_rate": 3.754135444507168e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 25621488,
      "step": 13310
    },
    {
      "epoch": 2.1721184435924625,
      "grad_norm": 0.5941351056098938,
      "learning_rate": 3.753286069053863e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 25631168,
      "step": 13315
    },
    {
      "epoch": 2.17293417081328,
      "grad_norm": 0.4498932659626007,
      "learning_rate": 3.7524365003280945e-05,
      "loss": 0.1281,
      "num_input_tokens_seen": 25640400,
      "step": 13320
    },
    {
      "epoch": 2.1737498980340972,
      "grad_norm": 0.24298959970474243,
      "learning_rate": 3.75158673846088e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 25647808,
      "step": 13325
    },
    {
      "epoch": 2.174565625254915,
      "grad_norm": 0.7001239061355591,
      "learning_rate": 3.750736783583262e-05,
      "loss": 0.2074,
      "num_input_tokens_seen": 25656224,
      "step": 13330
    },
    {
      "epoch": 2.175381352475732,
      "grad_norm": 0.2626548111438751,
      "learning_rate": 3.7498866358263144e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 25666368,
      "step": 13335
    },
    {
      "epoch": 2.1761970796965495,
      "grad_norm": 0.3019571602344513,
      "learning_rate": 3.74903629532114e-05,
      "loss": 0.1598,
      "num_input_tokens_seen": 25675968,
      "step": 13340
    },
    {
      "epoch": 2.1770128069173666,
      "grad_norm": 0.619099497795105,
      "learning_rate": 3.748185762198873e-05,
      "loss": 0.2309,
      "num_input_tokens_seen": 25684800,
      "step": 13345
    },
    {
      "epoch": 2.1778285341381842,
      "grad_norm": 1.0291688442230225,
      "learning_rate": 3.747335036590676e-05,
      "loss": 0.2128,
      "num_input_tokens_seen": 25693712,
      "step": 13350
    },
    {
      "epoch": 2.1786442613590014,
      "grad_norm": 0.8387365937232971,
      "learning_rate": 3.7464841186277405e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 25702624,
      "step": 13355
    },
    {
      "epoch": 2.179459988579819,
      "grad_norm": 1.3295761346817017,
      "learning_rate": 3.7456330084412896e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 25711744,
      "step": 13360
    },
    {
      "epoch": 2.180275715800636,
      "grad_norm": 0.5522900819778442,
      "learning_rate": 3.744781706162576e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 25720064,
      "step": 13365
    },
    {
      "epoch": 2.1810914430214536,
      "grad_norm": 1.0537104606628418,
      "learning_rate": 3.743930211922879e-05,
      "loss": 0.1914,
      "num_input_tokens_seen": 25730672,
      "step": 13370
    },
    {
      "epoch": 2.1819071702422708,
      "grad_norm": 0.6424787044525146,
      "learning_rate": 3.743078525853513e-05,
      "loss": 0.1344,
      "num_input_tokens_seen": 25740928,
      "step": 13375
    },
    {
      "epoch": 2.1827228974630883,
      "grad_norm": 1.0306761264801025,
      "learning_rate": 3.7422266480858154e-05,
      "loss": 0.1882,
      "num_input_tokens_seen": 25749600,
      "step": 13380
    },
    {
      "epoch": 2.183538624683906,
      "grad_norm": 0.5351282954216003,
      "learning_rate": 3.741374578751158e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 25759056,
      "step": 13385
    },
    {
      "epoch": 2.184354351904723,
      "grad_norm": 1.092741847038269,
      "learning_rate": 3.740522317980941e-05,
      "loss": 0.2146,
      "num_input_tokens_seen": 25766576,
      "step": 13390
    },
    {
      "epoch": 2.1851700791255406,
      "grad_norm": 1.1006865501403809,
      "learning_rate": 3.739669865906593e-05,
      "loss": 0.1803,
      "num_input_tokens_seen": 25776640,
      "step": 13395
    },
    {
      "epoch": 2.1859858063463578,
      "grad_norm": 0.5245054364204407,
      "learning_rate": 3.738817222659573e-05,
      "loss": 0.1489,
      "num_input_tokens_seen": 25785744,
      "step": 13400
    },
    {
      "epoch": 2.1859858063463578,
      "eval_loss": 0.16810230910778046,
      "eval_runtime": 71.4951,
      "eval_samples_per_second": 38.115,
      "eval_steps_per_second": 19.064,
      "num_input_tokens_seen": 25785744,
      "step": 13400
    },
    {
      "epoch": 2.1868015335671753,
      "grad_norm": 0.6755180358886719,
      "learning_rate": 3.73796438837137e-05,
      "loss": 0.2509,
      "num_input_tokens_seen": 25795504,
      "step": 13405
    },
    {
      "epoch": 2.1876172607879925,
      "grad_norm": 0.646449625492096,
      "learning_rate": 3.7371113631735e-05,
      "loss": 0.1538,
      "num_input_tokens_seen": 25805776,
      "step": 13410
    },
    {
      "epoch": 2.18843298800881,
      "grad_norm": 0.6380428075790405,
      "learning_rate": 3.736258147197512e-05,
      "loss": 0.1278,
      "num_input_tokens_seen": 25815840,
      "step": 13415
    },
    {
      "epoch": 2.189248715229627,
      "grad_norm": 0.8719644546508789,
      "learning_rate": 3.735404740574981e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 25824112,
      "step": 13420
    },
    {
      "epoch": 2.1900644424504447,
      "grad_norm": 1.0618807077407837,
      "learning_rate": 3.7345511434375145e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 25833664,
      "step": 13425
    },
    {
      "epoch": 2.190880169671262,
      "grad_norm": 0.39014583826065063,
      "learning_rate": 3.733697355916748e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 25842656,
      "step": 13430
    },
    {
      "epoch": 2.1916958968920794,
      "grad_norm": 0.4212228059768677,
      "learning_rate": 3.732843378144345e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 25851584,
      "step": 13435
    },
    {
      "epoch": 2.1925116241128966,
      "grad_norm": 0.6609206199645996,
      "learning_rate": 3.7319892102519995e-05,
      "loss": 0.1778,
      "num_input_tokens_seen": 25860528,
      "step": 13440
    },
    {
      "epoch": 2.193327351333714,
      "grad_norm": 0.5979218482971191,
      "learning_rate": 3.731134852371436e-05,
      "loss": 0.1174,
      "num_input_tokens_seen": 25870448,
      "step": 13445
    },
    {
      "epoch": 2.1941430785545313,
      "grad_norm": 0.8503642678260803,
      "learning_rate": 3.730280304634408e-05,
      "loss": 0.2226,
      "num_input_tokens_seen": 25880496,
      "step": 13450
    },
    {
      "epoch": 2.194958805775349,
      "grad_norm": 0.7037197947502136,
      "learning_rate": 3.729425567172696e-05,
      "loss": 0.2115,
      "num_input_tokens_seen": 25891504,
      "step": 13455
    },
    {
      "epoch": 2.195774532996166,
      "grad_norm": 0.4165351688861847,
      "learning_rate": 3.728570640118111e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 25901488,
      "step": 13460
    },
    {
      "epoch": 2.1965902602169836,
      "grad_norm": 0.7387146949768066,
      "learning_rate": 3.727715523602494e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 25910608,
      "step": 13465
    },
    {
      "epoch": 2.1974059874378007,
      "grad_norm": 0.6382708549499512,
      "learning_rate": 3.726860217757715e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 25920864,
      "step": 13470
    },
    {
      "epoch": 2.1982217146586183,
      "grad_norm": 0.5420559644699097,
      "learning_rate": 3.726004722715673e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 25929040,
      "step": 13475
    },
    {
      "epoch": 2.1990374418794354,
      "grad_norm": 2.559586524963379,
      "learning_rate": 3.725149038608296e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 25939008,
      "step": 13480
    },
    {
      "epoch": 2.199853169100253,
      "grad_norm": 0.9257315397262573,
      "learning_rate": 3.7242931655675404e-05,
      "loss": 0.1299,
      "num_input_tokens_seen": 25948720,
      "step": 13485
    },
    {
      "epoch": 2.20066889632107,
      "grad_norm": 0.5957379937171936,
      "learning_rate": 3.7234371037253937e-05,
      "loss": 0.1174,
      "num_input_tokens_seen": 25957360,
      "step": 13490
    },
    {
      "epoch": 2.2014846235418877,
      "grad_norm": 0.591675877571106,
      "learning_rate": 3.7225808532138705e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 25966048,
      "step": 13495
    },
    {
      "epoch": 2.202300350762705,
      "grad_norm": 0.5615599751472473,
      "learning_rate": 3.721724414165016e-05,
      "loss": 0.2776,
      "num_input_tokens_seen": 25976080,
      "step": 13500
    },
    {
      "epoch": 2.2031160779835224,
      "grad_norm": 0.48952168226242065,
      "learning_rate": 3.720867786710904e-05,
      "loss": 0.2491,
      "num_input_tokens_seen": 25985232,
      "step": 13505
    },
    {
      "epoch": 2.2039318052043395,
      "grad_norm": 0.5005790591239929,
      "learning_rate": 3.7200109709836366e-05,
      "loss": 0.1274,
      "num_input_tokens_seen": 25994080,
      "step": 13510
    },
    {
      "epoch": 2.204747532425157,
      "grad_norm": 2.0151984691619873,
      "learning_rate": 3.7191539671153465e-05,
      "loss": 0.2341,
      "num_input_tokens_seen": 26004464,
      "step": 13515
    },
    {
      "epoch": 2.205563259645974,
      "grad_norm": 0.9116995334625244,
      "learning_rate": 3.718296775238193e-05,
      "loss": 0.1512,
      "num_input_tokens_seen": 26013504,
      "step": 13520
    },
    {
      "epoch": 2.206378986866792,
      "grad_norm": 0.5907080173492432,
      "learning_rate": 3.7174393954843675e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 26022496,
      "step": 13525
    },
    {
      "epoch": 2.207194714087609,
      "grad_norm": 0.5068507790565491,
      "learning_rate": 3.716581827986087e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 26031984,
      "step": 13530
    },
    {
      "epoch": 2.2080104413084265,
      "grad_norm": 0.4320995807647705,
      "learning_rate": 3.7157240728756004e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 26040912,
      "step": 13535
    },
    {
      "epoch": 2.2088261685292436,
      "grad_norm": 0.5890951156616211,
      "learning_rate": 3.714866130285184e-05,
      "loss": 0.1423,
      "num_input_tokens_seen": 26050544,
      "step": 13540
    },
    {
      "epoch": 2.209641895750061,
      "grad_norm": 0.7688366174697876,
      "learning_rate": 3.714008000347143e-05,
      "loss": 0.2418,
      "num_input_tokens_seen": 26059488,
      "step": 13545
    },
    {
      "epoch": 2.2104576229708783,
      "grad_norm": 1.3078967332839966,
      "learning_rate": 3.7131496831938126e-05,
      "loss": 0.2218,
      "num_input_tokens_seen": 26069264,
      "step": 13550
    },
    {
      "epoch": 2.211273350191696,
      "grad_norm": 0.8997160196304321,
      "learning_rate": 3.7122911789575565e-05,
      "loss": 0.1647,
      "num_input_tokens_seen": 26077680,
      "step": 13555
    },
    {
      "epoch": 2.2120890774125135,
      "grad_norm": 0.867716908454895,
      "learning_rate": 3.711432487770765e-05,
      "loss": 0.1686,
      "num_input_tokens_seen": 26087632,
      "step": 13560
    },
    {
      "epoch": 2.2129048046333306,
      "grad_norm": 0.31711360812187195,
      "learning_rate": 3.710573609765861e-05,
      "loss": 0.162,
      "num_input_tokens_seen": 26097328,
      "step": 13565
    },
    {
      "epoch": 2.2137205318541477,
      "grad_norm": 0.6552557349205017,
      "learning_rate": 3.709714545075292e-05,
      "loss": 0.1718,
      "num_input_tokens_seen": 26106288,
      "step": 13570
    },
    {
      "epoch": 2.2145362590749653,
      "grad_norm": 0.9438443183898926,
      "learning_rate": 3.708855293831538e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 26115792,
      "step": 13575
    },
    {
      "epoch": 2.215351986295783,
      "grad_norm": 1.1097774505615234,
      "learning_rate": 3.707995856167107e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 26124512,
      "step": 13580
    },
    {
      "epoch": 2.2161677135166,
      "grad_norm": 0.6811768412590027,
      "learning_rate": 3.707136232214534e-05,
      "loss": 0.1701,
      "num_input_tokens_seen": 26134224,
      "step": 13585
    },
    {
      "epoch": 2.2169834407374176,
      "grad_norm": 0.6719657182693481,
      "learning_rate": 3.7062764221063844e-05,
      "loss": 0.2483,
      "num_input_tokens_seen": 26143584,
      "step": 13590
    },
    {
      "epoch": 2.2177991679582347,
      "grad_norm": 0.25770750641822815,
      "learning_rate": 3.705416425975252e-05,
      "loss": 0.0981,
      "num_input_tokens_seen": 26153408,
      "step": 13595
    },
    {
      "epoch": 2.2186148951790523,
      "grad_norm": 0.6286156177520752,
      "learning_rate": 3.704556243953758e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 26163104,
      "step": 13600
    },
    {
      "epoch": 2.2186148951790523,
      "eval_loss": 0.1742122769355774,
      "eval_runtime": 71.5834,
      "eval_samples_per_second": 38.067,
      "eval_steps_per_second": 19.041,
      "num_input_tokens_seen": 26163104,
      "step": 13600
    },
    {
      "epoch": 2.2194306223998694,
      "grad_norm": 1.2438290119171143,
      "learning_rate": 3.7036958761745535e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 26171696,
      "step": 13605
    },
    {
      "epoch": 2.220246349620687,
      "grad_norm": 0.2593882083892822,
      "learning_rate": 3.702835322770318e-05,
      "loss": 0.1222,
      "num_input_tokens_seen": 26180912,
      "step": 13610
    },
    {
      "epoch": 2.221062076841504,
      "grad_norm": 0.7470227479934692,
      "learning_rate": 3.701974583873761e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 26189680,
      "step": 13615
    },
    {
      "epoch": 2.2218778040623217,
      "grad_norm": 1.2803852558135986,
      "learning_rate": 3.701113659617618e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 26200608,
      "step": 13620
    },
    {
      "epoch": 2.222693531283139,
      "grad_norm": 0.5586233139038086,
      "learning_rate": 3.7002525501346535e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 26209824,
      "step": 13625
    },
    {
      "epoch": 2.2235092585039564,
      "grad_norm": 0.5057773590087891,
      "learning_rate": 3.699391255557664e-05,
      "loss": 0.113,
      "num_input_tokens_seen": 26219680,
      "step": 13630
    },
    {
      "epoch": 2.2243249857247736,
      "grad_norm": 0.47803688049316406,
      "learning_rate": 3.69852977601947e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 26229136,
      "step": 13635
    },
    {
      "epoch": 2.225140712945591,
      "grad_norm": 0.68705815076828,
      "learning_rate": 3.697668111652922e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 26238208,
      "step": 13640
    },
    {
      "epoch": 2.2259564401664083,
      "grad_norm": 0.33073127269744873,
      "learning_rate": 3.6968062625909005e-05,
      "loss": 0.1848,
      "num_input_tokens_seen": 26247904,
      "step": 13645
    },
    {
      "epoch": 2.226772167387226,
      "grad_norm": 1.0164203643798828,
      "learning_rate": 3.6959442289663135e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 26257776,
      "step": 13650
    },
    {
      "epoch": 2.227587894608043,
      "grad_norm": 0.6993072628974915,
      "learning_rate": 3.695082010912098e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 26267936,
      "step": 13655
    },
    {
      "epoch": 2.2284036218288605,
      "grad_norm": 0.25071069598197937,
      "learning_rate": 3.694219608561217e-05,
      "loss": 0.1198,
      "num_input_tokens_seen": 26277840,
      "step": 13660
    },
    {
      "epoch": 2.2292193490496777,
      "grad_norm": 1.0100953578948975,
      "learning_rate": 3.693357022046665e-05,
      "loss": 0.1579,
      "num_input_tokens_seen": 26287296,
      "step": 13665
    },
    {
      "epoch": 2.2300350762704952,
      "grad_norm": 0.8612639307975769,
      "learning_rate": 3.6924942515014644e-05,
      "loss": 0.1949,
      "num_input_tokens_seen": 26298224,
      "step": 13670
    },
    {
      "epoch": 2.2308508034913124,
      "grad_norm": 0.6818014979362488,
      "learning_rate": 3.691631297058664e-05,
      "loss": 0.1868,
      "num_input_tokens_seen": 26307744,
      "step": 13675
    },
    {
      "epoch": 2.23166653071213,
      "grad_norm": 0.3870495557785034,
      "learning_rate": 3.6907681588513424e-05,
      "loss": 0.1112,
      "num_input_tokens_seen": 26316992,
      "step": 13680
    },
    {
      "epoch": 2.232482257932947,
      "grad_norm": 0.8000571727752686,
      "learning_rate": 3.689904837012606e-05,
      "loss": 0.2129,
      "num_input_tokens_seen": 26327424,
      "step": 13685
    },
    {
      "epoch": 2.2332979851537647,
      "grad_norm": 0.687746524810791,
      "learning_rate": 3.689041331675591e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 26338000,
      "step": 13690
    },
    {
      "epoch": 2.234113712374582,
      "grad_norm": 0.6257930397987366,
      "learning_rate": 3.688177642973461e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 26347952,
      "step": 13695
    },
    {
      "epoch": 2.2349294395953994,
      "grad_norm": 0.38653555512428284,
      "learning_rate": 3.687313771039406e-05,
      "loss": 0.1295,
      "num_input_tokens_seen": 26358000,
      "step": 13700
    },
    {
      "epoch": 2.2357451668162165,
      "grad_norm": 0.648283064365387,
      "learning_rate": 3.686449716006647e-05,
      "loss": 0.1622,
      "num_input_tokens_seen": 26367104,
      "step": 13705
    },
    {
      "epoch": 2.236560894037034,
      "grad_norm": 0.3031389117240906,
      "learning_rate": 3.685585478008432e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 26376848,
      "step": 13710
    },
    {
      "epoch": 2.237376621257851,
      "grad_norm": 1.0024322271347046,
      "learning_rate": 3.6847210571780364e-05,
      "loss": 0.1677,
      "num_input_tokens_seen": 26386128,
      "step": 13715
    },
    {
      "epoch": 2.2381923484786688,
      "grad_norm": 1.2423356771469116,
      "learning_rate": 3.683856453648767e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 26394688,
      "step": 13720
    },
    {
      "epoch": 2.239008075699486,
      "grad_norm": 0.3377184271812439,
      "learning_rate": 3.682991667553954e-05,
      "loss": 0.1401,
      "num_input_tokens_seen": 26404608,
      "step": 13725
    },
    {
      "epoch": 2.2398238029203035,
      "grad_norm": 0.40357235074043274,
      "learning_rate": 3.6821266990269606e-05,
      "loss": 0.2302,
      "num_input_tokens_seen": 26413408,
      "step": 13730
    },
    {
      "epoch": 2.2406395301411206,
      "grad_norm": 0.3016504645347595,
      "learning_rate": 3.681261548201174e-05,
      "loss": 0.0938,
      "num_input_tokens_seen": 26423840,
      "step": 13735
    },
    {
      "epoch": 2.241455257361938,
      "grad_norm": 1.2452678680419922,
      "learning_rate": 3.6803962152100125e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 26432240,
      "step": 13740
    },
    {
      "epoch": 2.2422709845827553,
      "grad_norm": 0.5259227752685547,
      "learning_rate": 3.67953070018692e-05,
      "loss": 0.2009,
      "num_input_tokens_seen": 26443088,
      "step": 13745
    },
    {
      "epoch": 2.243086711803573,
      "grad_norm": 0.47200897336006165,
      "learning_rate": 3.678665003265371e-05,
      "loss": 0.1599,
      "num_input_tokens_seen": 26453024,
      "step": 13750
    },
    {
      "epoch": 2.2439024390243905,
      "grad_norm": 1.1310369968414307,
      "learning_rate": 3.677799124578867e-05,
      "loss": 0.2368,
      "num_input_tokens_seen": 26462704,
      "step": 13755
    },
    {
      "epoch": 2.2447181662452076,
      "grad_norm": 0.5322705507278442,
      "learning_rate": 3.676933064260937e-05,
      "loss": 0.1267,
      "num_input_tokens_seen": 26473200,
      "step": 13760
    },
    {
      "epoch": 2.245533893466025,
      "grad_norm": 1.9290130138397217,
      "learning_rate": 3.6760668224451365e-05,
      "loss": 0.2341,
      "num_input_tokens_seen": 26482048,
      "step": 13765
    },
    {
      "epoch": 2.2463496206868423,
      "grad_norm": 1.1840814352035522,
      "learning_rate": 3.675200399265054e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 26490816,
      "step": 13770
    },
    {
      "epoch": 2.24716534790766,
      "grad_norm": 0.42558524012565613,
      "learning_rate": 3.6743337948543014e-05,
      "loss": 0.0945,
      "num_input_tokens_seen": 26500928,
      "step": 13775
    },
    {
      "epoch": 2.247981075128477,
      "grad_norm": 1.26192045211792,
      "learning_rate": 3.6734670093465204e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 26510688,
      "step": 13780
    },
    {
      "epoch": 2.2487968023492946,
      "grad_norm": 0.5919566750526428,
      "learning_rate": 3.672600042875379e-05,
      "loss": 0.2118,
      "num_input_tokens_seen": 26518704,
      "step": 13785
    },
    {
      "epoch": 2.2496125295701117,
      "grad_norm": 0.3311687409877777,
      "learning_rate": 3.671732895574575e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 26527376,
      "step": 13790
    },
    {
      "epoch": 2.2504282567909293,
      "grad_norm": 0.8201099038124084,
      "learning_rate": 3.670865567577834e-05,
      "loss": 0.2445,
      "num_input_tokens_seen": 26536080,
      "step": 13795
    },
    {
      "epoch": 2.2512439840117464,
      "grad_norm": 1.4519258737564087,
      "learning_rate": 3.669998059018909e-05,
      "loss": 0.2354,
      "num_input_tokens_seen": 26546240,
      "step": 13800
    },
    {
      "epoch": 2.2512439840117464,
      "eval_loss": 0.16760355234146118,
      "eval_runtime": 71.4702,
      "eval_samples_per_second": 38.128,
      "eval_steps_per_second": 19.071,
      "num_input_tokens_seen": 26546240,
      "step": 13800
    },
    {
      "epoch": 2.252059711232564,
      "grad_norm": 0.7036793828010559,
      "learning_rate": 3.6691303700315796e-05,
      "loss": 0.1085,
      "num_input_tokens_seen": 26554800,
      "step": 13805
    },
    {
      "epoch": 2.252875438453381,
      "grad_norm": 0.8359297513961792,
      "learning_rate": 3.668262500749655e-05,
      "loss": 0.1169,
      "num_input_tokens_seen": 26563408,
      "step": 13810
    },
    {
      "epoch": 2.2536911656741987,
      "grad_norm": 1.1435298919677734,
      "learning_rate": 3.667394451306971e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 26572720,
      "step": 13815
    },
    {
      "epoch": 2.254506892895016,
      "grad_norm": 0.46338507533073425,
      "learning_rate": 3.666526221837393e-05,
      "loss": 0.1215,
      "num_input_tokens_seen": 26582432,
      "step": 13820
    },
    {
      "epoch": 2.2553226201158334,
      "grad_norm": 1.051355004310608,
      "learning_rate": 3.665657812474812e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 26592336,
      "step": 13825
    },
    {
      "epoch": 2.2561383473366505,
      "grad_norm": 0.6098791360855103,
      "learning_rate": 3.664789223353147e-05,
      "loss": 0.1053,
      "num_input_tokens_seen": 26601136,
      "step": 13830
    },
    {
      "epoch": 2.256954074557468,
      "grad_norm": 0.7000149488449097,
      "learning_rate": 3.663920454606347e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 26611904,
      "step": 13835
    },
    {
      "epoch": 2.2577698017782852,
      "grad_norm": 0.9731171727180481,
      "learning_rate": 3.6630515063683856e-05,
      "loss": 0.2392,
      "num_input_tokens_seen": 26619888,
      "step": 13840
    },
    {
      "epoch": 2.258585528999103,
      "grad_norm": 0.650507390499115,
      "learning_rate": 3.662182378773267e-05,
      "loss": 0.1391,
      "num_input_tokens_seen": 26629936,
      "step": 13845
    },
    {
      "epoch": 2.25940125621992,
      "grad_norm": 0.7581363320350647,
      "learning_rate": 3.66131307195502e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 26639424,
      "step": 13850
    },
    {
      "epoch": 2.2602169834407375,
      "grad_norm": 1.422552466392517,
      "learning_rate": 3.6604435860477034e-05,
      "loss": 0.1958,
      "num_input_tokens_seen": 26648288,
      "step": 13855
    },
    {
      "epoch": 2.2610327106615546,
      "grad_norm": 0.5964282751083374,
      "learning_rate": 3.6595739211854025e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 26659328,
      "step": 13860
    },
    {
      "epoch": 2.261848437882372,
      "grad_norm": 0.6271386742591858,
      "learning_rate": 3.658704077502231e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 26667632,
      "step": 13865
    },
    {
      "epoch": 2.2626641651031894,
      "grad_norm": 0.4154985845088959,
      "learning_rate": 3.65783405513233e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 26676640,
      "step": 13870
    },
    {
      "epoch": 2.263479892324007,
      "grad_norm": 1.6521766185760498,
      "learning_rate": 3.656963854209867e-05,
      "loss": 0.2561,
      "num_input_tokens_seen": 26685904,
      "step": 13875
    },
    {
      "epoch": 2.264295619544824,
      "grad_norm": 0.5740627646446228,
      "learning_rate": 3.656093474869038e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 26695632,
      "step": 13880
    },
    {
      "epoch": 2.2651113467656416,
      "grad_norm": 1.4340497255325317,
      "learning_rate": 3.655222917244068e-05,
      "loss": 0.1852,
      "num_input_tokens_seen": 26704880,
      "step": 13885
    },
    {
      "epoch": 2.2659270739864588,
      "grad_norm": 0.9759312868118286,
      "learning_rate": 3.6543521814692054e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 26713872,
      "step": 13890
    },
    {
      "epoch": 2.2667428012072763,
      "grad_norm": 1.9752197265625,
      "learning_rate": 3.653481267678731e-05,
      "loss": 0.2347,
      "num_input_tokens_seen": 26723056,
      "step": 13895
    },
    {
      "epoch": 2.2675585284280935,
      "grad_norm": 0.3872154653072357,
      "learning_rate": 3.652610176006949e-05,
      "loss": 0.1545,
      "num_input_tokens_seen": 26732208,
      "step": 13900
    },
    {
      "epoch": 2.268374255648911,
      "grad_norm": 0.6500401496887207,
      "learning_rate": 3.6517389065881925e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 26741344,
      "step": 13905
    },
    {
      "epoch": 2.269189982869728,
      "grad_norm": 1.2458951473236084,
      "learning_rate": 3.650867459556824e-05,
      "loss": 0.1579,
      "num_input_tokens_seen": 26750592,
      "step": 13910
    },
    {
      "epoch": 2.2700057100905457,
      "grad_norm": 0.5877229571342468,
      "learning_rate": 3.64999583504723e-05,
      "loss": 0.2304,
      "num_input_tokens_seen": 26758928,
      "step": 13915
    },
    {
      "epoch": 2.270821437311363,
      "grad_norm": 0.500445544719696,
      "learning_rate": 3.649124033193827e-05,
      "loss": 0.1918,
      "num_input_tokens_seen": 26768400,
      "step": 13920
    },
    {
      "epoch": 2.2716371645321805,
      "grad_norm": 0.5238391160964966,
      "learning_rate": 3.648252054131057e-05,
      "loss": 0.1824,
      "num_input_tokens_seen": 26776832,
      "step": 13925
    },
    {
      "epoch": 2.272452891752998,
      "grad_norm": 0.541864812374115,
      "learning_rate": 3.647379897993391e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 26786336,
      "step": 13930
    },
    {
      "epoch": 2.273268618973815,
      "grad_norm": 1.0151445865631104,
      "learning_rate": 3.646507564915325e-05,
      "loss": 0.2474,
      "num_input_tokens_seen": 26794992,
      "step": 13935
    },
    {
      "epoch": 2.2740843461946323,
      "grad_norm": 0.961647629737854,
      "learning_rate": 3.645635055031385e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 26805328,
      "step": 13940
    },
    {
      "epoch": 2.27490007341545,
      "grad_norm": 0.2717864513397217,
      "learning_rate": 3.6447623684761224e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 26814480,
      "step": 13945
    },
    {
      "epoch": 2.2757158006362674,
      "grad_norm": 0.9974218010902405,
      "learning_rate": 3.643889505384117e-05,
      "loss": 0.238,
      "num_input_tokens_seen": 26824832,
      "step": 13950
    },
    {
      "epoch": 2.2765315278570846,
      "grad_norm": 0.8117595314979553,
      "learning_rate": 3.6430164658899744e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 26835104,
      "step": 13955
    },
    {
      "epoch": 2.2773472550779017,
      "grad_norm": 0.4004985988140106,
      "learning_rate": 3.642143250128329e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 26845248,
      "step": 13960
    },
    {
      "epoch": 2.2781629822987193,
      "grad_norm": 1.1051443815231323,
      "learning_rate": 3.641269858233841e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 26855456,
      "step": 13965
    },
    {
      "epoch": 2.278978709519537,
      "grad_norm": 0.7517367601394653,
      "learning_rate": 3.640396290341199e-05,
      "loss": 0.2714,
      "num_input_tokens_seen": 26865168,
      "step": 13970
    },
    {
      "epoch": 2.279794436740354,
      "grad_norm": 0.7035585641860962,
      "learning_rate": 3.639522546585118e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 26874464,
      "step": 13975
    },
    {
      "epoch": 2.2806101639611716,
      "grad_norm": 0.8957223892211914,
      "learning_rate": 3.6386486271003404e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 26883664,
      "step": 13980
    },
    {
      "epoch": 2.2814258911819887,
      "grad_norm": 1.3314558267593384,
      "learning_rate": 3.6377745320216346e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 26892976,
      "step": 13985
    },
    {
      "epoch": 2.2822416184028063,
      "grad_norm": 0.8640679717063904,
      "learning_rate": 3.636900261483798e-05,
      "loss": 0.2285,
      "num_input_tokens_seen": 26902896,
      "step": 13990
    },
    {
      "epoch": 2.2830573456236234,
      "grad_norm": 0.4718776047229767,
      "learning_rate": 3.636025815621654e-05,
      "loss": 0.1738,
      "num_input_tokens_seen": 26913536,
      "step": 13995
    },
    {
      "epoch": 2.283873072844441,
      "grad_norm": 0.9173172116279602,
      "learning_rate": 3.635151194570054e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 26923408,
      "step": 14000
    },
    {
      "epoch": 2.283873072844441,
      "eval_loss": 0.16774559020996094,
      "eval_runtime": 71.5757,
      "eval_samples_per_second": 38.072,
      "eval_steps_per_second": 19.043,
      "num_input_tokens_seen": 26923408,
      "step": 14000
    },
    {
      "epoch": 2.284688800065258,
      "grad_norm": 1.0690553188323975,
      "learning_rate": 3.634276398463873e-05,
      "loss": 0.1526,
      "num_input_tokens_seen": 26933664,
      "step": 14005
    },
    {
      "epoch": 2.2855045272860757,
      "grad_norm": 1.6466392278671265,
      "learning_rate": 3.633401427438018e-05,
      "loss": 0.2297,
      "num_input_tokens_seen": 26943312,
      "step": 14010
    },
    {
      "epoch": 2.286320254506893,
      "grad_norm": 0.4165269434452057,
      "learning_rate": 3.63252628162742e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 26952288,
      "step": 14015
    },
    {
      "epoch": 2.2871359817277104,
      "grad_norm": 0.7008364200592041,
      "learning_rate": 3.6316509611670364e-05,
      "loss": 0.1105,
      "num_input_tokens_seen": 26962448,
      "step": 14020
    },
    {
      "epoch": 2.2879517089485275,
      "grad_norm": 1.19548761844635,
      "learning_rate": 3.630775466191854e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 26971168,
      "step": 14025
    },
    {
      "epoch": 2.288767436169345,
      "grad_norm": 0.6286770701408386,
      "learning_rate": 3.629899796836884e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 26980336,
      "step": 14030
    },
    {
      "epoch": 2.289583163390162,
      "grad_norm": 1.2201734781265259,
      "learning_rate": 3.6290239532371666e-05,
      "loss": 0.1876,
      "num_input_tokens_seen": 26990160,
      "step": 14035
    },
    {
      "epoch": 2.29039889061098,
      "grad_norm": 0.554417610168457,
      "learning_rate": 3.628147935527767e-05,
      "loss": 0.0949,
      "num_input_tokens_seen": 26999392,
      "step": 14040
    },
    {
      "epoch": 2.291214617831797,
      "grad_norm": 0.27896848320961,
      "learning_rate": 3.627271743843779e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 27007968,
      "step": 14045
    },
    {
      "epoch": 2.2920303450526145,
      "grad_norm": 0.6972894072532654,
      "learning_rate": 3.626395378320321e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 27017952,
      "step": 14050
    },
    {
      "epoch": 2.2928460722734316,
      "grad_norm": 0.707646369934082,
      "learning_rate": 3.625518839092541e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 27027264,
      "step": 14055
    },
    {
      "epoch": 2.293661799494249,
      "grad_norm": 0.898858368396759,
      "learning_rate": 3.624642126295612e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 27037648,
      "step": 14060
    },
    {
      "epoch": 2.2944775267150663,
      "grad_norm": 0.7370019555091858,
      "learning_rate": 3.6237652400647345e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 27047056,
      "step": 14065
    },
    {
      "epoch": 2.295293253935884,
      "grad_norm": 0.4762119948863983,
      "learning_rate": 3.622888180535134e-05,
      "loss": 0.21,
      "num_input_tokens_seen": 27056240,
      "step": 14070
    },
    {
      "epoch": 2.296108981156701,
      "grad_norm": 0.9399554133415222,
      "learning_rate": 3.6220109478420655e-05,
      "loss": 0.1827,
      "num_input_tokens_seen": 27066064,
      "step": 14075
    },
    {
      "epoch": 2.2969247083775186,
      "grad_norm": 0.8407387137413025,
      "learning_rate": 3.6211335421208084e-05,
      "loss": 0.1328,
      "num_input_tokens_seen": 27076064,
      "step": 14080
    },
    {
      "epoch": 2.2977404355983357,
      "grad_norm": 0.7736527919769287,
      "learning_rate": 3.62025596350667e-05,
      "loss": 0.1661,
      "num_input_tokens_seen": 27085744,
      "step": 14085
    },
    {
      "epoch": 2.2985561628191533,
      "grad_norm": 0.9182680249214172,
      "learning_rate": 3.619378212134984e-05,
      "loss": 0.1578,
      "num_input_tokens_seen": 27095760,
      "step": 14090
    },
    {
      "epoch": 2.2993718900399704,
      "grad_norm": 0.7791620492935181,
      "learning_rate": 3.618500288141111e-05,
      "loss": 0.1488,
      "num_input_tokens_seen": 27105952,
      "step": 14095
    },
    {
      "epoch": 2.300187617260788,
      "grad_norm": 0.8053042888641357,
      "learning_rate": 3.617622191660438e-05,
      "loss": 0.1672,
      "num_input_tokens_seen": 27115184,
      "step": 14100
    },
    {
      "epoch": 2.3010033444816056,
      "grad_norm": 0.8782669901847839,
      "learning_rate": 3.616743922828377e-05,
      "loss": 0.1927,
      "num_input_tokens_seen": 27125120,
      "step": 14105
    },
    {
      "epoch": 2.3018190717024227,
      "grad_norm": 0.21851249039173126,
      "learning_rate": 3.615865481780371e-05,
      "loss": 0.1264,
      "num_input_tokens_seen": 27134128,
      "step": 14110
    },
    {
      "epoch": 2.30263479892324,
      "grad_norm": 1.4169859886169434,
      "learning_rate": 3.614986868651883e-05,
      "loss": 0.1594,
      "num_input_tokens_seen": 27143904,
      "step": 14115
    },
    {
      "epoch": 2.3034505261440574,
      "grad_norm": 1.311935544013977,
      "learning_rate": 3.614108083578409e-05,
      "loss": 0.2225,
      "num_input_tokens_seen": 27154112,
      "step": 14120
    },
    {
      "epoch": 2.304266253364875,
      "grad_norm": 0.9188860654830933,
      "learning_rate": 3.613229126695467e-05,
      "loss": 0.2167,
      "num_input_tokens_seen": 27162736,
      "step": 14125
    },
    {
      "epoch": 2.305081980585692,
      "grad_norm": 1.0097676515579224,
      "learning_rate": 3.612349998138605e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 27172016,
      "step": 14130
    },
    {
      "epoch": 2.3058977078065093,
      "grad_norm": 0.9323079586029053,
      "learning_rate": 3.6114706980433946e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 27181696,
      "step": 14135
    },
    {
      "epoch": 2.306713435027327,
      "grad_norm": 0.6951303482055664,
      "learning_rate": 3.610591226545435e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 27190848,
      "step": 14140
    },
    {
      "epoch": 2.3075291622481444,
      "grad_norm": 0.7949551939964294,
      "learning_rate": 3.6097115837803505e-05,
      "loss": 0.2007,
      "num_input_tokens_seen": 27200608,
      "step": 14145
    },
    {
      "epoch": 2.3083448894689615,
      "grad_norm": 0.9286378622055054,
      "learning_rate": 3.608831769883795e-05,
      "loss": 0.1437,
      "num_input_tokens_seen": 27211392,
      "step": 14150
    },
    {
      "epoch": 2.309160616689779,
      "grad_norm": 0.6514575481414795,
      "learning_rate": 3.607951784991446e-05,
      "loss": 0.176,
      "num_input_tokens_seen": 27220432,
      "step": 14155
    },
    {
      "epoch": 2.3099763439105963,
      "grad_norm": 1.104716420173645,
      "learning_rate": 3.6070716292390085e-05,
      "loss": 0.2003,
      "num_input_tokens_seen": 27229120,
      "step": 14160
    },
    {
      "epoch": 2.310792071131414,
      "grad_norm": 0.5476861000061035,
      "learning_rate": 3.606191302762213e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 27239312,
      "step": 14165
    },
    {
      "epoch": 2.311607798352231,
      "grad_norm": 0.38842305541038513,
      "learning_rate": 3.605310805696818e-05,
      "loss": 0.1505,
      "num_input_tokens_seen": 27248464,
      "step": 14170
    },
    {
      "epoch": 2.3124235255730485,
      "grad_norm": 1.6971759796142578,
      "learning_rate": 3.6044301381786067e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 27258096,
      "step": 14175
    },
    {
      "epoch": 2.3132392527938657,
      "grad_norm": 0.8528911471366882,
      "learning_rate": 3.6035493003433883e-05,
      "loss": 0.2274,
      "num_input_tokens_seen": 27269424,
      "step": 14180
    },
    {
      "epoch": 2.3140549800146832,
      "grad_norm": 0.7457146048545837,
      "learning_rate": 3.6026682923269994e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 27278592,
      "step": 14185
    },
    {
      "epoch": 2.3148707072355004,
      "grad_norm": 0.6884723901748657,
      "learning_rate": 3.6017871142653034e-05,
      "loss": 0.1242,
      "num_input_tokens_seen": 27288880,
      "step": 14190
    },
    {
      "epoch": 2.315686434456318,
      "grad_norm": 1.2976056337356567,
      "learning_rate": 3.600905766294189e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 27299728,
      "step": 14195
    },
    {
      "epoch": 2.316502161677135,
      "grad_norm": 0.6931757926940918,
      "learning_rate": 3.60002424854957e-05,
      "loss": 0.2175,
      "num_input_tokens_seen": 27309344,
      "step": 14200
    },
    {
      "epoch": 2.316502161677135,
      "eval_loss": 0.17092566192150116,
      "eval_runtime": 71.5309,
      "eval_samples_per_second": 38.095,
      "eval_steps_per_second": 19.055,
      "num_input_tokens_seen": 27309344,
      "step": 14200
    },
    {
      "epoch": 2.3173178888979526,
      "grad_norm": 0.6739084124565125,
      "learning_rate": 3.5991425611673876e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 27319936,
      "step": 14205
    },
    {
      "epoch": 2.31813361611877,
      "grad_norm": 0.9717587828636169,
      "learning_rate": 3.5982607042836105e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 27329680,
      "step": 14210
    },
    {
      "epoch": 2.3189493433395874,
      "grad_norm": 0.65628981590271,
      "learning_rate": 3.597378678034231e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 27340576,
      "step": 14215
    },
    {
      "epoch": 2.3197650705604045,
      "grad_norm": 0.7085278034210205,
      "learning_rate": 3.596496482555269e-05,
      "loss": 0.1865,
      "num_input_tokens_seen": 27351056,
      "step": 14220
    },
    {
      "epoch": 2.320580797781222,
      "grad_norm": 0.7872908115386963,
      "learning_rate": 3.595614117982769e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 27361232,
      "step": 14225
    },
    {
      "epoch": 2.321396525002039,
      "grad_norm": 1.1885766983032227,
      "learning_rate": 3.594731584452805e-05,
      "loss": 0.2494,
      "num_input_tokens_seen": 27370096,
      "step": 14230
    },
    {
      "epoch": 2.3222122522228568,
      "grad_norm": 0.8160486221313477,
      "learning_rate": 3.593848882101472e-05,
      "loss": 0.1205,
      "num_input_tokens_seen": 27379840,
      "step": 14235
    },
    {
      "epoch": 2.323027979443674,
      "grad_norm": 1.46931791305542,
      "learning_rate": 3.592966011064896e-05,
      "loss": 0.2403,
      "num_input_tokens_seen": 27388928,
      "step": 14240
    },
    {
      "epoch": 2.3238437066644915,
      "grad_norm": 0.5775021314620972,
      "learning_rate": 3.592082971479226e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 27398288,
      "step": 14245
    },
    {
      "epoch": 2.3246594338853086,
      "grad_norm": 1.750417947769165,
      "learning_rate": 3.5911997634806385e-05,
      "loss": 0.1823,
      "num_input_tokens_seen": 27408960,
      "step": 14250
    },
    {
      "epoch": 2.325475161106126,
      "grad_norm": 0.8266611099243164,
      "learning_rate": 3.5903163872053336e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 27419296,
      "step": 14255
    },
    {
      "epoch": 2.3262908883269433,
      "grad_norm": 0.8268468379974365,
      "learning_rate": 3.58943284278954e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 27428912,
      "step": 14260
    },
    {
      "epoch": 2.327106615547761,
      "grad_norm": 1.2289353609085083,
      "learning_rate": 3.588549130369512e-05,
      "loss": 0.2438,
      "num_input_tokens_seen": 27436144,
      "step": 14265
    },
    {
      "epoch": 2.327922342768578,
      "grad_norm": 0.5228762030601501,
      "learning_rate": 3.5876652500815274e-05,
      "loss": 0.1405,
      "num_input_tokens_seen": 27446272,
      "step": 14270
    },
    {
      "epoch": 2.3287380699893956,
      "grad_norm": 0.5699154734611511,
      "learning_rate": 3.586781202061894e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 27455536,
      "step": 14275
    },
    {
      "epoch": 2.3295537972102127,
      "grad_norm": 0.7721614241600037,
      "learning_rate": 3.585896986446942e-05,
      "loss": 0.1863,
      "num_input_tokens_seen": 27465584,
      "step": 14280
    },
    {
      "epoch": 2.3303695244310303,
      "grad_norm": 0.7080296874046326,
      "learning_rate": 3.585012603373028e-05,
      "loss": 0.1501,
      "num_input_tokens_seen": 27475280,
      "step": 14285
    },
    {
      "epoch": 2.3311852516518474,
      "grad_norm": 1.1010879278182983,
      "learning_rate": 3.584128052976535e-05,
      "loss": 0.2529,
      "num_input_tokens_seen": 27485888,
      "step": 14290
    },
    {
      "epoch": 2.332000978872665,
      "grad_norm": 0.6771407127380371,
      "learning_rate": 3.5832433353938724e-05,
      "loss": 0.1239,
      "num_input_tokens_seen": 27496976,
      "step": 14295
    },
    {
      "epoch": 2.3328167060934826,
      "grad_norm": 0.6063272356987,
      "learning_rate": 3.5823584507614746e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 27505424,
      "step": 14300
    },
    {
      "epoch": 2.3336324333142997,
      "grad_norm": 0.26061829924583435,
      "learning_rate": 3.581473399215802e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 27514336,
      "step": 14305
    },
    {
      "epoch": 2.334448160535117,
      "grad_norm": 0.3497352600097656,
      "learning_rate": 3.580588180893341e-05,
      "loss": 0.1269,
      "num_input_tokens_seen": 27523456,
      "step": 14310
    },
    {
      "epoch": 2.3352638877559344,
      "grad_norm": 0.39131465554237366,
      "learning_rate": 3.579702795930602e-05,
      "loss": 0.1309,
      "num_input_tokens_seen": 27531904,
      "step": 14315
    },
    {
      "epoch": 2.336079614976752,
      "grad_norm": 0.807086169719696,
      "learning_rate": 3.578817244464125e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 27541776,
      "step": 14320
    },
    {
      "epoch": 2.336895342197569,
      "grad_norm": 0.9820197820663452,
      "learning_rate": 3.577931526630471e-05,
      "loss": 0.2106,
      "num_input_tokens_seen": 27551648,
      "step": 14325
    },
    {
      "epoch": 2.3377110694183862,
      "grad_norm": 0.855677604675293,
      "learning_rate": 3.577045642566229e-05,
      "loss": 0.1812,
      "num_input_tokens_seen": 27560480,
      "step": 14330
    },
    {
      "epoch": 2.338526796639204,
      "grad_norm": 0.39394664764404297,
      "learning_rate": 3.576159592408014e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 27570624,
      "step": 14335
    },
    {
      "epoch": 2.3393425238600214,
      "grad_norm": 0.44343435764312744,
      "learning_rate": 3.575273376292466e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 27580128,
      "step": 14340
    },
    {
      "epoch": 2.3401582510808385,
      "grad_norm": 0.8656371235847473,
      "learning_rate": 3.574386994356251e-05,
      "loss": 0.1148,
      "num_input_tokens_seen": 27589648,
      "step": 14345
    },
    {
      "epoch": 2.340973978301656,
      "grad_norm": 0.21909351646900177,
      "learning_rate": 3.573500446736059e-05,
      "loss": 0.1078,
      "num_input_tokens_seen": 27598752,
      "step": 14350
    },
    {
      "epoch": 2.3417897055224732,
      "grad_norm": 0.4860788583755493,
      "learning_rate": 3.5726137335686094e-05,
      "loss": 0.1123,
      "num_input_tokens_seen": 27607808,
      "step": 14355
    },
    {
      "epoch": 2.342605432743291,
      "grad_norm": 0.9213206768035889,
      "learning_rate": 3.571726854990642e-05,
      "loss": 0.1913,
      "num_input_tokens_seen": 27618560,
      "step": 14360
    },
    {
      "epoch": 2.343421159964108,
      "grad_norm": 0.23590447008609772,
      "learning_rate": 3.570839811138925e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 27629888,
      "step": 14365
    },
    {
      "epoch": 2.3442368871849255,
      "grad_norm": 1.381616473197937,
      "learning_rate": 3.569952602150252e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 27639568,
      "step": 14370
    },
    {
      "epoch": 2.3450526144057426,
      "grad_norm": 0.45462653040885925,
      "learning_rate": 3.569065228161442e-05,
      "loss": 0.0967,
      "num_input_tokens_seen": 27649760,
      "step": 14375
    },
    {
      "epoch": 2.34586834162656,
      "grad_norm": 0.28987574577331543,
      "learning_rate": 3.5681776893093395e-05,
      "loss": 0.1709,
      "num_input_tokens_seen": 27660640,
      "step": 14380
    },
    {
      "epoch": 2.3466840688473773,
      "grad_norm": 0.5973963737487793,
      "learning_rate": 3.5672899857308134e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 27670304,
      "step": 14385
    },
    {
      "epoch": 2.347499796068195,
      "grad_norm": 1.1136324405670166,
      "learning_rate": 3.566402117562759e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 27680880,
      "step": 14390
    },
    {
      "epoch": 2.348315523289012,
      "grad_norm": 1.7581714391708374,
      "learning_rate": 3.565514084942097e-05,
      "loss": 0.2201,
      "num_input_tokens_seen": 27690128,
      "step": 14395
    },
    {
      "epoch": 2.3491312505098296,
      "grad_norm": 0.9099650979042053,
      "learning_rate": 3.564625888005773e-05,
      "loss": 0.1811,
      "num_input_tokens_seen": 27698752,
      "step": 14400
    },
    {
      "epoch": 2.3491312505098296,
      "eval_loss": 0.16976404190063477,
      "eval_runtime": 71.5686,
      "eval_samples_per_second": 38.075,
      "eval_steps_per_second": 19.045,
      "num_input_tokens_seen": 27698752,
      "step": 14400
    },
    {
      "epoch": 2.3499469777306468,
      "grad_norm": 0.7434123158454895,
      "learning_rate": 3.563737526890759e-05,
      "loss": 0.2048,
      "num_input_tokens_seen": 27708048,
      "step": 14405
    },
    {
      "epoch": 2.3507627049514643,
      "grad_norm": 0.5823290348052979,
      "learning_rate": 3.562849001734049e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 27716912,
      "step": 14410
    },
    {
      "epoch": 2.3515784321722815,
      "grad_norm": 1.2060301303863525,
      "learning_rate": 3.561960312672667e-05,
      "loss": 0.196,
      "num_input_tokens_seen": 27726640,
      "step": 14415
    },
    {
      "epoch": 2.352394159393099,
      "grad_norm": 0.698056161403656,
      "learning_rate": 3.5610714598436596e-05,
      "loss": 0.1375,
      "num_input_tokens_seen": 27736976,
      "step": 14420
    },
    {
      "epoch": 2.353209886613916,
      "grad_norm": 0.7239763140678406,
      "learning_rate": 3.5601824433840986e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 27746128,
      "step": 14425
    },
    {
      "epoch": 2.3540256138347337,
      "grad_norm": 1.870425820350647,
      "learning_rate": 3.559293263431082e-05,
      "loss": 0.2415,
      "num_input_tokens_seen": 27756576,
      "step": 14430
    },
    {
      "epoch": 2.354841341055551,
      "grad_norm": 0.3472823202610016,
      "learning_rate": 3.558403920121732e-05,
      "loss": 0.1222,
      "num_input_tokens_seen": 27765344,
      "step": 14435
    },
    {
      "epoch": 2.3556570682763684,
      "grad_norm": 0.718397319316864,
      "learning_rate": 3.557514413593197e-05,
      "loss": 0.2001,
      "num_input_tokens_seen": 27775824,
      "step": 14440
    },
    {
      "epoch": 2.3564727954971856,
      "grad_norm": 1.4399361610412598,
      "learning_rate": 3.55662474398265e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 27785184,
      "step": 14445
    },
    {
      "epoch": 2.357288522718003,
      "grad_norm": 1.2866688966751099,
      "learning_rate": 3.555734911427288e-05,
      "loss": 0.1863,
      "num_input_tokens_seen": 27793456,
      "step": 14450
    },
    {
      "epoch": 2.3581042499388203,
      "grad_norm": 0.7758709192276001,
      "learning_rate": 3.5548449160643363e-05,
      "loss": 0.2768,
      "num_input_tokens_seen": 27804288,
      "step": 14455
    },
    {
      "epoch": 2.358919977159638,
      "grad_norm": 0.6101747155189514,
      "learning_rate": 3.553954758031043e-05,
      "loss": 0.1402,
      "num_input_tokens_seen": 27815200,
      "step": 14460
    },
    {
      "epoch": 2.359735704380455,
      "grad_norm": 0.6964530348777771,
      "learning_rate": 3.5530644374646815e-05,
      "loss": 0.1318,
      "num_input_tokens_seen": 27825072,
      "step": 14465
    },
    {
      "epoch": 2.3605514316012726,
      "grad_norm": 0.3727245628833771,
      "learning_rate": 3.552173954502549e-05,
      "loss": 0.1513,
      "num_input_tokens_seen": 27834512,
      "step": 14470
    },
    {
      "epoch": 2.36136715882209,
      "grad_norm": 0.7190589308738708,
      "learning_rate": 3.55128330928197e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 27843232,
      "step": 14475
    },
    {
      "epoch": 2.3621828860429073,
      "grad_norm": 0.3641003370285034,
      "learning_rate": 3.550392501940294e-05,
      "loss": 0.1891,
      "num_input_tokens_seen": 27853456,
      "step": 14480
    },
    {
      "epoch": 2.3629986132637244,
      "grad_norm": 1.034594178199768,
      "learning_rate": 3.5495015326148945e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 27863680,
      "step": 14485
    },
    {
      "epoch": 2.363814340484542,
      "grad_norm": 0.5443596839904785,
      "learning_rate": 3.548610401443169e-05,
      "loss": 0.0902,
      "num_input_tokens_seen": 27872016,
      "step": 14490
    },
    {
      "epoch": 2.3646300677053596,
      "grad_norm": 1.3157435655593872,
      "learning_rate": 3.547719108562543e-05,
      "loss": 0.1653,
      "num_input_tokens_seen": 27882048,
      "step": 14495
    },
    {
      "epoch": 2.3654457949261767,
      "grad_norm": 0.805046558380127,
      "learning_rate": 3.546827654110464e-05,
      "loss": 0.1922,
      "num_input_tokens_seen": 27891040,
      "step": 14500
    },
    {
      "epoch": 2.366261522146994,
      "grad_norm": 1.1168222427368164,
      "learning_rate": 3.545936038224405e-05,
      "loss": 0.1716,
      "num_input_tokens_seen": 27899872,
      "step": 14505
    },
    {
      "epoch": 2.3670772493678114,
      "grad_norm": 0.5691991448402405,
      "learning_rate": 3.545044261041864e-05,
      "loss": 0.1077,
      "num_input_tokens_seen": 27908848,
      "step": 14510
    },
    {
      "epoch": 2.367892976588629,
      "grad_norm": 0.6836119890213013,
      "learning_rate": 3.5441523227003657e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 27918800,
      "step": 14515
    },
    {
      "epoch": 2.368708703809446,
      "grad_norm": 0.9593820571899414,
      "learning_rate": 3.543260223337459e-05,
      "loss": 0.206,
      "num_input_tokens_seen": 27928688,
      "step": 14520
    },
    {
      "epoch": 2.3695244310302637,
      "grad_norm": 1.1273608207702637,
      "learning_rate": 3.542367963090714e-05,
      "loss": 0.2258,
      "num_input_tokens_seen": 27937536,
      "step": 14525
    },
    {
      "epoch": 2.370340158251081,
      "grad_norm": 0.4262455403804779,
      "learning_rate": 3.5414755420977295e-05,
      "loss": 0.113,
      "num_input_tokens_seen": 27946192,
      "step": 14530
    },
    {
      "epoch": 2.3711558854718984,
      "grad_norm": 0.9647661447525024,
      "learning_rate": 3.54058296049613e-05,
      "loss": 0.1277,
      "num_input_tokens_seen": 27954336,
      "step": 14535
    },
    {
      "epoch": 2.3719716126927155,
      "grad_norm": 1.3641486167907715,
      "learning_rate": 3.53969021842356e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 27963840,
      "step": 14540
    },
    {
      "epoch": 2.372787339913533,
      "grad_norm": 0.6767365336418152,
      "learning_rate": 3.5387973160176926e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 27973344,
      "step": 14545
    },
    {
      "epoch": 2.37360306713435,
      "grad_norm": 1.1348991394042969,
      "learning_rate": 3.537904253416224e-05,
      "loss": 0.218,
      "num_input_tokens_seen": 27983200,
      "step": 14550
    },
    {
      "epoch": 2.374418794355168,
      "grad_norm": 0.4071643054485321,
      "learning_rate": 3.537011030756878e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 27992576,
      "step": 14555
    },
    {
      "epoch": 2.375234521575985,
      "grad_norm": 1.3657214641571045,
      "learning_rate": 3.536117648177399e-05,
      "loss": 0.2351,
      "num_input_tokens_seen": 28002128,
      "step": 14560
    },
    {
      "epoch": 2.3760502487968025,
      "grad_norm": 0.9362266063690186,
      "learning_rate": 3.535224105815558e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 28012160,
      "step": 14565
    },
    {
      "epoch": 2.3768659760176196,
      "grad_norm": 0.9678791165351868,
      "learning_rate": 3.5343304038091494e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 28021264,
      "step": 14570
    },
    {
      "epoch": 2.377681703238437,
      "grad_norm": 0.7584656476974487,
      "learning_rate": 3.5334365422959955e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 28031472,
      "step": 14575
    },
    {
      "epoch": 2.3784974304592543,
      "grad_norm": 0.7768576741218567,
      "learning_rate": 3.5325425214139396e-05,
      "loss": 0.1199,
      "num_input_tokens_seen": 28041232,
      "step": 14580
    },
    {
      "epoch": 2.379313157680072,
      "grad_norm": 0.788967490196228,
      "learning_rate": 3.531648341300851e-05,
      "loss": 0.2049,
      "num_input_tokens_seen": 28051600,
      "step": 14585
    },
    {
      "epoch": 2.380128884900889,
      "grad_norm": 1.2102952003479004,
      "learning_rate": 3.530754002094623e-05,
      "loss": 0.2162,
      "num_input_tokens_seen": 28061888,
      "step": 14590
    },
    {
      "epoch": 2.3809446121217066,
      "grad_norm": 1.0543607473373413,
      "learning_rate": 3.529859503933175e-05,
      "loss": 0.1834,
      "num_input_tokens_seen": 28072160,
      "step": 14595
    },
    {
      "epoch": 2.3817603393425237,
      "grad_norm": 0.5124929547309875,
      "learning_rate": 3.52896484695445e-05,
      "loss": 0.1945,
      "num_input_tokens_seen": 28082208,
      "step": 14600
    },
    {
      "epoch": 2.3817603393425237,
      "eval_loss": 0.16686704754829407,
      "eval_runtime": 71.4286,
      "eval_samples_per_second": 38.15,
      "eval_steps_per_second": 19.082,
      "num_input_tokens_seen": 28082208,
      "step": 14600
    },
    {
      "epoch": 2.3825760665633413,
      "grad_norm": 0.817665159702301,
      "learning_rate": 3.528070031296414e-05,
      "loss": 0.1657,
      "num_input_tokens_seen": 28091728,
      "step": 14605
    },
    {
      "epoch": 2.3833917937841584,
      "grad_norm": 0.2306320071220398,
      "learning_rate": 3.5271750570970605e-05,
      "loss": 0.1237,
      "num_input_tokens_seen": 28100656,
      "step": 14610
    },
    {
      "epoch": 2.384207521004976,
      "grad_norm": 0.5730069875717163,
      "learning_rate": 3.526279924494405e-05,
      "loss": 0.1599,
      "num_input_tokens_seen": 28109216,
      "step": 14615
    },
    {
      "epoch": 2.385023248225793,
      "grad_norm": 1.1070655584335327,
      "learning_rate": 3.5253846336264874e-05,
      "loss": 0.1405,
      "num_input_tokens_seen": 28118752,
      "step": 14620
    },
    {
      "epoch": 2.3858389754466107,
      "grad_norm": 0.7754219174385071,
      "learning_rate": 3.5244891846313736e-05,
      "loss": 0.0931,
      "num_input_tokens_seen": 28128528,
      "step": 14625
    },
    {
      "epoch": 2.386654702667428,
      "grad_norm": 0.21705088019371033,
      "learning_rate": 3.5235935776471527e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 28139280,
      "step": 14630
    },
    {
      "epoch": 2.3874704298882454,
      "grad_norm": 0.8965795040130615,
      "learning_rate": 3.522697812811939e-05,
      "loss": 0.2247,
      "num_input_tokens_seen": 28148384,
      "step": 14635
    },
    {
      "epoch": 2.3882861571090626,
      "grad_norm": 0.4971155524253845,
      "learning_rate": 3.521801890263871e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 28157968,
      "step": 14640
    },
    {
      "epoch": 2.38910188432988,
      "grad_norm": 1.0472370386123657,
      "learning_rate": 3.5209058101411114e-05,
      "loss": 0.1708,
      "num_input_tokens_seen": 28167712,
      "step": 14645
    },
    {
      "epoch": 2.3899176115506973,
      "grad_norm": 0.625666618347168,
      "learning_rate": 3.520009572581845e-05,
      "loss": 0.2352,
      "num_input_tokens_seen": 28177680,
      "step": 14650
    },
    {
      "epoch": 2.390733338771515,
      "grad_norm": 1.0578714609146118,
      "learning_rate": 3.519113177724285e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 28187664,
      "step": 14655
    },
    {
      "epoch": 2.391549065992332,
      "grad_norm": 0.9615390300750732,
      "learning_rate": 3.5182166257066656e-05,
      "loss": 0.2247,
      "num_input_tokens_seen": 28197968,
      "step": 14660
    },
    {
      "epoch": 2.3923647932131495,
      "grad_norm": 0.5461438298225403,
      "learning_rate": 3.517319916667247e-05,
      "loss": 0.1893,
      "num_input_tokens_seen": 28207216,
      "step": 14665
    },
    {
      "epoch": 2.393180520433967,
      "grad_norm": 0.4103967249393463,
      "learning_rate": 3.516423050744313e-05,
      "loss": 0.1429,
      "num_input_tokens_seen": 28218320,
      "step": 14670
    },
    {
      "epoch": 2.3939962476547842,
      "grad_norm": 0.7553113698959351,
      "learning_rate": 3.5155260280761704e-05,
      "loss": 0.121,
      "num_input_tokens_seen": 28228512,
      "step": 14675
    },
    {
      "epoch": 2.3948119748756014,
      "grad_norm": 0.26404911279678345,
      "learning_rate": 3.514628848801154e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 28237408,
      "step": 14680
    },
    {
      "epoch": 2.395627702096419,
      "grad_norm": 1.1036369800567627,
      "learning_rate": 3.5137315130576174e-05,
      "loss": 0.1893,
      "num_input_tokens_seen": 28248288,
      "step": 14685
    },
    {
      "epoch": 2.3964434293172365,
      "grad_norm": 0.6619747877120972,
      "learning_rate": 3.512834020983942e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 28257600,
      "step": 14690
    },
    {
      "epoch": 2.3972591565380537,
      "grad_norm": 0.5484133362770081,
      "learning_rate": 3.5119363727185334e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 28267840,
      "step": 14695
    },
    {
      "epoch": 2.398074883758871,
      "grad_norm": 0.8339906930923462,
      "learning_rate": 3.511038568399819e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 28276880,
      "step": 14700
    },
    {
      "epoch": 2.3988906109796884,
      "grad_norm": 0.5925777554512024,
      "learning_rate": 3.510140608166251e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 28285776,
      "step": 14705
    },
    {
      "epoch": 2.399706338200506,
      "grad_norm": 2.0221099853515625,
      "learning_rate": 3.509242492156308e-05,
      "loss": 0.1974,
      "num_input_tokens_seen": 28296048,
      "step": 14710
    },
    {
      "epoch": 2.400522065421323,
      "grad_norm": 1.109859585762024,
      "learning_rate": 3.5083442205084896e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 28305616,
      "step": 14715
    },
    {
      "epoch": 2.4013377926421406,
      "grad_norm": 1.2091439962387085,
      "learning_rate": 3.507445793361321e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 28315056,
      "step": 14720
    },
    {
      "epoch": 2.4021535198629578,
      "grad_norm": 0.4812914729118347,
      "learning_rate": 3.5065472108533505e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 28325104,
      "step": 14725
    },
    {
      "epoch": 2.4029692470837754,
      "grad_norm": 0.14451749622821808,
      "learning_rate": 3.5056484731231504e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 28335040,
      "step": 14730
    },
    {
      "epoch": 2.4037849743045925,
      "grad_norm": 0.6035624146461487,
      "learning_rate": 3.504749580309319e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 28344352,
      "step": 14735
    },
    {
      "epoch": 2.40460070152541,
      "grad_norm": 0.4242756962776184,
      "learning_rate": 3.5038505325504753e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 28354064,
      "step": 14740
    },
    {
      "epoch": 2.405416428746227,
      "grad_norm": 0.7952049374580383,
      "learning_rate": 3.502951329985264e-05,
      "loss": 0.1489,
      "num_input_tokens_seen": 28363168,
      "step": 14745
    },
    {
      "epoch": 2.4062321559670448,
      "grad_norm": 0.21374094486236572,
      "learning_rate": 3.502051972752354e-05,
      "loss": 0.1233,
      "num_input_tokens_seen": 28372544,
      "step": 14750
    },
    {
      "epoch": 2.407047883187862,
      "grad_norm": 1.7941819429397583,
      "learning_rate": 3.5011524609904374e-05,
      "loss": 0.2094,
      "num_input_tokens_seen": 28383152,
      "step": 14755
    },
    {
      "epoch": 2.4078636104086795,
      "grad_norm": 0.4749130308628082,
      "learning_rate": 3.50025279483823e-05,
      "loss": 0.1794,
      "num_input_tokens_seen": 28391712,
      "step": 14760
    },
    {
      "epoch": 2.4086793376294966,
      "grad_norm": 0.4498886466026306,
      "learning_rate": 3.499352974434472e-05,
      "loss": 0.3203,
      "num_input_tokens_seen": 28401168,
      "step": 14765
    },
    {
      "epoch": 2.409495064850314,
      "grad_norm": 0.8395746350288391,
      "learning_rate": 3.498452999917926e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 28410304,
      "step": 14770
    },
    {
      "epoch": 2.4103107920711313,
      "grad_norm": 0.9181100130081177,
      "learning_rate": 3.4975528714273795e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 28420192,
      "step": 14775
    },
    {
      "epoch": 2.411126519291949,
      "grad_norm": 0.7483959794044495,
      "learning_rate": 3.4966525891016454e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 28430896,
      "step": 14780
    },
    {
      "epoch": 2.411942246512766,
      "grad_norm": 1.0060834884643555,
      "learning_rate": 3.495752153079557e-05,
      "loss": 0.151,
      "num_input_tokens_seen": 28441104,
      "step": 14785
    },
    {
      "epoch": 2.4127579737335836,
      "grad_norm": 0.7987110614776611,
      "learning_rate": 3.494851563499974e-05,
      "loss": 0.2007,
      "num_input_tokens_seen": 28450000,
      "step": 14790
    },
    {
      "epoch": 2.4135737009544007,
      "grad_norm": 1.0591686964035034,
      "learning_rate": 3.493950820501777e-05,
      "loss": 0.1767,
      "num_input_tokens_seen": 28458672,
      "step": 14795
    },
    {
      "epoch": 2.4143894281752183,
      "grad_norm": 1.5701204538345337,
      "learning_rate": 3.493049924223872e-05,
      "loss": 0.2164,
      "num_input_tokens_seen": 28468576,
      "step": 14800
    },
    {
      "epoch": 2.4143894281752183,
      "eval_loss": 0.1673436015844345,
      "eval_runtime": 71.4612,
      "eval_samples_per_second": 38.133,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 28468576,
      "step": 14800
    },
    {
      "epoch": 2.4152051553960354,
      "grad_norm": 0.8988315463066101,
      "learning_rate": 3.49214887480519e-05,
      "loss": 0.2229,
      "num_input_tokens_seen": 28477920,
      "step": 14805
    },
    {
      "epoch": 2.416020882616853,
      "grad_norm": 1.423639178276062,
      "learning_rate": 3.4912476723846834e-05,
      "loss": 0.2094,
      "num_input_tokens_seen": 28486848,
      "step": 14810
    },
    {
      "epoch": 2.41683660983767,
      "grad_norm": 0.7560024857521057,
      "learning_rate": 3.490346317101328e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 28496624,
      "step": 14815
    },
    {
      "epoch": 2.4176523370584877,
      "grad_norm": 0.4844752252101898,
      "learning_rate": 3.4894448090941266e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 28506032,
      "step": 14820
    },
    {
      "epoch": 2.418468064279305,
      "grad_norm": 1.0850849151611328,
      "learning_rate": 3.488543148502101e-05,
      "loss": 0.1993,
      "num_input_tokens_seen": 28515936,
      "step": 14825
    },
    {
      "epoch": 2.4192837915001224,
      "grad_norm": 1.2391010522842407,
      "learning_rate": 3.487641335464299e-05,
      "loss": 0.1838,
      "num_input_tokens_seen": 28523696,
      "step": 14830
    },
    {
      "epoch": 2.4200995187209395,
      "grad_norm": 0.6465975642204285,
      "learning_rate": 3.4867393701197914e-05,
      "loss": 0.1399,
      "num_input_tokens_seen": 28534384,
      "step": 14835
    },
    {
      "epoch": 2.420915245941757,
      "grad_norm": 0.725709080696106,
      "learning_rate": 3.485837252607673e-05,
      "loss": 0.1103,
      "num_input_tokens_seen": 28544432,
      "step": 14840
    },
    {
      "epoch": 2.4217309731625742,
      "grad_norm": 1.2683336734771729,
      "learning_rate": 3.4849349830670615e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 28553872,
      "step": 14845
    },
    {
      "epoch": 2.422546700383392,
      "grad_norm": 0.4132595956325531,
      "learning_rate": 3.4840325616370976e-05,
      "loss": 0.1252,
      "num_input_tokens_seen": 28562848,
      "step": 14850
    },
    {
      "epoch": 2.423362427604209,
      "grad_norm": 0.4663311839103699,
      "learning_rate": 3.483129988456947e-05,
      "loss": 0.1781,
      "num_input_tokens_seen": 28571840,
      "step": 14855
    },
    {
      "epoch": 2.4241781548250265,
      "grad_norm": 0.8704788684844971,
      "learning_rate": 3.482227263665797e-05,
      "loss": 0.2072,
      "num_input_tokens_seen": 28580336,
      "step": 14860
    },
    {
      "epoch": 2.424993882045844,
      "grad_norm": 0.9779082536697388,
      "learning_rate": 3.48132438740286e-05,
      "loss": 0.2131,
      "num_input_tokens_seen": 28591280,
      "step": 14865
    },
    {
      "epoch": 2.4258096092666612,
      "grad_norm": 0.8476526141166687,
      "learning_rate": 3.48042135980737e-05,
      "loss": 0.1914,
      "num_input_tokens_seen": 28600768,
      "step": 14870
    },
    {
      "epoch": 2.4266253364874784,
      "grad_norm": 1.1381975412368774,
      "learning_rate": 3.479518181018586e-05,
      "loss": 0.1768,
      "num_input_tokens_seen": 28610544,
      "step": 14875
    },
    {
      "epoch": 2.427441063708296,
      "grad_norm": 0.44977155327796936,
      "learning_rate": 3.4786148511757886e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 28621136,
      "step": 14880
    },
    {
      "epoch": 2.4282567909291135,
      "grad_norm": 0.3147360682487488,
      "learning_rate": 3.477711370418284e-05,
      "loss": 0.0571,
      "num_input_tokens_seen": 28632544,
      "step": 14885
    },
    {
      "epoch": 2.4290725181499306,
      "grad_norm": 0.38237446546554565,
      "learning_rate": 3.476807738885399e-05,
      "loss": 0.1182,
      "num_input_tokens_seen": 28642384,
      "step": 14890
    },
    {
      "epoch": 2.429888245370748,
      "grad_norm": 1.0680882930755615,
      "learning_rate": 3.475903956716485e-05,
      "loss": 0.2628,
      "num_input_tokens_seen": 28651632,
      "step": 14895
    },
    {
      "epoch": 2.4307039725915653,
      "grad_norm": 1.1081733703613281,
      "learning_rate": 3.475000024050917e-05,
      "loss": 0.1623,
      "num_input_tokens_seen": 28660800,
      "step": 14900
    },
    {
      "epoch": 2.431519699812383,
      "grad_norm": 0.9515411257743835,
      "learning_rate": 3.4740959410280926e-05,
      "loss": 0.1839,
      "num_input_tokens_seen": 28669904,
      "step": 14905
    },
    {
      "epoch": 2.4323354270332,
      "grad_norm": 0.9621464610099792,
      "learning_rate": 3.4731917077874324e-05,
      "loss": 0.3031,
      "num_input_tokens_seen": 28681392,
      "step": 14910
    },
    {
      "epoch": 2.4331511542540176,
      "grad_norm": 0.6778680086135864,
      "learning_rate": 3.4722873244683816e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 28691824,
      "step": 14915
    },
    {
      "epoch": 2.4339668814748348,
      "grad_norm": 0.6694801449775696,
      "learning_rate": 3.4713827912104065e-05,
      "loss": 0.1087,
      "num_input_tokens_seen": 28701680,
      "step": 14920
    },
    {
      "epoch": 2.4347826086956523,
      "grad_norm": 1.0664684772491455,
      "learning_rate": 3.470478108152998e-05,
      "loss": 0.1255,
      "num_input_tokens_seen": 28710688,
      "step": 14925
    },
    {
      "epoch": 2.4355983359164695,
      "grad_norm": 0.8508568406105042,
      "learning_rate": 3.4695732754356695e-05,
      "loss": 0.2282,
      "num_input_tokens_seen": 28720976,
      "step": 14930
    },
    {
      "epoch": 2.436414063137287,
      "grad_norm": 1.1523102521896362,
      "learning_rate": 3.4686682931979576e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 28731488,
      "step": 14935
    },
    {
      "epoch": 2.437229790358104,
      "grad_norm": 0.8013688325881958,
      "learning_rate": 3.467763161579422e-05,
      "loss": 0.1238,
      "num_input_tokens_seen": 28740064,
      "step": 14940
    },
    {
      "epoch": 2.4380455175789217,
      "grad_norm": 1.0697592496871948,
      "learning_rate": 3.466857880719645e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 28748752,
      "step": 14945
    },
    {
      "epoch": 2.438861244799739,
      "grad_norm": 0.5461198091506958,
      "learning_rate": 3.465952450758233e-05,
      "loss": 0.082,
      "num_input_tokens_seen": 28758384,
      "step": 14950
    },
    {
      "epoch": 2.4396769720205564,
      "grad_norm": 1.2730902433395386,
      "learning_rate": 3.4650468718348126e-05,
      "loss": 0.2085,
      "num_input_tokens_seen": 28768704,
      "step": 14955
    },
    {
      "epoch": 2.4404926992413736,
      "grad_norm": 0.7692999243736267,
      "learning_rate": 3.464141144089038e-05,
      "loss": 0.1335,
      "num_input_tokens_seen": 28777408,
      "step": 14960
    },
    {
      "epoch": 2.441308426462191,
      "grad_norm": 1.001973271369934,
      "learning_rate": 3.463235267660583e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 28787456,
      "step": 14965
    },
    {
      "epoch": 2.4421241536830083,
      "grad_norm": 1.0904576778411865,
      "learning_rate": 3.462329242689145e-05,
      "loss": 0.1331,
      "num_input_tokens_seen": 28797504,
      "step": 14970
    },
    {
      "epoch": 2.442939880903826,
      "grad_norm": 1.1545109748840332,
      "learning_rate": 3.461423069314444e-05,
      "loss": 0.2139,
      "num_input_tokens_seen": 28807824,
      "step": 14975
    },
    {
      "epoch": 2.443755608124643,
      "grad_norm": 0.7316592931747437,
      "learning_rate": 3.460516747676224e-05,
      "loss": 0.1547,
      "num_input_tokens_seen": 28817456,
      "step": 14980
    },
    {
      "epoch": 2.4445713353454606,
      "grad_norm": 1.7567213773727417,
      "learning_rate": 3.459610277914251e-05,
      "loss": 0.2614,
      "num_input_tokens_seen": 28827680,
      "step": 14985
    },
    {
      "epoch": 2.4453870625662777,
      "grad_norm": 0.49536487460136414,
      "learning_rate": 3.458703660168314e-05,
      "loss": 0.1259,
      "num_input_tokens_seen": 28837456,
      "step": 14990
    },
    {
      "epoch": 2.4462027897870953,
      "grad_norm": 0.5549654364585876,
      "learning_rate": 3.457796894578224e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 28847136,
      "step": 14995
    },
    {
      "epoch": 2.4470185170079124,
      "grad_norm": 0.7263132929801941,
      "learning_rate": 3.456889981283817e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 28856272,
      "step": 15000
    },
    {
      "epoch": 2.4470185170079124,
      "eval_loss": 0.167307510972023,
      "eval_runtime": 71.3858,
      "eval_samples_per_second": 38.173,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 28856272,
      "step": 15000
    },
    {
      "epoch": 2.44783424422873,
      "grad_norm": 0.9674966335296631,
      "learning_rate": 3.45598292042495e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 28864672,
      "step": 15005
    },
    {
      "epoch": 2.448649971449547,
      "grad_norm": 0.5671008229255676,
      "learning_rate": 3.4550757121415035e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 28872784,
      "step": 15010
    },
    {
      "epoch": 2.4494656986703647,
      "grad_norm": 1.9692384004592896,
      "learning_rate": 3.454168356573378e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 28882320,
      "step": 15015
    },
    {
      "epoch": 2.450281425891182,
      "grad_norm": 0.6688840389251709,
      "learning_rate": 3.453260853860503e-05,
      "loss": 0.179,
      "num_input_tokens_seen": 28891296,
      "step": 15020
    },
    {
      "epoch": 2.4510971531119994,
      "grad_norm": 0.4902104139328003,
      "learning_rate": 3.452353204142824e-05,
      "loss": 0.2175,
      "num_input_tokens_seen": 28900304,
      "step": 15025
    },
    {
      "epoch": 2.4519128803328165,
      "grad_norm": 0.6537589430809021,
      "learning_rate": 3.4514454075603136e-05,
      "loss": 0.1143,
      "num_input_tokens_seen": 28909440,
      "step": 15030
    },
    {
      "epoch": 2.452728607553634,
      "grad_norm": 1.0979450941085815,
      "learning_rate": 3.450537464252964e-05,
      "loss": 0.1423,
      "num_input_tokens_seen": 28918928,
      "step": 15035
    },
    {
      "epoch": 2.4535443347744517,
      "grad_norm": 1.1158078908920288,
      "learning_rate": 3.4496293743607925e-05,
      "loss": 0.132,
      "num_input_tokens_seen": 28928480,
      "step": 15040
    },
    {
      "epoch": 2.454360061995269,
      "grad_norm": 0.7392286062240601,
      "learning_rate": 3.448721138023838e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 28937312,
      "step": 15045
    },
    {
      "epoch": 2.455175789216086,
      "grad_norm": 1.0856095552444458,
      "learning_rate": 3.447812755382162e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 28947760,
      "step": 15050
    },
    {
      "epoch": 2.4559915164369035,
      "grad_norm": 0.8344408273696899,
      "learning_rate": 3.446904226575847e-05,
      "loss": 0.2351,
      "num_input_tokens_seen": 28957920,
      "step": 15055
    },
    {
      "epoch": 2.456807243657721,
      "grad_norm": 0.9807373285293579,
      "learning_rate": 3.445995551745002e-05,
      "loss": 0.1915,
      "num_input_tokens_seen": 28967136,
      "step": 15060
    },
    {
      "epoch": 2.457622970878538,
      "grad_norm": 1.1238576173782349,
      "learning_rate": 3.445086731029753e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 28976208,
      "step": 15065
    },
    {
      "epoch": 2.4584386980993553,
      "grad_norm": 0.24333009123802185,
      "learning_rate": 3.444177764570255e-05,
      "loss": 0.0903,
      "num_input_tokens_seen": 28986656,
      "step": 15070
    },
    {
      "epoch": 2.459254425320173,
      "grad_norm": 1.1266086101531982,
      "learning_rate": 3.44326865250668e-05,
      "loss": 0.2513,
      "num_input_tokens_seen": 28996928,
      "step": 15075
    },
    {
      "epoch": 2.4600701525409905,
      "grad_norm": 0.8318071365356445,
      "learning_rate": 3.442359394979225e-05,
      "loss": 0.1235,
      "num_input_tokens_seen": 29007024,
      "step": 15080
    },
    {
      "epoch": 2.4608858797618076,
      "grad_norm": 1.0670905113220215,
      "learning_rate": 3.441449992128108e-05,
      "loss": 0.2135,
      "num_input_tokens_seen": 29016480,
      "step": 15085
    },
    {
      "epoch": 2.461701606982625,
      "grad_norm": 0.7789753079414368,
      "learning_rate": 3.440540444093573e-05,
      "loss": 0.092,
      "num_input_tokens_seen": 29024832,
      "step": 15090
    },
    {
      "epoch": 2.4625173342034423,
      "grad_norm": 0.35390791296958923,
      "learning_rate": 3.43963075101588e-05,
      "loss": 0.1212,
      "num_input_tokens_seen": 29034064,
      "step": 15095
    },
    {
      "epoch": 2.46333306142426,
      "grad_norm": 0.26198920607566833,
      "learning_rate": 3.438720913035318e-05,
      "loss": 0.1485,
      "num_input_tokens_seen": 29044064,
      "step": 15100
    },
    {
      "epoch": 2.464148788645077,
      "grad_norm": 0.45253145694732666,
      "learning_rate": 3.437810930292195e-05,
      "loss": 0.1251,
      "num_input_tokens_seen": 29053968,
      "step": 15105
    },
    {
      "epoch": 2.4649645158658946,
      "grad_norm": 0.5470125675201416,
      "learning_rate": 3.43690080292684e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 29062144,
      "step": 15110
    },
    {
      "epoch": 2.4657802430867117,
      "grad_norm": 0.460165798664093,
      "learning_rate": 3.435990531079608e-05,
      "loss": 0.1224,
      "num_input_tokens_seen": 29070672,
      "step": 15115
    },
    {
      "epoch": 2.4665959703075293,
      "grad_norm": 0.7426169514656067,
      "learning_rate": 3.435080114890874e-05,
      "loss": 0.1892,
      "num_input_tokens_seen": 29081072,
      "step": 15120
    },
    {
      "epoch": 2.4674116975283464,
      "grad_norm": 0.5984085202217102,
      "learning_rate": 3.434169554501035e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 29090192,
      "step": 15125
    },
    {
      "epoch": 2.468227424749164,
      "grad_norm": 0.3129521310329437,
      "learning_rate": 3.433258850050511e-05,
      "loss": 0.1093,
      "num_input_tokens_seen": 29100416,
      "step": 15130
    },
    {
      "epoch": 2.469043151969981,
      "grad_norm": 0.7310325503349304,
      "learning_rate": 3.4323480016797446e-05,
      "loss": 0.2613,
      "num_input_tokens_seen": 29109328,
      "step": 15135
    },
    {
      "epoch": 2.4698588791907987,
      "grad_norm": 0.6499796509742737,
      "learning_rate": 3.4314370095291995e-05,
      "loss": 0.1751,
      "num_input_tokens_seen": 29119552,
      "step": 15140
    },
    {
      "epoch": 2.470674606411616,
      "grad_norm": 0.6914100646972656,
      "learning_rate": 3.430525873739363e-05,
      "loss": 0.1964,
      "num_input_tokens_seen": 29128656,
      "step": 15145
    },
    {
      "epoch": 2.4714903336324334,
      "grad_norm": 1.5465269088745117,
      "learning_rate": 3.429614594450743e-05,
      "loss": 0.2269,
      "num_input_tokens_seen": 29137760,
      "step": 15150
    },
    {
      "epoch": 2.4723060608532506,
      "grad_norm": 0.6353191137313843,
      "learning_rate": 3.428703171803869e-05,
      "loss": 0.1399,
      "num_input_tokens_seen": 29146064,
      "step": 15155
    },
    {
      "epoch": 2.473121788074068,
      "grad_norm": 1.3859336376190186,
      "learning_rate": 3.4277916059392964e-05,
      "loss": 0.2428,
      "num_input_tokens_seen": 29156528,
      "step": 15160
    },
    {
      "epoch": 2.4739375152948853,
      "grad_norm": 1.3069294691085815,
      "learning_rate": 3.426879896997598e-05,
      "loss": 0.1347,
      "num_input_tokens_seen": 29165936,
      "step": 15165
    },
    {
      "epoch": 2.474753242515703,
      "grad_norm": 0.6148145794868469,
      "learning_rate": 3.425968045119372e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 29175536,
      "step": 15170
    },
    {
      "epoch": 2.47556896973652,
      "grad_norm": 0.5910823345184326,
      "learning_rate": 3.425056050445237e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 29184928,
      "step": 15175
    },
    {
      "epoch": 2.4763846969573375,
      "grad_norm": 1.1751874685287476,
      "learning_rate": 3.4241439131158336e-05,
      "loss": 0.1291,
      "num_input_tokens_seen": 29195232,
      "step": 15180
    },
    {
      "epoch": 2.4772004241781547,
      "grad_norm": 0.5809735655784607,
      "learning_rate": 3.423231633271825e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 29205248,
      "step": 15185
    },
    {
      "epoch": 2.4780161513989722,
      "grad_norm": 1.0575958490371704,
      "learning_rate": 3.4223192110538985e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 29215808,
      "step": 15190
    },
    {
      "epoch": 2.4788318786197894,
      "grad_norm": 0.9610452651977539,
      "learning_rate": 3.4214066466027575e-05,
      "loss": 0.2086,
      "num_input_tokens_seen": 29225952,
      "step": 15195
    },
    {
      "epoch": 2.479647605840607,
      "grad_norm": 0.8146730661392212,
      "learning_rate": 3.4204939400591325e-05,
      "loss": 0.2092,
      "num_input_tokens_seen": 29234704,
      "step": 15200
    },
    {
      "epoch": 2.479647605840607,
      "eval_loss": 0.16782796382904053,
      "eval_runtime": 71.496,
      "eval_samples_per_second": 38.114,
      "eval_steps_per_second": 19.064,
      "num_input_tokens_seen": 29234704,
      "step": 15200
    },
    {
      "epoch": 2.480463333061424,
      "grad_norm": 1.3456999063491821,
      "learning_rate": 3.419581091563775e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 29244176,
      "step": 15205
    },
    {
      "epoch": 2.4812790602822417,
      "grad_norm": 1.4148623943328857,
      "learning_rate": 3.418668101257456e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 29253280,
      "step": 15210
    },
    {
      "epoch": 2.482094787503059,
      "grad_norm": 0.7858930826187134,
      "learning_rate": 3.417754969280971e-05,
      "loss": 0.2305,
      "num_input_tokens_seen": 29263024,
      "step": 15215
    },
    {
      "epoch": 2.4829105147238764,
      "grad_norm": 1.1958588361740112,
      "learning_rate": 3.416841695775137e-05,
      "loss": 0.1225,
      "num_input_tokens_seen": 29272528,
      "step": 15220
    },
    {
      "epoch": 2.4837262419446935,
      "grad_norm": 0.3302803635597229,
      "learning_rate": 3.415928280880792e-05,
      "loss": 0.1127,
      "num_input_tokens_seen": 29282192,
      "step": 15225
    },
    {
      "epoch": 2.484541969165511,
      "grad_norm": 0.2260337620973587,
      "learning_rate": 3.4150147247387965e-05,
      "loss": 0.0963,
      "num_input_tokens_seen": 29291504,
      "step": 15230
    },
    {
      "epoch": 2.4853576963863286,
      "grad_norm": 1.288864016532898,
      "learning_rate": 3.4141010274900306e-05,
      "loss": 0.2046,
      "num_input_tokens_seen": 29299424,
      "step": 15235
    },
    {
      "epoch": 2.4861734236071458,
      "grad_norm": 0.8893173933029175,
      "learning_rate": 3.413187189275399e-05,
      "loss": 0.1206,
      "num_input_tokens_seen": 29309376,
      "step": 15240
    },
    {
      "epoch": 2.486989150827963,
      "grad_norm": 0.7922797203063965,
      "learning_rate": 3.4122732102358265e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 29318544,
      "step": 15245
    },
    {
      "epoch": 2.4878048780487805,
      "grad_norm": 0.7956363558769226,
      "learning_rate": 3.411359090512261e-05,
      "loss": 0.1987,
      "num_input_tokens_seen": 29328448,
      "step": 15250
    },
    {
      "epoch": 2.488620605269598,
      "grad_norm": 0.35676929354667664,
      "learning_rate": 3.410444830245672e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 29337936,
      "step": 15255
    },
    {
      "epoch": 2.489436332490415,
      "grad_norm": 0.4145364463329315,
      "learning_rate": 3.409530429577048e-05,
      "loss": 0.13,
      "num_input_tokens_seen": 29347120,
      "step": 15260
    },
    {
      "epoch": 2.4902520597112328,
      "grad_norm": 0.8351754546165466,
      "learning_rate": 3.408615888647402e-05,
      "loss": 0.231,
      "num_input_tokens_seen": 29356464,
      "step": 15265
    },
    {
      "epoch": 2.49106778693205,
      "grad_norm": 0.958077073097229,
      "learning_rate": 3.4077012075977675e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 29365584,
      "step": 15270
    },
    {
      "epoch": 2.4918835141528675,
      "grad_norm": 0.5182408690452576,
      "learning_rate": 3.4067863865692e-05,
      "loss": 0.2269,
      "num_input_tokens_seen": 29375424,
      "step": 15275
    },
    {
      "epoch": 2.4926992413736846,
      "grad_norm": 0.36441484093666077,
      "learning_rate": 3.4058714257027755e-05,
      "loss": 0.1704,
      "num_input_tokens_seen": 29385056,
      "step": 15280
    },
    {
      "epoch": 2.493514968594502,
      "grad_norm": 0.6764840483665466,
      "learning_rate": 3.404956325139594e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 29395760,
      "step": 15285
    },
    {
      "epoch": 2.4943306958153193,
      "grad_norm": 0.547585666179657,
      "learning_rate": 3.404041085020775e-05,
      "loss": 0.1355,
      "num_input_tokens_seen": 29405472,
      "step": 15290
    },
    {
      "epoch": 2.495146423036137,
      "grad_norm": 1.4603854417800903,
      "learning_rate": 3.403125705487459e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 29414656,
      "step": 15295
    },
    {
      "epoch": 2.495962150256954,
      "grad_norm": 0.581003725528717,
      "learning_rate": 3.402210186680811e-05,
      "loss": 0.2292,
      "num_input_tokens_seen": 29424240,
      "step": 15300
    },
    {
      "epoch": 2.4967778774777716,
      "grad_norm": 1.3625074625015259,
      "learning_rate": 3.4012945287420137e-05,
      "loss": 0.2794,
      "num_input_tokens_seen": 29433440,
      "step": 15305
    },
    {
      "epoch": 2.4975936046985887,
      "grad_norm": 0.6003792881965637,
      "learning_rate": 3.400378731812274e-05,
      "loss": 0.1459,
      "num_input_tokens_seen": 29442416,
      "step": 15310
    },
    {
      "epoch": 2.4984093319194063,
      "grad_norm": 1.0608471632003784,
      "learning_rate": 3.399462796032817e-05,
      "loss": 0.1635,
      "num_input_tokens_seen": 29452944,
      "step": 15315
    },
    {
      "epoch": 2.4992250591402234,
      "grad_norm": 0.9836048483848572,
      "learning_rate": 3.3985467215448954e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 29461920,
      "step": 15320
    },
    {
      "epoch": 2.500040786361041,
      "grad_norm": 0.8049027323722839,
      "learning_rate": 3.3976305084897776e-05,
      "loss": 0.1023,
      "num_input_tokens_seen": 29471520,
      "step": 15325
    },
    {
      "epoch": 2.500856513581858,
      "grad_norm": 0.7330925464630127,
      "learning_rate": 3.3967141570087544e-05,
      "loss": 0.1234,
      "num_input_tokens_seen": 29481088,
      "step": 15330
    },
    {
      "epoch": 2.5016722408026757,
      "grad_norm": 0.5642573237419128,
      "learning_rate": 3.39579766724314e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 29491904,
      "step": 15335
    },
    {
      "epoch": 2.502487968023493,
      "grad_norm": 0.31231027841567993,
      "learning_rate": 3.3948810393342677e-05,
      "loss": 0.1823,
      "num_input_tokens_seen": 29501776,
      "step": 15340
    },
    {
      "epoch": 2.5033036952443104,
      "grad_norm": 1.459399700164795,
      "learning_rate": 3.3939642734234936e-05,
      "loss": 0.2526,
      "num_input_tokens_seen": 29512016,
      "step": 15345
    },
    {
      "epoch": 2.5041194224651275,
      "grad_norm": 0.538766622543335,
      "learning_rate": 3.393047369652194e-05,
      "loss": 0.2204,
      "num_input_tokens_seen": 29522064,
      "step": 15350
    },
    {
      "epoch": 2.504935149685945,
      "grad_norm": 0.5819660425186157,
      "learning_rate": 3.3921303281617664e-05,
      "loss": 0.2152,
      "num_input_tokens_seen": 29531440,
      "step": 15355
    },
    {
      "epoch": 2.5057508769067622,
      "grad_norm": 0.6058498024940491,
      "learning_rate": 3.391213149093632e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 29541024,
      "step": 15360
    },
    {
      "epoch": 2.50656660412758,
      "grad_norm": 0.4242836534976959,
      "learning_rate": 3.3902958325892303e-05,
      "loss": 0.0846,
      "num_input_tokens_seen": 29552128,
      "step": 15365
    },
    {
      "epoch": 2.507382331348397,
      "grad_norm": 1.4905648231506348,
      "learning_rate": 3.389378378790023e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 29561248,
      "step": 15370
    },
    {
      "epoch": 2.5081980585692145,
      "grad_norm": 0.5244577527046204,
      "learning_rate": 3.388460787837493e-05,
      "loss": 0.1345,
      "num_input_tokens_seen": 29571152,
      "step": 15375
    },
    {
      "epoch": 2.5090137857900316,
      "grad_norm": 0.6657530069351196,
      "learning_rate": 3.387543059873145e-05,
      "loss": 0.1317,
      "num_input_tokens_seen": 29581248,
      "step": 15380
    },
    {
      "epoch": 2.5098295130108492,
      "grad_norm": 0.8203734755516052,
      "learning_rate": 3.386625195038503e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 29590896,
      "step": 15385
    },
    {
      "epoch": 2.510645240231667,
      "grad_norm": 1.2639199495315552,
      "learning_rate": 3.3857071934751136e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 29600064,
      "step": 15390
    },
    {
      "epoch": 2.511460967452484,
      "grad_norm": 0.5932279229164124,
      "learning_rate": 3.384789055324544e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 29608448,
      "step": 15395
    },
    {
      "epoch": 2.512276694673301,
      "grad_norm": 0.5711848735809326,
      "learning_rate": 3.3838707807283843e-05,
      "loss": 0.1251,
      "num_input_tokens_seen": 29617728,
      "step": 15400
    },
    {
      "epoch": 2.512276694673301,
      "eval_loss": 0.16814571619033813,
      "eval_runtime": 71.3874,
      "eval_samples_per_second": 38.172,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 29617728,
      "step": 15400
    },
    {
      "epoch": 2.5130924218941186,
      "grad_norm": 0.30460262298583984,
      "learning_rate": 3.382952369828243e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 29625632,
      "step": 15405
    },
    {
      "epoch": 2.513908149114936,
      "grad_norm": 0.6053553223609924,
      "learning_rate": 3.38203382276575e-05,
      "loss": 0.1915,
      "num_input_tokens_seen": 29635936,
      "step": 15410
    },
    {
      "epoch": 2.5147238763357533,
      "grad_norm": 0.6162394881248474,
      "learning_rate": 3.381115139682557e-05,
      "loss": 0.116,
      "num_input_tokens_seen": 29645408,
      "step": 15415
    },
    {
      "epoch": 2.5155396035565705,
      "grad_norm": 0.8082691431045532,
      "learning_rate": 3.3801963207203366e-05,
      "loss": 0.2137,
      "num_input_tokens_seen": 29656480,
      "step": 15420
    },
    {
      "epoch": 2.516355330777388,
      "grad_norm": 0.3093723952770233,
      "learning_rate": 3.379277366020782e-05,
      "loss": 0.1747,
      "num_input_tokens_seen": 29667024,
      "step": 15425
    },
    {
      "epoch": 2.5171710579982056,
      "grad_norm": 1.3682595491409302,
      "learning_rate": 3.3783582757256085e-05,
      "loss": 0.2766,
      "num_input_tokens_seen": 29676944,
      "step": 15430
    },
    {
      "epoch": 2.5179867852190227,
      "grad_norm": 0.7269801497459412,
      "learning_rate": 3.3774390499765504e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 29686128,
      "step": 15435
    },
    {
      "epoch": 2.51880251243984,
      "grad_norm": 1.511178731918335,
      "learning_rate": 3.376519688915364e-05,
      "loss": 0.0934,
      "num_input_tokens_seen": 29695536,
      "step": 15440
    },
    {
      "epoch": 2.5196182396606575,
      "grad_norm": 1.258793830871582,
      "learning_rate": 3.3756001926838273e-05,
      "loss": 0.1801,
      "num_input_tokens_seen": 29704928,
      "step": 15445
    },
    {
      "epoch": 2.520433966881475,
      "grad_norm": 0.8934540152549744,
      "learning_rate": 3.374680561423737e-05,
      "loss": 0.1758,
      "num_input_tokens_seen": 29715296,
      "step": 15450
    },
    {
      "epoch": 2.521249694102292,
      "grad_norm": 0.6750203371047974,
      "learning_rate": 3.373760795276912e-05,
      "loss": 0.1575,
      "num_input_tokens_seen": 29725072,
      "step": 15455
    },
    {
      "epoch": 2.5220654213231093,
      "grad_norm": 0.5738817453384399,
      "learning_rate": 3.372840894385192e-05,
      "loss": 0.2535,
      "num_input_tokens_seen": 29734592,
      "step": 15460
    },
    {
      "epoch": 2.522881148543927,
      "grad_norm": 0.3085286319255829,
      "learning_rate": 3.3719208588904375e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 29742800,
      "step": 15465
    },
    {
      "epoch": 2.5236968757647444,
      "grad_norm": 0.1799149066209793,
      "learning_rate": 3.371000688934529e-05,
      "loss": 0.1381,
      "num_input_tokens_seen": 29752368,
      "step": 15470
    },
    {
      "epoch": 2.5245126029855616,
      "grad_norm": 0.5481404662132263,
      "learning_rate": 3.370080384659369e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 29762176,
      "step": 15475
    },
    {
      "epoch": 2.525328330206379,
      "grad_norm": 0.7858154773712158,
      "learning_rate": 3.36915994620688e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 29771920,
      "step": 15480
    },
    {
      "epoch": 2.5261440574271963,
      "grad_norm": 0.45766621828079224,
      "learning_rate": 3.3682393737190035e-05,
      "loss": 0.1795,
      "num_input_tokens_seen": 29781792,
      "step": 15485
    },
    {
      "epoch": 2.526959784648014,
      "grad_norm": 0.6692840456962585,
      "learning_rate": 3.3673186673377054e-05,
      "loss": 0.0776,
      "num_input_tokens_seen": 29791328,
      "step": 15490
    },
    {
      "epoch": 2.527775511868831,
      "grad_norm": 1.0121287107467651,
      "learning_rate": 3.366397827204969e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 29801472,
      "step": 15495
    },
    {
      "epoch": 2.5285912390896486,
      "grad_norm": 0.9533982872962952,
      "learning_rate": 3.3654768534628e-05,
      "loss": 0.1947,
      "num_input_tokens_seen": 29810944,
      "step": 15500
    },
    {
      "epoch": 2.5294069663104657,
      "grad_norm": 1.4565125703811646,
      "learning_rate": 3.3645557462532245e-05,
      "loss": 0.152,
      "num_input_tokens_seen": 29821152,
      "step": 15505
    },
    {
      "epoch": 2.5302226935312833,
      "grad_norm": 0.4011109471321106,
      "learning_rate": 3.363634505718288e-05,
      "loss": 0.1275,
      "num_input_tokens_seen": 29830880,
      "step": 15510
    },
    {
      "epoch": 2.5310384207521004,
      "grad_norm": 0.5137633085250854,
      "learning_rate": 3.362713132000057e-05,
      "loss": 0.1213,
      "num_input_tokens_seen": 29840144,
      "step": 15515
    },
    {
      "epoch": 2.531854147972918,
      "grad_norm": 0.8621270656585693,
      "learning_rate": 3.36179162524062e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 29849712,
      "step": 15520
    },
    {
      "epoch": 2.532669875193735,
      "grad_norm": 0.19779862463474274,
      "learning_rate": 3.3608699855820846e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 29859520,
      "step": 15525
    },
    {
      "epoch": 2.5334856024145527,
      "grad_norm": 0.6409497857093811,
      "learning_rate": 3.359948213166578e-05,
      "loss": 0.2368,
      "num_input_tokens_seen": 29870016,
      "step": 15530
    },
    {
      "epoch": 2.53430132963537,
      "grad_norm": 0.918982744216919,
      "learning_rate": 3.359026308136252e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 29879136,
      "step": 15535
    },
    {
      "epoch": 2.5351170568561874,
      "grad_norm": 0.5912227630615234,
      "learning_rate": 3.358104270633272e-05,
      "loss": 0.2191,
      "num_input_tokens_seen": 29888928,
      "step": 15540
    },
    {
      "epoch": 2.5359327840770045,
      "grad_norm": 0.4747883081436157,
      "learning_rate": 3.357182100799831e-05,
      "loss": 0.1311,
      "num_input_tokens_seen": 29898336,
      "step": 15545
    },
    {
      "epoch": 2.536748511297822,
      "grad_norm": 0.713719367980957,
      "learning_rate": 3.3562597987781384e-05,
      "loss": 0.228,
      "num_input_tokens_seen": 29908912,
      "step": 15550
    },
    {
      "epoch": 2.537564238518639,
      "grad_norm": 0.6652116775512695,
      "learning_rate": 3.355337364710424e-05,
      "loss": 0.1795,
      "num_input_tokens_seen": 29917584,
      "step": 15555
    },
    {
      "epoch": 2.538379965739457,
      "grad_norm": 0.4051705300807953,
      "learning_rate": 3.354414798738939e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 29925920,
      "step": 15560
    },
    {
      "epoch": 2.539195692960274,
      "grad_norm": 0.5463999509811401,
      "learning_rate": 3.353492101005955e-05,
      "loss": 0.1197,
      "num_input_tokens_seen": 29935520,
      "step": 15565
    },
    {
      "epoch": 2.5400114201810915,
      "grad_norm": 0.33972665667533875,
      "learning_rate": 3.352569271653763e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 29946112,
      "step": 15570
    },
    {
      "epoch": 2.5408271474019086,
      "grad_norm": 1.0295790433883667,
      "learning_rate": 3.351646310824675e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 29955664,
      "step": 15575
    },
    {
      "epoch": 2.541642874622726,
      "grad_norm": 0.5344433188438416,
      "learning_rate": 3.350723218661023e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 29966224,
      "step": 15580
    },
    {
      "epoch": 2.5424586018435438,
      "grad_norm": 0.6061078310012817,
      "learning_rate": 3.349799995305162e-05,
      "loss": 0.1325,
      "num_input_tokens_seen": 29976560,
      "step": 15585
    },
    {
      "epoch": 2.543274329064361,
      "grad_norm": 1.0456832647323608,
      "learning_rate": 3.348876640899461e-05,
      "loss": 0.0959,
      "num_input_tokens_seen": 29985536,
      "step": 15590
    },
    {
      "epoch": 2.544090056285178,
      "grad_norm": 0.7391568422317505,
      "learning_rate": 3.3479531555863144e-05,
      "loss": 0.2021,
      "num_input_tokens_seen": 29993808,
      "step": 15595
    },
    {
      "epoch": 2.5449057835059956,
      "grad_norm": 0.7716391682624817,
      "learning_rate": 3.3470295395081344e-05,
      "loss": 0.23,
      "num_input_tokens_seen": 30004032,
      "step": 15600
    },
    {
      "epoch": 2.5449057835059956,
      "eval_loss": 0.16658173501491547,
      "eval_runtime": 71.5552,
      "eval_samples_per_second": 38.082,
      "eval_steps_per_second": 19.048,
      "num_input_tokens_seen": 30004032,
      "step": 15600
    },
    {
      "epoch": 2.545721510726813,
      "grad_norm": 0.3952832520008087,
      "learning_rate": 3.3461057928073556e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 30012768,
      "step": 15605
    },
    {
      "epoch": 2.5465372379476303,
      "grad_norm": 0.3771159052848816,
      "learning_rate": 3.345181915626431e-05,
      "loss": 0.1113,
      "num_input_tokens_seen": 30023216,
      "step": 15610
    },
    {
      "epoch": 2.5473529651684474,
      "grad_norm": 0.7230193018913269,
      "learning_rate": 3.344257908107834e-05,
      "loss": 0.2336,
      "num_input_tokens_seen": 30033232,
      "step": 15615
    },
    {
      "epoch": 2.548168692389265,
      "grad_norm": 0.31330615282058716,
      "learning_rate": 3.343333770394058e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 30042224,
      "step": 15620
    },
    {
      "epoch": 2.5489844196100826,
      "grad_norm": 0.276925265789032,
      "learning_rate": 3.342409502627616e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 30051232,
      "step": 15625
    },
    {
      "epoch": 2.5498001468308997,
      "grad_norm": 0.6390992403030396,
      "learning_rate": 3.341485104951043e-05,
      "loss": 0.2237,
      "num_input_tokens_seen": 30059520,
      "step": 15630
    },
    {
      "epoch": 2.550615874051717,
      "grad_norm": 0.26390132308006287,
      "learning_rate": 3.340560577506892e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 30067648,
      "step": 15635
    },
    {
      "epoch": 2.5514316012725344,
      "grad_norm": 0.29907068610191345,
      "learning_rate": 3.339635920437735e-05,
      "loss": 0.1348,
      "num_input_tokens_seen": 30077760,
      "step": 15640
    },
    {
      "epoch": 2.552247328493352,
      "grad_norm": 0.5834236145019531,
      "learning_rate": 3.338711133886169e-05,
      "loss": 0.1092,
      "num_input_tokens_seen": 30087328,
      "step": 15645
    },
    {
      "epoch": 2.553063055714169,
      "grad_norm": 0.73734050989151,
      "learning_rate": 3.3377862179948064e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 30096720,
      "step": 15650
    },
    {
      "epoch": 2.5538787829349863,
      "grad_norm": 0.3282853364944458,
      "learning_rate": 3.336861172906281e-05,
      "loss": 0.1259,
      "num_input_tokens_seen": 30106864,
      "step": 15655
    },
    {
      "epoch": 2.554694510155804,
      "grad_norm": 1.8251638412475586,
      "learning_rate": 3.335935998763245e-05,
      "loss": 0.1557,
      "num_input_tokens_seen": 30116464,
      "step": 15660
    },
    {
      "epoch": 2.5555102373766214,
      "grad_norm": 1.1516152620315552,
      "learning_rate": 3.3350106957083744e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 30127328,
      "step": 15665
    },
    {
      "epoch": 2.5563259645974385,
      "grad_norm": 0.3641268014907837,
      "learning_rate": 3.33408526388436e-05,
      "loss": 0.1851,
      "num_input_tokens_seen": 30136512,
      "step": 15670
    },
    {
      "epoch": 2.557141691818256,
      "grad_norm": 0.7447842955589294,
      "learning_rate": 3.3331597034339166e-05,
      "loss": 0.1881,
      "num_input_tokens_seen": 30145360,
      "step": 15675
    },
    {
      "epoch": 2.5579574190390733,
      "grad_norm": 0.971596360206604,
      "learning_rate": 3.3322340144997764e-05,
      "loss": 0.2735,
      "num_input_tokens_seen": 30155120,
      "step": 15680
    },
    {
      "epoch": 2.558773146259891,
      "grad_norm": 0.2901760935783386,
      "learning_rate": 3.331308197224693e-05,
      "loss": 0.1264,
      "num_input_tokens_seen": 30163712,
      "step": 15685
    },
    {
      "epoch": 2.559588873480708,
      "grad_norm": 0.650350034236908,
      "learning_rate": 3.330382251751438e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 30173936,
      "step": 15690
    },
    {
      "epoch": 2.5604046007015255,
      "grad_norm": 0.4114066958427429,
      "learning_rate": 3.3294561782228054e-05,
      "loss": 0.2157,
      "num_input_tokens_seen": 30183376,
      "step": 15695
    },
    {
      "epoch": 2.5612203279223427,
      "grad_norm": 0.5922436714172363,
      "learning_rate": 3.328529976781607e-05,
      "loss": 0.2683,
      "num_input_tokens_seen": 30192768,
      "step": 15700
    },
    {
      "epoch": 2.5620360551431602,
      "grad_norm": 1.0628161430358887,
      "learning_rate": 3.327603647570673e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 30202448,
      "step": 15705
    },
    {
      "epoch": 2.5628517823639774,
      "grad_norm": 2.2938926219940186,
      "learning_rate": 3.326677190732857e-05,
      "loss": 0.21,
      "num_input_tokens_seen": 30213664,
      "step": 15710
    },
    {
      "epoch": 2.563667509584795,
      "grad_norm": 0.8227994441986084,
      "learning_rate": 3.325750606411029e-05,
      "loss": 0.1345,
      "num_input_tokens_seen": 30223712,
      "step": 15715
    },
    {
      "epoch": 2.564483236805612,
      "grad_norm": 1.0282374620437622,
      "learning_rate": 3.3248238947480804e-05,
      "loss": 0.2129,
      "num_input_tokens_seen": 30232640,
      "step": 15720
    },
    {
      "epoch": 2.5652989640264297,
      "grad_norm": 0.6470606327056885,
      "learning_rate": 3.323897055886922e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 30242048,
      "step": 15725
    },
    {
      "epoch": 2.566114691247247,
      "grad_norm": 0.6641765832901001,
      "learning_rate": 3.322970089970484e-05,
      "loss": 0.1956,
      "num_input_tokens_seen": 30251008,
      "step": 15730
    },
    {
      "epoch": 2.5669304184680644,
      "grad_norm": 0.4341370761394501,
      "learning_rate": 3.3220429971417165e-05,
      "loss": 0.0813,
      "num_input_tokens_seen": 30260160,
      "step": 15735
    },
    {
      "epoch": 2.5677461456888815,
      "grad_norm": 0.6495805978775024,
      "learning_rate": 3.321115777543588e-05,
      "loss": 0.1962,
      "num_input_tokens_seen": 30268144,
      "step": 15740
    },
    {
      "epoch": 2.568561872909699,
      "grad_norm": 1.0640556812286377,
      "learning_rate": 3.320188431319088e-05,
      "loss": 0.2003,
      "num_input_tokens_seen": 30277392,
      "step": 15745
    },
    {
      "epoch": 2.569377600130516,
      "grad_norm": 0.7510354518890381,
      "learning_rate": 3.319260958611224e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 30286848,
      "step": 15750
    },
    {
      "epoch": 2.5701933273513338,
      "grad_norm": 1.9650806188583374,
      "learning_rate": 3.3183333595630256e-05,
      "loss": 0.126,
      "num_input_tokens_seen": 30295616,
      "step": 15755
    },
    {
      "epoch": 2.5710090545721513,
      "grad_norm": 0.6093061566352844,
      "learning_rate": 3.317405634317538e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 30305456,
      "step": 15760
    },
    {
      "epoch": 2.5718247817929685,
      "grad_norm": 0.897652268409729,
      "learning_rate": 3.3164777830178315e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 30315504,
      "step": 15765
    },
    {
      "epoch": 2.5726405090137856,
      "grad_norm": 0.9131167531013489,
      "learning_rate": 3.315549805806989e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 30324720,
      "step": 15770
    },
    {
      "epoch": 2.573456236234603,
      "grad_norm": 0.7250217199325562,
      "learning_rate": 3.314621702828118e-05,
      "loss": 0.1125,
      "num_input_tokens_seen": 30334160,
      "step": 15775
    },
    {
      "epoch": 2.5742719634554208,
      "grad_norm": 1.1704577207565308,
      "learning_rate": 3.313693474224342e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 30344848,
      "step": 15780
    },
    {
      "epoch": 2.575087690676238,
      "grad_norm": 1.3131664991378784,
      "learning_rate": 3.312765120138809e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 30356032,
      "step": 15785
    },
    {
      "epoch": 2.575903417897055,
      "grad_norm": 0.2868967354297638,
      "learning_rate": 3.311836640714679e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 30366736,
      "step": 15790
    },
    {
      "epoch": 2.5767191451178726,
      "grad_norm": 0.6615884900093079,
      "learning_rate": 3.310908036095137e-05,
      "loss": 0.1252,
      "num_input_tokens_seen": 30375952,
      "step": 15795
    },
    {
      "epoch": 2.57753487233869,
      "grad_norm": 0.43732762336730957,
      "learning_rate": 3.309979306423386e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 30386752,
      "step": 15800
    },
    {
      "epoch": 2.57753487233869,
      "eval_loss": 0.16625045239925385,
      "eval_runtime": 71.413,
      "eval_samples_per_second": 38.158,
      "eval_steps_per_second": 19.086,
      "num_input_tokens_seen": 30386752,
      "step": 15800
    },
    {
      "epoch": 2.5783505995595073,
      "grad_norm": 1.7665514945983887,
      "learning_rate": 3.309050451842647e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 30395568,
      "step": 15805
    },
    {
      "epoch": 2.5791663267803244,
      "grad_norm": 0.7944104671478271,
      "learning_rate": 3.3081214724961604e-05,
      "loss": 0.2031,
      "num_input_tokens_seen": 30405344,
      "step": 15810
    },
    {
      "epoch": 2.579982054001142,
      "grad_norm": 0.19555070996284485,
      "learning_rate": 3.307192368527188e-05,
      "loss": 0.1379,
      "num_input_tokens_seen": 30414576,
      "step": 15815
    },
    {
      "epoch": 2.5807977812219596,
      "grad_norm": 0.5526642203330994,
      "learning_rate": 3.306263140079008e-05,
      "loss": 0.1101,
      "num_input_tokens_seen": 30424080,
      "step": 15820
    },
    {
      "epoch": 2.5816135084427767,
      "grad_norm": 1.8141529560089111,
      "learning_rate": 3.30533378729492e-05,
      "loss": 0.1459,
      "num_input_tokens_seen": 30433680,
      "step": 15825
    },
    {
      "epoch": 2.582429235663594,
      "grad_norm": 0.6756134629249573,
      "learning_rate": 3.304404310318242e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 30442704,
      "step": 15830
    },
    {
      "epoch": 2.5832449628844114,
      "grad_norm": 1.5104726552963257,
      "learning_rate": 3.3034747092923105e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 30452656,
      "step": 15835
    },
    {
      "epoch": 2.584060690105229,
      "grad_norm": 1.1400314569473267,
      "learning_rate": 3.3025449843604806e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 30462448,
      "step": 15840
    },
    {
      "epoch": 2.584876417326046,
      "grad_norm": 0.8334075808525085,
      "learning_rate": 3.30161513566613e-05,
      "loss": 0.1458,
      "num_input_tokens_seen": 30472192,
      "step": 15845
    },
    {
      "epoch": 2.5856921445468637,
      "grad_norm": 1.0670385360717773,
      "learning_rate": 3.3006851633526506e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 30481824,
      "step": 15850
    },
    {
      "epoch": 2.586507871767681,
      "grad_norm": 0.7694920301437378,
      "learning_rate": 3.2997550675634584e-05,
      "loss": 0.1309,
      "num_input_tokens_seen": 30491248,
      "step": 15855
    },
    {
      "epoch": 2.5873235989884984,
      "grad_norm": 0.8122471570968628,
      "learning_rate": 3.2988248484419825e-05,
      "loss": 0.2553,
      "num_input_tokens_seen": 30500448,
      "step": 15860
    },
    {
      "epoch": 2.5881393262093155,
      "grad_norm": 1.0297216176986694,
      "learning_rate": 3.2978945061316776e-05,
      "loss": 0.2405,
      "num_input_tokens_seen": 30509936,
      "step": 15865
    },
    {
      "epoch": 2.588955053430133,
      "grad_norm": 0.7599266767501831,
      "learning_rate": 3.296964040776013e-05,
      "loss": 0.1362,
      "num_input_tokens_seen": 30519440,
      "step": 15870
    },
    {
      "epoch": 2.5897707806509502,
      "grad_norm": 0.5042127966880798,
      "learning_rate": 3.296033452518478e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 30529040,
      "step": 15875
    },
    {
      "epoch": 2.590586507871768,
      "grad_norm": 0.9791542887687683,
      "learning_rate": 3.2951027415025806e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 30539344,
      "step": 15880
    },
    {
      "epoch": 2.591402235092585,
      "grad_norm": 0.7558481097221375,
      "learning_rate": 3.294171907871849e-05,
      "loss": 0.2071,
      "num_input_tokens_seen": 30547440,
      "step": 15885
    },
    {
      "epoch": 2.5922179623134025,
      "grad_norm": 0.17961065471172333,
      "learning_rate": 3.293240951769828e-05,
      "loss": 0.1064,
      "num_input_tokens_seen": 30556288,
      "step": 15890
    },
    {
      "epoch": 2.5930336895342196,
      "grad_norm": 0.8572456240653992,
      "learning_rate": 3.2923098733400846e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 30565840,
      "step": 15895
    },
    {
      "epoch": 2.593849416755037,
      "grad_norm": 0.16100944578647614,
      "learning_rate": 3.291378672726202e-05,
      "loss": 0.1229,
      "num_input_tokens_seen": 30575216,
      "step": 15900
    },
    {
      "epoch": 2.5946651439758543,
      "grad_norm": 0.8434231281280518,
      "learning_rate": 3.2904473500717824e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 30585424,
      "step": 15905
    },
    {
      "epoch": 2.595480871196672,
      "grad_norm": 0.6488757133483887,
      "learning_rate": 3.289515905520449e-05,
      "loss": 0.1834,
      "num_input_tokens_seen": 30593824,
      "step": 15910
    },
    {
      "epoch": 2.596296598417489,
      "grad_norm": 1.7384825944900513,
      "learning_rate": 3.288584339215841e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 30604176,
      "step": 15915
    },
    {
      "epoch": 2.5971123256383066,
      "grad_norm": 1.117059350013733,
      "learning_rate": 3.287652651301617e-05,
      "loss": 0.2669,
      "num_input_tokens_seen": 30613904,
      "step": 15920
    },
    {
      "epoch": 2.5979280528591238,
      "grad_norm": 0.516855776309967,
      "learning_rate": 3.286720841921457e-05,
      "loss": 0.2159,
      "num_input_tokens_seen": 30624080,
      "step": 15925
    },
    {
      "epoch": 2.5987437800799413,
      "grad_norm": 0.5060724020004272,
      "learning_rate": 3.285788911219056e-05,
      "loss": 0.2376,
      "num_input_tokens_seen": 30633952,
      "step": 15930
    },
    {
      "epoch": 2.5995595073007585,
      "grad_norm": 0.4547126591205597,
      "learning_rate": 3.284856859338131e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 30643872,
      "step": 15935
    },
    {
      "epoch": 2.600375234521576,
      "grad_norm": 0.8843972682952881,
      "learning_rate": 3.283924686422414e-05,
      "loss": 0.1949,
      "num_input_tokens_seen": 30655024,
      "step": 15940
    },
    {
      "epoch": 2.601190961742393,
      "grad_norm": 0.27653661370277405,
      "learning_rate": 3.282992392615659e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 30664448,
      "step": 15945
    },
    {
      "epoch": 2.6020066889632107,
      "grad_norm": 0.6384499073028564,
      "learning_rate": 3.282059978061638e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 30674976,
      "step": 15950
    },
    {
      "epoch": 2.6028224161840283,
      "grad_norm": 1.2653661966323853,
      "learning_rate": 3.28112744290414e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 30684400,
      "step": 15955
    },
    {
      "epoch": 2.6036381434048455,
      "grad_norm": 0.8721338510513306,
      "learning_rate": 3.280194787286974e-05,
      "loss": 0.1473,
      "num_input_tokens_seen": 30695216,
      "step": 15960
    },
    {
      "epoch": 2.6044538706256626,
      "grad_norm": 0.9669885635375977,
      "learning_rate": 3.2792620113539674e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 30705520,
      "step": 15965
    },
    {
      "epoch": 2.60526959784648,
      "grad_norm": 1.4401319026947021,
      "learning_rate": 3.278329115248966e-05,
      "loss": 0.2042,
      "num_input_tokens_seen": 30716304,
      "step": 15970
    },
    {
      "epoch": 2.6060853250672977,
      "grad_norm": 0.6272386908531189,
      "learning_rate": 3.277396099115834e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 30726000,
      "step": 15975
    },
    {
      "epoch": 2.606901052288115,
      "grad_norm": 0.7444729804992676,
      "learning_rate": 3.276462963098454e-05,
      "loss": 0.1646,
      "num_input_tokens_seen": 30735712,
      "step": 15980
    },
    {
      "epoch": 2.607716779508932,
      "grad_norm": 1.0635056495666504,
      "learning_rate": 3.275529707340728e-05,
      "loss": 0.153,
      "num_input_tokens_seen": 30746224,
      "step": 15985
    },
    {
      "epoch": 2.6085325067297496,
      "grad_norm": 0.631618082523346,
      "learning_rate": 3.274596331986574e-05,
      "loss": 0.2015,
      "num_input_tokens_seen": 30755248,
      "step": 15990
    },
    {
      "epoch": 2.609348233950567,
      "grad_norm": 1.1310794353485107,
      "learning_rate": 3.273662837179932e-05,
      "loss": 0.2243,
      "num_input_tokens_seen": 30765472,
      "step": 15995
    },
    {
      "epoch": 2.6101639611713843,
      "grad_norm": 0.7529287338256836,
      "learning_rate": 3.272729223064758e-05,
      "loss": 0.0725,
      "num_input_tokens_seen": 30774224,
      "step": 16000
    },
    {
      "epoch": 2.6101639611713843,
      "eval_loss": 0.16547560691833496,
      "eval_runtime": 71.3075,
      "eval_samples_per_second": 38.215,
      "eval_steps_per_second": 19.114,
      "num_input_tokens_seen": 30774224,
      "step": 16000
    },
    {
      "epoch": 2.6109796883922014,
      "grad_norm": 0.5735982060432434,
      "learning_rate": 3.2717954897850264e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 30783648,
      "step": 16005
    },
    {
      "epoch": 2.611795415613019,
      "grad_norm": 0.5708169937133789,
      "learning_rate": 3.270861637484733e-05,
      "loss": 0.1281,
      "num_input_tokens_seen": 30793296,
      "step": 16010
    },
    {
      "epoch": 2.6126111428338366,
      "grad_norm": 1.367282748222351,
      "learning_rate": 3.2699276663078867e-05,
      "loss": 0.1762,
      "num_input_tokens_seen": 30803392,
      "step": 16015
    },
    {
      "epoch": 2.6134268700546537,
      "grad_norm": 0.45351579785346985,
      "learning_rate": 3.268993576398519e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 30814528,
      "step": 16020
    },
    {
      "epoch": 2.614242597275471,
      "grad_norm": 0.7134412527084351,
      "learning_rate": 3.268059367900678e-05,
      "loss": 0.1101,
      "num_input_tokens_seen": 30824832,
      "step": 16025
    },
    {
      "epoch": 2.6150583244962884,
      "grad_norm": 1.4951950311660767,
      "learning_rate": 3.26712504095843e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 30834064,
      "step": 16030
    },
    {
      "epoch": 2.615874051717106,
      "grad_norm": 1.2605619430541992,
      "learning_rate": 3.2661905957158615e-05,
      "loss": 0.1927,
      "num_input_tokens_seen": 30844048,
      "step": 16035
    },
    {
      "epoch": 2.616689778937923,
      "grad_norm": 0.7579535245895386,
      "learning_rate": 3.2652560323170734e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 30854256,
      "step": 16040
    },
    {
      "epoch": 2.6175055061587407,
      "grad_norm": 0.5268967151641846,
      "learning_rate": 3.264321350906189e-05,
      "loss": 0.1478,
      "num_input_tokens_seen": 30862752,
      "step": 16045
    },
    {
      "epoch": 2.618321233379558,
      "grad_norm": 0.5442543625831604,
      "learning_rate": 3.263386551627346e-05,
      "loss": 0.1053,
      "num_input_tokens_seen": 30871536,
      "step": 16050
    },
    {
      "epoch": 2.6191369606003754,
      "grad_norm": 0.12794746458530426,
      "learning_rate": 3.2624516346247055e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 30881200,
      "step": 16055
    },
    {
      "epoch": 2.6199526878211925,
      "grad_norm": 0.20260953903198242,
      "learning_rate": 3.2615166000424404e-05,
      "loss": 0.0984,
      "num_input_tokens_seen": 30889488,
      "step": 16060
    },
    {
      "epoch": 2.62076841504201,
      "grad_norm": 0.7273606657981873,
      "learning_rate": 3.260581448024745e-05,
      "loss": 0.1529,
      "num_input_tokens_seen": 30898416,
      "step": 16065
    },
    {
      "epoch": 2.621584142262827,
      "grad_norm": 0.3603372871875763,
      "learning_rate": 3.2596461787158335e-05,
      "loss": 0.1125,
      "num_input_tokens_seen": 30908176,
      "step": 16070
    },
    {
      "epoch": 2.622399869483645,
      "grad_norm": 0.5238510966300964,
      "learning_rate": 3.258710792259934e-05,
      "loss": 0.1324,
      "num_input_tokens_seen": 30917920,
      "step": 16075
    },
    {
      "epoch": 2.623215596704462,
      "grad_norm": 0.6483865976333618,
      "learning_rate": 3.257775288801296e-05,
      "loss": 0.2511,
      "num_input_tokens_seen": 30927856,
      "step": 16080
    },
    {
      "epoch": 2.6240313239252795,
      "grad_norm": 1.1946487426757812,
      "learning_rate": 3.256839668484186e-05,
      "loss": 0.1683,
      "num_input_tokens_seen": 30937488,
      "step": 16085
    },
    {
      "epoch": 2.6248470511460966,
      "grad_norm": 0.48415178060531616,
      "learning_rate": 3.255903931452888e-05,
      "loss": 0.1562,
      "num_input_tokens_seen": 30947712,
      "step": 16090
    },
    {
      "epoch": 2.625662778366914,
      "grad_norm": 0.6681026220321655,
      "learning_rate": 3.2549680778517045e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 30957008,
      "step": 16095
    },
    {
      "epoch": 2.6264785055877313,
      "grad_norm": 2.382040500640869,
      "learning_rate": 3.2540321078249556e-05,
      "loss": 0.2614,
      "num_input_tokens_seen": 30967408,
      "step": 16100
    },
    {
      "epoch": 2.627294232808549,
      "grad_norm": 0.6203417778015137,
      "learning_rate": 3.2530960215169795e-05,
      "loss": 0.1776,
      "num_input_tokens_seen": 30976256,
      "step": 16105
    },
    {
      "epoch": 2.628109960029366,
      "grad_norm": 0.6158615350723267,
      "learning_rate": 3.2521598190721345e-05,
      "loss": 0.1254,
      "num_input_tokens_seen": 30984976,
      "step": 16110
    },
    {
      "epoch": 2.6289256872501836,
      "grad_norm": 0.7005791664123535,
      "learning_rate": 3.251223500634792e-05,
      "loss": 0.1629,
      "num_input_tokens_seen": 30993232,
      "step": 16115
    },
    {
      "epoch": 2.6297414144710007,
      "grad_norm": 0.3221661448478699,
      "learning_rate": 3.2502870663493445e-05,
      "loss": 0.1182,
      "num_input_tokens_seen": 31003632,
      "step": 16120
    },
    {
      "epoch": 2.6305571416918183,
      "grad_norm": 0.8070933818817139,
      "learning_rate": 3.249350516360203e-05,
      "loss": 0.1751,
      "num_input_tokens_seen": 31013664,
      "step": 16125
    },
    {
      "epoch": 2.631372868912636,
      "grad_norm": 0.5400130152702332,
      "learning_rate": 3.248413850811797e-05,
      "loss": 0.1115,
      "num_input_tokens_seen": 31024400,
      "step": 16130
    },
    {
      "epoch": 2.632188596133453,
      "grad_norm": 1.0960679054260254,
      "learning_rate": 3.2474770698485677e-05,
      "loss": 0.1772,
      "num_input_tokens_seen": 31033984,
      "step": 16135
    },
    {
      "epoch": 2.63300432335427,
      "grad_norm": 0.6378678679466248,
      "learning_rate": 3.246540173614983e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 31042848,
      "step": 16140
    },
    {
      "epoch": 2.6338200505750877,
      "grad_norm": 0.6947898864746094,
      "learning_rate": 3.2456031622555197e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 31054128,
      "step": 16145
    },
    {
      "epoch": 2.6346357777959053,
      "grad_norm": 1.2486512660980225,
      "learning_rate": 3.2446660359146794e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 31064128,
      "step": 16150
    },
    {
      "epoch": 2.6354515050167224,
      "grad_norm": 0.4019937813282013,
      "learning_rate": 3.2437287947369786e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 31074240,
      "step": 16155
    },
    {
      "epoch": 2.6362672322375396,
      "grad_norm": 1.0564121007919312,
      "learning_rate": 3.2427914388669525e-05,
      "loss": 0.2046,
      "num_input_tokens_seen": 31084000,
      "step": 16160
    },
    {
      "epoch": 2.637082959458357,
      "grad_norm": 1.1545759439468384,
      "learning_rate": 3.241853968449151e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 31093552,
      "step": 16165
    },
    {
      "epoch": 2.6378986866791747,
      "grad_norm": 0.7767942547798157,
      "learning_rate": 3.240916383628144e-05,
      "loss": 0.1757,
      "num_input_tokens_seen": 31103360,
      "step": 16170
    },
    {
      "epoch": 2.638714413899992,
      "grad_norm": 0.9364548325538635,
      "learning_rate": 3.239978684548521e-05,
      "loss": 0.2214,
      "num_input_tokens_seen": 31113136,
      "step": 16175
    },
    {
      "epoch": 2.639530141120809,
      "grad_norm": 0.35392019152641296,
      "learning_rate": 3.239040871354885e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 31123280,
      "step": 16180
    },
    {
      "epoch": 2.6403458683416265,
      "grad_norm": 0.7554160952568054,
      "learning_rate": 3.2381029441918596e-05,
      "loss": 0.1773,
      "num_input_tokens_seen": 31133056,
      "step": 16185
    },
    {
      "epoch": 2.641161595562444,
      "grad_norm": 0.9396522045135498,
      "learning_rate": 3.2371649032040845e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 31143168,
      "step": 16190
    },
    {
      "epoch": 2.6419773227832613,
      "grad_norm": 0.3755996525287628,
      "learning_rate": 3.2362267485362174e-05,
      "loss": 0.137,
      "num_input_tokens_seen": 31153328,
      "step": 16195
    },
    {
      "epoch": 2.6427930500040784,
      "grad_norm": 1.0859233140945435,
      "learning_rate": 3.235288480332934e-05,
      "loss": 0.2443,
      "num_input_tokens_seen": 31164304,
      "step": 16200
    },
    {
      "epoch": 2.6427930500040784,
      "eval_loss": 0.1665472835302353,
      "eval_runtime": 71.4058,
      "eval_samples_per_second": 38.162,
      "eval_steps_per_second": 19.088,
      "num_input_tokens_seen": 31164304,
      "step": 16200
    },
    {
      "epoch": 2.643608777224896,
      "grad_norm": 0.9005576372146606,
      "learning_rate": 3.234350098738927e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 31174192,
      "step": 16205
    },
    {
      "epoch": 2.6444245044457135,
      "grad_norm": 0.49262535572052,
      "learning_rate": 3.233411603898906e-05,
      "loss": 0.2031,
      "num_input_tokens_seen": 31184064,
      "step": 16210
    },
    {
      "epoch": 2.6452402316665307,
      "grad_norm": 0.28094130754470825,
      "learning_rate": 3.232472995957599e-05,
      "loss": 0.1481,
      "num_input_tokens_seen": 31193760,
      "step": 16215
    },
    {
      "epoch": 2.6460559588873482,
      "grad_norm": 1.2904685735702515,
      "learning_rate": 3.231534275059751e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 31203232,
      "step": 16220
    },
    {
      "epoch": 2.6468716861081654,
      "grad_norm": 0.9792017340660095,
      "learning_rate": 3.230595441350125e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 31213088,
      "step": 16225
    },
    {
      "epoch": 2.647687413328983,
      "grad_norm": 0.8603154420852661,
      "learning_rate": 3.2296564949735e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 31222496,
      "step": 16230
    },
    {
      "epoch": 2.6485031405498,
      "grad_norm": 0.6177101135253906,
      "learning_rate": 3.228717436074675e-05,
      "loss": 0.1955,
      "num_input_tokens_seen": 31231584,
      "step": 16235
    },
    {
      "epoch": 2.6493188677706176,
      "grad_norm": 0.7181168794631958,
      "learning_rate": 3.227778264798463e-05,
      "loss": 0.2066,
      "num_input_tokens_seen": 31240416,
      "step": 16240
    },
    {
      "epoch": 2.6501345949914348,
      "grad_norm": 0.6704393625259399,
      "learning_rate": 3.226838981289698e-05,
      "loss": 0.1464,
      "num_input_tokens_seen": 31250608,
      "step": 16245
    },
    {
      "epoch": 2.6509503222122524,
      "grad_norm": 1.1260933876037598,
      "learning_rate": 3.225899585693227e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 31260016,
      "step": 16250
    },
    {
      "epoch": 2.6517660494330695,
      "grad_norm": 0.5801199674606323,
      "learning_rate": 3.224960078153918e-05,
      "loss": 0.1232,
      "num_input_tokens_seen": 31270576,
      "step": 16255
    },
    {
      "epoch": 2.652581776653887,
      "grad_norm": 1.3704912662506104,
      "learning_rate": 3.224020458816655e-05,
      "loss": 0.2129,
      "num_input_tokens_seen": 31279200,
      "step": 16260
    },
    {
      "epoch": 2.653397503874704,
      "grad_norm": 2.237441301345825,
      "learning_rate": 3.223080727826337e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 31289232,
      "step": 16265
    },
    {
      "epoch": 2.6542132310955218,
      "grad_norm": 0.8707345128059387,
      "learning_rate": 3.222140885327885e-05,
      "loss": 0.2308,
      "num_input_tokens_seen": 31299328,
      "step": 16270
    },
    {
      "epoch": 2.655028958316339,
      "grad_norm": 0.6197742819786072,
      "learning_rate": 3.221200931466234e-05,
      "loss": 0.1386,
      "num_input_tokens_seen": 31309280,
      "step": 16275
    },
    {
      "epoch": 2.6558446855371565,
      "grad_norm": 1.0944112539291382,
      "learning_rate": 3.220260866386336e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 31318784,
      "step": 16280
    },
    {
      "epoch": 2.6566604127579736,
      "grad_norm": 0.5622427463531494,
      "learning_rate": 3.21932069023316e-05,
      "loss": 0.1132,
      "num_input_tokens_seen": 31328608,
      "step": 16285
    },
    {
      "epoch": 2.657476139978791,
      "grad_norm": 0.9521689414978027,
      "learning_rate": 3.218380403151695e-05,
      "loss": 0.1369,
      "num_input_tokens_seen": 31338192,
      "step": 16290
    },
    {
      "epoch": 2.6582918671996083,
      "grad_norm": 0.5445608496665955,
      "learning_rate": 3.217440005286943e-05,
      "loss": 0.0729,
      "num_input_tokens_seen": 31348416,
      "step": 16295
    },
    {
      "epoch": 2.659107594420426,
      "grad_norm": 0.7893279194831848,
      "learning_rate": 3.216499496783928e-05,
      "loss": 0.1494,
      "num_input_tokens_seen": 31358128,
      "step": 16300
    },
    {
      "epoch": 2.659923321641243,
      "grad_norm": 0.5066644549369812,
      "learning_rate": 3.2155588777876856e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 31366144,
      "step": 16305
    },
    {
      "epoch": 2.6607390488620606,
      "grad_norm": 0.7591437101364136,
      "learning_rate": 3.214618148443273e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 31375456,
      "step": 16310
    },
    {
      "epoch": 2.6615547760828777,
      "grad_norm": 0.5216588973999023,
      "learning_rate": 3.2136773088957595e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 31384432,
      "step": 16315
    },
    {
      "epoch": 2.6623705033036953,
      "grad_norm": 0.8593187928199768,
      "learning_rate": 3.2127363592902374e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 31395216,
      "step": 16320
    },
    {
      "epoch": 2.663186230524513,
      "grad_norm": 0.6904370784759521,
      "learning_rate": 3.211795299771812e-05,
      "loss": 0.2193,
      "num_input_tokens_seen": 31403744,
      "step": 16325
    },
    {
      "epoch": 2.66400195774533,
      "grad_norm": 0.5548874139785767,
      "learning_rate": 3.210854130485605e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 31414032,
      "step": 16330
    },
    {
      "epoch": 2.664817684966147,
      "grad_norm": 0.6095960736274719,
      "learning_rate": 3.209912851576759e-05,
      "loss": 0.1672,
      "num_input_tokens_seen": 31422464,
      "step": 16335
    },
    {
      "epoch": 2.6656334121869647,
      "grad_norm": 0.3926996886730194,
      "learning_rate": 3.208971463190431e-05,
      "loss": 0.1026,
      "num_input_tokens_seen": 31431984,
      "step": 16340
    },
    {
      "epoch": 2.6664491394077823,
      "grad_norm": 0.9706115126609802,
      "learning_rate": 3.208029965471793e-05,
      "loss": 0.2659,
      "num_input_tokens_seen": 31442480,
      "step": 16345
    },
    {
      "epoch": 2.6672648666285994,
      "grad_norm": 1.2171941995620728,
      "learning_rate": 3.2070883585660364e-05,
      "loss": 0.1289,
      "num_input_tokens_seen": 31453088,
      "step": 16350
    },
    {
      "epoch": 2.6680805938494165,
      "grad_norm": 0.7118048071861267,
      "learning_rate": 3.20614664261837e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 31461728,
      "step": 16355
    },
    {
      "epoch": 2.668896321070234,
      "grad_norm": 0.8137116432189941,
      "learning_rate": 3.205204817774016e-05,
      "loss": 0.1603,
      "num_input_tokens_seen": 31471312,
      "step": 16360
    },
    {
      "epoch": 2.6697120482910517,
      "grad_norm": 1.1098814010620117,
      "learning_rate": 3.204262884178218e-05,
      "loss": 0.1855,
      "num_input_tokens_seen": 31482096,
      "step": 16365
    },
    {
      "epoch": 2.670527775511869,
      "grad_norm": 0.8330845832824707,
      "learning_rate": 3.2033208419762314e-05,
      "loss": 0.2451,
      "num_input_tokens_seen": 31491632,
      "step": 16370
    },
    {
      "epoch": 2.671343502732686,
      "grad_norm": 0.9264662861824036,
      "learning_rate": 3.2023786913133344e-05,
      "loss": 0.1545,
      "num_input_tokens_seen": 31500608,
      "step": 16375
    },
    {
      "epoch": 2.6721592299535035,
      "grad_norm": 1.1932306289672852,
      "learning_rate": 3.201436432334816e-05,
      "loss": 0.3012,
      "num_input_tokens_seen": 31510192,
      "step": 16380
    },
    {
      "epoch": 2.672974957174321,
      "grad_norm": 1.4340945482254028,
      "learning_rate": 3.2004940651859844e-05,
      "loss": 0.2626,
      "num_input_tokens_seen": 31520352,
      "step": 16385
    },
    {
      "epoch": 2.6737906843951382,
      "grad_norm": 0.4299038052558899,
      "learning_rate": 3.1995515900121655e-05,
      "loss": 0.1969,
      "num_input_tokens_seen": 31530560,
      "step": 16390
    },
    {
      "epoch": 2.6746064116159554,
      "grad_norm": 0.5421220064163208,
      "learning_rate": 3.1986090069587e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 31540560,
      "step": 16395
    },
    {
      "epoch": 2.675422138836773,
      "grad_norm": 0.6638676524162292,
      "learning_rate": 3.1976663161709466e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 31548832,
      "step": 16400
    },
    {
      "epoch": 2.675422138836773,
      "eval_loss": 0.16676917672157288,
      "eval_runtime": 71.4329,
      "eval_samples_per_second": 38.148,
      "eval_steps_per_second": 19.081,
      "num_input_tokens_seen": 31548832,
      "step": 16400
    },
    {
      "epoch": 2.6762378660575905,
      "grad_norm": 0.8875244855880737,
      "learning_rate": 3.196723517794279e-05,
      "loss": 0.1041,
      "num_input_tokens_seen": 31559040,
      "step": 16405
    },
    {
      "epoch": 2.6770535932784076,
      "grad_norm": 1.043438196182251,
      "learning_rate": 3.19578061197409e-05,
      "loss": 0.2504,
      "num_input_tokens_seen": 31569376,
      "step": 16410
    },
    {
      "epoch": 2.677869320499225,
      "grad_norm": 0.9441032409667969,
      "learning_rate": 3.194837598855787e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 31578896,
      "step": 16415
    },
    {
      "epoch": 2.6786850477200423,
      "grad_norm": 0.33113595843315125,
      "learning_rate": 3.193894478584794e-05,
      "loss": 0.2648,
      "num_input_tokens_seen": 31588560,
      "step": 16420
    },
    {
      "epoch": 2.67950077494086,
      "grad_norm": 1.040188193321228,
      "learning_rate": 3.192951251306553e-05,
      "loss": 0.1378,
      "num_input_tokens_seen": 31598592,
      "step": 16425
    },
    {
      "epoch": 2.680316502161677,
      "grad_norm": 0.6379595398902893,
      "learning_rate": 3.192007917166521e-05,
      "loss": 0.2365,
      "num_input_tokens_seen": 31608800,
      "step": 16430
    },
    {
      "epoch": 2.6811322293824946,
      "grad_norm": 0.24998310208320618,
      "learning_rate": 3.191064476310171e-05,
      "loss": 0.1416,
      "num_input_tokens_seen": 31618656,
      "step": 16435
    },
    {
      "epoch": 2.6819479566033118,
      "grad_norm": 0.4426201581954956,
      "learning_rate": 3.1901209288829944e-05,
      "loss": 0.3373,
      "num_input_tokens_seen": 31628944,
      "step": 16440
    },
    {
      "epoch": 2.6827636838241293,
      "grad_norm": 0.3080979585647583,
      "learning_rate": 3.1891772750304985e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 31638384,
      "step": 16445
    },
    {
      "epoch": 2.6835794110449465,
      "grad_norm": 0.8393203616142273,
      "learning_rate": 3.188233514898206e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 31648016,
      "step": 16450
    },
    {
      "epoch": 2.684395138265764,
      "grad_norm": 0.48706862330436707,
      "learning_rate": 3.187289648631657e-05,
      "loss": 0.192,
      "num_input_tokens_seen": 31658640,
      "step": 16455
    },
    {
      "epoch": 2.685210865486581,
      "grad_norm": 0.4404465854167938,
      "learning_rate": 3.186345676376406e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 31668736,
      "step": 16460
    },
    {
      "epoch": 2.6860265927073987,
      "grad_norm": 0.3957168757915497,
      "learning_rate": 3.1854015982780275e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 31679168,
      "step": 16465
    },
    {
      "epoch": 2.686842319928216,
      "grad_norm": 0.34120237827301025,
      "learning_rate": 3.1844574144821084e-05,
      "loss": 0.1332,
      "num_input_tokens_seen": 31689216,
      "step": 16470
    },
    {
      "epoch": 2.6876580471490334,
      "grad_norm": 0.6271771192550659,
      "learning_rate": 3.1835131251342554e-05,
      "loss": 0.0945,
      "num_input_tokens_seen": 31699600,
      "step": 16475
    },
    {
      "epoch": 2.6884737743698506,
      "grad_norm": 0.6147303581237793,
      "learning_rate": 3.182568730380089e-05,
      "loss": 0.1361,
      "num_input_tokens_seen": 31707920,
      "step": 16480
    },
    {
      "epoch": 2.689289501590668,
      "grad_norm": 0.3092896640300751,
      "learning_rate": 3.181624230365245e-05,
      "loss": 0.1131,
      "num_input_tokens_seen": 31717648,
      "step": 16485
    },
    {
      "epoch": 2.6901052288114853,
      "grad_norm": 0.3459893763065338,
      "learning_rate": 3.180679625235381e-05,
      "loss": 0.1482,
      "num_input_tokens_seen": 31727008,
      "step": 16490
    },
    {
      "epoch": 2.690920956032303,
      "grad_norm": 1.151078224182129,
      "learning_rate": 3.1797349151361646e-05,
      "loss": 0.1243,
      "num_input_tokens_seen": 31737200,
      "step": 16495
    },
    {
      "epoch": 2.6917366832531204,
      "grad_norm": 0.5280686020851135,
      "learning_rate": 3.178790100213281e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 31746896,
      "step": 16500
    },
    {
      "epoch": 2.6925524104739376,
      "grad_norm": 0.40194621682167053,
      "learning_rate": 3.1778451806124346e-05,
      "loss": 0.214,
      "num_input_tokens_seen": 31757776,
      "step": 16505
    },
    {
      "epoch": 2.6933681376947547,
      "grad_norm": 0.9385100603103638,
      "learning_rate": 3.176900156479342e-05,
      "loss": 0.1916,
      "num_input_tokens_seen": 31768720,
      "step": 16510
    },
    {
      "epoch": 2.6941838649155723,
      "grad_norm": 1.2827122211456299,
      "learning_rate": 3.17595502795974e-05,
      "loss": 0.1396,
      "num_input_tokens_seen": 31777712,
      "step": 16515
    },
    {
      "epoch": 2.69499959213639,
      "grad_norm": 0.7529897093772888,
      "learning_rate": 3.175009795199377e-05,
      "loss": 0.1544,
      "num_input_tokens_seen": 31786944,
      "step": 16520
    },
    {
      "epoch": 2.695815319357207,
      "grad_norm": 0.6439298391342163,
      "learning_rate": 3.1740644583440224e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 31796976,
      "step": 16525
    },
    {
      "epoch": 2.696631046578024,
      "grad_norm": 1.0579661130905151,
      "learning_rate": 3.173119017539457e-05,
      "loss": 0.2079,
      "num_input_tokens_seen": 31807088,
      "step": 16530
    },
    {
      "epoch": 2.6974467737988417,
      "grad_norm": 0.5629395842552185,
      "learning_rate": 3.172173472931479e-05,
      "loss": 0.2318,
      "num_input_tokens_seen": 31817264,
      "step": 16535
    },
    {
      "epoch": 2.6982625010196593,
      "grad_norm": 0.6104823350906372,
      "learning_rate": 3.1712278246659055e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 31826416,
      "step": 16540
    },
    {
      "epoch": 2.6990782282404764,
      "grad_norm": 0.5802244544029236,
      "learning_rate": 3.170282072888566e-05,
      "loss": 0.177,
      "num_input_tokens_seen": 31834832,
      "step": 16545
    },
    {
      "epoch": 2.6998939554612935,
      "grad_norm": 0.7923263907432556,
      "learning_rate": 3.169336217745307e-05,
      "loss": 0.162,
      "num_input_tokens_seen": 31845072,
      "step": 16550
    },
    {
      "epoch": 2.700709682682111,
      "grad_norm": 0.13749469816684723,
      "learning_rate": 3.1683902593819924e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 31855920,
      "step": 16555
    },
    {
      "epoch": 2.7015254099029287,
      "grad_norm": 0.6140998601913452,
      "learning_rate": 3.1674441979445e-05,
      "loss": 0.1229,
      "num_input_tokens_seen": 31866320,
      "step": 16560
    },
    {
      "epoch": 2.702341137123746,
      "grad_norm": 1.070735216140747,
      "learning_rate": 3.166498033578725e-05,
      "loss": 0.181,
      "num_input_tokens_seen": 31876384,
      "step": 16565
    },
    {
      "epoch": 2.703156864344563,
      "grad_norm": 0.32474973797798157,
      "learning_rate": 3.165551766430578e-05,
      "loss": 0.2018,
      "num_input_tokens_seen": 31885936,
      "step": 16570
    },
    {
      "epoch": 2.7039725915653805,
      "grad_norm": 1.199397325515747,
      "learning_rate": 3.164605396645984e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 31896592,
      "step": 16575
    },
    {
      "epoch": 2.704788318786198,
      "grad_norm": 0.724776566028595,
      "learning_rate": 3.163658924370886e-05,
      "loss": 0.1201,
      "num_input_tokens_seen": 31907296,
      "step": 16580
    },
    {
      "epoch": 2.705604046007015,
      "grad_norm": 0.400398850440979,
      "learning_rate": 3.1627123497512415e-05,
      "loss": 0.2161,
      "num_input_tokens_seen": 31917024,
      "step": 16585
    },
    {
      "epoch": 2.7064197732278323,
      "grad_norm": 0.9454360008239746,
      "learning_rate": 3.1617656729330245e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 31925408,
      "step": 16590
    },
    {
      "epoch": 2.70723550044865,
      "grad_norm": 0.4556426405906677,
      "learning_rate": 3.1608188940622255e-05,
      "loss": 0.1449,
      "num_input_tokens_seen": 31933904,
      "step": 16595
    },
    {
      "epoch": 2.7080512276694675,
      "grad_norm": 1.698290228843689,
      "learning_rate": 3.159872013284847e-05,
      "loss": 0.1799,
      "num_input_tokens_seen": 31943568,
      "step": 16600
    },
    {
      "epoch": 2.7080512276694675,
      "eval_loss": 0.16680410504341125,
      "eval_runtime": 71.3754,
      "eval_samples_per_second": 38.178,
      "eval_steps_per_second": 19.096,
      "num_input_tokens_seen": 31943568,
      "step": 16600
    },
    {
      "epoch": 2.7088669548902846,
      "grad_norm": 0.4259715974330902,
      "learning_rate": 3.1589250307469134e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 31953312,
      "step": 16605
    },
    {
      "epoch": 2.709682682111102,
      "grad_norm": 0.456377774477005,
      "learning_rate": 3.1579779465944586e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 31963616,
      "step": 16610
    },
    {
      "epoch": 2.7104984093319193,
      "grad_norm": 0.5036653876304626,
      "learning_rate": 3.1570307609735363e-05,
      "loss": 0.2092,
      "num_input_tokens_seen": 31973632,
      "step": 16615
    },
    {
      "epoch": 2.711314136552737,
      "grad_norm": 0.6092573404312134,
      "learning_rate": 3.156083474030213e-05,
      "loss": 0.1375,
      "num_input_tokens_seen": 31983904,
      "step": 16620
    },
    {
      "epoch": 2.712129863773554,
      "grad_norm": 0.3126896023750305,
      "learning_rate": 3.155136085910573e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 31994096,
      "step": 16625
    },
    {
      "epoch": 2.7129455909943716,
      "grad_norm": 0.6270306706428528,
      "learning_rate": 3.154188596760717e-05,
      "loss": 0.202,
      "num_input_tokens_seen": 32003600,
      "step": 16630
    },
    {
      "epoch": 2.7137613182151887,
      "grad_norm": 0.699264645576477,
      "learning_rate": 3.153241006726757e-05,
      "loss": 0.1502,
      "num_input_tokens_seen": 32013168,
      "step": 16635
    },
    {
      "epoch": 2.7145770454360063,
      "grad_norm": 0.7416654825210571,
      "learning_rate": 3.152293315954825e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 32023008,
      "step": 16640
    },
    {
      "epoch": 2.7153927726568234,
      "grad_norm": 0.3576410114765167,
      "learning_rate": 3.1513455245910666e-05,
      "loss": 0.2032,
      "num_input_tokens_seen": 32031840,
      "step": 16645
    },
    {
      "epoch": 2.716208499877641,
      "grad_norm": 0.47814297676086426,
      "learning_rate": 3.150397632781643e-05,
      "loss": 0.2375,
      "num_input_tokens_seen": 32041936,
      "step": 16650
    },
    {
      "epoch": 2.717024227098458,
      "grad_norm": 0.28453728556632996,
      "learning_rate": 3.149449640672731e-05,
      "loss": 0.1186,
      "num_input_tokens_seen": 32050896,
      "step": 16655
    },
    {
      "epoch": 2.7178399543192757,
      "grad_norm": 0.6108888983726501,
      "learning_rate": 3.148501548410523e-05,
      "loss": 0.2475,
      "num_input_tokens_seen": 32060736,
      "step": 16660
    },
    {
      "epoch": 2.718655681540093,
      "grad_norm": 0.6254513263702393,
      "learning_rate": 3.1475533561412256e-05,
      "loss": 0.1373,
      "num_input_tokens_seen": 32069792,
      "step": 16665
    },
    {
      "epoch": 2.7194714087609104,
      "grad_norm": 0.6795050501823425,
      "learning_rate": 3.146605064011065e-05,
      "loss": 0.1262,
      "num_input_tokens_seen": 32079344,
      "step": 16670
    },
    {
      "epoch": 2.7202871359817276,
      "grad_norm": 0.4513028860092163,
      "learning_rate": 3.145656672166277e-05,
      "loss": 0.1475,
      "num_input_tokens_seen": 32087984,
      "step": 16675
    },
    {
      "epoch": 2.721102863202545,
      "grad_norm": 0.5851871967315674,
      "learning_rate": 3.144708180753116e-05,
      "loss": 0.177,
      "num_input_tokens_seen": 32097648,
      "step": 16680
    },
    {
      "epoch": 2.7219185904233623,
      "grad_norm": 1.2023682594299316,
      "learning_rate": 3.143759589917851e-05,
      "loss": 0.1587,
      "num_input_tokens_seen": 32107232,
      "step": 16685
    },
    {
      "epoch": 2.72273431764418,
      "grad_norm": 0.6767313480377197,
      "learning_rate": 3.142810899806768e-05,
      "loss": 0.2575,
      "num_input_tokens_seen": 32116496,
      "step": 16690
    },
    {
      "epoch": 2.7235500448649974,
      "grad_norm": 0.44340643286705017,
      "learning_rate": 3.141862110566166e-05,
      "loss": 0.1239,
      "num_input_tokens_seen": 32124512,
      "step": 16695
    },
    {
      "epoch": 2.7243657720858145,
      "grad_norm": 0.8847050666809082,
      "learning_rate": 3.1409132223423606e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 32134704,
      "step": 16700
    },
    {
      "epoch": 2.7251814993066317,
      "grad_norm": 0.7745007872581482,
      "learning_rate": 3.139964235281682e-05,
      "loss": 0.1246,
      "num_input_tokens_seen": 32144496,
      "step": 16705
    },
    {
      "epoch": 2.7259972265274492,
      "grad_norm": 2.084360361099243,
      "learning_rate": 3.139015149530476e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 32153664,
      "step": 16710
    },
    {
      "epoch": 2.726812953748267,
      "grad_norm": 1.2761348485946655,
      "learning_rate": 3.1380659652351034e-05,
      "loss": 0.1375,
      "num_input_tokens_seen": 32162400,
      "step": 16715
    },
    {
      "epoch": 2.727628680969084,
      "grad_norm": 0.6962498426437378,
      "learning_rate": 3.137116682541941e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 32172544,
      "step": 16720
    },
    {
      "epoch": 2.728444408189901,
      "grad_norm": 0.8844757676124573,
      "learning_rate": 3.136167301597379e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 32181792,
      "step": 16725
    },
    {
      "epoch": 2.7292601354107187,
      "grad_norm": 1.3816652297973633,
      "learning_rate": 3.1352178225478254e-05,
      "loss": 0.2288,
      "num_input_tokens_seen": 32191408,
      "step": 16730
    },
    {
      "epoch": 2.7300758626315362,
      "grad_norm": 0.2834530472755432,
      "learning_rate": 3.1342682455396996e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 32200432,
      "step": 16735
    },
    {
      "epoch": 2.7308915898523534,
      "grad_norm": 0.5439262986183167,
      "learning_rate": 3.133318570719441e-05,
      "loss": 0.1763,
      "num_input_tokens_seen": 32211424,
      "step": 16740
    },
    {
      "epoch": 2.7317073170731705,
      "grad_norm": 0.1579274833202362,
      "learning_rate": 3.132368798233499e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 32221408,
      "step": 16745
    },
    {
      "epoch": 2.732523044293988,
      "grad_norm": 0.3848324120044708,
      "learning_rate": 3.131418928228342e-05,
      "loss": 0.1325,
      "num_input_tokens_seen": 32230480,
      "step": 16750
    },
    {
      "epoch": 2.7333387715148056,
      "grad_norm": 0.9588357210159302,
      "learning_rate": 3.1304689608504514e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 32239664,
      "step": 16755
    },
    {
      "epoch": 2.7341544987356228,
      "grad_norm": 0.9772807359695435,
      "learning_rate": 3.129518896246324e-05,
      "loss": 0.2498,
      "num_input_tokens_seen": 32249072,
      "step": 16760
    },
    {
      "epoch": 2.73497022595644,
      "grad_norm": 0.5606204867362976,
      "learning_rate": 3.128568734562472e-05,
      "loss": 0.2041,
      "num_input_tokens_seen": 32260960,
      "step": 16765
    },
    {
      "epoch": 2.7357859531772575,
      "grad_norm": 0.5507044196128845,
      "learning_rate": 3.127618475945421e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 32271696,
      "step": 16770
    },
    {
      "epoch": 2.736601680398075,
      "grad_norm": 0.3198115825653076,
      "learning_rate": 3.126668120541715e-05,
      "loss": 0.2524,
      "num_input_tokens_seen": 32281328,
      "step": 16775
    },
    {
      "epoch": 2.737417407618892,
      "grad_norm": 0.9763185977935791,
      "learning_rate": 3.1257176684979096e-05,
      "loss": 0.2909,
      "num_input_tokens_seen": 32291984,
      "step": 16780
    },
    {
      "epoch": 2.7382331348397098,
      "grad_norm": 0.587213933467865,
      "learning_rate": 3.124767119960576e-05,
      "loss": 0.1918,
      "num_input_tokens_seen": 32300128,
      "step": 16785
    },
    {
      "epoch": 2.739048862060527,
      "grad_norm": 0.8322108387947083,
      "learning_rate": 3.123816475076301e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 32310656,
      "step": 16790
    },
    {
      "epoch": 2.7398645892813445,
      "grad_norm": 0.6677438616752625,
      "learning_rate": 3.122865733991687e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 32319248,
      "step": 16795
    },
    {
      "epoch": 2.7406803165021616,
      "grad_norm": 1.4427424669265747,
      "learning_rate": 3.1219148968533486e-05,
      "loss": 0.1525,
      "num_input_tokens_seen": 32327088,
      "step": 16800
    },
    {
      "epoch": 2.7406803165021616,
      "eval_loss": 0.16627007722854614,
      "eval_runtime": 71.5226,
      "eval_samples_per_second": 38.1,
      "eval_steps_per_second": 19.057,
      "num_input_tokens_seen": 32327088,
      "step": 16800
    },
    {
      "epoch": 2.741496043722979,
      "grad_norm": 0.2686792016029358,
      "learning_rate": 3.120963963807918e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 32337040,
      "step": 16805
    },
    {
      "epoch": 2.7423117709437963,
      "grad_norm": 0.289140909910202,
      "learning_rate": 3.12001293500204e-05,
      "loss": 0.0907,
      "num_input_tokens_seen": 32346800,
      "step": 16810
    },
    {
      "epoch": 2.743127498164614,
      "grad_norm": 0.7774420380592346,
      "learning_rate": 3.1190618105823765e-05,
      "loss": 0.2261,
      "num_input_tokens_seen": 32355728,
      "step": 16815
    },
    {
      "epoch": 2.743943225385431,
      "grad_norm": 0.21017716825008392,
      "learning_rate": 3.118110590695603e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 32364528,
      "step": 16820
    },
    {
      "epoch": 2.7447589526062486,
      "grad_norm": 0.7968904376029968,
      "learning_rate": 3.117159275488407e-05,
      "loss": 0.1316,
      "num_input_tokens_seen": 32374448,
      "step": 16825
    },
    {
      "epoch": 2.7455746798270657,
      "grad_norm": 0.6212119460105896,
      "learning_rate": 3.1162078651074956e-05,
      "loss": 0.2118,
      "num_input_tokens_seen": 32383760,
      "step": 16830
    },
    {
      "epoch": 2.7463904070478833,
      "grad_norm": 0.29987776279449463,
      "learning_rate": 3.1152563596995885e-05,
      "loss": 0.132,
      "num_input_tokens_seen": 32393632,
      "step": 16835
    },
    {
      "epoch": 2.7472061342687004,
      "grad_norm": 0.17704400420188904,
      "learning_rate": 3.1143047594114186e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 32403456,
      "step": 16840
    },
    {
      "epoch": 2.748021861489518,
      "grad_norm": 0.9352924823760986,
      "learning_rate": 3.113353064389734e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 32412656,
      "step": 16845
    },
    {
      "epoch": 2.748837588710335,
      "grad_norm": 0.6682852506637573,
      "learning_rate": 3.1124012747812993e-05,
      "loss": 0.1872,
      "num_input_tokens_seen": 32422992,
      "step": 16850
    },
    {
      "epoch": 2.7496533159311527,
      "grad_norm": 0.5369926691055298,
      "learning_rate": 3.1114493907328936e-05,
      "loss": 0.0695,
      "num_input_tokens_seen": 32432816,
      "step": 16855
    },
    {
      "epoch": 2.75046904315197,
      "grad_norm": 0.5137157440185547,
      "learning_rate": 3.110497412391306e-05,
      "loss": 0.1487,
      "num_input_tokens_seen": 32442528,
      "step": 16860
    },
    {
      "epoch": 2.7512847703727874,
      "grad_norm": 0.4487403929233551,
      "learning_rate": 3.1095453399033466e-05,
      "loss": 0.1153,
      "num_input_tokens_seen": 32450272,
      "step": 16865
    },
    {
      "epoch": 2.7521004975936045,
      "grad_norm": 0.9048048257827759,
      "learning_rate": 3.108593173415835e-05,
      "loss": 0.1186,
      "num_input_tokens_seen": 32461152,
      "step": 16870
    },
    {
      "epoch": 2.752916224814422,
      "grad_norm": 0.6753984093666077,
      "learning_rate": 3.107640913075609e-05,
      "loss": 0.1983,
      "num_input_tokens_seen": 32470832,
      "step": 16875
    },
    {
      "epoch": 2.7537319520352392,
      "grad_norm": 0.7219937443733215,
      "learning_rate": 3.106688559029517e-05,
      "loss": 0.1905,
      "num_input_tokens_seen": 32480048,
      "step": 16880
    },
    {
      "epoch": 2.754547679256057,
      "grad_norm": 0.6858397126197815,
      "learning_rate": 3.105736111424425e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 32488848,
      "step": 16885
    },
    {
      "epoch": 2.7553634064768744,
      "grad_norm": 1.1303718090057373,
      "learning_rate": 3.1047835704072136e-05,
      "loss": 0.2012,
      "num_input_tokens_seen": 32497328,
      "step": 16890
    },
    {
      "epoch": 2.7561791336976915,
      "grad_norm": 0.3033747971057892,
      "learning_rate": 3.103830936124775e-05,
      "loss": 0.1635,
      "num_input_tokens_seen": 32506832,
      "step": 16895
    },
    {
      "epoch": 2.7569948609185086,
      "grad_norm": 1.2156277894973755,
      "learning_rate": 3.102878208724018e-05,
      "loss": 0.1257,
      "num_input_tokens_seen": 32517664,
      "step": 16900
    },
    {
      "epoch": 2.7578105881393262,
      "grad_norm": 0.957574188709259,
      "learning_rate": 3.101925388351865e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 32527504,
      "step": 16905
    },
    {
      "epoch": 2.758626315360144,
      "grad_norm": 0.4829588830471039,
      "learning_rate": 3.1009724751552515e-05,
      "loss": 0.1211,
      "num_input_tokens_seen": 32536928,
      "step": 16910
    },
    {
      "epoch": 2.759442042580961,
      "grad_norm": 0.7580394744873047,
      "learning_rate": 3.100019469281131e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 32547232,
      "step": 16915
    },
    {
      "epoch": 2.760257769801778,
      "grad_norm": 0.707455575466156,
      "learning_rate": 3.0990663708764685e-05,
      "loss": 0.1971,
      "num_input_tokens_seen": 32557536,
      "step": 16920
    },
    {
      "epoch": 2.7610734970225956,
      "grad_norm": 0.6406121253967285,
      "learning_rate": 3.098113180088243e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 32567632,
      "step": 16925
    },
    {
      "epoch": 2.761889224243413,
      "grad_norm": 0.672416090965271,
      "learning_rate": 3.097159897063448e-05,
      "loss": 0.1682,
      "num_input_tokens_seen": 32577760,
      "step": 16930
    },
    {
      "epoch": 2.7627049514642303,
      "grad_norm": 0.5775739550590515,
      "learning_rate": 3.096206521949094e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 32586704,
      "step": 16935
    },
    {
      "epoch": 2.7635206786850475,
      "grad_norm": 0.5563271045684814,
      "learning_rate": 3.0952530548922006e-05,
      "loss": 0.1896,
      "num_input_tokens_seen": 32596448,
      "step": 16940
    },
    {
      "epoch": 2.764336405905865,
      "grad_norm": 0.5979670882225037,
      "learning_rate": 3.0942994960398064e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 32606464,
      "step": 16945
    },
    {
      "epoch": 2.7651521331266826,
      "grad_norm": 0.7365399599075317,
      "learning_rate": 3.093345845538961e-05,
      "loss": 0.2091,
      "num_input_tokens_seen": 32615792,
      "step": 16950
    },
    {
      "epoch": 2.7659678603474998,
      "grad_norm": 0.7271248698234558,
      "learning_rate": 3.09239210353673e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 32625168,
      "step": 16955
    },
    {
      "epoch": 2.766783587568317,
      "grad_norm": 0.36964571475982666,
      "learning_rate": 3.0914382701801926e-05,
      "loss": 0.1365,
      "num_input_tokens_seen": 32634976,
      "step": 16960
    },
    {
      "epoch": 2.7675993147891345,
      "grad_norm": 1.2279856204986572,
      "learning_rate": 3.090484345616441e-05,
      "loss": 0.1658,
      "num_input_tokens_seen": 32644800,
      "step": 16965
    },
    {
      "epoch": 2.768415042009952,
      "grad_norm": 0.7231221199035645,
      "learning_rate": 3.0895303299925825e-05,
      "loss": 0.1492,
      "num_input_tokens_seen": 32653856,
      "step": 16970
    },
    {
      "epoch": 2.769230769230769,
      "grad_norm": 1.1444240808486938,
      "learning_rate": 3.0885762234557393e-05,
      "loss": 0.1436,
      "num_input_tokens_seen": 32664192,
      "step": 16975
    },
    {
      "epoch": 2.7700464964515867,
      "grad_norm": 1.3738584518432617,
      "learning_rate": 3.087622026153045e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 32674224,
      "step": 16980
    },
    {
      "epoch": 2.770862223672404,
      "grad_norm": 0.6270943284034729,
      "learning_rate": 3.086667738231651e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 32683088,
      "step": 16985
    },
    {
      "epoch": 2.7716779508932214,
      "grad_norm": 0.9808964729309082,
      "learning_rate": 3.085713359838718e-05,
      "loss": 0.2117,
      "num_input_tokens_seen": 32692800,
      "step": 16990
    },
    {
      "epoch": 2.7724936781140386,
      "grad_norm": 1.0587481260299683,
      "learning_rate": 3.084758891121425e-05,
      "loss": 0.158,
      "num_input_tokens_seen": 32703104,
      "step": 16995
    },
    {
      "epoch": 2.773309405334856,
      "grad_norm": 0.8897014260292053,
      "learning_rate": 3.083804332226963e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 32713728,
      "step": 17000
    },
    {
      "epoch": 2.773309405334856,
      "eval_loss": 0.16554583609104156,
      "eval_runtime": 71.3884,
      "eval_samples_per_second": 38.171,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 32713728,
      "step": 17000
    },
    {
      "epoch": 2.7741251325556733,
      "grad_norm": 0.5376675724983215,
      "learning_rate": 3.082849683302536e-05,
      "loss": 0.2558,
      "num_input_tokens_seen": 32723696,
      "step": 17005
    },
    {
      "epoch": 2.774940859776491,
      "grad_norm": 0.4366566240787506,
      "learning_rate": 3.081894944495363e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 32733120,
      "step": 17010
    },
    {
      "epoch": 2.775756586997308,
      "grad_norm": 0.6758947968482971,
      "learning_rate": 3.080940115952677e-05,
      "loss": 0.1541,
      "num_input_tokens_seen": 32741472,
      "step": 17015
    },
    {
      "epoch": 2.7765723142181256,
      "grad_norm": 0.942888081073761,
      "learning_rate": 3.0799851978217245e-05,
      "loss": 0.213,
      "num_input_tokens_seen": 32750832,
      "step": 17020
    },
    {
      "epoch": 2.7773880414389427,
      "grad_norm": 1.3592790365219116,
      "learning_rate": 3.0790301902497666e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 32760256,
      "step": 17025
    },
    {
      "epoch": 2.7782037686597603,
      "grad_norm": 0.9252118468284607,
      "learning_rate": 3.078075093384076e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 32770256,
      "step": 17030
    },
    {
      "epoch": 2.7790194958805774,
      "grad_norm": 0.5120887160301208,
      "learning_rate": 3.077119907371942e-05,
      "loss": 0.1945,
      "num_input_tokens_seen": 32781088,
      "step": 17035
    },
    {
      "epoch": 2.779835223101395,
      "grad_norm": 0.7980989217758179,
      "learning_rate": 3.076164632360666e-05,
      "loss": 0.2331,
      "num_input_tokens_seen": 32790400,
      "step": 17040
    },
    {
      "epoch": 2.780650950322212,
      "grad_norm": 0.3745849132537842,
      "learning_rate": 3.075209268497563e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 32800464,
      "step": 17045
    },
    {
      "epoch": 2.7814666775430297,
      "grad_norm": 0.33759236335754395,
      "learning_rate": 3.074253815929961e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 32810272,
      "step": 17050
    },
    {
      "epoch": 2.782282404763847,
      "grad_norm": 0.5997568964958191,
      "learning_rate": 3.0732982748052054e-05,
      "loss": 0.121,
      "num_input_tokens_seen": 32820768,
      "step": 17055
    },
    {
      "epoch": 2.7830981319846644,
      "grad_norm": 0.8284369707107544,
      "learning_rate": 3.072342645270651e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 32831200,
      "step": 17060
    },
    {
      "epoch": 2.783913859205482,
      "grad_norm": 0.5431411862373352,
      "learning_rate": 3.071386927473668e-05,
      "loss": 0.2176,
      "num_input_tokens_seen": 32839216,
      "step": 17065
    },
    {
      "epoch": 2.784729586426299,
      "grad_norm": 1.2698349952697754,
      "learning_rate": 3.0704311215616404e-05,
      "loss": 0.2816,
      "num_input_tokens_seen": 32848688,
      "step": 17070
    },
    {
      "epoch": 2.785545313647116,
      "grad_norm": 1.2639492750167847,
      "learning_rate": 3.0694752276819656e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 32857152,
      "step": 17075
    },
    {
      "epoch": 2.786361040867934,
      "grad_norm": 1.2243802547454834,
      "learning_rate": 3.068519245982054e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 32866496,
      "step": 17080
    },
    {
      "epoch": 2.7871767680887514,
      "grad_norm": 1.2398457527160645,
      "learning_rate": 3.0675631766093304e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 32875088,
      "step": 17085
    },
    {
      "epoch": 2.7879924953095685,
      "grad_norm": 0.9045102000236511,
      "learning_rate": 3.066607019711232e-05,
      "loss": 0.165,
      "num_input_tokens_seen": 32885136,
      "step": 17090
    },
    {
      "epoch": 2.7888082225303856,
      "grad_norm": 0.42722126841545105,
      "learning_rate": 3.065650775435211e-05,
      "loss": 0.2635,
      "num_input_tokens_seen": 32894896,
      "step": 17095
    },
    {
      "epoch": 2.789623949751203,
      "grad_norm": 0.51087486743927,
      "learning_rate": 3.0646944439287326e-05,
      "loss": 0.209,
      "num_input_tokens_seen": 32903440,
      "step": 17100
    },
    {
      "epoch": 2.7904396769720208,
      "grad_norm": 0.7135244011878967,
      "learning_rate": 3.0637380253392736e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 32912624,
      "step": 17105
    },
    {
      "epoch": 2.791255404192838,
      "grad_norm": 0.28494349122047424,
      "learning_rate": 3.062781519814327e-05,
      "loss": 0.1658,
      "num_input_tokens_seen": 32921216,
      "step": 17110
    },
    {
      "epoch": 2.792071131413655,
      "grad_norm": 0.7544084787368774,
      "learning_rate": 3.0618249275013985e-05,
      "loss": 0.2168,
      "num_input_tokens_seen": 32931136,
      "step": 17115
    },
    {
      "epoch": 2.7928868586344726,
      "grad_norm": 0.5035485029220581,
      "learning_rate": 3.060868248548005e-05,
      "loss": 0.1298,
      "num_input_tokens_seen": 32941056,
      "step": 17120
    },
    {
      "epoch": 2.79370258585529,
      "grad_norm": 0.984932005405426,
      "learning_rate": 3.0599114831016796e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 32951008,
      "step": 17125
    },
    {
      "epoch": 2.7945183130761073,
      "grad_norm": 0.3545457422733307,
      "learning_rate": 3.0589546313099666e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 32958864,
      "step": 17130
    },
    {
      "epoch": 2.7953340402969244,
      "grad_norm": 0.553080677986145,
      "learning_rate": 3.0579976933204255e-05,
      "loss": 0.1329,
      "num_input_tokens_seen": 32967984,
      "step": 17135
    },
    {
      "epoch": 2.796149767517742,
      "grad_norm": 0.8363027572631836,
      "learning_rate": 3.0570406692806284e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 32978512,
      "step": 17140
    },
    {
      "epoch": 2.7969654947385596,
      "grad_norm": 0.8833394646644592,
      "learning_rate": 3.05608355933816e-05,
      "loss": 0.1379,
      "num_input_tokens_seen": 32987952,
      "step": 17145
    },
    {
      "epoch": 2.7977812219593767,
      "grad_norm": 0.5219157934188843,
      "learning_rate": 3.055126363640618e-05,
      "loss": 0.1769,
      "num_input_tokens_seen": 32997104,
      "step": 17150
    },
    {
      "epoch": 2.7985969491801943,
      "grad_norm": 0.931198000907898,
      "learning_rate": 3.0541690823356146e-05,
      "loss": 0.1904,
      "num_input_tokens_seen": 33007216,
      "step": 17155
    },
    {
      "epoch": 2.7994126764010114,
      "grad_norm": 0.26692938804626465,
      "learning_rate": 3.053211715570775e-05,
      "loss": 0.1343,
      "num_input_tokens_seen": 33017280,
      "step": 17160
    },
    {
      "epoch": 2.800228403621829,
      "grad_norm": 1.3623924255371094,
      "learning_rate": 3.052254263493736e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 33026752,
      "step": 17165
    },
    {
      "epoch": 2.801044130842646,
      "grad_norm": 0.6413173675537109,
      "learning_rate": 3.0512967262521498e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 33034672,
      "step": 17170
    },
    {
      "epoch": 2.8018598580634637,
      "grad_norm": 1.611798882484436,
      "learning_rate": 3.0503391039936803e-05,
      "loss": 0.1855,
      "num_input_tokens_seen": 33043616,
      "step": 17175
    },
    {
      "epoch": 2.802675585284281,
      "grad_norm": 0.6583651304244995,
      "learning_rate": 3.0493813968660056e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 33053808,
      "step": 17180
    },
    {
      "epoch": 2.8034913125050984,
      "grad_norm": 1.4444512128829956,
      "learning_rate": 3.0484236050168153e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 33063968,
      "step": 17185
    },
    {
      "epoch": 2.8043070397259156,
      "grad_norm": 0.7064569592475891,
      "learning_rate": 3.0474657285938123e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 33074368,
      "step": 17190
    },
    {
      "epoch": 2.805122766946733,
      "grad_norm": 0.9424405097961426,
      "learning_rate": 3.046507767744715e-05,
      "loss": 0.199,
      "num_input_tokens_seen": 33084160,
      "step": 17195
    },
    {
      "epoch": 2.8059384941675503,
      "grad_norm": 1.0127018690109253,
      "learning_rate": 3.045549722617252e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 33093744,
      "step": 17200
    },
    {
      "epoch": 2.8059384941675503,
      "eval_loss": 0.17001239955425262,
      "eval_runtime": 71.4195,
      "eval_samples_per_second": 38.155,
      "eval_steps_per_second": 19.084,
      "num_input_tokens_seen": 33093744,
      "step": 17200
    },
    {
      "epoch": 2.806754221388368,
      "grad_norm": 0.9972490668296814,
      "learning_rate": 3.0445915933591658e-05,
      "loss": 0.2409,
      "num_input_tokens_seen": 33103712,
      "step": 17205
    },
    {
      "epoch": 2.807569948609185,
      "grad_norm": 1.2104424238204956,
      "learning_rate": 3.0436333801182114e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 33113968,
      "step": 17210
    },
    {
      "epoch": 2.8083856758300025,
      "grad_norm": 0.5143530964851379,
      "learning_rate": 3.0426750830421596e-05,
      "loss": 0.1437,
      "num_input_tokens_seen": 33123200,
      "step": 17215
    },
    {
      "epoch": 2.8092014030508197,
      "grad_norm": 0.2796624004840851,
      "learning_rate": 3.0417167022787897e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 33131696,
      "step": 17220
    },
    {
      "epoch": 2.8100171302716372,
      "grad_norm": 0.9745714068412781,
      "learning_rate": 3.0407582379758966e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 33141872,
      "step": 17225
    },
    {
      "epoch": 2.8108328574924544,
      "grad_norm": 1.1616058349609375,
      "learning_rate": 3.039799690281287e-05,
      "loss": 0.1959,
      "num_input_tokens_seen": 33149808,
      "step": 17230
    },
    {
      "epoch": 2.811648584713272,
      "grad_norm": 1.2520136833190918,
      "learning_rate": 3.0388410593427823e-05,
      "loss": 0.1969,
      "num_input_tokens_seen": 33158304,
      "step": 17235
    },
    {
      "epoch": 2.812464311934089,
      "grad_norm": 0.7169994711875916,
      "learning_rate": 3.0378823453082146e-05,
      "loss": 0.1709,
      "num_input_tokens_seen": 33168144,
      "step": 17240
    },
    {
      "epoch": 2.8132800391549067,
      "grad_norm": 2.12764048576355,
      "learning_rate": 3.03692354832543e-05,
      "loss": 0.201,
      "num_input_tokens_seen": 33179152,
      "step": 17245
    },
    {
      "epoch": 2.814095766375724,
      "grad_norm": 0.6855607628822327,
      "learning_rate": 3.0359646685422865e-05,
      "loss": 0.1599,
      "num_input_tokens_seen": 33190320,
      "step": 17250
    },
    {
      "epoch": 2.8149114935965414,
      "grad_norm": 0.5105471611022949,
      "learning_rate": 3.035005706106656e-05,
      "loss": 0.1307,
      "num_input_tokens_seen": 33199936,
      "step": 17255
    },
    {
      "epoch": 2.815727220817359,
      "grad_norm": 0.3497031033039093,
      "learning_rate": 3.034046661166422e-05,
      "loss": 0.1562,
      "num_input_tokens_seen": 33210000,
      "step": 17260
    },
    {
      "epoch": 2.816542948038176,
      "grad_norm": 0.8893227577209473,
      "learning_rate": 3.033087533869482e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 33220112,
      "step": 17265
    },
    {
      "epoch": 2.817358675258993,
      "grad_norm": 0.898271918296814,
      "learning_rate": 3.0321283243637444e-05,
      "loss": 0.2045,
      "num_input_tokens_seen": 33230464,
      "step": 17270
    },
    {
      "epoch": 2.8181744024798108,
      "grad_norm": 1.3914144039154053,
      "learning_rate": 3.0311690327971326e-05,
      "loss": 0.1932,
      "num_input_tokens_seen": 33240112,
      "step": 17275
    },
    {
      "epoch": 2.8189901297006283,
      "grad_norm": 2.0410821437835693,
      "learning_rate": 3.030209659317581e-05,
      "loss": 0.1678,
      "num_input_tokens_seen": 33250224,
      "step": 17280
    },
    {
      "epoch": 2.8198058569214455,
      "grad_norm": 1.1504604816436768,
      "learning_rate": 3.0292502040730362e-05,
      "loss": 0.1089,
      "num_input_tokens_seen": 33260448,
      "step": 17285
    },
    {
      "epoch": 2.8206215841422626,
      "grad_norm": 0.7298027276992798,
      "learning_rate": 3.0282906672114597e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 33270784,
      "step": 17290
    },
    {
      "epoch": 2.82143731136308,
      "grad_norm": 0.5613787770271301,
      "learning_rate": 3.027331048880823e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 33281168,
      "step": 17295
    },
    {
      "epoch": 2.8222530385838978,
      "grad_norm": 0.9418526291847229,
      "learning_rate": 3.0263713492291123e-05,
      "loss": 0.1199,
      "num_input_tokens_seen": 33290816,
      "step": 17300
    },
    {
      "epoch": 2.823068765804715,
      "grad_norm": 0.5973556041717529,
      "learning_rate": 3.0254115684043242e-05,
      "loss": 0.1695,
      "num_input_tokens_seen": 33301488,
      "step": 17305
    },
    {
      "epoch": 2.823884493025532,
      "grad_norm": 1.2420564889907837,
      "learning_rate": 3.024451706554469e-05,
      "loss": 0.2012,
      "num_input_tokens_seen": 33310592,
      "step": 17310
    },
    {
      "epoch": 2.8247002202463496,
      "grad_norm": 1.7688485383987427,
      "learning_rate": 3.0234917638275705e-05,
      "loss": 0.1782,
      "num_input_tokens_seen": 33319808,
      "step": 17315
    },
    {
      "epoch": 2.825515947467167,
      "grad_norm": 0.7972148656845093,
      "learning_rate": 3.0225317403716635e-05,
      "loss": 0.1675,
      "num_input_tokens_seen": 33330192,
      "step": 17320
    },
    {
      "epoch": 2.8263316746879843,
      "grad_norm": 1.1157723665237427,
      "learning_rate": 3.0215716363347956e-05,
      "loss": 0.2006,
      "num_input_tokens_seen": 33339952,
      "step": 17325
    },
    {
      "epoch": 2.8271474019088014,
      "grad_norm": 0.8502743244171143,
      "learning_rate": 3.0206114518650275e-05,
      "loss": 0.1539,
      "num_input_tokens_seen": 33350752,
      "step": 17330
    },
    {
      "epoch": 2.827963129129619,
      "grad_norm": 0.4571050703525543,
      "learning_rate": 3.0196511871104304e-05,
      "loss": 0.2121,
      "num_input_tokens_seen": 33361392,
      "step": 17335
    },
    {
      "epoch": 2.8287788563504366,
      "grad_norm": 0.2925168573856354,
      "learning_rate": 3.01869084221909e-05,
      "loss": 0.1145,
      "num_input_tokens_seen": 33370400,
      "step": 17340
    },
    {
      "epoch": 2.8295945835712537,
      "grad_norm": 0.5328747034072876,
      "learning_rate": 3.0177304173391037e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 33379760,
      "step": 17345
    },
    {
      "epoch": 2.8304103107920713,
      "grad_norm": 0.6374337673187256,
      "learning_rate": 3.01676991261858e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 33389856,
      "step": 17350
    },
    {
      "epoch": 2.8312260380128884,
      "grad_norm": 0.5913556218147278,
      "learning_rate": 3.015809328205642e-05,
      "loss": 0.1676,
      "num_input_tokens_seen": 33398416,
      "step": 17355
    },
    {
      "epoch": 2.832041765233706,
      "grad_norm": 0.7835476994514465,
      "learning_rate": 3.0148486642484248e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 33407632,
      "step": 17360
    },
    {
      "epoch": 2.832857492454523,
      "grad_norm": 1.0183442831039429,
      "learning_rate": 3.0138879208950722e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 33416672,
      "step": 17365
    },
    {
      "epoch": 2.8336732196753407,
      "grad_norm": 0.5242247581481934,
      "learning_rate": 3.012927098293744e-05,
      "loss": 0.0892,
      "num_input_tokens_seen": 33426608,
      "step": 17370
    },
    {
      "epoch": 2.834488946896158,
      "grad_norm": 0.38330259919166565,
      "learning_rate": 3.0119661965926123e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 33435072,
      "step": 17375
    },
    {
      "epoch": 2.8353046741169754,
      "grad_norm": 1.1255234479904175,
      "learning_rate": 3.0110052159398587e-05,
      "loss": 0.2233,
      "num_input_tokens_seen": 33444512,
      "step": 17380
    },
    {
      "epoch": 2.8361204013377925,
      "grad_norm": 0.9237431883811951,
      "learning_rate": 3.0100441564836802e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 33454256,
      "step": 17385
    },
    {
      "epoch": 2.83693612855861,
      "grad_norm": 0.42356839776039124,
      "learning_rate": 3.0090830183722817e-05,
      "loss": 0.1266,
      "num_input_tokens_seen": 33464208,
      "step": 17390
    },
    {
      "epoch": 2.8377518557794272,
      "grad_norm": 0.6126331090927124,
      "learning_rate": 3.0081218017538852e-05,
      "loss": 0.1231,
      "num_input_tokens_seen": 33474544,
      "step": 17395
    },
    {
      "epoch": 2.838567583000245,
      "grad_norm": 0.7777733206748962,
      "learning_rate": 3.0071605067767212e-05,
      "loss": 0.2382,
      "num_input_tokens_seen": 33484336,
      "step": 17400
    },
    {
      "epoch": 2.838567583000245,
      "eval_loss": 0.1654071807861328,
      "eval_runtime": 71.504,
      "eval_samples_per_second": 38.11,
      "eval_steps_per_second": 19.062,
      "num_input_tokens_seen": 33484336,
      "step": 17400
    },
    {
      "epoch": 2.839383310221062,
      "grad_norm": 0.4565109610557556,
      "learning_rate": 3.006199133589034e-05,
      "loss": 0.2399,
      "num_input_tokens_seen": 33494864,
      "step": 17405
    },
    {
      "epoch": 2.8401990374418795,
      "grad_norm": 1.0168527364730835,
      "learning_rate": 3.005237682339079e-05,
      "loss": 0.2284,
      "num_input_tokens_seen": 33504224,
      "step": 17410
    },
    {
      "epoch": 2.8410147646626966,
      "grad_norm": 0.6405238509178162,
      "learning_rate": 3.0042761531751228e-05,
      "loss": 0.2206,
      "num_input_tokens_seen": 33513568,
      "step": 17415
    },
    {
      "epoch": 2.841830491883514,
      "grad_norm": 1.379739761352539,
      "learning_rate": 3.0033145462454482e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 33522272,
      "step": 17420
    },
    {
      "epoch": 2.8426462191043314,
      "grad_norm": 0.5151373147964478,
      "learning_rate": 3.002352861698345e-05,
      "loss": 0.2068,
      "num_input_tokens_seen": 33532016,
      "step": 17425
    },
    {
      "epoch": 2.843461946325149,
      "grad_norm": 0.2671222388744354,
      "learning_rate": 3.0013910996821178e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 33541984,
      "step": 17430
    },
    {
      "epoch": 2.8442776735459665,
      "grad_norm": 0.4927712380886078,
      "learning_rate": 3.0004292603450817e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 33552320,
      "step": 17435
    },
    {
      "epoch": 2.8450934007667836,
      "grad_norm": 0.46777281165122986,
      "learning_rate": 2.9994673438355653e-05,
      "loss": 0.1373,
      "num_input_tokens_seen": 33562336,
      "step": 17440
    },
    {
      "epoch": 2.8459091279876008,
      "grad_norm": 1.301460862159729,
      "learning_rate": 2.9985053503019078e-05,
      "loss": 0.1223,
      "num_input_tokens_seen": 33571952,
      "step": 17445
    },
    {
      "epoch": 2.8467248552084183,
      "grad_norm": 0.6881342530250549,
      "learning_rate": 2.99754327989246e-05,
      "loss": 0.2056,
      "num_input_tokens_seen": 33581872,
      "step": 17450
    },
    {
      "epoch": 2.847540582429236,
      "grad_norm": 0.6302232146263123,
      "learning_rate": 2.9965811327555864e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 33591840,
      "step": 17455
    },
    {
      "epoch": 2.848356309650053,
      "grad_norm": 0.8234099745750427,
      "learning_rate": 2.995618909039662e-05,
      "loss": 0.1144,
      "num_input_tokens_seen": 33601824,
      "step": 17460
    },
    {
      "epoch": 2.84917203687087,
      "grad_norm": 1.1435600519180298,
      "learning_rate": 2.9946566088930727e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 33611584,
      "step": 17465
    },
    {
      "epoch": 2.8499877640916877,
      "grad_norm": 0.6164910197257996,
      "learning_rate": 2.9936942324642192e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 33620448,
      "step": 17470
    },
    {
      "epoch": 2.8508034913125053,
      "grad_norm": 0.39327335357666016,
      "learning_rate": 2.9927317799015097e-05,
      "loss": 0.1186,
      "num_input_tokens_seen": 33629776,
      "step": 17475
    },
    {
      "epoch": 2.8516192185333225,
      "grad_norm": 1.2229434251785278,
      "learning_rate": 2.9917692513533685e-05,
      "loss": 0.1664,
      "num_input_tokens_seen": 33639344,
      "step": 17480
    },
    {
      "epoch": 2.8524349457541396,
      "grad_norm": 0.2708239257335663,
      "learning_rate": 2.990806646968229e-05,
      "loss": 0.1667,
      "num_input_tokens_seen": 33649632,
      "step": 17485
    },
    {
      "epoch": 2.853250672974957,
      "grad_norm": 0.32165372371673584,
      "learning_rate": 2.989843966894536e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 33659280,
      "step": 17490
    },
    {
      "epoch": 2.8540664001957747,
      "grad_norm": 0.6037904024124146,
      "learning_rate": 2.9888812112807472e-05,
      "loss": 0.2248,
      "num_input_tokens_seen": 33668192,
      "step": 17495
    },
    {
      "epoch": 2.854882127416592,
      "grad_norm": 0.4150009751319885,
      "learning_rate": 2.987918380275333e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 33678032,
      "step": 17500
    },
    {
      "epoch": 2.855697854637409,
      "grad_norm": 0.3977164924144745,
      "learning_rate": 2.9869554740267724e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 33687776,
      "step": 17505
    },
    {
      "epoch": 2.8565135818582266,
      "grad_norm": 0.7364314198493958,
      "learning_rate": 2.9859924926835585e-05,
      "loss": 0.239,
      "num_input_tokens_seen": 33696704,
      "step": 17510
    },
    {
      "epoch": 2.857329309079044,
      "grad_norm": 1.009891152381897,
      "learning_rate": 2.9850294363941944e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 33705600,
      "step": 17515
    },
    {
      "epoch": 2.8581450362998613,
      "grad_norm": 0.9061025977134705,
      "learning_rate": 2.9840663053071967e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 33716528,
      "step": 17520
    },
    {
      "epoch": 2.858960763520679,
      "grad_norm": 0.5871171355247498,
      "learning_rate": 2.983103099571091e-05,
      "loss": 0.1014,
      "num_input_tokens_seen": 33726928,
      "step": 17525
    },
    {
      "epoch": 2.859776490741496,
      "grad_norm": 0.8708882927894592,
      "learning_rate": 2.9821398193344164e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 33737280,
      "step": 17530
    },
    {
      "epoch": 2.8605922179623136,
      "grad_norm": 1.3012081384658813,
      "learning_rate": 2.9811764647457226e-05,
      "loss": 0.1718,
      "num_input_tokens_seen": 33746688,
      "step": 17535
    },
    {
      "epoch": 2.8614079451831307,
      "grad_norm": 0.7377658486366272,
      "learning_rate": 2.9802130359535714e-05,
      "loss": 0.1537,
      "num_input_tokens_seen": 33757568,
      "step": 17540
    },
    {
      "epoch": 2.8622236724039483,
      "grad_norm": 0.8884440064430237,
      "learning_rate": 2.979249533106535e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 33766480,
      "step": 17545
    },
    {
      "epoch": 2.8630393996247654,
      "grad_norm": 0.8612852096557617,
      "learning_rate": 2.9782859563531986e-05,
      "loss": 0.2404,
      "num_input_tokens_seen": 33776240,
      "step": 17550
    },
    {
      "epoch": 2.863855126845583,
      "grad_norm": 1.0653666257858276,
      "learning_rate": 2.977322305842156e-05,
      "loss": 0.1607,
      "num_input_tokens_seen": 33786016,
      "step": 17555
    },
    {
      "epoch": 2.8646708540664,
      "grad_norm": 1.0412966012954712,
      "learning_rate": 2.9763585817220162e-05,
      "loss": 0.1791,
      "num_input_tokens_seen": 33795088,
      "step": 17560
    },
    {
      "epoch": 2.8654865812872177,
      "grad_norm": 0.4242784380912781,
      "learning_rate": 2.975394784141397e-05,
      "loss": 0.2229,
      "num_input_tokens_seen": 33804704,
      "step": 17565
    },
    {
      "epoch": 2.866302308508035,
      "grad_norm": 1.1785269975662231,
      "learning_rate": 2.974430913248928e-05,
      "loss": 0.233,
      "num_input_tokens_seen": 33815136,
      "step": 17570
    },
    {
      "epoch": 2.8671180357288524,
      "grad_norm": 1.2330787181854248,
      "learning_rate": 2.9734669691932497e-05,
      "loss": 0.1775,
      "num_input_tokens_seen": 33825088,
      "step": 17575
    },
    {
      "epoch": 2.8679337629496695,
      "grad_norm": 0.885412335395813,
      "learning_rate": 2.9725029521230147e-05,
      "loss": 0.1541,
      "num_input_tokens_seen": 33835120,
      "step": 17580
    },
    {
      "epoch": 2.868749490170487,
      "grad_norm": 0.5870225429534912,
      "learning_rate": 2.9715388621868873e-05,
      "loss": 0.1712,
      "num_input_tokens_seen": 33844704,
      "step": 17585
    },
    {
      "epoch": 2.869565217391304,
      "grad_norm": 0.5609843730926514,
      "learning_rate": 2.970574699533541e-05,
      "loss": 0.1426,
      "num_input_tokens_seen": 33854896,
      "step": 17590
    },
    {
      "epoch": 2.870380944612122,
      "grad_norm": 0.6249990463256836,
      "learning_rate": 2.969610464311662e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 33864400,
      "step": 17595
    },
    {
      "epoch": 2.871196671832939,
      "grad_norm": 0.5056314468383789,
      "learning_rate": 2.9686461566699487e-05,
      "loss": 0.1283,
      "num_input_tokens_seen": 33875072,
      "step": 17600
    },
    {
      "epoch": 2.871196671832939,
      "eval_loss": 0.16556677222251892,
      "eval_runtime": 71.5103,
      "eval_samples_per_second": 38.106,
      "eval_steps_per_second": 19.06,
      "num_input_tokens_seen": 33875072,
      "step": 17600
    },
    {
      "epoch": 2.8720123990537565,
      "grad_norm": 0.9980247020721436,
      "learning_rate": 2.9676817767571086e-05,
      "loss": 0.1602,
      "num_input_tokens_seen": 33885840,
      "step": 17605
    },
    {
      "epoch": 2.8728281262745736,
      "grad_norm": 0.8718380331993103,
      "learning_rate": 2.966717324721861e-05,
      "loss": 0.2063,
      "num_input_tokens_seen": 33895728,
      "step": 17610
    },
    {
      "epoch": 2.873643853495391,
      "grad_norm": 1.2113779783248901,
      "learning_rate": 2.9657528007129366e-05,
      "loss": 0.1724,
      "num_input_tokens_seen": 33905344,
      "step": 17615
    },
    {
      "epoch": 2.8744595807162083,
      "grad_norm": 0.9173967838287354,
      "learning_rate": 2.9647882048790777e-05,
      "loss": 0.0888,
      "num_input_tokens_seen": 33916208,
      "step": 17620
    },
    {
      "epoch": 2.875275307937026,
      "grad_norm": 1.1703307628631592,
      "learning_rate": 2.963823537369037e-05,
      "loss": 0.1937,
      "num_input_tokens_seen": 33926096,
      "step": 17625
    },
    {
      "epoch": 2.8760910351578435,
      "grad_norm": 0.93995600938797,
      "learning_rate": 2.9628587983315775e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 33935088,
      "step": 17630
    },
    {
      "epoch": 2.8769067623786606,
      "grad_norm": 0.7815120220184326,
      "learning_rate": 2.9618939879154746e-05,
      "loss": 0.1801,
      "num_input_tokens_seen": 33945120,
      "step": 17635
    },
    {
      "epoch": 2.8777224895994777,
      "grad_norm": 0.3141777813434601,
      "learning_rate": 2.9609291062695143e-05,
      "loss": 0.132,
      "num_input_tokens_seen": 33953952,
      "step": 17640
    },
    {
      "epoch": 2.8785382168202953,
      "grad_norm": 0.2751006782054901,
      "learning_rate": 2.9599641535424938e-05,
      "loss": 0.1147,
      "num_input_tokens_seen": 33963072,
      "step": 17645
    },
    {
      "epoch": 2.879353944041113,
      "grad_norm": 0.5913704037666321,
      "learning_rate": 2.9589991298832202e-05,
      "loss": 0.1994,
      "num_input_tokens_seen": 33971104,
      "step": 17650
    },
    {
      "epoch": 2.88016967126193,
      "grad_norm": 0.48769381642341614,
      "learning_rate": 2.958034035440513e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 33980672,
      "step": 17655
    },
    {
      "epoch": 2.880985398482747,
      "grad_norm": 0.49268069863319397,
      "learning_rate": 2.957068870363201e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 33989696,
      "step": 17660
    },
    {
      "epoch": 2.8818011257035647,
      "grad_norm": 1.2641568183898926,
      "learning_rate": 2.956103634800126e-05,
      "loss": 0.2235,
      "num_input_tokens_seen": 33999120,
      "step": 17665
    },
    {
      "epoch": 2.8826168529243823,
      "grad_norm": 1.0479320287704468,
      "learning_rate": 2.9551383289001384e-05,
      "loss": 0.2028,
      "num_input_tokens_seen": 34009328,
      "step": 17670
    },
    {
      "epoch": 2.8834325801451994,
      "grad_norm": 1.1219046115875244,
      "learning_rate": 2.9541729528121005e-05,
      "loss": 0.191,
      "num_input_tokens_seen": 34019056,
      "step": 17675
    },
    {
      "epoch": 2.8842483073660166,
      "grad_norm": 0.4263796806335449,
      "learning_rate": 2.9532075066848856e-05,
      "loss": 0.1242,
      "num_input_tokens_seen": 34029472,
      "step": 17680
    },
    {
      "epoch": 2.885064034586834,
      "grad_norm": 0.8706592917442322,
      "learning_rate": 2.9522419906673786e-05,
      "loss": 0.201,
      "num_input_tokens_seen": 34038032,
      "step": 17685
    },
    {
      "epoch": 2.8858797618076517,
      "grad_norm": 0.47830721735954285,
      "learning_rate": 2.951276404908474e-05,
      "loss": 0.1138,
      "num_input_tokens_seen": 34047968,
      "step": 17690
    },
    {
      "epoch": 2.886695489028469,
      "grad_norm": 0.15109701454639435,
      "learning_rate": 2.9503107495570752e-05,
      "loss": 0.0752,
      "num_input_tokens_seen": 34058624,
      "step": 17695
    },
    {
      "epoch": 2.887511216249286,
      "grad_norm": 0.3717953860759735,
      "learning_rate": 2.9493450247621003e-05,
      "loss": 0.0979,
      "num_input_tokens_seen": 34067248,
      "step": 17700
    },
    {
      "epoch": 2.8883269434701035,
      "grad_norm": 0.785323977470398,
      "learning_rate": 2.948379230672476e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 34077568,
      "step": 17705
    },
    {
      "epoch": 2.889142670690921,
      "grad_norm": 0.3494241535663605,
      "learning_rate": 2.9474133674371396e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 34087296,
      "step": 17710
    },
    {
      "epoch": 2.8899583979117383,
      "grad_norm": 0.8924739956855774,
      "learning_rate": 2.9464474352050387e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 34096576,
      "step": 17715
    },
    {
      "epoch": 2.890774125132556,
      "grad_norm": 0.8560360074043274,
      "learning_rate": 2.9454814341251336e-05,
      "loss": 0.0958,
      "num_input_tokens_seen": 34106160,
      "step": 17720
    },
    {
      "epoch": 2.891589852353373,
      "grad_norm": 1.0556640625,
      "learning_rate": 2.9445153643463942e-05,
      "loss": 0.1578,
      "num_input_tokens_seen": 34116608,
      "step": 17725
    },
    {
      "epoch": 2.8924055795741905,
      "grad_norm": 0.7295212745666504,
      "learning_rate": 2.943549226017798e-05,
      "loss": 0.2038,
      "num_input_tokens_seen": 34127808,
      "step": 17730
    },
    {
      "epoch": 2.8932213067950077,
      "grad_norm": 0.43155571818351746,
      "learning_rate": 2.942583019288337e-05,
      "loss": 0.1246,
      "num_input_tokens_seen": 34137280,
      "step": 17735
    },
    {
      "epoch": 2.8940370340158252,
      "grad_norm": 1.5495532751083374,
      "learning_rate": 2.9416167443070132e-05,
      "loss": 0.2272,
      "num_input_tokens_seen": 34146848,
      "step": 17740
    },
    {
      "epoch": 2.8948527612366424,
      "grad_norm": 1.1538405418395996,
      "learning_rate": 2.9406504012228375e-05,
      "loss": 0.2851,
      "num_input_tokens_seen": 34155920,
      "step": 17745
    },
    {
      "epoch": 2.89566848845746,
      "grad_norm": 0.8956298232078552,
      "learning_rate": 2.939683990184832e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 34166160,
      "step": 17750
    },
    {
      "epoch": 2.896484215678277,
      "grad_norm": 0.7853421568870544,
      "learning_rate": 2.93871751134203e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 34175424,
      "step": 17755
    },
    {
      "epoch": 2.8972999428990946,
      "grad_norm": 0.5468326210975647,
      "learning_rate": 2.9377509648434752e-05,
      "loss": 0.1197,
      "num_input_tokens_seen": 34185904,
      "step": 17760
    },
    {
      "epoch": 2.898115670119912,
      "grad_norm": 0.7113677859306335,
      "learning_rate": 2.9367843508382203e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 34194528,
      "step": 17765
    },
    {
      "epoch": 2.8989313973407294,
      "grad_norm": 0.3202313184738159,
      "learning_rate": 2.9358176694753293e-05,
      "loss": 0.1338,
      "num_input_tokens_seen": 34204048,
      "step": 17770
    },
    {
      "epoch": 2.8997471245615465,
      "grad_norm": 1.0189121961593628,
      "learning_rate": 2.9348509209038766e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 34214432,
      "step": 17775
    },
    {
      "epoch": 2.900562851782364,
      "grad_norm": 0.6038424372673035,
      "learning_rate": 2.933884105272947e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 34223936,
      "step": 17780
    },
    {
      "epoch": 2.901378579003181,
      "grad_norm": 1.038018822669983,
      "learning_rate": 2.9329172227316366e-05,
      "loss": 0.2463,
      "num_input_tokens_seen": 34235152,
      "step": 17785
    },
    {
      "epoch": 2.9021943062239988,
      "grad_norm": 0.4255453050136566,
      "learning_rate": 2.93195027342905e-05,
      "loss": 0.214,
      "num_input_tokens_seen": 34244880,
      "step": 17790
    },
    {
      "epoch": 2.903010033444816,
      "grad_norm": 1.0103601217269897,
      "learning_rate": 2.9309832575143024e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 34255312,
      "step": 17795
    },
    {
      "epoch": 2.9038257606656335,
      "grad_norm": 0.5166152119636536,
      "learning_rate": 2.930016175136521e-05,
      "loss": 0.2451,
      "num_input_tokens_seen": 34264832,
      "step": 17800
    },
    {
      "epoch": 2.9038257606656335,
      "eval_loss": 0.16454513370990753,
      "eval_runtime": 71.384,
      "eval_samples_per_second": 38.174,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 34264832,
      "step": 17800
    },
    {
      "epoch": 2.904641487886451,
      "grad_norm": 0.7911069989204407,
      "learning_rate": 2.9290490264448412e-05,
      "loss": 0.1522,
      "num_input_tokens_seen": 34273728,
      "step": 17805
    },
    {
      "epoch": 2.905457215107268,
      "grad_norm": 0.8927501440048218,
      "learning_rate": 2.9280818115884094e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 34283168,
      "step": 17810
    },
    {
      "epoch": 2.9062729423280853,
      "grad_norm": 1.3916985988616943,
      "learning_rate": 2.9271145307163828e-05,
      "loss": 0.2443,
      "num_input_tokens_seen": 34293200,
      "step": 17815
    },
    {
      "epoch": 2.907088669548903,
      "grad_norm": 0.971947431564331,
      "learning_rate": 2.9261471839779287e-05,
      "loss": 0.201,
      "num_input_tokens_seen": 34302832,
      "step": 17820
    },
    {
      "epoch": 2.9079043967697205,
      "grad_norm": 0.5619645118713379,
      "learning_rate": 2.925179771522223e-05,
      "loss": 0.1905,
      "num_input_tokens_seen": 34312304,
      "step": 17825
    },
    {
      "epoch": 2.9087201239905376,
      "grad_norm": 0.8279770612716675,
      "learning_rate": 2.9242122934984535e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 34322144,
      "step": 17830
    },
    {
      "epoch": 2.9095358512113547,
      "grad_norm": 0.8101468682289124,
      "learning_rate": 2.9232447500558176e-05,
      "loss": 0.2206,
      "num_input_tokens_seen": 34333024,
      "step": 17835
    },
    {
      "epoch": 2.9103515784321723,
      "grad_norm": 0.5850838422775269,
      "learning_rate": 2.9222771413435225e-05,
      "loss": 0.1872,
      "num_input_tokens_seen": 34342208,
      "step": 17840
    },
    {
      "epoch": 2.91116730565299,
      "grad_norm": 0.8420780897140503,
      "learning_rate": 2.9213094675107848e-05,
      "loss": 0.1714,
      "num_input_tokens_seen": 34350992,
      "step": 17845
    },
    {
      "epoch": 2.911983032873807,
      "grad_norm": 1.0820696353912354,
      "learning_rate": 2.9203417287068335e-05,
      "loss": 0.1683,
      "num_input_tokens_seen": 34360096,
      "step": 17850
    },
    {
      "epoch": 2.912798760094624,
      "grad_norm": 1.0487412214279175,
      "learning_rate": 2.9193739250809042e-05,
      "loss": 0.2092,
      "num_input_tokens_seen": 34369312,
      "step": 17855
    },
    {
      "epoch": 2.9136144873154417,
      "grad_norm": 1.1213489770889282,
      "learning_rate": 2.9184060567822463e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 34380880,
      "step": 17860
    },
    {
      "epoch": 2.9144302145362593,
      "grad_norm": 1.2525957822799683,
      "learning_rate": 2.9174381239601166e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 34389408,
      "step": 17865
    },
    {
      "epoch": 2.9152459417570764,
      "grad_norm": 1.322906732559204,
      "learning_rate": 2.916470126763783e-05,
      "loss": 0.1314,
      "num_input_tokens_seen": 34398192,
      "step": 17870
    },
    {
      "epoch": 2.9160616689778935,
      "grad_norm": 0.48943373560905457,
      "learning_rate": 2.9155020653425203e-05,
      "loss": 0.1597,
      "num_input_tokens_seen": 34406608,
      "step": 17875
    },
    {
      "epoch": 2.916877396198711,
      "grad_norm": 0.6123448610305786,
      "learning_rate": 2.9145339398456184e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 34415808,
      "step": 17880
    },
    {
      "epoch": 2.9176931234195287,
      "grad_norm": 0.9064174890518188,
      "learning_rate": 2.913565750422374e-05,
      "loss": 0.2034,
      "num_input_tokens_seen": 34425088,
      "step": 17885
    },
    {
      "epoch": 2.918508850640346,
      "grad_norm": 1.3078137636184692,
      "learning_rate": 2.9125974972220938e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 34434656,
      "step": 17890
    },
    {
      "epoch": 2.919324577861163,
      "grad_norm": 0.6617968678474426,
      "learning_rate": 2.9116291803940932e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 34443808,
      "step": 17895
    },
    {
      "epoch": 2.9201403050819805,
      "grad_norm": 0.8609819412231445,
      "learning_rate": 2.910660800087701e-05,
      "loss": 0.1976,
      "num_input_tokens_seen": 34453296,
      "step": 17900
    },
    {
      "epoch": 2.920956032302798,
      "grad_norm": 1.2912981510162354,
      "learning_rate": 2.909692356452254e-05,
      "loss": 0.2431,
      "num_input_tokens_seen": 34463312,
      "step": 17905
    },
    {
      "epoch": 2.9217717595236152,
      "grad_norm": 0.5423459410667419,
      "learning_rate": 2.9087238496370962e-05,
      "loss": 0.174,
      "num_input_tokens_seen": 34473600,
      "step": 17910
    },
    {
      "epoch": 2.922587486744433,
      "grad_norm": 0.69011390209198,
      "learning_rate": 2.907755279791583e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 34482960,
      "step": 17915
    },
    {
      "epoch": 2.92340321396525,
      "grad_norm": 0.9490616321563721,
      "learning_rate": 2.906786647065083e-05,
      "loss": 0.2055,
      "num_input_tokens_seen": 34493680,
      "step": 17920
    },
    {
      "epoch": 2.9242189411860675,
      "grad_norm": 0.8526907563209534,
      "learning_rate": 2.9058179516069695e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 34502592,
      "step": 17925
    },
    {
      "epoch": 2.9250346684068846,
      "grad_norm": 0.49292007088661194,
      "learning_rate": 2.9048491935666282e-05,
      "loss": 0.1214,
      "num_input_tokens_seen": 34512176,
      "step": 17930
    },
    {
      "epoch": 2.925850395627702,
      "grad_norm": 0.49020156264305115,
      "learning_rate": 2.9038803730934534e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 34522304,
      "step": 17935
    },
    {
      "epoch": 2.9266661228485193,
      "grad_norm": 0.26285529136657715,
      "learning_rate": 2.9029114903368503e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 34532560,
      "step": 17940
    },
    {
      "epoch": 2.927481850069337,
      "grad_norm": 0.4940568506717682,
      "learning_rate": 2.9019425454462318e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 34542880,
      "step": 17945
    },
    {
      "epoch": 2.928297577290154,
      "grad_norm": 1.0215188264846802,
      "learning_rate": 2.9009735385710212e-05,
      "loss": 0.2283,
      "num_input_tokens_seen": 34551792,
      "step": 17950
    },
    {
      "epoch": 2.9291133045109716,
      "grad_norm": 0.9945048689842224,
      "learning_rate": 2.900004469860652e-05,
      "loss": 0.1594,
      "num_input_tokens_seen": 34561872,
      "step": 17955
    },
    {
      "epoch": 2.9299290317317888,
      "grad_norm": 0.40413782000541687,
      "learning_rate": 2.8990353394645668e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 34572032,
      "step": 17960
    },
    {
      "epoch": 2.9307447589526063,
      "grad_norm": 0.5001901984214783,
      "learning_rate": 2.8980661475322186e-05,
      "loss": 0.121,
      "num_input_tokens_seen": 34582640,
      "step": 17965
    },
    {
      "epoch": 2.9315604861734235,
      "grad_norm": 1.1474441289901733,
      "learning_rate": 2.897096894213067e-05,
      "loss": 0.1856,
      "num_input_tokens_seen": 34592400,
      "step": 17970
    },
    {
      "epoch": 2.932376213394241,
      "grad_norm": 0.8221070766448975,
      "learning_rate": 2.8961275796565845e-05,
      "loss": 0.1801,
      "num_input_tokens_seen": 34601664,
      "step": 17975
    },
    {
      "epoch": 2.933191940615058,
      "grad_norm": 0.6712673902511597,
      "learning_rate": 2.8951582040122517e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 34612064,
      "step": 17980
    },
    {
      "epoch": 2.9340076678358757,
      "grad_norm": 0.6721630096435547,
      "learning_rate": 2.894188767429557e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 34621056,
      "step": 17985
    },
    {
      "epoch": 2.934823395056693,
      "grad_norm": 0.3733416795730591,
      "learning_rate": 2.8932192700580014e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 34631168,
      "step": 17990
    },
    {
      "epoch": 2.9356391222775104,
      "grad_norm": 0.9379180669784546,
      "learning_rate": 2.8922497120470916e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 34641488,
      "step": 17995
    },
    {
      "epoch": 2.936454849498328,
      "grad_norm": 0.8836243748664856,
      "learning_rate": 2.891280093546348e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 34652800,
      "step": 18000
    },
    {
      "epoch": 2.936454849498328,
      "eval_loss": 0.165593683719635,
      "eval_runtime": 71.505,
      "eval_samples_per_second": 38.109,
      "eval_steps_per_second": 19.062,
      "num_input_tokens_seen": 34652800,
      "step": 18000
    },
    {
      "epoch": 2.937270576719145,
      "grad_norm": 0.6764171123504639,
      "learning_rate": 2.890310414705297e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 34663040,
      "step": 18005
    },
    {
      "epoch": 2.9380863039399623,
      "grad_norm": 0.5275249481201172,
      "learning_rate": 2.8893406756734742e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 34672704,
      "step": 18010
    },
    {
      "epoch": 2.93890203116078,
      "grad_norm": 0.7283636927604675,
      "learning_rate": 2.888370876600427e-05,
      "loss": 0.1432,
      "num_input_tokens_seen": 34682384,
      "step": 18015
    },
    {
      "epoch": 2.9397177583815974,
      "grad_norm": 0.4501214921474457,
      "learning_rate": 2.8874010176357104e-05,
      "loss": 0.1273,
      "num_input_tokens_seen": 34692208,
      "step": 18020
    },
    {
      "epoch": 2.9405334856024146,
      "grad_norm": 1.4674475193023682,
      "learning_rate": 2.886431098928888e-05,
      "loss": 0.0893,
      "num_input_tokens_seen": 34702368,
      "step": 18025
    },
    {
      "epoch": 2.9413492128232317,
      "grad_norm": 0.2715878486633301,
      "learning_rate": 2.885461120629534e-05,
      "loss": 0.1473,
      "num_input_tokens_seen": 34711744,
      "step": 18030
    },
    {
      "epoch": 2.9421649400440493,
      "grad_norm": 0.5696753263473511,
      "learning_rate": 2.8844910828872317e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 34719840,
      "step": 18035
    },
    {
      "epoch": 2.942980667264867,
      "grad_norm": 0.88783860206604,
      "learning_rate": 2.8835209858515715e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 34729680,
      "step": 18040
    },
    {
      "epoch": 2.943796394485684,
      "grad_norm": 0.3775532841682434,
      "learning_rate": 2.8825508296721566e-05,
      "loss": 0.1505,
      "num_input_tokens_seen": 34740384,
      "step": 18045
    },
    {
      "epoch": 2.944612121706501,
      "grad_norm": 0.8241716623306274,
      "learning_rate": 2.881580614498596e-05,
      "loss": 0.1463,
      "num_input_tokens_seen": 34750256,
      "step": 18050
    },
    {
      "epoch": 2.9454278489273187,
      "grad_norm": 0.9071462154388428,
      "learning_rate": 2.8806103404805103e-05,
      "loss": 0.1213,
      "num_input_tokens_seen": 34760688,
      "step": 18055
    },
    {
      "epoch": 2.9462435761481363,
      "grad_norm": 1.116021990776062,
      "learning_rate": 2.8796400077675257e-05,
      "loss": 0.1837,
      "num_input_tokens_seen": 34771152,
      "step": 18060
    },
    {
      "epoch": 2.9470593033689534,
      "grad_norm": 0.6331747174263,
      "learning_rate": 2.8786696165092812e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 34781488,
      "step": 18065
    },
    {
      "epoch": 2.9478750305897705,
      "grad_norm": 0.8371078372001648,
      "learning_rate": 2.8776991668554236e-05,
      "loss": 0.2128,
      "num_input_tokens_seen": 34790976,
      "step": 18070
    },
    {
      "epoch": 2.948690757810588,
      "grad_norm": 0.8827887773513794,
      "learning_rate": 2.876728658955608e-05,
      "loss": 0.1663,
      "num_input_tokens_seen": 34801056,
      "step": 18075
    },
    {
      "epoch": 2.9495064850314057,
      "grad_norm": 0.4096471965312958,
      "learning_rate": 2.8757580929594986e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 34810800,
      "step": 18080
    },
    {
      "epoch": 2.950322212252223,
      "grad_norm": 0.5122207403182983,
      "learning_rate": 2.87478746901677e-05,
      "loss": 0.1088,
      "num_input_tokens_seen": 34818880,
      "step": 18085
    },
    {
      "epoch": 2.9511379394730404,
      "grad_norm": 1.2924336194992065,
      "learning_rate": 2.873816787277103e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 34828448,
      "step": 18090
    },
    {
      "epoch": 2.9519536666938575,
      "grad_norm": 0.4521486759185791,
      "learning_rate": 2.8728460478901903e-05,
      "loss": 0.2333,
      "num_input_tokens_seen": 34835952,
      "step": 18095
    },
    {
      "epoch": 2.952769393914675,
      "grad_norm": 0.4185272753238678,
      "learning_rate": 2.8718752510057307e-05,
      "loss": 0.127,
      "num_input_tokens_seen": 34845408,
      "step": 18100
    },
    {
      "epoch": 2.953585121135492,
      "grad_norm": 0.4441967308521271,
      "learning_rate": 2.870904396773435e-05,
      "loss": 0.1436,
      "num_input_tokens_seen": 34854768,
      "step": 18105
    },
    {
      "epoch": 2.95440084835631,
      "grad_norm": 0.29443880915641785,
      "learning_rate": 2.86993348534302e-05,
      "loss": 0.1204,
      "num_input_tokens_seen": 34864880,
      "step": 18110
    },
    {
      "epoch": 2.955216575577127,
      "grad_norm": 1.3539780378341675,
      "learning_rate": 2.868962516864212e-05,
      "loss": 0.2134,
      "num_input_tokens_seen": 34874096,
      "step": 18115
    },
    {
      "epoch": 2.9560323027979445,
      "grad_norm": 0.9735091924667358,
      "learning_rate": 2.8679914914867477e-05,
      "loss": 0.1913,
      "num_input_tokens_seen": 34883536,
      "step": 18120
    },
    {
      "epoch": 2.9568480300187616,
      "grad_norm": 0.790776252746582,
      "learning_rate": 2.8670204093603713e-05,
      "loss": 0.2127,
      "num_input_tokens_seen": 34893984,
      "step": 18125
    },
    {
      "epoch": 2.957663757239579,
      "grad_norm": 0.5590277314186096,
      "learning_rate": 2.8660492706348357e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 34902848,
      "step": 18130
    },
    {
      "epoch": 2.9584794844603963,
      "grad_norm": 1.0623103380203247,
      "learning_rate": 2.8650780754599022e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 34913040,
      "step": 18135
    },
    {
      "epoch": 2.959295211681214,
      "grad_norm": 0.723077118396759,
      "learning_rate": 2.8641068239853407e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 34921600,
      "step": 18140
    },
    {
      "epoch": 2.960110938902031,
      "grad_norm": 0.5342128872871399,
      "learning_rate": 2.863135516360932e-05,
      "loss": 0.167,
      "num_input_tokens_seen": 34932160,
      "step": 18145
    },
    {
      "epoch": 2.9609266661228486,
      "grad_norm": 1.0496128797531128,
      "learning_rate": 2.8621641527364633e-05,
      "loss": 0.2015,
      "num_input_tokens_seen": 34943040,
      "step": 18150
    },
    {
      "epoch": 2.9617423933436657,
      "grad_norm": 0.6625296473503113,
      "learning_rate": 2.8611927332617313e-05,
      "loss": 0.1649,
      "num_input_tokens_seen": 34952864,
      "step": 18155
    },
    {
      "epoch": 2.9625581205644833,
      "grad_norm": 0.34418559074401855,
      "learning_rate": 2.8602212580865405e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 34961840,
      "step": 18160
    },
    {
      "epoch": 2.9633738477853004,
      "grad_norm": 1.0281485319137573,
      "learning_rate": 2.859249727360705e-05,
      "loss": 0.2586,
      "num_input_tokens_seen": 34971952,
      "step": 18165
    },
    {
      "epoch": 2.964189575006118,
      "grad_norm": 2.2180516719818115,
      "learning_rate": 2.8582781412340465e-05,
      "loss": 0.1399,
      "num_input_tokens_seen": 34982800,
      "step": 18170
    },
    {
      "epoch": 2.965005302226935,
      "grad_norm": 0.9457414150238037,
      "learning_rate": 2.857306499856397e-05,
      "loss": 0.2213,
      "num_input_tokens_seen": 34992464,
      "step": 18175
    },
    {
      "epoch": 2.9658210294477527,
      "grad_norm": 0.5450295805931091,
      "learning_rate": 2.856334803377594e-05,
      "loss": 0.1349,
      "num_input_tokens_seen": 35001360,
      "step": 18180
    },
    {
      "epoch": 2.96663675666857,
      "grad_norm": 1.1975078582763672,
      "learning_rate": 2.8553630519474867e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 35010880,
      "step": 18185
    },
    {
      "epoch": 2.9674524838893874,
      "grad_norm": 0.6879611015319824,
      "learning_rate": 2.8543912457159317e-05,
      "loss": 0.1422,
      "num_input_tokens_seen": 35019360,
      "step": 18190
    },
    {
      "epoch": 2.968268211110205,
      "grad_norm": 0.456163614988327,
      "learning_rate": 2.853419384832792e-05,
      "loss": 0.1459,
      "num_input_tokens_seen": 35027104,
      "step": 18195
    },
    {
      "epoch": 2.969083938331022,
      "grad_norm": 1.5579222440719604,
      "learning_rate": 2.8524474694479423e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 35036144,
      "step": 18200
    },
    {
      "epoch": 2.969083938331022,
      "eval_loss": 0.16491468250751495,
      "eval_runtime": 71.3445,
      "eval_samples_per_second": 38.195,
      "eval_steps_per_second": 19.104,
      "num_input_tokens_seen": 35036144,
      "step": 18200
    },
    {
      "epoch": 2.9698996655518393,
      "grad_norm": 0.970743715763092,
      "learning_rate": 2.851475499711264e-05,
      "loss": 0.1831,
      "num_input_tokens_seen": 35044944,
      "step": 18205
    },
    {
      "epoch": 2.970715392772657,
      "grad_norm": 0.6600797176361084,
      "learning_rate": 2.8505034757726468e-05,
      "loss": 0.1357,
      "num_input_tokens_seen": 35053936,
      "step": 18210
    },
    {
      "epoch": 2.9715311199934744,
      "grad_norm": 1.4075859785079956,
      "learning_rate": 2.8495313977819886e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 35064032,
      "step": 18215
    },
    {
      "epoch": 2.9723468472142915,
      "grad_norm": 1.2567416429519653,
      "learning_rate": 2.8485592658891956e-05,
      "loss": 0.1625,
      "num_input_tokens_seen": 35072832,
      "step": 18220
    },
    {
      "epoch": 2.9731625744351087,
      "grad_norm": 0.34090933203697205,
      "learning_rate": 2.8475870802441844e-05,
      "loss": 0.1071,
      "num_input_tokens_seen": 35082672,
      "step": 18225
    },
    {
      "epoch": 2.9739783016559262,
      "grad_norm": 0.8585988283157349,
      "learning_rate": 2.8466148409968774e-05,
      "loss": 0.2329,
      "num_input_tokens_seen": 35090848,
      "step": 18230
    },
    {
      "epoch": 2.974794028876744,
      "grad_norm": 0.7022421360015869,
      "learning_rate": 2.8456425482972067e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 35099712,
      "step": 18235
    },
    {
      "epoch": 2.975609756097561,
      "grad_norm": 1.2429474592208862,
      "learning_rate": 2.84467020229511e-05,
      "loss": 0.1732,
      "num_input_tokens_seen": 35108560,
      "step": 18240
    },
    {
      "epoch": 2.976425483318378,
      "grad_norm": 0.8013003468513489,
      "learning_rate": 2.8436978031405375e-05,
      "loss": 0.181,
      "num_input_tokens_seen": 35117696,
      "step": 18245
    },
    {
      "epoch": 2.9772412105391957,
      "grad_norm": 0.8585189580917358,
      "learning_rate": 2.842725350983445e-05,
      "loss": 0.2624,
      "num_input_tokens_seen": 35127344,
      "step": 18250
    },
    {
      "epoch": 2.9780569377600132,
      "grad_norm": 0.8847827911376953,
      "learning_rate": 2.8417528459737957e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 35135600,
      "step": 18255
    },
    {
      "epoch": 2.9788726649808304,
      "grad_norm": 0.3547917902469635,
      "learning_rate": 2.8407802882615624e-05,
      "loss": 0.2339,
      "num_input_tokens_seen": 35145632,
      "step": 18260
    },
    {
      "epoch": 2.9796883922016475,
      "grad_norm": 0.7298253774642944,
      "learning_rate": 2.8398076779967277e-05,
      "loss": 0.1543,
      "num_input_tokens_seen": 35154512,
      "step": 18265
    },
    {
      "epoch": 2.980504119422465,
      "grad_norm": 1.0746129751205444,
      "learning_rate": 2.8388350153292774e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 35163952,
      "step": 18270
    },
    {
      "epoch": 2.9813198466432826,
      "grad_norm": 1.2804254293441772,
      "learning_rate": 2.8378623004092103e-05,
      "loss": 0.1258,
      "num_input_tokens_seen": 35173440,
      "step": 18275
    },
    {
      "epoch": 2.9821355738640998,
      "grad_norm": 1.0154061317443848,
      "learning_rate": 2.8368895333865302e-05,
      "loss": 0.2357,
      "num_input_tokens_seen": 35182272,
      "step": 18280
    },
    {
      "epoch": 2.9829513010849174,
      "grad_norm": 1.0957258939743042,
      "learning_rate": 2.835916714411251e-05,
      "loss": 0.118,
      "num_input_tokens_seen": 35191200,
      "step": 18285
    },
    {
      "epoch": 2.9837670283057345,
      "grad_norm": 0.8570526838302612,
      "learning_rate": 2.8349438436333926e-05,
      "loss": 0.2401,
      "num_input_tokens_seen": 35201024,
      "step": 18290
    },
    {
      "epoch": 2.984582755526552,
      "grad_norm": 0.41320642828941345,
      "learning_rate": 2.833970921202984e-05,
      "loss": 0.1174,
      "num_input_tokens_seen": 35212336,
      "step": 18295
    },
    {
      "epoch": 2.985398482747369,
      "grad_norm": 0.4831421375274658,
      "learning_rate": 2.8329979472700628e-05,
      "loss": 0.178,
      "num_input_tokens_seen": 35221408,
      "step": 18300
    },
    {
      "epoch": 2.9862142099681868,
      "grad_norm": 0.35916566848754883,
      "learning_rate": 2.832024921984674e-05,
      "loss": 0.2579,
      "num_input_tokens_seen": 35230096,
      "step": 18305
    },
    {
      "epoch": 2.987029937189004,
      "grad_norm": 1.244448184967041,
      "learning_rate": 2.8310518454968693e-05,
      "loss": 0.1711,
      "num_input_tokens_seen": 35240832,
      "step": 18310
    },
    {
      "epoch": 2.9878456644098215,
      "grad_norm": 0.7115609645843506,
      "learning_rate": 2.8300787179567095e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 35250544,
      "step": 18315
    },
    {
      "epoch": 2.9886613916306386,
      "grad_norm": 0.9244509339332581,
      "learning_rate": 2.8291055395142636e-05,
      "loss": 0.1079,
      "num_input_tokens_seen": 35258048,
      "step": 18320
    },
    {
      "epoch": 2.989477118851456,
      "grad_norm": 0.9272312521934509,
      "learning_rate": 2.8281323103196073e-05,
      "loss": 0.1251,
      "num_input_tokens_seen": 35269008,
      "step": 18325
    },
    {
      "epoch": 2.9902928460722733,
      "grad_norm": 0.7381312847137451,
      "learning_rate": 2.8271590305228256e-05,
      "loss": 0.1703,
      "num_input_tokens_seen": 35279616,
      "step": 18330
    },
    {
      "epoch": 2.991108573293091,
      "grad_norm": 1.3340598344802856,
      "learning_rate": 2.82618570027401e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 35288976,
      "step": 18335
    },
    {
      "epoch": 2.991924300513908,
      "grad_norm": 0.6388930082321167,
      "learning_rate": 2.8252123197232604e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 35298976,
      "step": 18340
    },
    {
      "epoch": 2.9927400277347256,
      "grad_norm": 1.965114712715149,
      "learning_rate": 2.8242388890206843e-05,
      "loss": 0.1381,
      "num_input_tokens_seen": 35308832,
      "step": 18345
    },
    {
      "epoch": 2.9935557549555427,
      "grad_norm": 0.42706695199012756,
      "learning_rate": 2.8232654083163967e-05,
      "loss": 0.1838,
      "num_input_tokens_seen": 35318320,
      "step": 18350
    },
    {
      "epoch": 2.9943714821763603,
      "grad_norm": 0.9579347968101501,
      "learning_rate": 2.822291877760521e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 35328256,
      "step": 18355
    },
    {
      "epoch": 2.9951872093971774,
      "grad_norm": 0.6781368851661682,
      "learning_rate": 2.8213182975031864e-05,
      "loss": 0.1582,
      "num_input_tokens_seen": 35337984,
      "step": 18360
    },
    {
      "epoch": 2.996002936617995,
      "grad_norm": 0.41487738490104675,
      "learning_rate": 2.8203446676945337e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 35347136,
      "step": 18365
    },
    {
      "epoch": 2.9968186638388126,
      "grad_norm": 0.43653181195259094,
      "learning_rate": 2.8193709884847075e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 35357040,
      "step": 18370
    },
    {
      "epoch": 2.9976343910596297,
      "grad_norm": 1.780965805053711,
      "learning_rate": 2.8183972600238605e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 35366304,
      "step": 18375
    },
    {
      "epoch": 2.998450118280447,
      "grad_norm": 0.5366209745407104,
      "learning_rate": 2.817423482462156e-05,
      "loss": 0.193,
      "num_input_tokens_seen": 35374736,
      "step": 18380
    },
    {
      "epoch": 2.9992658455012644,
      "grad_norm": 0.6296864151954651,
      "learning_rate": 2.8164496559497605e-05,
      "loss": 0.1255,
      "num_input_tokens_seen": 35382944,
      "step": 18385
    },
    {
      "epoch": 3.0,
      "grad_norm": 1.0306938886642456,
      "learning_rate": 2.815475780636852e-05,
      "loss": 0.1343,
      "num_input_tokens_seen": 35390256,
      "step": 18390
    },
    {
      "epoch": 3.0008157272208176,
      "grad_norm": 0.8550456762313843,
      "learning_rate": 2.814501856673613e-05,
      "loss": 0.1212,
      "num_input_tokens_seen": 35399136,
      "step": 18395
    },
    {
      "epoch": 3.0016314544416347,
      "grad_norm": 0.7769209146499634,
      "learning_rate": 2.8135278842102353e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 35410304,
      "step": 18400
    },
    {
      "epoch": 3.0016314544416347,
      "eval_loss": 0.1654435098171234,
      "eval_runtime": 71.3297,
      "eval_samples_per_second": 38.203,
      "eval_steps_per_second": 19.108,
      "num_input_tokens_seen": 35410304,
      "step": 18400
    },
    {
      "epoch": 3.0024471816624523,
      "grad_norm": 0.8512242436408997,
      "learning_rate": 2.8125538633969183e-05,
      "loss": 0.1907,
      "num_input_tokens_seen": 35420608,
      "step": 18405
    },
    {
      "epoch": 3.0032629088832694,
      "grad_norm": 0.48531490564346313,
      "learning_rate": 2.8115797943838677e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 35429248,
      "step": 18410
    },
    {
      "epoch": 3.004078636104087,
      "grad_norm": 0.627894937992096,
      "learning_rate": 2.810605677321298e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 35439968,
      "step": 18415
    },
    {
      "epoch": 3.004894363324904,
      "grad_norm": 0.651374340057373,
      "learning_rate": 2.809631512359428e-05,
      "loss": 0.1291,
      "num_input_tokens_seen": 35448848,
      "step": 18420
    },
    {
      "epoch": 3.0057100905457217,
      "grad_norm": 1.1621358394622803,
      "learning_rate": 2.8086572996484884e-05,
      "loss": 0.256,
      "num_input_tokens_seen": 35459168,
      "step": 18425
    },
    {
      "epoch": 3.006525817766539,
      "grad_norm": 0.8112886548042297,
      "learning_rate": 2.8076830393387143e-05,
      "loss": 0.149,
      "num_input_tokens_seen": 35468368,
      "step": 18430
    },
    {
      "epoch": 3.0073415449873564,
      "grad_norm": 0.7919251918792725,
      "learning_rate": 2.8067087315803497e-05,
      "loss": 0.12,
      "num_input_tokens_seen": 35478416,
      "step": 18435
    },
    {
      "epoch": 3.0081572722081735,
      "grad_norm": 0.7413397431373596,
      "learning_rate": 2.8057343765236433e-05,
      "loss": 0.1937,
      "num_input_tokens_seen": 35488432,
      "step": 18440
    },
    {
      "epoch": 3.008972999428991,
      "grad_norm": 0.4819926917552948,
      "learning_rate": 2.804759974318854e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 35498592,
      "step": 18445
    },
    {
      "epoch": 3.0097887266498082,
      "grad_norm": 0.7348644733428955,
      "learning_rate": 2.8037855251162482e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 35508768,
      "step": 18450
    },
    {
      "epoch": 3.010604453870626,
      "grad_norm": 0.4217303395271301,
      "learning_rate": 2.802811029066096e-05,
      "loss": 0.1813,
      "num_input_tokens_seen": 35519824,
      "step": 18455
    },
    {
      "epoch": 3.011420181091443,
      "grad_norm": 0.6264768838882446,
      "learning_rate": 2.8018364863186764e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 35530592,
      "step": 18460
    },
    {
      "epoch": 3.0122359083122605,
      "grad_norm": 0.8596703410148621,
      "learning_rate": 2.800861897024279e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 35540416,
      "step": 18465
    },
    {
      "epoch": 3.0130516355330776,
      "grad_norm": 0.38900744915008545,
      "learning_rate": 2.799887261333196e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 35550224,
      "step": 18470
    },
    {
      "epoch": 3.013867362753895,
      "grad_norm": 0.6621046662330627,
      "learning_rate": 2.798912579395728e-05,
      "loss": 0.2485,
      "num_input_tokens_seen": 35559344,
      "step": 18475
    },
    {
      "epoch": 3.0146830899747123,
      "grad_norm": 0.2225055992603302,
      "learning_rate": 2.797937851362185e-05,
      "loss": 0.1237,
      "num_input_tokens_seen": 35569280,
      "step": 18480
    },
    {
      "epoch": 3.01549881719553,
      "grad_norm": 0.6714640259742737,
      "learning_rate": 2.7969630773828802e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 35577616,
      "step": 18485
    },
    {
      "epoch": 3.016314544416347,
      "grad_norm": 0.661163330078125,
      "learning_rate": 2.7959882576081382e-05,
      "loss": 0.1742,
      "num_input_tokens_seen": 35586976,
      "step": 18490
    },
    {
      "epoch": 3.0171302716371646,
      "grad_norm": 1.239478349685669,
      "learning_rate": 2.795013392188286e-05,
      "loss": 0.1812,
      "num_input_tokens_seen": 35596928,
      "step": 18495
    },
    {
      "epoch": 3.0179459988579818,
      "grad_norm": 1.0285662412643433,
      "learning_rate": 2.7940384812736614e-05,
      "loss": 0.1776,
      "num_input_tokens_seen": 35607296,
      "step": 18500
    },
    {
      "epoch": 3.0187617260787993,
      "grad_norm": 0.9655313491821289,
      "learning_rate": 2.7930635250146087e-05,
      "loss": 0.1974,
      "num_input_tokens_seen": 35617248,
      "step": 18505
    },
    {
      "epoch": 3.0195774532996165,
      "grad_norm": 0.6892096996307373,
      "learning_rate": 2.792088523561477e-05,
      "loss": 0.1484,
      "num_input_tokens_seen": 35628432,
      "step": 18510
    },
    {
      "epoch": 3.020393180520434,
      "grad_norm": 1.0104122161865234,
      "learning_rate": 2.7911134770646246e-05,
      "loss": 0.1665,
      "num_input_tokens_seen": 35638784,
      "step": 18515
    },
    {
      "epoch": 3.021208907741251,
      "grad_norm": 0.7124564051628113,
      "learning_rate": 2.7901383856744157e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 35648496,
      "step": 18520
    },
    {
      "epoch": 3.0220246349620687,
      "grad_norm": 0.9419865608215332,
      "learning_rate": 2.7891632495412217e-05,
      "loss": 0.1142,
      "num_input_tokens_seen": 35658784,
      "step": 18525
    },
    {
      "epoch": 3.022840362182886,
      "grad_norm": 0.49751588702201843,
      "learning_rate": 2.7881880688154205e-05,
      "loss": 0.0985,
      "num_input_tokens_seen": 35669328,
      "step": 18530
    },
    {
      "epoch": 3.0236560894037035,
      "grad_norm": 1.0760021209716797,
      "learning_rate": 2.7872128436473977e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 35679200,
      "step": 18535
    },
    {
      "epoch": 3.0244718166245206,
      "grad_norm": 0.8188235759735107,
      "learning_rate": 2.7862375741875448e-05,
      "loss": 0.2485,
      "num_input_tokens_seen": 35689296,
      "step": 18540
    },
    {
      "epoch": 3.025287543845338,
      "grad_norm": 0.8796790838241577,
      "learning_rate": 2.785262260586261e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 35699776,
      "step": 18545
    },
    {
      "epoch": 3.0261032710661553,
      "grad_norm": 1.288029670715332,
      "learning_rate": 2.7842869029939517e-05,
      "loss": 0.1701,
      "num_input_tokens_seen": 35708800,
      "step": 18550
    },
    {
      "epoch": 3.026918998286973,
      "grad_norm": 0.44460195302963257,
      "learning_rate": 2.7833115015610296e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 35718688,
      "step": 18555
    },
    {
      "epoch": 3.02773472550779,
      "grad_norm": 0.8010179400444031,
      "learning_rate": 2.7823360564379136e-05,
      "loss": 0.1099,
      "num_input_tokens_seen": 35727376,
      "step": 18560
    },
    {
      "epoch": 3.0285504527286076,
      "grad_norm": 0.4365757703781128,
      "learning_rate": 2.7813605677750297e-05,
      "loss": 0.1111,
      "num_input_tokens_seen": 35735664,
      "step": 18565
    },
    {
      "epoch": 3.0293661799494247,
      "grad_norm": 0.830146849155426,
      "learning_rate": 2.7803850357228102e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 35746832,
      "step": 18570
    },
    {
      "epoch": 3.0301819071702423,
      "grad_norm": 0.7952356338500977,
      "learning_rate": 2.779409460431695e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 35757200,
      "step": 18575
    },
    {
      "epoch": 3.03099763439106,
      "grad_norm": 0.48484566807746887,
      "learning_rate": 2.778433842052129e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 35767264,
      "step": 18580
    },
    {
      "epoch": 3.031813361611877,
      "grad_norm": 0.6054019331932068,
      "learning_rate": 2.7774581807345664e-05,
      "loss": 0.2524,
      "num_input_tokens_seen": 35778000,
      "step": 18585
    },
    {
      "epoch": 3.0326290888326946,
      "grad_norm": 0.7241418957710266,
      "learning_rate": 2.776482476629465e-05,
      "loss": 0.1005,
      "num_input_tokens_seen": 35788080,
      "step": 18590
    },
    {
      "epoch": 3.0334448160535117,
      "grad_norm": 0.5285725593566895,
      "learning_rate": 2.7755067298872924e-05,
      "loss": 0.1062,
      "num_input_tokens_seen": 35797264,
      "step": 18595
    },
    {
      "epoch": 3.0342605432743293,
      "grad_norm": 0.33024853467941284,
      "learning_rate": 2.774530940658518e-05,
      "loss": 0.1096,
      "num_input_tokens_seen": 35808688,
      "step": 18600
    },
    {
      "epoch": 3.0342605432743293,
      "eval_loss": 0.16421157121658325,
      "eval_runtime": 71.488,
      "eval_samples_per_second": 38.118,
      "eval_steps_per_second": 19.066,
      "num_input_tokens_seen": 35808688,
      "step": 18600
    },
    {
      "epoch": 3.0350762704951464,
      "grad_norm": 1.1608061790466309,
      "learning_rate": 2.7735551090936236e-05,
      "loss": 0.176,
      "num_input_tokens_seen": 35818112,
      "step": 18605
    },
    {
      "epoch": 3.035891997715964,
      "grad_norm": 0.5563570261001587,
      "learning_rate": 2.7725792353430934e-05,
      "loss": 0.2447,
      "num_input_tokens_seen": 35828208,
      "step": 18610
    },
    {
      "epoch": 3.036707724936781,
      "grad_norm": 0.5657124519348145,
      "learning_rate": 2.77160331955742e-05,
      "loss": 0.1862,
      "num_input_tokens_seen": 35837984,
      "step": 18615
    },
    {
      "epoch": 3.0375234521575987,
      "grad_norm": 0.4824598431587219,
      "learning_rate": 2.7706273618871008e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 35848416,
      "step": 18620
    },
    {
      "epoch": 3.038339179378416,
      "grad_norm": 0.5113847255706787,
      "learning_rate": 2.769651362482642e-05,
      "loss": 0.1694,
      "num_input_tokens_seen": 35857680,
      "step": 18625
    },
    {
      "epoch": 3.0391549065992334,
      "grad_norm": 0.7339514493942261,
      "learning_rate": 2.768675321494555e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 35867248,
      "step": 18630
    },
    {
      "epoch": 3.0399706338200505,
      "grad_norm": 0.44831347465515137,
      "learning_rate": 2.7676992390733565e-05,
      "loss": 0.1042,
      "num_input_tokens_seen": 35877440,
      "step": 18635
    },
    {
      "epoch": 3.040786361040868,
      "grad_norm": 0.8871824145317078,
      "learning_rate": 2.766723115369571e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 35886640,
      "step": 18640
    },
    {
      "epoch": 3.041602088261685,
      "grad_norm": 1.3784096240997314,
      "learning_rate": 2.765746950533729e-05,
      "loss": 0.253,
      "num_input_tokens_seen": 35896096,
      "step": 18645
    },
    {
      "epoch": 3.042417815482503,
      "grad_norm": 1.172788143157959,
      "learning_rate": 2.7647707447163684e-05,
      "loss": 0.167,
      "num_input_tokens_seen": 35907264,
      "step": 18650
    },
    {
      "epoch": 3.04323354270332,
      "grad_norm": 0.9537097215652466,
      "learning_rate": 2.7637944980680315e-05,
      "loss": 0.1304,
      "num_input_tokens_seen": 35916656,
      "step": 18655
    },
    {
      "epoch": 3.0440492699241375,
      "grad_norm": 0.6689549088478088,
      "learning_rate": 2.762818210739268e-05,
      "loss": 0.1722,
      "num_input_tokens_seen": 35926448,
      "step": 18660
    },
    {
      "epoch": 3.0448649971449546,
      "grad_norm": 0.7352985143661499,
      "learning_rate": 2.7618418828806332e-05,
      "loss": 0.1729,
      "num_input_tokens_seen": 35935488,
      "step": 18665
    },
    {
      "epoch": 3.045680724365772,
      "grad_norm": 0.2378634512424469,
      "learning_rate": 2.76086551464269e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 35944400,
      "step": 18670
    },
    {
      "epoch": 3.0464964515865893,
      "grad_norm": 0.7414717674255371,
      "learning_rate": 2.759889106176006e-05,
      "loss": 0.1129,
      "num_input_tokens_seen": 35955536,
      "step": 18675
    },
    {
      "epoch": 3.047312178807407,
      "grad_norm": 0.6513816714286804,
      "learning_rate": 2.758912657631156e-05,
      "loss": 0.1525,
      "num_input_tokens_seen": 35965744,
      "step": 18680
    },
    {
      "epoch": 3.048127906028224,
      "grad_norm": 0.2720889747142792,
      "learning_rate": 2.7579361691587198e-05,
      "loss": 0.1073,
      "num_input_tokens_seen": 35976560,
      "step": 18685
    },
    {
      "epoch": 3.0489436332490416,
      "grad_norm": 0.4944390058517456,
      "learning_rate": 2.756959640909285e-05,
      "loss": 0.2121,
      "num_input_tokens_seen": 35987312,
      "step": 18690
    },
    {
      "epoch": 3.0497593604698587,
      "grad_norm": 0.8332356810569763,
      "learning_rate": 2.7559830730334452e-05,
      "loss": 0.1107,
      "num_input_tokens_seen": 35996928,
      "step": 18695
    },
    {
      "epoch": 3.0505750876906763,
      "grad_norm": 1.0260127782821655,
      "learning_rate": 2.7550064656817988e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 36005888,
      "step": 18700
    },
    {
      "epoch": 3.0513908149114934,
      "grad_norm": 0.7786361575126648,
      "learning_rate": 2.7540298190049503e-05,
      "loss": 0.2235,
      "num_input_tokens_seen": 36016432,
      "step": 18705
    },
    {
      "epoch": 3.052206542132311,
      "grad_norm": 1.4235632419586182,
      "learning_rate": 2.7530531331535107e-05,
      "loss": 0.263,
      "num_input_tokens_seen": 36026160,
      "step": 18710
    },
    {
      "epoch": 3.053022269353128,
      "grad_norm": 0.6669324636459351,
      "learning_rate": 2.752076408278099e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 36035360,
      "step": 18715
    },
    {
      "epoch": 3.0538379965739457,
      "grad_norm": 0.8178858757019043,
      "learning_rate": 2.751099644529337e-05,
      "loss": 0.1182,
      "num_input_tokens_seen": 36046400,
      "step": 18720
    },
    {
      "epoch": 3.054653723794763,
      "grad_norm": 0.21033115684986115,
      "learning_rate": 2.7501228420578533e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 36054640,
      "step": 18725
    },
    {
      "epoch": 3.0554694510155804,
      "grad_norm": 1.4418411254882812,
      "learning_rate": 2.7491460010142857e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 36064480,
      "step": 18730
    },
    {
      "epoch": 3.0562851782363976,
      "grad_norm": 0.9331814050674438,
      "learning_rate": 2.7481691215492727e-05,
      "loss": 0.1546,
      "num_input_tokens_seen": 36073936,
      "step": 18735
    },
    {
      "epoch": 3.057100905457215,
      "grad_norm": 0.929007351398468,
      "learning_rate": 2.747192203813463e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 36084240,
      "step": 18740
    },
    {
      "epoch": 3.0579166326780323,
      "grad_norm": 0.7836933135986328,
      "learning_rate": 2.7462152479575087e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 36093728,
      "step": 18745
    },
    {
      "epoch": 3.05873235989885,
      "grad_norm": 1.150599718093872,
      "learning_rate": 2.7452382541320697e-05,
      "loss": 0.1539,
      "num_input_tokens_seen": 36103456,
      "step": 18750
    },
    {
      "epoch": 3.059548087119667,
      "grad_norm": 0.6974520087242126,
      "learning_rate": 2.7442612224878096e-05,
      "loss": 0.1329,
      "num_input_tokens_seen": 36113440,
      "step": 18755
    },
    {
      "epoch": 3.0603638143404845,
      "grad_norm": 0.8261176347732544,
      "learning_rate": 2.7432841531753994e-05,
      "loss": 0.1835,
      "num_input_tokens_seen": 36123728,
      "step": 18760
    },
    {
      "epoch": 3.0611795415613017,
      "grad_norm": 0.2352600246667862,
      "learning_rate": 2.7423070463455147e-05,
      "loss": 0.1305,
      "num_input_tokens_seen": 36133328,
      "step": 18765
    },
    {
      "epoch": 3.0619952687821193,
      "grad_norm": 1.0571067333221436,
      "learning_rate": 2.7413299021488397e-05,
      "loss": 0.2159,
      "num_input_tokens_seen": 36141952,
      "step": 18770
    },
    {
      "epoch": 3.062810996002937,
      "grad_norm": 1.3368439674377441,
      "learning_rate": 2.7403527207360615e-05,
      "loss": 0.2697,
      "num_input_tokens_seen": 36152192,
      "step": 18775
    },
    {
      "epoch": 3.063626723223754,
      "grad_norm": 0.9260726571083069,
      "learning_rate": 2.7393755022578722e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 36160992,
      "step": 18780
    },
    {
      "epoch": 3.0644424504445715,
      "grad_norm": 0.5726877450942993,
      "learning_rate": 2.7383982468649714e-05,
      "loss": 0.1775,
      "num_input_tokens_seen": 36171088,
      "step": 18785
    },
    {
      "epoch": 3.0652581776653887,
      "grad_norm": 1.2138038873672485,
      "learning_rate": 2.7374209547080665e-05,
      "loss": 0.1582,
      "num_input_tokens_seen": 36180192,
      "step": 18790
    },
    {
      "epoch": 3.0660739048862062,
      "grad_norm": 0.7832085490226746,
      "learning_rate": 2.7364436259378663e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 36190672,
      "step": 18795
    },
    {
      "epoch": 3.0668896321070234,
      "grad_norm": 0.8156006336212158,
      "learning_rate": 2.735466260705088e-05,
      "loss": 0.1706,
      "num_input_tokens_seen": 36200720,
      "step": 18800
    },
    {
      "epoch": 3.0668896321070234,
      "eval_loss": 0.16400137543678284,
      "eval_runtime": 71.3949,
      "eval_samples_per_second": 38.168,
      "eval_steps_per_second": 19.091,
      "num_input_tokens_seen": 36200720,
      "step": 18800
    },
    {
      "epoch": 3.067705359327841,
      "grad_norm": 0.6568829417228699,
      "learning_rate": 2.7344888591604524e-05,
      "loss": 0.2009,
      "num_input_tokens_seen": 36210592,
      "step": 18805
    },
    {
      "epoch": 3.068521086548658,
      "grad_norm": 1.1895768642425537,
      "learning_rate": 2.7335114214546893e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 36219040,
      "step": 18810
    },
    {
      "epoch": 3.0693368137694756,
      "grad_norm": 0.5705817341804504,
      "learning_rate": 2.7325339477385293e-05,
      "loss": 0.2106,
      "num_input_tokens_seen": 36228224,
      "step": 18815
    },
    {
      "epoch": 3.0701525409902928,
      "grad_norm": 0.9348590970039368,
      "learning_rate": 2.7315564381627128e-05,
      "loss": 0.2382,
      "num_input_tokens_seen": 36238160,
      "step": 18820
    },
    {
      "epoch": 3.0709682682111104,
      "grad_norm": 0.7836107611656189,
      "learning_rate": 2.7305788928779835e-05,
      "loss": 0.2406,
      "num_input_tokens_seen": 36247760,
      "step": 18825
    },
    {
      "epoch": 3.0717839954319275,
      "grad_norm": 0.4589408040046692,
      "learning_rate": 2.729601312035091e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 36255584,
      "step": 18830
    },
    {
      "epoch": 3.072599722652745,
      "grad_norm": 1.4413050413131714,
      "learning_rate": 2.7286236957847915e-05,
      "loss": 0.1348,
      "num_input_tokens_seen": 36264112,
      "step": 18835
    },
    {
      "epoch": 3.073415449873562,
      "grad_norm": 0.63167804479599,
      "learning_rate": 2.7276460442778446e-05,
      "loss": 0.108,
      "num_input_tokens_seen": 36273664,
      "step": 18840
    },
    {
      "epoch": 3.0742311770943798,
      "grad_norm": 0.8816177248954773,
      "learning_rate": 2.726668357665017e-05,
      "loss": 0.1237,
      "num_input_tokens_seen": 36284384,
      "step": 18845
    },
    {
      "epoch": 3.075046904315197,
      "grad_norm": 1.001572608947754,
      "learning_rate": 2.7256906360970808e-05,
      "loss": 0.1809,
      "num_input_tokens_seen": 36294464,
      "step": 18850
    },
    {
      "epoch": 3.0758626315360145,
      "grad_norm": 0.4638451635837555,
      "learning_rate": 2.7247128797248117e-05,
      "loss": 0.1772,
      "num_input_tokens_seen": 36303424,
      "step": 18855
    },
    {
      "epoch": 3.0766783587568316,
      "grad_norm": 0.8805270791053772,
      "learning_rate": 2.7237350886989925e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 36312240,
      "step": 18860
    },
    {
      "epoch": 3.077494085977649,
      "grad_norm": 1.3692424297332764,
      "learning_rate": 2.7227572631704107e-05,
      "loss": 0.182,
      "num_input_tokens_seen": 36321456,
      "step": 18865
    },
    {
      "epoch": 3.0783098131984663,
      "grad_norm": 0.9982447624206543,
      "learning_rate": 2.7217794032898596e-05,
      "loss": 0.1592,
      "num_input_tokens_seen": 36331296,
      "step": 18870
    },
    {
      "epoch": 3.079125540419284,
      "grad_norm": 0.9176318645477295,
      "learning_rate": 2.7208015092081384e-05,
      "loss": 0.1771,
      "num_input_tokens_seen": 36341344,
      "step": 18875
    },
    {
      "epoch": 3.079941267640101,
      "grad_norm": 1.2631398439407349,
      "learning_rate": 2.719823581076049e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 36349552,
      "step": 18880
    },
    {
      "epoch": 3.0807569948609186,
      "grad_norm": 1.1452081203460693,
      "learning_rate": 2.718845619044401e-05,
      "loss": 0.1937,
      "num_input_tokens_seen": 36358880,
      "step": 18885
    },
    {
      "epoch": 3.0815727220817357,
      "grad_norm": 0.3385772705078125,
      "learning_rate": 2.7178676232640088e-05,
      "loss": 0.115,
      "num_input_tokens_seen": 36368576,
      "step": 18890
    },
    {
      "epoch": 3.0823884493025533,
      "grad_norm": 1.1521344184875488,
      "learning_rate": 2.716889593885691e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 36376832,
      "step": 18895
    },
    {
      "epoch": 3.0832041765233704,
      "grad_norm": 0.7618728876113892,
      "learning_rate": 2.7159115310602716e-05,
      "loss": 0.1468,
      "num_input_tokens_seen": 36387712,
      "step": 18900
    },
    {
      "epoch": 3.084019903744188,
      "grad_norm": 1.2895756959915161,
      "learning_rate": 2.7149334349385814e-05,
      "loss": 0.1432,
      "num_input_tokens_seen": 36397456,
      "step": 18905
    },
    {
      "epoch": 3.084835630965005,
      "grad_norm": 0.626768946647644,
      "learning_rate": 2.713955305671454e-05,
      "loss": 0.1278,
      "num_input_tokens_seen": 36406944,
      "step": 18910
    },
    {
      "epoch": 3.0856513581858227,
      "grad_norm": 0.7506539821624756,
      "learning_rate": 2.71297714340973e-05,
      "loss": 0.1915,
      "num_input_tokens_seen": 36416864,
      "step": 18915
    },
    {
      "epoch": 3.08646708540664,
      "grad_norm": 1.0070762634277344,
      "learning_rate": 2.7119989483042545e-05,
      "loss": 0.1366,
      "num_input_tokens_seen": 36426880,
      "step": 18920
    },
    {
      "epoch": 3.0872828126274574,
      "grad_norm": 1.025206208229065,
      "learning_rate": 2.7110207205058768e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 36435840,
      "step": 18925
    },
    {
      "epoch": 3.0880985398482745,
      "grad_norm": 0.7789915800094604,
      "learning_rate": 2.7100424601654517e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 36444672,
      "step": 18930
    },
    {
      "epoch": 3.088914267069092,
      "grad_norm": 1.192358136177063,
      "learning_rate": 2.7090641674338403e-05,
      "loss": 0.2341,
      "num_input_tokens_seen": 36453744,
      "step": 18935
    },
    {
      "epoch": 3.0897299942899092,
      "grad_norm": 0.8483286499977112,
      "learning_rate": 2.7080858424619072e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 36464016,
      "step": 18940
    },
    {
      "epoch": 3.090545721510727,
      "grad_norm": 1.3599234819412231,
      "learning_rate": 2.707107485400521e-05,
      "loss": 0.187,
      "num_input_tokens_seen": 36472800,
      "step": 18945
    },
    {
      "epoch": 3.0913614487315444,
      "grad_norm": 0.9757625460624695,
      "learning_rate": 2.7061290964005586e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 36482672,
      "step": 18950
    },
    {
      "epoch": 3.0921771759523615,
      "grad_norm": 0.4699680805206299,
      "learning_rate": 2.7051506756129e-05,
      "loss": 0.1105,
      "num_input_tokens_seen": 36493216,
      "step": 18955
    },
    {
      "epoch": 3.092992903173179,
      "grad_norm": 0.628803551197052,
      "learning_rate": 2.704172223188428e-05,
      "loss": 0.1627,
      "num_input_tokens_seen": 36501840,
      "step": 18960
    },
    {
      "epoch": 3.0938086303939962,
      "grad_norm": 0.6393389105796814,
      "learning_rate": 2.7031937392780334e-05,
      "loss": 0.1462,
      "num_input_tokens_seen": 36511456,
      "step": 18965
    },
    {
      "epoch": 3.094624357614814,
      "grad_norm": 0.966446042060852,
      "learning_rate": 2.702215224032611e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 36520640,
      "step": 18970
    },
    {
      "epoch": 3.095440084835631,
      "grad_norm": 0.41055190563201904,
      "learning_rate": 2.70123667760306e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 36530608,
      "step": 18975
    },
    {
      "epoch": 3.0962558120564485,
      "grad_norm": 0.4026413857936859,
      "learning_rate": 2.7002581001402845e-05,
      "loss": 0.1763,
      "num_input_tokens_seen": 36541360,
      "step": 18980
    },
    {
      "epoch": 3.0970715392772656,
      "grad_norm": 0.7391270399093628,
      "learning_rate": 2.6992794917951923e-05,
      "loss": 0.2503,
      "num_input_tokens_seen": 36550992,
      "step": 18985
    },
    {
      "epoch": 3.097887266498083,
      "grad_norm": 0.42086470127105713,
      "learning_rate": 2.6983008527187e-05,
      "loss": 0.2014,
      "num_input_tokens_seen": 36560656,
      "step": 18990
    },
    {
      "epoch": 3.0987029937189003,
      "grad_norm": 0.28358331322669983,
      "learning_rate": 2.697322183061723e-05,
      "loss": 0.1175,
      "num_input_tokens_seen": 36570736,
      "step": 18995
    },
    {
      "epoch": 3.099518720939718,
      "grad_norm": 1.0623033046722412,
      "learning_rate": 2.696343482975186e-05,
      "loss": 0.2372,
      "num_input_tokens_seen": 36580112,
      "step": 19000
    },
    {
      "epoch": 3.099518720939718,
      "eval_loss": 0.16469205915927887,
      "eval_runtime": 71.4288,
      "eval_samples_per_second": 38.15,
      "eval_steps_per_second": 19.082,
      "num_input_tokens_seen": 36580112,
      "step": 19000
    },
    {
      "epoch": 3.100334448160535,
      "grad_norm": 0.13737063109874725,
      "learning_rate": 2.695364752610016e-05,
      "loss": 0.1041,
      "num_input_tokens_seen": 36590096,
      "step": 19005
    },
    {
      "epoch": 3.1011501753813526,
      "grad_norm": 0.44820696115493774,
      "learning_rate": 2.6943859921171467e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 36599936,
      "step": 19010
    },
    {
      "epoch": 3.1019659026021698,
      "grad_norm": 0.4503963887691498,
      "learning_rate": 2.6934072016475143e-05,
      "loss": 0.1899,
      "num_input_tokens_seen": 36609280,
      "step": 19015
    },
    {
      "epoch": 3.1027816298229873,
      "grad_norm": 0.6823737621307373,
      "learning_rate": 2.6924283813520606e-05,
      "loss": 0.1408,
      "num_input_tokens_seen": 36618704,
      "step": 19020
    },
    {
      "epoch": 3.1035973570438045,
      "grad_norm": 1.3910049200057983,
      "learning_rate": 2.691449531381733e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 36628144,
      "step": 19025
    },
    {
      "epoch": 3.104413084264622,
      "grad_norm": 0.5743627548217773,
      "learning_rate": 2.6904706518874816e-05,
      "loss": 0.1464,
      "num_input_tokens_seen": 36638704,
      "step": 19030
    },
    {
      "epoch": 3.105228811485439,
      "grad_norm": 0.503410816192627,
      "learning_rate": 2.6894917430202615e-05,
      "loss": 0.1353,
      "num_input_tokens_seen": 36647680,
      "step": 19035
    },
    {
      "epoch": 3.1060445387062567,
      "grad_norm": 0.3615787625312805,
      "learning_rate": 2.6885128049310343e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 36659360,
      "step": 19040
    },
    {
      "epoch": 3.106860265927074,
      "grad_norm": 0.7400389909744263,
      "learning_rate": 2.687533837770762e-05,
      "loss": 0.1623,
      "num_input_tokens_seen": 36668752,
      "step": 19045
    },
    {
      "epoch": 3.1076759931478914,
      "grad_norm": 0.24965016543865204,
      "learning_rate": 2.6865548416904162e-05,
      "loss": 0.1073,
      "num_input_tokens_seen": 36678480,
      "step": 19050
    },
    {
      "epoch": 3.1084917203687086,
      "grad_norm": 1.7099971771240234,
      "learning_rate": 2.68557581684097e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 36686720,
      "step": 19055
    },
    {
      "epoch": 3.109307447589526,
      "grad_norm": 1.1128993034362793,
      "learning_rate": 2.6845967633733998e-05,
      "loss": 0.2177,
      "num_input_tokens_seen": 36695920,
      "step": 19060
    },
    {
      "epoch": 3.1101231748103433,
      "grad_norm": 0.4526093304157257,
      "learning_rate": 2.683617681438689e-05,
      "loss": 0.1898,
      "num_input_tokens_seen": 36706064,
      "step": 19065
    },
    {
      "epoch": 3.110938902031161,
      "grad_norm": 0.640245258808136,
      "learning_rate": 2.682638571187825e-05,
      "loss": 0.1842,
      "num_input_tokens_seen": 36714176,
      "step": 19070
    },
    {
      "epoch": 3.111754629251978,
      "grad_norm": 1.0950905084609985,
      "learning_rate": 2.6816594327717976e-05,
      "loss": 0.179,
      "num_input_tokens_seen": 36724848,
      "step": 19075
    },
    {
      "epoch": 3.1125703564727956,
      "grad_norm": 0.6101840138435364,
      "learning_rate": 2.680680266341603e-05,
      "loss": 0.14,
      "num_input_tokens_seen": 36733984,
      "step": 19080
    },
    {
      "epoch": 3.1133860836936127,
      "grad_norm": 0.4641541838645935,
      "learning_rate": 2.67970107204824e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 36742496,
      "step": 19085
    },
    {
      "epoch": 3.1142018109144303,
      "grad_norm": 0.8560017347335815,
      "learning_rate": 2.6787218500427142e-05,
      "loss": 0.1166,
      "num_input_tokens_seen": 36752368,
      "step": 19090
    },
    {
      "epoch": 3.1150175381352474,
      "grad_norm": 2.026580572128296,
      "learning_rate": 2.6777426004760332e-05,
      "loss": 0.2406,
      "num_input_tokens_seen": 36763344,
      "step": 19095
    },
    {
      "epoch": 3.115833265356065,
      "grad_norm": 2.2694711685180664,
      "learning_rate": 2.6767633234992094e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 36771520,
      "step": 19100
    },
    {
      "epoch": 3.116648992576882,
      "grad_norm": 0.9996501803398132,
      "learning_rate": 2.6757840192632598e-05,
      "loss": 0.1467,
      "num_input_tokens_seen": 36781312,
      "step": 19105
    },
    {
      "epoch": 3.1174647197976997,
      "grad_norm": 0.41881200671195984,
      "learning_rate": 2.6748046879192052e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 36789984,
      "step": 19110
    },
    {
      "epoch": 3.118280447018517,
      "grad_norm": 0.9957581758499146,
      "learning_rate": 2.673825329618071e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 36799520,
      "step": 19115
    },
    {
      "epoch": 3.1190961742393344,
      "grad_norm": 1.0843340158462524,
      "learning_rate": 2.6728459445108866e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 36809568,
      "step": 19120
    },
    {
      "epoch": 3.1199119014601515,
      "grad_norm": 1.5879155397415161,
      "learning_rate": 2.6718665327486854e-05,
      "loss": 0.253,
      "num_input_tokens_seen": 36819632,
      "step": 19125
    },
    {
      "epoch": 3.120727628680969,
      "grad_norm": 0.7968499660491943,
      "learning_rate": 2.6708870944825048e-05,
      "loss": 0.1567,
      "num_input_tokens_seen": 36829568,
      "step": 19130
    },
    {
      "epoch": 3.121543355901786,
      "grad_norm": 0.49158501625061035,
      "learning_rate": 2.6699076298633874e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 36839328,
      "step": 19135
    },
    {
      "epoch": 3.122359083122604,
      "grad_norm": 1.2325220108032227,
      "learning_rate": 2.6689281390423788e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 36848672,
      "step": 19140
    },
    {
      "epoch": 3.1231748103434214,
      "grad_norm": 0.40175139904022217,
      "learning_rate": 2.667948622170527e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 36858624,
      "step": 19145
    },
    {
      "epoch": 3.1239905375642385,
      "grad_norm": 0.9385705590248108,
      "learning_rate": 2.6669690793988873e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 36867728,
      "step": 19150
    },
    {
      "epoch": 3.124806264785056,
      "grad_norm": 0.6192775964736938,
      "learning_rate": 2.665989510878518e-05,
      "loss": 0.1461,
      "num_input_tokens_seen": 36876832,
      "step": 19155
    },
    {
      "epoch": 3.125621992005873,
      "grad_norm": 0.6669182181358337,
      "learning_rate": 2.6650099167604793e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 36886944,
      "step": 19160
    },
    {
      "epoch": 3.126437719226691,
      "grad_norm": 0.4363242983818054,
      "learning_rate": 2.6640302971958376e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 36895472,
      "step": 19165
    },
    {
      "epoch": 3.127253446447508,
      "grad_norm": 0.7878067493438721,
      "learning_rate": 2.6630506523356635e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 36904912,
      "step": 19170
    },
    {
      "epoch": 3.1280691736683255,
      "grad_norm": 1.0260206460952759,
      "learning_rate": 2.6620709823310297e-05,
      "loss": 0.1797,
      "num_input_tokens_seen": 36915424,
      "step": 19175
    },
    {
      "epoch": 3.1288849008891426,
      "grad_norm": 0.5095266699790955,
      "learning_rate": 2.661091287333014e-05,
      "loss": 0.1388,
      "num_input_tokens_seen": 36924240,
      "step": 19180
    },
    {
      "epoch": 3.12970062810996,
      "grad_norm": 0.6570075750350952,
      "learning_rate": 2.660111567492696e-05,
      "loss": 0.1868,
      "num_input_tokens_seen": 36934448,
      "step": 19185
    },
    {
      "epoch": 3.1305163553307773,
      "grad_norm": 0.4957958161830902,
      "learning_rate": 2.6591318229611635e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 36943664,
      "step": 19190
    },
    {
      "epoch": 3.131332082551595,
      "grad_norm": 1.1008766889572144,
      "learning_rate": 2.6581520538895037e-05,
      "loss": 0.1736,
      "num_input_tokens_seen": 36954064,
      "step": 19195
    },
    {
      "epoch": 3.132147809772412,
      "grad_norm": 0.4105152487754822,
      "learning_rate": 2.6571722604288102e-05,
      "loss": 0.149,
      "num_input_tokens_seen": 36961872,
      "step": 19200
    },
    {
      "epoch": 3.132147809772412,
      "eval_loss": 0.16426201164722443,
      "eval_runtime": 71.3735,
      "eval_samples_per_second": 38.179,
      "eval_steps_per_second": 19.097,
      "num_input_tokens_seen": 36961872,
      "step": 19200
    },
    {
      "epoch": 3.1329635369932296,
      "grad_norm": 1.2918601036071777,
      "learning_rate": 2.656192442730179e-05,
      "loss": 0.197,
      "num_input_tokens_seen": 36971328,
      "step": 19205
    },
    {
      "epoch": 3.1337792642140467,
      "grad_norm": 1.1371368169784546,
      "learning_rate": 2.6552126009447098e-05,
      "loss": 0.1731,
      "num_input_tokens_seen": 36980224,
      "step": 19210
    },
    {
      "epoch": 3.1345949914348643,
      "grad_norm": 1.2153010368347168,
      "learning_rate": 2.654232735223507e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 36989024,
      "step": 19215
    },
    {
      "epoch": 3.1354107186556814,
      "grad_norm": 0.5659276247024536,
      "learning_rate": 2.6532528457176787e-05,
      "loss": 0.0875,
      "num_input_tokens_seen": 36997968,
      "step": 19220
    },
    {
      "epoch": 3.136226445876499,
      "grad_norm": 0.3622431457042694,
      "learning_rate": 2.6522729325783348e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 37007136,
      "step": 19225
    },
    {
      "epoch": 3.137042173097316,
      "grad_norm": 0.6111204028129578,
      "learning_rate": 2.6512929959565914e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 37017264,
      "step": 19230
    },
    {
      "epoch": 3.1378579003181337,
      "grad_norm": 0.3990454077720642,
      "learning_rate": 2.6503130360035673e-05,
      "loss": 0.1214,
      "num_input_tokens_seen": 37026880,
      "step": 19235
    },
    {
      "epoch": 3.138673627538951,
      "grad_norm": 1.6067336797714233,
      "learning_rate": 2.6493330528703835e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 37035984,
      "step": 19240
    },
    {
      "epoch": 3.1394893547597684,
      "grad_norm": 1.619162678718567,
      "learning_rate": 2.648353046708167e-05,
      "loss": 0.2347,
      "num_input_tokens_seen": 37047760,
      "step": 19245
    },
    {
      "epoch": 3.1403050819805856,
      "grad_norm": 1.2241085767745972,
      "learning_rate": 2.647373017668046e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 37058144,
      "step": 19250
    },
    {
      "epoch": 3.141120809201403,
      "grad_norm": 1.2604713439941406,
      "learning_rate": 2.6463929659011537e-05,
      "loss": 0.1714,
      "num_input_tokens_seen": 37067760,
      "step": 19255
    },
    {
      "epoch": 3.1419365364222203,
      "grad_norm": 0.6548799872398376,
      "learning_rate": 2.6454128915586262e-05,
      "loss": 0.1478,
      "num_input_tokens_seen": 37076384,
      "step": 19260
    },
    {
      "epoch": 3.142752263643038,
      "grad_norm": 0.8166638016700745,
      "learning_rate": 2.6444327947916036e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 37085968,
      "step": 19265
    },
    {
      "epoch": 3.143567990863855,
      "grad_norm": 0.42640388011932373,
      "learning_rate": 2.6434526757512292e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 37096128,
      "step": 19270
    },
    {
      "epoch": 3.1443837180846725,
      "grad_norm": 1.929843544960022,
      "learning_rate": 2.6424725345886486e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 37105664,
      "step": 19275
    },
    {
      "epoch": 3.1451994453054897,
      "grad_norm": 0.17993557453155518,
      "learning_rate": 2.641492371455014e-05,
      "loss": 0.1393,
      "num_input_tokens_seen": 37114688,
      "step": 19280
    },
    {
      "epoch": 3.1460151725263072,
      "grad_norm": 0.4617738127708435,
      "learning_rate": 2.640512186501477e-05,
      "loss": 0.2001,
      "num_input_tokens_seen": 37124416,
      "step": 19285
    },
    {
      "epoch": 3.1468308997471244,
      "grad_norm": 0.6404141783714294,
      "learning_rate": 2.639531979879195e-05,
      "loss": 0.1397,
      "num_input_tokens_seen": 37133680,
      "step": 19290
    },
    {
      "epoch": 3.147646626967942,
      "grad_norm": 1.3710683584213257,
      "learning_rate": 2.638551751739328e-05,
      "loss": 0.2315,
      "num_input_tokens_seen": 37144144,
      "step": 19295
    },
    {
      "epoch": 3.148462354188759,
      "grad_norm": 0.4400095045566559,
      "learning_rate": 2.6375715022330404e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 37154560,
      "step": 19300
    },
    {
      "epoch": 3.1492780814095767,
      "grad_norm": 0.3319299519062042,
      "learning_rate": 2.6365912315114976e-05,
      "loss": 0.1472,
      "num_input_tokens_seen": 37164848,
      "step": 19305
    },
    {
      "epoch": 3.150093808630394,
      "grad_norm": 0.3994465172290802,
      "learning_rate": 2.6356109397258704e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 37176000,
      "step": 19310
    },
    {
      "epoch": 3.1509095358512114,
      "grad_norm": 0.8334301114082336,
      "learning_rate": 2.6346306270273325e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 37185680,
      "step": 19315
    },
    {
      "epoch": 3.151725263072029,
      "grad_norm": 0.7705903053283691,
      "learning_rate": 2.6336502935670608e-05,
      "loss": 0.2175,
      "num_input_tokens_seen": 37195600,
      "step": 19320
    },
    {
      "epoch": 3.152540990292846,
      "grad_norm": 1.1662476062774658,
      "learning_rate": 2.6326699394962333e-05,
      "loss": 0.1566,
      "num_input_tokens_seen": 37204464,
      "step": 19325
    },
    {
      "epoch": 3.153356717513663,
      "grad_norm": 0.8220455050468445,
      "learning_rate": 2.6316895649660334e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 37213360,
      "step": 19330
    },
    {
      "epoch": 3.1541724447344808,
      "grad_norm": 0.5806475281715393,
      "learning_rate": 2.6307091701276486e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 37222608,
      "step": 19335
    },
    {
      "epoch": 3.1549881719552983,
      "grad_norm": 0.7820245027542114,
      "learning_rate": 2.629728755132267e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 37233072,
      "step": 19340
    },
    {
      "epoch": 3.1558038991761155,
      "grad_norm": 1.4620952606201172,
      "learning_rate": 2.628748320131081e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 37241984,
      "step": 19345
    },
    {
      "epoch": 3.156619626396933,
      "grad_norm": 0.2986525297164917,
      "learning_rate": 2.6277678652752856e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 37250832,
      "step": 19350
    },
    {
      "epoch": 3.15743535361775,
      "grad_norm": 0.7698627710342407,
      "learning_rate": 2.6267873907160807e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 37260608,
      "step": 19355
    },
    {
      "epoch": 3.1582510808385678,
      "grad_norm": 0.37384167313575745,
      "learning_rate": 2.6258068966046668e-05,
      "loss": 0.1116,
      "num_input_tokens_seen": 37271056,
      "step": 19360
    },
    {
      "epoch": 3.159066808059385,
      "grad_norm": 0.5500443577766418,
      "learning_rate": 2.6248263830922475e-05,
      "loss": 0.0741,
      "num_input_tokens_seen": 37280864,
      "step": 19365
    },
    {
      "epoch": 3.1598825352802025,
      "grad_norm": 1.009812355041504,
      "learning_rate": 2.6238458503300318e-05,
      "loss": 0.2245,
      "num_input_tokens_seen": 37290592,
      "step": 19370
    },
    {
      "epoch": 3.1606982625010196,
      "grad_norm": 0.7058125138282776,
      "learning_rate": 2.6228652984692292e-05,
      "loss": 0.1429,
      "num_input_tokens_seen": 37299136,
      "step": 19375
    },
    {
      "epoch": 3.161513989721837,
      "grad_norm": 0.6559879779815674,
      "learning_rate": 2.621884727661054e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 37308272,
      "step": 19380
    },
    {
      "epoch": 3.1623297169426543,
      "grad_norm": 0.8320081830024719,
      "learning_rate": 2.6209041380567222e-05,
      "loss": 0.1675,
      "num_input_tokens_seen": 37317696,
      "step": 19385
    },
    {
      "epoch": 3.163145444163472,
      "grad_norm": 0.6541546583175659,
      "learning_rate": 2.6199235298074527e-05,
      "loss": 0.1836,
      "num_input_tokens_seen": 37327312,
      "step": 19390
    },
    {
      "epoch": 3.163961171384289,
      "grad_norm": 1.5860916376113892,
      "learning_rate": 2.618942903064468e-05,
      "loss": 0.1369,
      "num_input_tokens_seen": 37336384,
      "step": 19395
    },
    {
      "epoch": 3.1647768986051066,
      "grad_norm": 0.759488582611084,
      "learning_rate": 2.6179622579789932e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 37345136,
      "step": 19400
    },
    {
      "epoch": 3.1647768986051066,
      "eval_loss": 0.16414442658424377,
      "eval_runtime": 71.4063,
      "eval_samples_per_second": 38.162,
      "eval_steps_per_second": 19.088,
      "num_input_tokens_seen": 37345136,
      "step": 19400
    },
    {
      "epoch": 3.1655926258259237,
      "grad_norm": 1.8585479259490967,
      "learning_rate": 2.6169815947022553e-05,
      "loss": 0.3046,
      "num_input_tokens_seen": 37354864,
      "step": 19405
    },
    {
      "epoch": 3.1664083530467413,
      "grad_norm": 1.4637588262557983,
      "learning_rate": 2.6160009133854853e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 37365408,
      "step": 19410
    },
    {
      "epoch": 3.1672240802675584,
      "grad_norm": 0.5963512063026428,
      "learning_rate": 2.6150202141799168e-05,
      "loss": 0.138,
      "num_input_tokens_seen": 37375952,
      "step": 19415
    },
    {
      "epoch": 3.168039807488376,
      "grad_norm": 0.6991668939590454,
      "learning_rate": 2.614039497236786e-05,
      "loss": 0.1999,
      "num_input_tokens_seen": 37385808,
      "step": 19420
    },
    {
      "epoch": 3.168855534709193,
      "grad_norm": 0.9507668614387512,
      "learning_rate": 2.6130587627073315e-05,
      "loss": 0.1289,
      "num_input_tokens_seen": 37395808,
      "step": 19425
    },
    {
      "epoch": 3.1696712619300107,
      "grad_norm": 0.4199734926223755,
      "learning_rate": 2.6120780107427956e-05,
      "loss": 0.1693,
      "num_input_tokens_seen": 37404464,
      "step": 19430
    },
    {
      "epoch": 3.170486989150828,
      "grad_norm": 0.8153745532035828,
      "learning_rate": 2.6110972414944214e-05,
      "loss": 0.2278,
      "num_input_tokens_seen": 37414128,
      "step": 19435
    },
    {
      "epoch": 3.1713027163716454,
      "grad_norm": 0.31600603461265564,
      "learning_rate": 2.6101164551134565e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 37424240,
      "step": 19440
    },
    {
      "epoch": 3.1721184435924625,
      "grad_norm": 0.25439193844795227,
      "learning_rate": 2.6091356517511505e-05,
      "loss": 0.1165,
      "num_input_tokens_seen": 37433696,
      "step": 19445
    },
    {
      "epoch": 3.17293417081328,
      "grad_norm": 0.6653131246566772,
      "learning_rate": 2.608154831558755e-05,
      "loss": 0.1273,
      "num_input_tokens_seen": 37443392,
      "step": 19450
    },
    {
      "epoch": 3.1737498980340972,
      "grad_norm": 1.063995122909546,
      "learning_rate": 2.607173994687526e-05,
      "loss": 0.2623,
      "num_input_tokens_seen": 37453968,
      "step": 19455
    },
    {
      "epoch": 3.174565625254915,
      "grad_norm": 0.8435202836990356,
      "learning_rate": 2.6061931412887196e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 37462336,
      "step": 19460
    },
    {
      "epoch": 3.175381352475732,
      "grad_norm": 1.3699454069137573,
      "learning_rate": 2.6052122715135973e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 37472944,
      "step": 19465
    },
    {
      "epoch": 3.1761970796965495,
      "grad_norm": 0.1642250269651413,
      "learning_rate": 2.60423138551342e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 37482736,
      "step": 19470
    },
    {
      "epoch": 3.1770128069173666,
      "grad_norm": 0.7090547680854797,
      "learning_rate": 2.6032504834394527e-05,
      "loss": 0.1274,
      "num_input_tokens_seen": 37491872,
      "step": 19475
    },
    {
      "epoch": 3.1778285341381842,
      "grad_norm": 1.2855651378631592,
      "learning_rate": 2.602269565442964e-05,
      "loss": 0.1903,
      "num_input_tokens_seen": 37502096,
      "step": 19480
    },
    {
      "epoch": 3.1786442613590014,
      "grad_norm": 1.5202350616455078,
      "learning_rate": 2.6012886316752227e-05,
      "loss": 0.1682,
      "num_input_tokens_seen": 37512032,
      "step": 19485
    },
    {
      "epoch": 3.179459988579819,
      "grad_norm": 0.8335297107696533,
      "learning_rate": 2.6003076822875018e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 37522656,
      "step": 19490
    },
    {
      "epoch": 3.180275715800636,
      "grad_norm": 0.927609920501709,
      "learning_rate": 2.5993267174310755e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 37531840,
      "step": 19495
    },
    {
      "epoch": 3.1810914430214536,
      "grad_norm": 0.18616051971912384,
      "learning_rate": 2.5983457372572218e-05,
      "loss": 0.1058,
      "num_input_tokens_seen": 37540736,
      "step": 19500
    },
    {
      "epoch": 3.1819071702422708,
      "grad_norm": 0.48352307081222534,
      "learning_rate": 2.597364741917219e-05,
      "loss": 0.0964,
      "num_input_tokens_seen": 37549248,
      "step": 19505
    },
    {
      "epoch": 3.1827228974630883,
      "grad_norm": 0.4083089828491211,
      "learning_rate": 2.5963837315623492e-05,
      "loss": 0.1338,
      "num_input_tokens_seen": 37558640,
      "step": 19510
    },
    {
      "epoch": 3.183538624683906,
      "grad_norm": 0.8168227076530457,
      "learning_rate": 2.595402706343897e-05,
      "loss": 0.1716,
      "num_input_tokens_seen": 37568416,
      "step": 19515
    },
    {
      "epoch": 3.184354351904723,
      "grad_norm": 0.21671535074710846,
      "learning_rate": 2.594421666413148e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 37577808,
      "step": 19520
    },
    {
      "epoch": 3.1851700791255406,
      "grad_norm": 0.5196807384490967,
      "learning_rate": 2.5934406119213928e-05,
      "loss": 0.126,
      "num_input_tokens_seen": 37588768,
      "step": 19525
    },
    {
      "epoch": 3.1859858063463578,
      "grad_norm": 0.44965797662734985,
      "learning_rate": 2.5924595430199193e-05,
      "loss": 0.1495,
      "num_input_tokens_seen": 37598560,
      "step": 19530
    },
    {
      "epoch": 3.1868015335671753,
      "grad_norm": 0.34590938687324524,
      "learning_rate": 2.5914784598600238e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 37608992,
      "step": 19535
    },
    {
      "epoch": 3.1876172607879925,
      "grad_norm": 0.7590466737747192,
      "learning_rate": 2.5904973625930002e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 37619648,
      "step": 19540
    },
    {
      "epoch": 3.18843298800881,
      "grad_norm": 0.8930662274360657,
      "learning_rate": 2.5895162513701456e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 37630352,
      "step": 19545
    },
    {
      "epoch": 3.189248715229627,
      "grad_norm": 1.1478174924850464,
      "learning_rate": 2.5885351263427593e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 37639440,
      "step": 19550
    },
    {
      "epoch": 3.1900644424504447,
      "grad_norm": 1.3681983947753906,
      "learning_rate": 2.5875539876621448e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 37649872,
      "step": 19555
    },
    {
      "epoch": 3.190880169671262,
      "grad_norm": 0.4679001271724701,
      "learning_rate": 2.586572835479605e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 37659088,
      "step": 19560
    },
    {
      "epoch": 3.1916958968920794,
      "grad_norm": 0.6549911499023438,
      "learning_rate": 2.585591669946446e-05,
      "loss": 0.1605,
      "num_input_tokens_seen": 37668080,
      "step": 19565
    },
    {
      "epoch": 3.1925116241128966,
      "grad_norm": 1.010612964630127,
      "learning_rate": 2.5846104912139756e-05,
      "loss": 0.2455,
      "num_input_tokens_seen": 37678032,
      "step": 19570
    },
    {
      "epoch": 3.193327351333714,
      "grad_norm": 0.9018650054931641,
      "learning_rate": 2.583629299433505e-05,
      "loss": 0.1984,
      "num_input_tokens_seen": 37687728,
      "step": 19575
    },
    {
      "epoch": 3.1941430785545313,
      "grad_norm": 0.3753867745399475,
      "learning_rate": 2.582648094756345e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 37697104,
      "step": 19580
    },
    {
      "epoch": 3.194958805775349,
      "grad_norm": 0.8695815205574036,
      "learning_rate": 2.5816668773338098e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 37705536,
      "step": 19585
    },
    {
      "epoch": 3.195774532996166,
      "grad_norm": 0.5033327341079712,
      "learning_rate": 2.580685647317216e-05,
      "loss": 0.1575,
      "num_input_tokens_seen": 37714944,
      "step": 19590
    },
    {
      "epoch": 3.1965902602169836,
      "grad_norm": 0.6668753623962402,
      "learning_rate": 2.5797044048578818e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 37724512,
      "step": 19595
    },
    {
      "epoch": 3.1974059874378007,
      "grad_norm": 0.3876153230667114,
      "learning_rate": 2.5787231501071262e-05,
      "loss": 0.0988,
      "num_input_tokens_seen": 37732992,
      "step": 19600
    },
    {
      "epoch": 3.1974059874378007,
      "eval_loss": 0.16466136276721954,
      "eval_runtime": 71.4916,
      "eval_samples_per_second": 38.116,
      "eval_steps_per_second": 19.065,
      "num_input_tokens_seen": 37732992,
      "step": 19600
    },
    {
      "epoch": 3.1982217146586183,
      "grad_norm": 0.5596492886543274,
      "learning_rate": 2.577741883216272e-05,
      "loss": 0.0842,
      "num_input_tokens_seen": 37743120,
      "step": 19605
    },
    {
      "epoch": 3.1990374418794354,
      "grad_norm": 0.6164846420288086,
      "learning_rate": 2.576760604336642e-05,
      "loss": 0.1223,
      "num_input_tokens_seen": 37750736,
      "step": 19610
    },
    {
      "epoch": 3.199853169100253,
      "grad_norm": 0.41471588611602783,
      "learning_rate": 2.575779313619563e-05,
      "loss": 0.1459,
      "num_input_tokens_seen": 37761600,
      "step": 19615
    },
    {
      "epoch": 3.20066889632107,
      "grad_norm": 0.9822109937667847,
      "learning_rate": 2.5747980112163605e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 37771328,
      "step": 19620
    },
    {
      "epoch": 3.2014846235418877,
      "grad_norm": 0.6665756106376648,
      "learning_rate": 2.5738166972783656e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 37781104,
      "step": 19625
    },
    {
      "epoch": 3.202300350762705,
      "grad_norm": 0.9106882214546204,
      "learning_rate": 2.5728353719569075e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 37791424,
      "step": 19630
    },
    {
      "epoch": 3.2031160779835224,
      "grad_norm": 0.42873695492744446,
      "learning_rate": 2.57185403540332e-05,
      "loss": 0.1043,
      "num_input_tokens_seen": 37800160,
      "step": 19635
    },
    {
      "epoch": 3.2039318052043395,
      "grad_norm": 0.3295018672943115,
      "learning_rate": 2.5708726877689375e-05,
      "loss": 0.1188,
      "num_input_tokens_seen": 37810064,
      "step": 19640
    },
    {
      "epoch": 3.204747532425157,
      "grad_norm": 0.07707880437374115,
      "learning_rate": 2.5698913292050964e-05,
      "loss": 0.2099,
      "num_input_tokens_seen": 37818368,
      "step": 19645
    },
    {
      "epoch": 3.205563259645974,
      "grad_norm": 0.6998594999313354,
      "learning_rate": 2.568909959863133e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 37828192,
      "step": 19650
    },
    {
      "epoch": 3.206378986866792,
      "grad_norm": 0.578245222568512,
      "learning_rate": 2.5679285798943887e-05,
      "loss": 0.1052,
      "num_input_tokens_seen": 37836416,
      "step": 19655
    },
    {
      "epoch": 3.207194714087609,
      "grad_norm": 0.8306194543838501,
      "learning_rate": 2.5669471894502035e-05,
      "loss": 0.1149,
      "num_input_tokens_seen": 37846736,
      "step": 19660
    },
    {
      "epoch": 3.2080104413084265,
      "grad_norm": 0.5569204092025757,
      "learning_rate": 2.56596578868192e-05,
      "loss": 0.1137,
      "num_input_tokens_seen": 37855920,
      "step": 19665
    },
    {
      "epoch": 3.2088261685292436,
      "grad_norm": 1.0746712684631348,
      "learning_rate": 2.564984377740883e-05,
      "loss": 0.1496,
      "num_input_tokens_seen": 37865632,
      "step": 19670
    },
    {
      "epoch": 3.209641895750061,
      "grad_norm": 1.0101587772369385,
      "learning_rate": 2.564002956778438e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 37874336,
      "step": 19675
    },
    {
      "epoch": 3.2104576229708783,
      "grad_norm": 1.1893686056137085,
      "learning_rate": 2.563021525945934e-05,
      "loss": 0.2448,
      "num_input_tokens_seen": 37885264,
      "step": 19680
    },
    {
      "epoch": 3.211273350191696,
      "grad_norm": 0.6850944757461548,
      "learning_rate": 2.562040085394718e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 37894240,
      "step": 19685
    },
    {
      "epoch": 3.2120890774125135,
      "grad_norm": 0.47328296303749084,
      "learning_rate": 2.56105863527614e-05,
      "loss": 0.0963,
      "num_input_tokens_seen": 37905600,
      "step": 19690
    },
    {
      "epoch": 3.2129048046333306,
      "grad_norm": 0.9459934234619141,
      "learning_rate": 2.5600771757415548e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 37914800,
      "step": 19695
    },
    {
      "epoch": 3.2137205318541477,
      "grad_norm": 0.8970698118209839,
      "learning_rate": 2.5590957069423134e-05,
      "loss": 0.1598,
      "num_input_tokens_seen": 37923520,
      "step": 19700
    },
    {
      "epoch": 3.2145362590749653,
      "grad_norm": 1.6264331340789795,
      "learning_rate": 2.5581142290297716e-05,
      "loss": 0.2099,
      "num_input_tokens_seen": 37933072,
      "step": 19705
    },
    {
      "epoch": 3.215351986295783,
      "grad_norm": 0.24441608786582947,
      "learning_rate": 2.557132742155285e-05,
      "loss": 0.1902,
      "num_input_tokens_seen": 37943440,
      "step": 19710
    },
    {
      "epoch": 3.2161677135166,
      "grad_norm": 0.6266523599624634,
      "learning_rate": 2.556151246470212e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 37952928,
      "step": 19715
    },
    {
      "epoch": 3.2169834407374176,
      "grad_norm": 0.966350793838501,
      "learning_rate": 2.5551697421259114e-05,
      "loss": 0.1974,
      "num_input_tokens_seen": 37963232,
      "step": 19720
    },
    {
      "epoch": 3.2177991679582347,
      "grad_norm": 0.36409634351730347,
      "learning_rate": 2.554188229273743e-05,
      "loss": 0.1478,
      "num_input_tokens_seen": 37972864,
      "step": 19725
    },
    {
      "epoch": 3.2186148951790523,
      "grad_norm": 0.41770434379577637,
      "learning_rate": 2.5532067080650678e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 37982896,
      "step": 19730
    },
    {
      "epoch": 3.2194306223998694,
      "grad_norm": 1.0264556407928467,
      "learning_rate": 2.55222517865125e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 37992720,
      "step": 19735
    },
    {
      "epoch": 3.220246349620687,
      "grad_norm": 0.6714838743209839,
      "learning_rate": 2.5512436411836538e-05,
      "loss": 0.1774,
      "num_input_tokens_seen": 38003840,
      "step": 19740
    },
    {
      "epoch": 3.221062076841504,
      "grad_norm": 0.6317263841629028,
      "learning_rate": 2.5502620958136443e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 38014336,
      "step": 19745
    },
    {
      "epoch": 3.2218778040623217,
      "grad_norm": 1.0846720933914185,
      "learning_rate": 2.5492805426925874e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 38024048,
      "step": 19750
    },
    {
      "epoch": 3.222693531283139,
      "grad_norm": 0.39634862542152405,
      "learning_rate": 2.5482989819718523e-05,
      "loss": 0.1781,
      "num_input_tokens_seen": 38033440,
      "step": 19755
    },
    {
      "epoch": 3.2235092585039564,
      "grad_norm": 0.9418624639511108,
      "learning_rate": 2.5473174138028065e-05,
      "loss": 0.1364,
      "num_input_tokens_seen": 38042592,
      "step": 19760
    },
    {
      "epoch": 3.2243249857247736,
      "grad_norm": 1.0494458675384521,
      "learning_rate": 2.5463358383368212e-05,
      "loss": 0.1159,
      "num_input_tokens_seen": 38051200,
      "step": 19765
    },
    {
      "epoch": 3.225140712945591,
      "grad_norm": 0.7872604131698608,
      "learning_rate": 2.545354255725267e-05,
      "loss": 0.1907,
      "num_input_tokens_seen": 38059200,
      "step": 19770
    },
    {
      "epoch": 3.2259564401664083,
      "grad_norm": 0.7122904658317566,
      "learning_rate": 2.5443726661195165e-05,
      "loss": 0.0969,
      "num_input_tokens_seen": 38068848,
      "step": 19775
    },
    {
      "epoch": 3.226772167387226,
      "grad_norm": 1.0042110681533813,
      "learning_rate": 2.543391069670944e-05,
      "loss": 0.2083,
      "num_input_tokens_seen": 38079632,
      "step": 19780
    },
    {
      "epoch": 3.227587894608043,
      "grad_norm": 0.377901166677475,
      "learning_rate": 2.5424094665309228e-05,
      "loss": 0.0865,
      "num_input_tokens_seen": 38089344,
      "step": 19785
    },
    {
      "epoch": 3.2284036218288605,
      "grad_norm": 1.2599629163742065,
      "learning_rate": 2.5414278568508292e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 38099200,
      "step": 19790
    },
    {
      "epoch": 3.2292193490496777,
      "grad_norm": 0.42122340202331543,
      "learning_rate": 2.540446240782039e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 38108160,
      "step": 19795
    },
    {
      "epoch": 3.2300350762704952,
      "grad_norm": 0.7504732012748718,
      "learning_rate": 2.5394646184759307e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 38118784,
      "step": 19800
    },
    {
      "epoch": 3.2300350762704952,
      "eval_loss": 0.1666659712791443,
      "eval_runtime": 71.4122,
      "eval_samples_per_second": 38.159,
      "eval_steps_per_second": 19.086,
      "num_input_tokens_seen": 38118784,
      "step": 19800
    },
    {
      "epoch": 3.2308508034913124,
      "grad_norm": 0.30553632974624634,
      "learning_rate": 2.538482990083882e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 38127328,
      "step": 19805
    },
    {
      "epoch": 3.23166653071213,
      "grad_norm": 1.8425933122634888,
      "learning_rate": 2.5375013557572725e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 38136864,
      "step": 19810
    },
    {
      "epoch": 3.232482257932947,
      "grad_norm": 0.5187783241271973,
      "learning_rate": 2.536519715647483e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 38146304,
      "step": 19815
    },
    {
      "epoch": 3.2332979851537647,
      "grad_norm": 0.8370546102523804,
      "learning_rate": 2.535538069905894e-05,
      "loss": 0.1641,
      "num_input_tokens_seen": 38155520,
      "step": 19820
    },
    {
      "epoch": 3.234113712374582,
      "grad_norm": 1.5267316102981567,
      "learning_rate": 2.534556418683888e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 38164896,
      "step": 19825
    },
    {
      "epoch": 3.2349294395953994,
      "grad_norm": 0.8283625841140747,
      "learning_rate": 2.5335747621328486e-05,
      "loss": 0.1454,
      "num_input_tokens_seen": 38174736,
      "step": 19830
    },
    {
      "epoch": 3.2357451668162165,
      "grad_norm": 0.9129253625869751,
      "learning_rate": 2.5325931004041586e-05,
      "loss": 0.1746,
      "num_input_tokens_seen": 38184240,
      "step": 19835
    },
    {
      "epoch": 3.236560894037034,
      "grad_norm": 1.070125937461853,
      "learning_rate": 2.5316114336492032e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 38194560,
      "step": 19840
    },
    {
      "epoch": 3.237376621257851,
      "grad_norm": 0.42084234952926636,
      "learning_rate": 2.530629762019367e-05,
      "loss": 0.2103,
      "num_input_tokens_seen": 38204752,
      "step": 19845
    },
    {
      "epoch": 3.2381923484786688,
      "grad_norm": 0.9584183692932129,
      "learning_rate": 2.5296480856660364e-05,
      "loss": 0.222,
      "num_input_tokens_seen": 38214880,
      "step": 19850
    },
    {
      "epoch": 3.239008075699486,
      "grad_norm": 0.3988923132419586,
      "learning_rate": 2.528666404740599e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 38224352,
      "step": 19855
    },
    {
      "epoch": 3.2398238029203035,
      "grad_norm": 1.259703516960144,
      "learning_rate": 2.527684719394442e-05,
      "loss": 0.195,
      "num_input_tokens_seen": 38232208,
      "step": 19860
    },
    {
      "epoch": 3.2406395301411206,
      "grad_norm": 1.1803838014602661,
      "learning_rate": 2.526703029778953e-05,
      "loss": 0.2457,
      "num_input_tokens_seen": 38242160,
      "step": 19865
    },
    {
      "epoch": 3.241455257361938,
      "grad_norm": 0.7009069323539734,
      "learning_rate": 2.5257213360455208e-05,
      "loss": 0.1348,
      "num_input_tokens_seen": 38251952,
      "step": 19870
    },
    {
      "epoch": 3.2422709845827553,
      "grad_norm": 1.2513821125030518,
      "learning_rate": 2.5247396383455353e-05,
      "loss": 0.2395,
      "num_input_tokens_seen": 38262272,
      "step": 19875
    },
    {
      "epoch": 3.243086711803573,
      "grad_norm": 0.26287126541137695,
      "learning_rate": 2.523757936830387e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 38271952,
      "step": 19880
    },
    {
      "epoch": 3.2439024390243905,
      "grad_norm": 1.648161768913269,
      "learning_rate": 2.5227762316514662e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 38282528,
      "step": 19885
    },
    {
      "epoch": 3.2447181662452076,
      "grad_norm": 0.5642344951629639,
      "learning_rate": 2.5217945229601648e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 38291952,
      "step": 19890
    },
    {
      "epoch": 3.245533893466025,
      "grad_norm": 0.2610889971256256,
      "learning_rate": 2.5208128109078738e-05,
      "loss": 0.1282,
      "num_input_tokens_seen": 38301920,
      "step": 19895
    },
    {
      "epoch": 3.2463496206868423,
      "grad_norm": 0.619928777217865,
      "learning_rate": 2.5198310956459853e-05,
      "loss": 0.2175,
      "num_input_tokens_seen": 38312128,
      "step": 19900
    },
    {
      "epoch": 3.24716534790766,
      "grad_norm": 1.1627795696258545,
      "learning_rate": 2.518849377325893e-05,
      "loss": 0.1368,
      "num_input_tokens_seen": 38321024,
      "step": 19905
    },
    {
      "epoch": 3.247981075128477,
      "grad_norm": 0.44748303294181824,
      "learning_rate": 2.51786765609899e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 38331520,
      "step": 19910
    },
    {
      "epoch": 3.2487968023492946,
      "grad_norm": 1.0345518589019775,
      "learning_rate": 2.5168859321166694e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 38341008,
      "step": 19915
    },
    {
      "epoch": 3.2496125295701117,
      "grad_norm": 0.8343347311019897,
      "learning_rate": 2.515904205530326e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 38350880,
      "step": 19920
    },
    {
      "epoch": 3.2504282567909293,
      "grad_norm": 0.44832080602645874,
      "learning_rate": 2.514922476491355e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 38359920,
      "step": 19925
    },
    {
      "epoch": 3.2512439840117464,
      "grad_norm": 0.1553281545639038,
      "learning_rate": 2.51394074515115e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 38369840,
      "step": 19930
    },
    {
      "epoch": 3.252059711232564,
      "grad_norm": 0.7720986008644104,
      "learning_rate": 2.5129590116611067e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 38380224,
      "step": 19935
    },
    {
      "epoch": 3.252875438453381,
      "grad_norm": 0.9681280255317688,
      "learning_rate": 2.5119772761726212e-05,
      "loss": 0.2236,
      "num_input_tokens_seen": 38389904,
      "step": 19940
    },
    {
      "epoch": 3.2536911656741987,
      "grad_norm": 0.8092959523200989,
      "learning_rate": 2.5109955388370893e-05,
      "loss": 0.1733,
      "num_input_tokens_seen": 38400032,
      "step": 19945
    },
    {
      "epoch": 3.254506892895016,
      "grad_norm": 1.289341926574707,
      "learning_rate": 2.510013799805907e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 38408544,
      "step": 19950
    },
    {
      "epoch": 3.2553226201158334,
      "grad_norm": 0.5255335569381714,
      "learning_rate": 2.5090320592304706e-05,
      "loss": 0.1132,
      "num_input_tokens_seen": 38417312,
      "step": 19955
    },
    {
      "epoch": 3.2561383473366505,
      "grad_norm": 0.43033650517463684,
      "learning_rate": 2.5080503172621777e-05,
      "loss": 0.1606,
      "num_input_tokens_seen": 38426416,
      "step": 19960
    },
    {
      "epoch": 3.256954074557468,
      "grad_norm": 0.432555228471756,
      "learning_rate": 2.5070685740524246e-05,
      "loss": 0.1902,
      "num_input_tokens_seen": 38437264,
      "step": 19965
    },
    {
      "epoch": 3.2577698017782852,
      "grad_norm": 1.0361648797988892,
      "learning_rate": 2.5060868297526084e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 38446576,
      "step": 19970
    },
    {
      "epoch": 3.258585528999103,
      "grad_norm": 1.089406132698059,
      "learning_rate": 2.5051050845141267e-05,
      "loss": 0.134,
      "num_input_tokens_seen": 38457056,
      "step": 19975
    },
    {
      "epoch": 3.25940125621992,
      "grad_norm": 0.15208172798156738,
      "learning_rate": 2.5041233384883765e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 38465808,
      "step": 19980
    },
    {
      "epoch": 3.2602169834407375,
      "grad_norm": 0.8193534016609192,
      "learning_rate": 2.5031415918267564e-05,
      "loss": 0.1999,
      "num_input_tokens_seen": 38474592,
      "step": 19985
    },
    {
      "epoch": 3.2610327106615546,
      "grad_norm": 0.6718396544456482,
      "learning_rate": 2.5021598446806626e-05,
      "loss": 0.1807,
      "num_input_tokens_seen": 38485120,
      "step": 19990
    },
    {
      "epoch": 3.261848437882372,
      "grad_norm": 1.0731537342071533,
      "learning_rate": 2.5011780972014937e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 38493408,
      "step": 19995
    },
    {
      "epoch": 3.2626641651031894,
      "grad_norm": 1.2927500009536743,
      "learning_rate": 2.5001963495406478e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 38503392,
      "step": 20000
    },
    {
      "epoch": 3.2626641651031894,
      "eval_loss": 0.1640140414237976,
      "eval_runtime": 71.3674,
      "eval_samples_per_second": 38.183,
      "eval_steps_per_second": 19.098,
      "num_input_tokens_seen": 38503392,
      "step": 20000
    },
    {
      "epoch": 3.263479892324007,
      "grad_norm": 0.4354779124259949,
      "learning_rate": 2.499214601849522e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 38512656,
      "step": 20005
    },
    {
      "epoch": 3.264295619544824,
      "grad_norm": 1.4738128185272217,
      "learning_rate": 2.4982328542795148e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 38521952,
      "step": 20010
    },
    {
      "epoch": 3.2651113467656416,
      "grad_norm": 1.2684763669967651,
      "learning_rate": 2.497251106982024e-05,
      "loss": 0.1794,
      "num_input_tokens_seen": 38532384,
      "step": 20015
    },
    {
      "epoch": 3.2659270739864588,
      "grad_norm": 1.105379581451416,
      "learning_rate": 2.4962693601084458e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 38540800,
      "step": 20020
    },
    {
      "epoch": 3.2667428012072763,
      "grad_norm": 0.5320791006088257,
      "learning_rate": 2.4952876138101794e-05,
      "loss": 0.1103,
      "num_input_tokens_seen": 38550448,
      "step": 20025
    },
    {
      "epoch": 3.2675585284280935,
      "grad_norm": 1.782118558883667,
      "learning_rate": 2.4943058682386233e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 38560144,
      "step": 20030
    },
    {
      "epoch": 3.268374255648911,
      "grad_norm": 0.6373704671859741,
      "learning_rate": 2.493324123545173e-05,
      "loss": 0.2169,
      "num_input_tokens_seen": 38569728,
      "step": 20035
    },
    {
      "epoch": 3.269189982869728,
      "grad_norm": 1.3059769868850708,
      "learning_rate": 2.4923423798812272e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 38580544,
      "step": 20040
    },
    {
      "epoch": 3.2700057100905457,
      "grad_norm": 0.9953335523605347,
      "learning_rate": 2.4913606373981825e-05,
      "loss": 0.2346,
      "num_input_tokens_seen": 38590880,
      "step": 20045
    },
    {
      "epoch": 3.270821437311363,
      "grad_norm": 0.4409099519252777,
      "learning_rate": 2.4903788962474357e-05,
      "loss": 0.112,
      "num_input_tokens_seen": 38599328,
      "step": 20050
    },
    {
      "epoch": 3.2716371645321805,
      "grad_norm": 0.3222294747829437,
      "learning_rate": 2.489397156580385e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 38607440,
      "step": 20055
    },
    {
      "epoch": 3.272452891752998,
      "grad_norm": 0.7171368598937988,
      "learning_rate": 2.4884154185484246e-05,
      "loss": 0.1376,
      "num_input_tokens_seen": 38617024,
      "step": 20060
    },
    {
      "epoch": 3.273268618973815,
      "grad_norm": 0.7776265740394592,
      "learning_rate": 2.4874336823029526e-05,
      "loss": 0.1087,
      "num_input_tokens_seen": 38626576,
      "step": 20065
    },
    {
      "epoch": 3.2740843461946323,
      "grad_norm": 1.0405044555664062,
      "learning_rate": 2.4864519479953656e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 38635760,
      "step": 20070
    },
    {
      "epoch": 3.27490007341545,
      "grad_norm": 0.7561918497085571,
      "learning_rate": 2.485470215777058e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 38643952,
      "step": 20075
    },
    {
      "epoch": 3.2757158006362674,
      "grad_norm": 1.091424822807312,
      "learning_rate": 2.4844884857994258e-05,
      "loss": 0.2481,
      "num_input_tokens_seen": 38654272,
      "step": 20080
    },
    {
      "epoch": 3.2765315278570846,
      "grad_norm": 0.44564902782440186,
      "learning_rate": 2.4835067582138638e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 38664336,
      "step": 20085
    },
    {
      "epoch": 3.2773472550779017,
      "grad_norm": 1.497075080871582,
      "learning_rate": 2.4825250331717666e-05,
      "loss": 0.233,
      "num_input_tokens_seen": 38674128,
      "step": 20090
    },
    {
      "epoch": 3.2781629822987193,
      "grad_norm": 0.9639485478401184,
      "learning_rate": 2.4815433108245298e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 38684768,
      "step": 20095
    },
    {
      "epoch": 3.278978709519537,
      "grad_norm": 0.9445082545280457,
      "learning_rate": 2.4805615913235456e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 38693904,
      "step": 20100
    },
    {
      "epoch": 3.279794436740354,
      "grad_norm": 1.469727635383606,
      "learning_rate": 2.479579874820208e-05,
      "loss": 0.2495,
      "num_input_tokens_seen": 38704752,
      "step": 20105
    },
    {
      "epoch": 3.2806101639611716,
      "grad_norm": 0.946780800819397,
      "learning_rate": 2.4785981614659115e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 38714064,
      "step": 20110
    },
    {
      "epoch": 3.2814258911819887,
      "grad_norm": 0.7086136937141418,
      "learning_rate": 2.477616451412047e-05,
      "loss": 0.1379,
      "num_input_tokens_seen": 38724768,
      "step": 20115
    },
    {
      "epoch": 3.2822416184028063,
      "grad_norm": 0.47836822271347046,
      "learning_rate": 2.476634744810007e-05,
      "loss": 0.1201,
      "num_input_tokens_seen": 38733680,
      "step": 20120
    },
    {
      "epoch": 3.2830573456236234,
      "grad_norm": 0.5815009474754333,
      "learning_rate": 2.475653041811183e-05,
      "loss": 0.106,
      "num_input_tokens_seen": 38743424,
      "step": 20125
    },
    {
      "epoch": 3.283873072844441,
      "grad_norm": 0.28120556473731995,
      "learning_rate": 2.4746713425669652e-05,
      "loss": 0.0749,
      "num_input_tokens_seen": 38753760,
      "step": 20130
    },
    {
      "epoch": 3.284688800065258,
      "grad_norm": 0.5016769766807556,
      "learning_rate": 2.4736896472287458e-05,
      "loss": 0.1594,
      "num_input_tokens_seen": 38762528,
      "step": 20135
    },
    {
      "epoch": 3.2855045272860757,
      "grad_norm": 0.7273674607276917,
      "learning_rate": 2.4727079559479124e-05,
      "loss": 0.1539,
      "num_input_tokens_seen": 38771472,
      "step": 20140
    },
    {
      "epoch": 3.286320254506893,
      "grad_norm": 0.814680814743042,
      "learning_rate": 2.4717262688758557e-05,
      "loss": 0.206,
      "num_input_tokens_seen": 38781104,
      "step": 20145
    },
    {
      "epoch": 3.2871359817277104,
      "grad_norm": 0.7168810367584229,
      "learning_rate": 2.4707445861639637e-05,
      "loss": 0.2223,
      "num_input_tokens_seen": 38790208,
      "step": 20150
    },
    {
      "epoch": 3.2879517089485275,
      "grad_norm": 0.5663889050483704,
      "learning_rate": 2.4697629079636244e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 38799312,
      "step": 20155
    },
    {
      "epoch": 3.288767436169345,
      "grad_norm": 1.031007170677185,
      "learning_rate": 2.4687812344262244e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 38808656,
      "step": 20160
    },
    {
      "epoch": 3.289583163390162,
      "grad_norm": 1.852031946182251,
      "learning_rate": 2.46779956570315e-05,
      "loss": 0.1857,
      "num_input_tokens_seen": 38817584,
      "step": 20165
    },
    {
      "epoch": 3.29039889061098,
      "grad_norm": 1.4616190195083618,
      "learning_rate": 2.466817901945787e-05,
      "loss": 0.2118,
      "num_input_tokens_seen": 38827248,
      "step": 20170
    },
    {
      "epoch": 3.291214617831797,
      "grad_norm": 0.796829879283905,
      "learning_rate": 2.4658362433055217e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 38836720,
      "step": 20175
    },
    {
      "epoch": 3.2920303450526145,
      "grad_norm": 1.089673638343811,
      "learning_rate": 2.4648545899337356e-05,
      "loss": 0.2551,
      "num_input_tokens_seen": 38845888,
      "step": 20180
    },
    {
      "epoch": 3.2928460722734316,
      "grad_norm": 0.5915445685386658,
      "learning_rate": 2.4638729419818143e-05,
      "loss": 0.1772,
      "num_input_tokens_seen": 38855408,
      "step": 20185
    },
    {
      "epoch": 3.293661799494249,
      "grad_norm": 0.6620451211929321,
      "learning_rate": 2.46289129960114e-05,
      "loss": 0.1886,
      "num_input_tokens_seen": 38865744,
      "step": 20190
    },
    {
      "epoch": 3.2944775267150663,
      "grad_norm": 0.6671983003616333,
      "learning_rate": 2.4619096629430924e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 38876688,
      "step": 20195
    },
    {
      "epoch": 3.295293253935884,
      "grad_norm": 0.8372771739959717,
      "learning_rate": 2.4609280321590543e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 38885696,
      "step": 20200
    },
    {
      "epoch": 3.295293253935884,
      "eval_loss": 0.16416290402412415,
      "eval_runtime": 71.3893,
      "eval_samples_per_second": 38.171,
      "eval_steps_per_second": 19.092,
      "num_input_tokens_seen": 38885696,
      "step": 20200
    },
    {
      "epoch": 3.296108981156701,
      "grad_norm": 0.5044785737991333,
      "learning_rate": 2.4599464074004037e-05,
      "loss": 0.1695,
      "num_input_tokens_seen": 38895952,
      "step": 20205
    },
    {
      "epoch": 3.2969247083775186,
      "grad_norm": 1.0261341333389282,
      "learning_rate": 2.4589647888185204e-05,
      "loss": 0.1425,
      "num_input_tokens_seen": 38905152,
      "step": 20210
    },
    {
      "epoch": 3.2977404355983357,
      "grad_norm": 0.37428662180900574,
      "learning_rate": 2.4579831765647836e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 38915424,
      "step": 20215
    },
    {
      "epoch": 3.2985561628191533,
      "grad_norm": 0.6148786544799805,
      "learning_rate": 2.4570015707905676e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 38923648,
      "step": 20220
    },
    {
      "epoch": 3.2993718900399704,
      "grad_norm": 0.6363268494606018,
      "learning_rate": 2.4560199716472508e-05,
      "loss": 0.1756,
      "num_input_tokens_seen": 38933072,
      "step": 20225
    },
    {
      "epoch": 3.300187617260788,
      "grad_norm": 0.5636502504348755,
      "learning_rate": 2.455038379286207e-05,
      "loss": 0.1762,
      "num_input_tokens_seen": 38943952,
      "step": 20230
    },
    {
      "epoch": 3.3010033444816056,
      "grad_norm": 2.056962728500366,
      "learning_rate": 2.4540567938588095e-05,
      "loss": 0.2005,
      "num_input_tokens_seen": 38954800,
      "step": 20235
    },
    {
      "epoch": 3.3018190717024227,
      "grad_norm": 0.6561999320983887,
      "learning_rate": 2.4530752155164328e-05,
      "loss": 0.2008,
      "num_input_tokens_seen": 38964880,
      "step": 20240
    },
    {
      "epoch": 3.30263479892324,
      "grad_norm": 0.853887140750885,
      "learning_rate": 2.4520936444104463e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 38974064,
      "step": 20245
    },
    {
      "epoch": 3.3034505261440574,
      "grad_norm": 0.44249796867370605,
      "learning_rate": 2.4511120806922218e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 38984752,
      "step": 20250
    },
    {
      "epoch": 3.304266253364875,
      "grad_norm": 0.5835184454917908,
      "learning_rate": 2.45013052451313e-05,
      "loss": 0.1112,
      "num_input_tokens_seen": 38995456,
      "step": 20255
    },
    {
      "epoch": 3.305081980585692,
      "grad_norm": 0.4585888385772705,
      "learning_rate": 2.4491489760245376e-05,
      "loss": 0.1629,
      "num_input_tokens_seen": 39003808,
      "step": 20260
    },
    {
      "epoch": 3.3058977078065093,
      "grad_norm": 1.0170886516571045,
      "learning_rate": 2.4481674353778115e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 39012992,
      "step": 20265
    },
    {
      "epoch": 3.306713435027327,
      "grad_norm": 2.3358447551727295,
      "learning_rate": 2.447185902724319e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 39022240,
      "step": 20270
    },
    {
      "epoch": 3.3075291622481444,
      "grad_norm": 0.45192280411720276,
      "learning_rate": 2.4462043782154233e-05,
      "loss": 0.2501,
      "num_input_tokens_seen": 39031920,
      "step": 20275
    },
    {
      "epoch": 3.3083448894689615,
      "grad_norm": 0.6284380555152893,
      "learning_rate": 2.4452228620024895e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 39041632,
      "step": 20280
    },
    {
      "epoch": 3.309160616689779,
      "grad_norm": 0.38144153356552124,
      "learning_rate": 2.4442413542368776e-05,
      "loss": 0.1549,
      "num_input_tokens_seen": 39050848,
      "step": 20285
    },
    {
      "epoch": 3.3099763439105963,
      "grad_norm": 0.5196425914764404,
      "learning_rate": 2.4432598550699502e-05,
      "loss": 0.1853,
      "num_input_tokens_seen": 39061184,
      "step": 20290
    },
    {
      "epoch": 3.310792071131414,
      "grad_norm": 0.35930731892585754,
      "learning_rate": 2.4422783646530663e-05,
      "loss": 0.1081,
      "num_input_tokens_seen": 39070816,
      "step": 20295
    },
    {
      "epoch": 3.311607798352231,
      "grad_norm": 1.1365044116973877,
      "learning_rate": 2.441296883137584e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 39081312,
      "step": 20300
    },
    {
      "epoch": 3.3124235255730485,
      "grad_norm": 1.1397337913513184,
      "learning_rate": 2.4403154106748592e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 39090192,
      "step": 20305
    },
    {
      "epoch": 3.3132392527938657,
      "grad_norm": 0.6923701763153076,
      "learning_rate": 2.4393339474162494e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 39099488,
      "step": 20310
    },
    {
      "epoch": 3.3140549800146832,
      "grad_norm": 1.1521668434143066,
      "learning_rate": 2.4383524935131062e-05,
      "loss": 0.1729,
      "num_input_tokens_seen": 39109104,
      "step": 20315
    },
    {
      "epoch": 3.3148707072355004,
      "grad_norm": 0.40324637293815613,
      "learning_rate": 2.437371049116784e-05,
      "loss": 0.1374,
      "num_input_tokens_seen": 39119088,
      "step": 20320
    },
    {
      "epoch": 3.315686434456318,
      "grad_norm": 0.9369181990623474,
      "learning_rate": 2.436389614378632e-05,
      "loss": 0.1824,
      "num_input_tokens_seen": 39129040,
      "step": 20325
    },
    {
      "epoch": 3.316502161677135,
      "grad_norm": 0.7307010293006897,
      "learning_rate": 2.435408189450002e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 39138416,
      "step": 20330
    },
    {
      "epoch": 3.3173178888979526,
      "grad_norm": 0.4401012063026428,
      "learning_rate": 2.4344267744822406e-05,
      "loss": 0.1151,
      "num_input_tokens_seen": 39148384,
      "step": 20335
    },
    {
      "epoch": 3.31813361611877,
      "grad_norm": 0.9644538164138794,
      "learning_rate": 2.4334453696266944e-05,
      "loss": 0.2074,
      "num_input_tokens_seen": 39157840,
      "step": 20340
    },
    {
      "epoch": 3.3189493433395874,
      "grad_norm": 0.9044620990753174,
      "learning_rate": 2.432463975034708e-05,
      "loss": 0.1161,
      "num_input_tokens_seen": 39167728,
      "step": 20345
    },
    {
      "epoch": 3.3197650705604045,
      "grad_norm": 0.48566219210624695,
      "learning_rate": 2.4314825908576265e-05,
      "loss": 0.2007,
      "num_input_tokens_seen": 39176752,
      "step": 20350
    },
    {
      "epoch": 3.320580797781222,
      "grad_norm": 0.5833176374435425,
      "learning_rate": 2.4305012172467897e-05,
      "loss": 0.1376,
      "num_input_tokens_seen": 39186480,
      "step": 20355
    },
    {
      "epoch": 3.321396525002039,
      "grad_norm": 0.6544525623321533,
      "learning_rate": 2.4295198543535393e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 39196512,
      "step": 20360
    },
    {
      "epoch": 3.3222122522228568,
      "grad_norm": 0.7882483601570129,
      "learning_rate": 2.4285385023292124e-05,
      "loss": 0.1133,
      "num_input_tokens_seen": 39205312,
      "step": 20365
    },
    {
      "epoch": 3.323027979443674,
      "grad_norm": 0.3806300163269043,
      "learning_rate": 2.427557161325147e-05,
      "loss": 0.1758,
      "num_input_tokens_seen": 39214880,
      "step": 20370
    },
    {
      "epoch": 3.3238437066644915,
      "grad_norm": 0.4716179072856903,
      "learning_rate": 2.4265758314926778e-05,
      "loss": 0.1685,
      "num_input_tokens_seen": 39225520,
      "step": 20375
    },
    {
      "epoch": 3.3246594338853086,
      "grad_norm": 0.15342634916305542,
      "learning_rate": 2.4255945129831373e-05,
      "loss": 0.1164,
      "num_input_tokens_seen": 39235072,
      "step": 20380
    },
    {
      "epoch": 3.325475161106126,
      "grad_norm": 1.0543298721313477,
      "learning_rate": 2.4246132059478578e-05,
      "loss": 0.1556,
      "num_input_tokens_seen": 39244592,
      "step": 20385
    },
    {
      "epoch": 3.3262908883269433,
      "grad_norm": 1.31901216506958,
      "learning_rate": 2.4236319105381706e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 39252432,
      "step": 20390
    },
    {
      "epoch": 3.327106615547761,
      "grad_norm": 1.3392099142074585,
      "learning_rate": 2.422650626905401e-05,
      "loss": 0.1557,
      "num_input_tokens_seen": 39261520,
      "step": 20395
    },
    {
      "epoch": 3.327922342768578,
      "grad_norm": 0.44636207818984985,
      "learning_rate": 2.4216693552008785e-05,
      "loss": 0.1063,
      "num_input_tokens_seen": 39270320,
      "step": 20400
    },
    {
      "epoch": 3.327922342768578,
      "eval_loss": 0.16561907529830933,
      "eval_runtime": 71.484,
      "eval_samples_per_second": 38.12,
      "eval_steps_per_second": 19.067,
      "num_input_tokens_seen": 39270320,
      "step": 20400
    },
    {
      "epoch": 3.3287380699893956,
      "grad_norm": 1.1002012491226196,
      "learning_rate": 2.4206880955759247e-05,
      "loss": 0.2185,
      "num_input_tokens_seen": 39280288,
      "step": 20405
    },
    {
      "epoch": 3.3295537972102127,
      "grad_norm": 1.2172234058380127,
      "learning_rate": 2.419706848181863e-05,
      "loss": 0.172,
      "num_input_tokens_seen": 39290240,
      "step": 20410
    },
    {
      "epoch": 3.3303695244310303,
      "grad_norm": 1.5301885604858398,
      "learning_rate": 2.4187256131700153e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 39299616,
      "step": 20415
    },
    {
      "epoch": 3.3311852516518474,
      "grad_norm": 0.2998185455799103,
      "learning_rate": 2.4177443906916985e-05,
      "loss": 0.1404,
      "num_input_tokens_seen": 39309920,
      "step": 20420
    },
    {
      "epoch": 3.332000978872665,
      "grad_norm": 0.4229608476161957,
      "learning_rate": 2.4167631808982303e-05,
      "loss": 0.1185,
      "num_input_tokens_seen": 39319824,
      "step": 20425
    },
    {
      "epoch": 3.3328167060934826,
      "grad_norm": 0.4152858555316925,
      "learning_rate": 2.4157819839409264e-05,
      "loss": 0.0985,
      "num_input_tokens_seen": 39330032,
      "step": 20430
    },
    {
      "epoch": 3.3336324333142997,
      "grad_norm": 0.5513595342636108,
      "learning_rate": 2.414800799971098e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 39339408,
      "step": 20435
    },
    {
      "epoch": 3.334448160535117,
      "grad_norm": 0.4459669888019562,
      "learning_rate": 2.4138196291400582e-05,
      "loss": 0.2054,
      "num_input_tokens_seen": 39349616,
      "step": 20440
    },
    {
      "epoch": 3.3352638877559344,
      "grad_norm": 1.1061755418777466,
      "learning_rate": 2.412838471599114e-05,
      "loss": 0.2261,
      "num_input_tokens_seen": 39359312,
      "step": 20445
    },
    {
      "epoch": 3.336079614976752,
      "grad_norm": 0.3737618029117584,
      "learning_rate": 2.411857327499572e-05,
      "loss": 0.2058,
      "num_input_tokens_seen": 39368080,
      "step": 20450
    },
    {
      "epoch": 3.336895342197569,
      "grad_norm": 0.25196516513824463,
      "learning_rate": 2.410876196992739e-05,
      "loss": 0.124,
      "num_input_tokens_seen": 39377952,
      "step": 20455
    },
    {
      "epoch": 3.3377110694183862,
      "grad_norm": 0.5534338355064392,
      "learning_rate": 2.4098950802299156e-05,
      "loss": 0.1104,
      "num_input_tokens_seen": 39388064,
      "step": 20460
    },
    {
      "epoch": 3.338526796639204,
      "grad_norm": 0.9722766876220703,
      "learning_rate": 2.4089139773624027e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 39398704,
      "step": 20465
    },
    {
      "epoch": 3.3393425238600214,
      "grad_norm": 0.887149453163147,
      "learning_rate": 2.4079328885415007e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 39407776,
      "step": 20470
    },
    {
      "epoch": 3.3401582510808385,
      "grad_norm": 0.7393258810043335,
      "learning_rate": 2.4069518139185036e-05,
      "loss": 0.1311,
      "num_input_tokens_seen": 39417776,
      "step": 20475
    },
    {
      "epoch": 3.340973978301656,
      "grad_norm": 0.6855437159538269,
      "learning_rate": 2.405970753644706e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 39427776,
      "step": 20480
    },
    {
      "epoch": 3.3417897055224732,
      "grad_norm": 1.0686671733856201,
      "learning_rate": 2.4049897078714e-05,
      "loss": 0.1939,
      "num_input_tokens_seen": 39437584,
      "step": 20485
    },
    {
      "epoch": 3.342605432743291,
      "grad_norm": 0.6745566129684448,
      "learning_rate": 2.404008676749874e-05,
      "loss": 0.1526,
      "num_input_tokens_seen": 39448064,
      "step": 20490
    },
    {
      "epoch": 3.343421159964108,
      "grad_norm": 0.8614822030067444,
      "learning_rate": 2.403027660431418e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 39457712,
      "step": 20495
    },
    {
      "epoch": 3.3442368871849255,
      "grad_norm": 0.5810474157333374,
      "learning_rate": 2.402046659067314e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 39467744,
      "step": 20500
    },
    {
      "epoch": 3.3450526144057426,
      "grad_norm": 1.0706576108932495,
      "learning_rate": 2.401065672808847e-05,
      "loss": 0.1355,
      "num_input_tokens_seen": 39477152,
      "step": 20505
    },
    {
      "epoch": 3.34586834162656,
      "grad_norm": 0.8125616908073425,
      "learning_rate": 2.400084701807296e-05,
      "loss": 0.1017,
      "num_input_tokens_seen": 39488576,
      "step": 20510
    },
    {
      "epoch": 3.3466840688473773,
      "grad_norm": 0.4505261182785034,
      "learning_rate": 2.39910374621394e-05,
      "loss": 0.1864,
      "num_input_tokens_seen": 39498416,
      "step": 20515
    },
    {
      "epoch": 3.347499796068195,
      "grad_norm": 0.9740362167358398,
      "learning_rate": 2.3981228061800544e-05,
      "loss": 0.2147,
      "num_input_tokens_seen": 39507712,
      "step": 20520
    },
    {
      "epoch": 3.348315523289012,
      "grad_norm": 0.18014101684093475,
      "learning_rate": 2.3971418818569115e-05,
      "loss": 0.1233,
      "num_input_tokens_seen": 39517184,
      "step": 20525
    },
    {
      "epoch": 3.3491312505098296,
      "grad_norm": 0.36066731810569763,
      "learning_rate": 2.3961609733957832e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 39526576,
      "step": 20530
    },
    {
      "epoch": 3.3499469777306468,
      "grad_norm": 0.4596458077430725,
      "learning_rate": 2.395180080947939e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 39536288,
      "step": 20535
    },
    {
      "epoch": 3.3507627049514643,
      "grad_norm": 1.3067198991775513,
      "learning_rate": 2.394199204664642e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 39546880,
      "step": 20540
    },
    {
      "epoch": 3.3515784321722815,
      "grad_norm": 0.6899645328521729,
      "learning_rate": 2.3932183446971583e-05,
      "loss": 0.1235,
      "num_input_tokens_seen": 39556448,
      "step": 20545
    },
    {
      "epoch": 3.352394159393099,
      "grad_norm": 1.0639840364456177,
      "learning_rate": 2.3922375011967473e-05,
      "loss": 0.227,
      "num_input_tokens_seen": 39566736,
      "step": 20550
    },
    {
      "epoch": 3.353209886613916,
      "grad_norm": 0.8715093731880188,
      "learning_rate": 2.3912566743146676e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 39577472,
      "step": 20555
    },
    {
      "epoch": 3.3540256138347337,
      "grad_norm": 0.31879761815071106,
      "learning_rate": 2.390275864202176e-05,
      "loss": 0.2018,
      "num_input_tokens_seen": 39586736,
      "step": 20560
    },
    {
      "epoch": 3.354841341055551,
      "grad_norm": 0.21197158098220825,
      "learning_rate": 2.3892950710105243e-05,
      "loss": 0.2302,
      "num_input_tokens_seen": 39596640,
      "step": 20565
    },
    {
      "epoch": 3.3556570682763684,
      "grad_norm": 0.3431081473827362,
      "learning_rate": 2.3883142948909635e-05,
      "loss": 0.1056,
      "num_input_tokens_seen": 39606800,
      "step": 20570
    },
    {
      "epoch": 3.3564727954971856,
      "grad_norm": 0.7754613161087036,
      "learning_rate": 2.3873335359947433e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 39615808,
      "step": 20575
    },
    {
      "epoch": 3.357288522718003,
      "grad_norm": 0.48657935857772827,
      "learning_rate": 2.3863527944731066e-05,
      "loss": 0.2006,
      "num_input_tokens_seen": 39625984,
      "step": 20580
    },
    {
      "epoch": 3.3581042499388203,
      "grad_norm": 0.498106986284256,
      "learning_rate": 2.385372070477298e-05,
      "loss": 0.1945,
      "num_input_tokens_seen": 39636832,
      "step": 20585
    },
    {
      "epoch": 3.358919977159638,
      "grad_norm": 0.7721701860427856,
      "learning_rate": 2.384391364158556e-05,
      "loss": 0.1221,
      "num_input_tokens_seen": 39646416,
      "step": 20590
    },
    {
      "epoch": 3.359735704380455,
      "grad_norm": 0.6579276323318481,
      "learning_rate": 2.3834106756681185e-05,
      "loss": 0.1305,
      "num_input_tokens_seen": 39656128,
      "step": 20595
    },
    {
      "epoch": 3.3605514316012726,
      "grad_norm": 0.3402252197265625,
      "learning_rate": 2.3824300051572206e-05,
      "loss": 0.155,
      "num_input_tokens_seen": 39665472,
      "step": 20600
    },
    {
      "epoch": 3.3605514316012726,
      "eval_loss": 0.16399645805358887,
      "eval_runtime": 71.4006,
      "eval_samples_per_second": 38.165,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 39665472,
      "step": 20600
    },
    {
      "epoch": 3.36136715882209,
      "grad_norm": 0.8055296540260315,
      "learning_rate": 2.3814493527770923e-05,
      "loss": 0.1987,
      "num_input_tokens_seen": 39674736,
      "step": 20605
    },
    {
      "epoch": 3.3621828860429073,
      "grad_norm": 0.417182981967926,
      "learning_rate": 2.3804687186789637e-05,
      "loss": 0.1267,
      "num_input_tokens_seen": 39684928,
      "step": 20610
    },
    {
      "epoch": 3.3629986132637244,
      "grad_norm": 0.5264243483543396,
      "learning_rate": 2.379488103014062e-05,
      "loss": 0.115,
      "num_input_tokens_seen": 39693504,
      "step": 20615
    },
    {
      "epoch": 3.363814340484542,
      "grad_norm": 0.6191350221633911,
      "learning_rate": 2.3785075059336086e-05,
      "loss": 0.089,
      "num_input_tokens_seen": 39703632,
      "step": 20620
    },
    {
      "epoch": 3.3646300677053596,
      "grad_norm": 0.25218677520751953,
      "learning_rate": 2.3775269275888248e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 39714736,
      "step": 20625
    },
    {
      "epoch": 3.3654457949261767,
      "grad_norm": 0.30207857489585876,
      "learning_rate": 2.3765463681309274e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 39723840,
      "step": 20630
    },
    {
      "epoch": 3.366261522146994,
      "grad_norm": 1.0185484886169434,
      "learning_rate": 2.3755658277111313e-05,
      "loss": 0.0992,
      "num_input_tokens_seen": 39733888,
      "step": 20635
    },
    {
      "epoch": 3.3670772493678114,
      "grad_norm": 0.18837808072566986,
      "learning_rate": 2.374585306480649e-05,
      "loss": 0.1814,
      "num_input_tokens_seen": 39744208,
      "step": 20640
    },
    {
      "epoch": 3.367892976588629,
      "grad_norm": 0.6058380603790283,
      "learning_rate": 2.3736048045906877e-05,
      "loss": 0.1379,
      "num_input_tokens_seen": 39752192,
      "step": 20645
    },
    {
      "epoch": 3.368708703809446,
      "grad_norm": 0.42897650599479675,
      "learning_rate": 2.372624322192454e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 39762288,
      "step": 20650
    },
    {
      "epoch": 3.3695244310302637,
      "grad_norm": 1.3176684379577637,
      "learning_rate": 2.3716438594371516e-05,
      "loss": 0.1917,
      "num_input_tokens_seen": 39772256,
      "step": 20655
    },
    {
      "epoch": 3.370340158251081,
      "grad_norm": 0.4421994984149933,
      "learning_rate": 2.3706634164759784e-05,
      "loss": 0.0957,
      "num_input_tokens_seen": 39782128,
      "step": 20660
    },
    {
      "epoch": 3.3711558854718984,
      "grad_norm": 0.6365678310394287,
      "learning_rate": 2.3696829934601323e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 39791696,
      "step": 20665
    },
    {
      "epoch": 3.3719716126927155,
      "grad_norm": 0.5335642099380493,
      "learning_rate": 2.3687025905408053e-05,
      "loss": 0.1283,
      "num_input_tokens_seen": 39801280,
      "step": 20670
    },
    {
      "epoch": 3.372787339913533,
      "grad_norm": 1.584692120552063,
      "learning_rate": 2.3677222078691886e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 39811456,
      "step": 20675
    },
    {
      "epoch": 3.37360306713435,
      "grad_norm": 0.1271788477897644,
      "learning_rate": 2.366741845596471e-05,
      "loss": 0.1039,
      "num_input_tokens_seen": 39820880,
      "step": 20680
    },
    {
      "epoch": 3.374418794355168,
      "grad_norm": 1.0313880443572998,
      "learning_rate": 2.3657615038738343e-05,
      "loss": 0.1489,
      "num_input_tokens_seen": 39831504,
      "step": 20685
    },
    {
      "epoch": 3.375234521575985,
      "grad_norm": 0.46377480030059814,
      "learning_rate": 2.3647811828524614e-05,
      "loss": 0.1419,
      "num_input_tokens_seen": 39842032,
      "step": 20690
    },
    {
      "epoch": 3.3760502487968025,
      "grad_norm": 1.1947208642959595,
      "learning_rate": 2.363800882683529e-05,
      "loss": 0.1975,
      "num_input_tokens_seen": 39852848,
      "step": 20695
    },
    {
      "epoch": 3.3768659760176196,
      "grad_norm": 0.7721166014671326,
      "learning_rate": 2.3628206035182125e-05,
      "loss": 0.1626,
      "num_input_tokens_seen": 39862288,
      "step": 20700
    },
    {
      "epoch": 3.377681703238437,
      "grad_norm": 0.6198893189430237,
      "learning_rate": 2.361840345507683e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 39872208,
      "step": 20705
    },
    {
      "epoch": 3.3784974304592543,
      "grad_norm": 0.8572930693626404,
      "learning_rate": 2.3608601088031073e-05,
      "loss": 0.1978,
      "num_input_tokens_seen": 39881936,
      "step": 20710
    },
    {
      "epoch": 3.379313157680072,
      "grad_norm": 0.661387026309967,
      "learning_rate": 2.3598798935556516e-05,
      "loss": 0.1854,
      "num_input_tokens_seen": 39891376,
      "step": 20715
    },
    {
      "epoch": 3.380128884900889,
      "grad_norm": 0.3498179018497467,
      "learning_rate": 2.3588996999164784e-05,
      "loss": 0.1573,
      "num_input_tokens_seen": 39899920,
      "step": 20720
    },
    {
      "epoch": 3.3809446121217066,
      "grad_norm": 1.1114627122879028,
      "learning_rate": 2.3579195280367434e-05,
      "loss": 0.2225,
      "num_input_tokens_seen": 39909840,
      "step": 20725
    },
    {
      "epoch": 3.3817603393425237,
      "grad_norm": 0.5811268091201782,
      "learning_rate": 2.356939378067603e-05,
      "loss": 0.1603,
      "num_input_tokens_seen": 39920352,
      "step": 20730
    },
    {
      "epoch": 3.3825760665633413,
      "grad_norm": 0.36211487650871277,
      "learning_rate": 2.3559592501602092e-05,
      "loss": 0.1162,
      "num_input_tokens_seen": 39930032,
      "step": 20735
    },
    {
      "epoch": 3.3833917937841584,
      "grad_norm": 1.7160770893096924,
      "learning_rate": 2.3549791444657076e-05,
      "loss": 0.2745,
      "num_input_tokens_seen": 39939104,
      "step": 20740
    },
    {
      "epoch": 3.384207521004976,
      "grad_norm": 0.8097150325775146,
      "learning_rate": 2.353999061135246e-05,
      "loss": 0.1777,
      "num_input_tokens_seen": 39947920,
      "step": 20745
    },
    {
      "epoch": 3.385023248225793,
      "grad_norm": 0.6609926223754883,
      "learning_rate": 2.3530190003199626e-05,
      "loss": 0.1804,
      "num_input_tokens_seen": 39956640,
      "step": 20750
    },
    {
      "epoch": 3.3858389754466107,
      "grad_norm": 0.796432614326477,
      "learning_rate": 2.3520389621709965e-05,
      "loss": 0.1879,
      "num_input_tokens_seen": 39967072,
      "step": 20755
    },
    {
      "epoch": 3.386654702667428,
      "grad_norm": 0.6873660683631897,
      "learning_rate": 2.351058946839483e-05,
      "loss": 0.1174,
      "num_input_tokens_seen": 39976832,
      "step": 20760
    },
    {
      "epoch": 3.3874704298882454,
      "grad_norm": 0.4430905878543854,
      "learning_rate": 2.350078954476551e-05,
      "loss": 0.1079,
      "num_input_tokens_seen": 39986816,
      "step": 20765
    },
    {
      "epoch": 3.3882861571090626,
      "grad_norm": 0.4076860845088959,
      "learning_rate": 2.3490989852333272e-05,
      "loss": 0.1503,
      "num_input_tokens_seen": 39994800,
      "step": 20770
    },
    {
      "epoch": 3.38910188432988,
      "grad_norm": 0.8463940024375916,
      "learning_rate": 2.3481190392609377e-05,
      "loss": 0.169,
      "num_input_tokens_seen": 40003968,
      "step": 20775
    },
    {
      "epoch": 3.3899176115506973,
      "grad_norm": 0.41702648997306824,
      "learning_rate": 2.3471391167105e-05,
      "loss": 0.1288,
      "num_input_tokens_seen": 40012352,
      "step": 20780
    },
    {
      "epoch": 3.390733338771515,
      "grad_norm": 0.6969789266586304,
      "learning_rate": 2.3461592177331325e-05,
      "loss": 0.1714,
      "num_input_tokens_seen": 40020928,
      "step": 20785
    },
    {
      "epoch": 3.391549065992332,
      "grad_norm": 1.229475736618042,
      "learning_rate": 2.345179342479946e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 40031184,
      "step": 20790
    },
    {
      "epoch": 3.3923647932131495,
      "grad_norm": 0.98869788646698,
      "learning_rate": 2.3441994911020503e-05,
      "loss": 0.1989,
      "num_input_tokens_seen": 40040784,
      "step": 20795
    },
    {
      "epoch": 3.393180520433967,
      "grad_norm": 0.614234447479248,
      "learning_rate": 2.3432196637505522e-05,
      "loss": 0.2497,
      "num_input_tokens_seen": 40049680,
      "step": 20800
    },
    {
      "epoch": 3.393180520433967,
      "eval_loss": 0.1638568639755249,
      "eval_runtime": 71.5654,
      "eval_samples_per_second": 38.077,
      "eval_steps_per_second": 19.046,
      "num_input_tokens_seen": 40049680,
      "step": 20800
    },
    {
      "epoch": 3.3939962476547842,
      "grad_norm": 1.2348840236663818,
      "learning_rate": 2.3422398605765515e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 40058896,
      "step": 20805
    },
    {
      "epoch": 3.3948119748756014,
      "grad_norm": 0.9204163551330566,
      "learning_rate": 2.3412600817311462e-05,
      "loss": 0.2089,
      "num_input_tokens_seen": 40068944,
      "step": 20810
    },
    {
      "epoch": 3.395627702096419,
      "grad_norm": 0.7428892850875854,
      "learning_rate": 2.3402803273654326e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 40078144,
      "step": 20815
    },
    {
      "epoch": 3.3964434293172365,
      "grad_norm": 0.7439221739768982,
      "learning_rate": 2.3393005976304983e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 40087888,
      "step": 20820
    },
    {
      "epoch": 3.3972591565380537,
      "grad_norm": 0.6280568242073059,
      "learning_rate": 2.338320892677432e-05,
      "loss": 0.1757,
      "num_input_tokens_seen": 40098096,
      "step": 20825
    },
    {
      "epoch": 3.398074883758871,
      "grad_norm": 0.9260374903678894,
      "learning_rate": 2.3373412126573155e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 40108816,
      "step": 20830
    },
    {
      "epoch": 3.3988906109796884,
      "grad_norm": 0.36243751645088196,
      "learning_rate": 2.3363615577212285e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 40117888,
      "step": 20835
    },
    {
      "epoch": 3.399706338200506,
      "grad_norm": 0.34612971544265747,
      "learning_rate": 2.3353819280202455e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 40126368,
      "step": 20840
    },
    {
      "epoch": 3.400522065421323,
      "grad_norm": 0.5561655759811401,
      "learning_rate": 2.334402323705438e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 40135728,
      "step": 20845
    },
    {
      "epoch": 3.4013377926421406,
      "grad_norm": 0.46846193075180054,
      "learning_rate": 2.3334227449278725e-05,
      "loss": 0.1761,
      "num_input_tokens_seen": 40145504,
      "step": 20850
    },
    {
      "epoch": 3.4021535198629578,
      "grad_norm": 1.071419358253479,
      "learning_rate": 2.3324431918386143e-05,
      "loss": 0.2181,
      "num_input_tokens_seen": 40155312,
      "step": 20855
    },
    {
      "epoch": 3.4029692470837754,
      "grad_norm": 1.3881499767303467,
      "learning_rate": 2.3314636645887207e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 40163840,
      "step": 20860
    },
    {
      "epoch": 3.4037849743045925,
      "grad_norm": 1.6545549631118774,
      "learning_rate": 2.3304841633292487e-05,
      "loss": 0.1414,
      "num_input_tokens_seen": 40174128,
      "step": 20865
    },
    {
      "epoch": 3.40460070152541,
      "grad_norm": 0.2683922350406647,
      "learning_rate": 2.329504688211248e-05,
      "loss": 0.1402,
      "num_input_tokens_seen": 40182416,
      "step": 20870
    },
    {
      "epoch": 3.405416428746227,
      "grad_norm": 0.33056968450546265,
      "learning_rate": 2.3285252393857677e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 40192848,
      "step": 20875
    },
    {
      "epoch": 3.4062321559670448,
      "grad_norm": 0.9597970247268677,
      "learning_rate": 2.327545817003851e-05,
      "loss": 0.1408,
      "num_input_tokens_seen": 40202240,
      "step": 20880
    },
    {
      "epoch": 3.407047883187862,
      "grad_norm": 1.3324711322784424,
      "learning_rate": 2.326566421216535e-05,
      "loss": 0.1909,
      "num_input_tokens_seen": 40211760,
      "step": 20885
    },
    {
      "epoch": 3.4078636104086795,
      "grad_norm": 0.49108147621154785,
      "learning_rate": 2.3255870521748565e-05,
      "loss": 0.1724,
      "num_input_tokens_seen": 40221808,
      "step": 20890
    },
    {
      "epoch": 3.4086793376294966,
      "grad_norm": 0.4308927357196808,
      "learning_rate": 2.3246077100298474e-05,
      "loss": 0.1325,
      "num_input_tokens_seen": 40231152,
      "step": 20895
    },
    {
      "epoch": 3.409495064850314,
      "grad_norm": 0.1680964082479477,
      "learning_rate": 2.3236283949325328e-05,
      "loss": 0.1423,
      "num_input_tokens_seen": 40242512,
      "step": 20900
    },
    {
      "epoch": 3.4103107920711313,
      "grad_norm": 0.2790968120098114,
      "learning_rate": 2.3226491070339368e-05,
      "loss": 0.1144,
      "num_input_tokens_seen": 40252160,
      "step": 20905
    },
    {
      "epoch": 3.411126519291949,
      "grad_norm": 0.877975583076477,
      "learning_rate": 2.3216698464850762e-05,
      "loss": 0.1868,
      "num_input_tokens_seen": 40261264,
      "step": 20910
    },
    {
      "epoch": 3.411942246512766,
      "grad_norm": 0.2798038423061371,
      "learning_rate": 2.320690613436967e-05,
      "loss": 0.111,
      "num_input_tokens_seen": 40271472,
      "step": 20915
    },
    {
      "epoch": 3.4127579737335836,
      "grad_norm": 0.8950077295303345,
      "learning_rate": 2.3197114080406192e-05,
      "loss": 0.1203,
      "num_input_tokens_seen": 40282208,
      "step": 20920
    },
    {
      "epoch": 3.4135737009544007,
      "grad_norm": 0.9203891158103943,
      "learning_rate": 2.3187322304470365e-05,
      "loss": 0.149,
      "num_input_tokens_seen": 40291008,
      "step": 20925
    },
    {
      "epoch": 3.4143894281752183,
      "grad_norm": 1.1674236059188843,
      "learning_rate": 2.3177530808072222e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 40301440,
      "step": 20930
    },
    {
      "epoch": 3.4152051553960354,
      "grad_norm": 0.43451279401779175,
      "learning_rate": 2.316773959272174e-05,
      "loss": 0.1858,
      "num_input_tokens_seen": 40311328,
      "step": 20935
    },
    {
      "epoch": 3.416020882616853,
      "grad_norm": 0.6788658499717712,
      "learning_rate": 2.3157948659928823e-05,
      "loss": 0.188,
      "num_input_tokens_seen": 40320208,
      "step": 20940
    },
    {
      "epoch": 3.41683660983767,
      "grad_norm": 0.800530195236206,
      "learning_rate": 2.3148158011203388e-05,
      "loss": 0.1708,
      "num_input_tokens_seen": 40329808,
      "step": 20945
    },
    {
      "epoch": 3.4176523370584877,
      "grad_norm": 0.36516326665878296,
      "learning_rate": 2.3138367648055253e-05,
      "loss": 0.1696,
      "num_input_tokens_seen": 40338720,
      "step": 20950
    },
    {
      "epoch": 3.418468064279305,
      "grad_norm": 1.3347768783569336,
      "learning_rate": 2.312857757199422e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 40348832,
      "step": 20955
    },
    {
      "epoch": 3.4192837915001224,
      "grad_norm": 0.8452553749084473,
      "learning_rate": 2.3118787784530048e-05,
      "loss": 0.1179,
      "num_input_tokens_seen": 40357872,
      "step": 20960
    },
    {
      "epoch": 3.4200995187209395,
      "grad_norm": 0.8319337964057922,
      "learning_rate": 2.310899828717243e-05,
      "loss": 0.1248,
      "num_input_tokens_seen": 40367584,
      "step": 20965
    },
    {
      "epoch": 3.420915245941757,
      "grad_norm": 1.4535629749298096,
      "learning_rate": 2.309920908143104e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 40378064,
      "step": 20970
    },
    {
      "epoch": 3.4217309731625742,
      "grad_norm": 0.4181404709815979,
      "learning_rate": 2.308942016881551e-05,
      "loss": 0.1904,
      "num_input_tokens_seen": 40387760,
      "step": 20975
    },
    {
      "epoch": 3.422546700383392,
      "grad_norm": 0.6367221474647522,
      "learning_rate": 2.307963155083539e-05,
      "loss": 0.1077,
      "num_input_tokens_seen": 40397824,
      "step": 20980
    },
    {
      "epoch": 3.423362427604209,
      "grad_norm": 0.36792847514152527,
      "learning_rate": 2.306984322900022e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 40408608,
      "step": 20985
    },
    {
      "epoch": 3.4241781548250265,
      "grad_norm": 0.2865690588951111,
      "learning_rate": 2.3060055204819482e-05,
      "loss": 0.0869,
      "num_input_tokens_seen": 40417936,
      "step": 20990
    },
    {
      "epoch": 3.424993882045844,
      "grad_norm": 0.6369404792785645,
      "learning_rate": 2.3050267479802604e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 40427600,
      "step": 20995
    },
    {
      "epoch": 3.4258096092666612,
      "grad_norm": 0.5777084231376648,
      "learning_rate": 2.304048005545899e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 40436560,
      "step": 21000
    },
    {
      "epoch": 3.4258096092666612,
      "eval_loss": 0.16440123319625854,
      "eval_runtime": 71.4661,
      "eval_samples_per_second": 38.13,
      "eval_steps_per_second": 19.072,
      "num_input_tokens_seen": 40436560,
      "step": 21000
    },
    {
      "epoch": 3.4266253364874784,
      "grad_norm": 0.6736679077148438,
      "learning_rate": 2.3030692933297972e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 40446528,
      "step": 21005
    },
    {
      "epoch": 3.427441063708296,
      "grad_norm": 0.7887939810752869,
      "learning_rate": 2.3020906114828843e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 40455296,
      "step": 21010
    },
    {
      "epoch": 3.4282567909291135,
      "grad_norm": 0.5308637619018555,
      "learning_rate": 2.301111960156088e-05,
      "loss": 0.224,
      "num_input_tokens_seen": 40465712,
      "step": 21015
    },
    {
      "epoch": 3.4290725181499306,
      "grad_norm": 0.5625036954879761,
      "learning_rate": 2.300133339500326e-05,
      "loss": 0.1626,
      "num_input_tokens_seen": 40474880,
      "step": 21020
    },
    {
      "epoch": 3.429888245370748,
      "grad_norm": 0.334189772605896,
      "learning_rate": 2.2991547496665148e-05,
      "loss": 0.2352,
      "num_input_tokens_seen": 40483392,
      "step": 21025
    },
    {
      "epoch": 3.4307039725915653,
      "grad_norm": 0.4955223500728607,
      "learning_rate": 2.298176190805565e-05,
      "loss": 0.1235,
      "num_input_tokens_seen": 40492400,
      "step": 21030
    },
    {
      "epoch": 3.431519699812383,
      "grad_norm": 0.7820389866828918,
      "learning_rate": 2.2971976630683826e-05,
      "loss": 0.2127,
      "num_input_tokens_seen": 40502704,
      "step": 21035
    },
    {
      "epoch": 3.4323354270332,
      "grad_norm": 0.4845276176929474,
      "learning_rate": 2.29621916660587e-05,
      "loss": 0.0898,
      "num_input_tokens_seen": 40511152,
      "step": 21040
    },
    {
      "epoch": 3.4331511542540176,
      "grad_norm": 0.7807737588882446,
      "learning_rate": 2.295240701568922e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 40521648,
      "step": 21045
    },
    {
      "epoch": 3.4339668814748348,
      "grad_norm": 0.7138943672180176,
      "learning_rate": 2.2942622681084312e-05,
      "loss": 0.203,
      "num_input_tokens_seen": 40531360,
      "step": 21050
    },
    {
      "epoch": 3.4347826086956523,
      "grad_norm": 1.5352656841278076,
      "learning_rate": 2.293283866375284e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 40541200,
      "step": 21055
    },
    {
      "epoch": 3.4355983359164695,
      "grad_norm": 0.8548758029937744,
      "learning_rate": 2.2923054965203627e-05,
      "loss": 0.1006,
      "num_input_tokens_seen": 40551104,
      "step": 21060
    },
    {
      "epoch": 3.436414063137287,
      "grad_norm": 1.3082711696624756,
      "learning_rate": 2.2913271586945443e-05,
      "loss": 0.1845,
      "num_input_tokens_seen": 40560608,
      "step": 21065
    },
    {
      "epoch": 3.437229790358104,
      "grad_norm": 0.6185601353645325,
      "learning_rate": 2.290348853048699e-05,
      "loss": 0.1991,
      "num_input_tokens_seen": 40570208,
      "step": 21070
    },
    {
      "epoch": 3.4380455175789217,
      "grad_norm": 0.886594295501709,
      "learning_rate": 2.2893705797336956e-05,
      "loss": 0.1251,
      "num_input_tokens_seen": 40578160,
      "step": 21075
    },
    {
      "epoch": 3.438861244799739,
      "grad_norm": 1.2622168064117432,
      "learning_rate": 2.288392338900397e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 40587792,
      "step": 21080
    },
    {
      "epoch": 3.4396769720205564,
      "grad_norm": 0.6597849130630493,
      "learning_rate": 2.2874141306996576e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 40596800,
      "step": 21085
    },
    {
      "epoch": 3.4404926992413736,
      "grad_norm": 0.6114980578422546,
      "learning_rate": 2.2864359552823312e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 40605952,
      "step": 21090
    },
    {
      "epoch": 3.441308426462191,
      "grad_norm": 1.0039818286895752,
      "learning_rate": 2.2854578127992648e-05,
      "loss": 0.2438,
      "num_input_tokens_seen": 40615456,
      "step": 21095
    },
    {
      "epoch": 3.4421241536830083,
      "grad_norm": 0.46750307083129883,
      "learning_rate": 2.2844797034012988e-05,
      "loss": 0.1056,
      "num_input_tokens_seen": 40625536,
      "step": 21100
    },
    {
      "epoch": 3.442939880903826,
      "grad_norm": 0.6980533599853516,
      "learning_rate": 2.2835016272392722e-05,
      "loss": 0.1356,
      "num_input_tokens_seen": 40636000,
      "step": 21105
    },
    {
      "epoch": 3.443755608124643,
      "grad_norm": 1.3338024616241455,
      "learning_rate": 2.2825235844640142e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 40646032,
      "step": 21110
    },
    {
      "epoch": 3.4445713353454606,
      "grad_norm": 0.3460482358932495,
      "learning_rate": 2.2815455752263522e-05,
      "loss": 0.2477,
      "num_input_tokens_seen": 40656016,
      "step": 21115
    },
    {
      "epoch": 3.4453870625662777,
      "grad_norm": 0.3883637487888336,
      "learning_rate": 2.2805675996771092e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 40667584,
      "step": 21120
    },
    {
      "epoch": 3.4462027897870953,
      "grad_norm": 0.8472975492477417,
      "learning_rate": 2.2795896579670987e-05,
      "loss": 0.1469,
      "num_input_tokens_seen": 40678176,
      "step": 21125
    },
    {
      "epoch": 3.4470185170079124,
      "grad_norm": 0.700066864490509,
      "learning_rate": 2.2786117502471337e-05,
      "loss": 0.15,
      "num_input_tokens_seen": 40686480,
      "step": 21130
    },
    {
      "epoch": 3.44783424422873,
      "grad_norm": 0.5104680061340332,
      "learning_rate": 2.2776338766680185e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 40696816,
      "step": 21135
    },
    {
      "epoch": 3.448649971449547,
      "grad_norm": 0.4445665180683136,
      "learning_rate": 2.2766560373805533e-05,
      "loss": 0.1453,
      "num_input_tokens_seen": 40706736,
      "step": 21140
    },
    {
      "epoch": 3.4494656986703647,
      "grad_norm": 0.839130699634552,
      "learning_rate": 2.2756782325355353e-05,
      "loss": 0.2378,
      "num_input_tokens_seen": 40716192,
      "step": 21145
    },
    {
      "epoch": 3.450281425891182,
      "grad_norm": 0.9723811149597168,
      "learning_rate": 2.2747004622837514e-05,
      "loss": 0.1244,
      "num_input_tokens_seen": 40725520,
      "step": 21150
    },
    {
      "epoch": 3.4510971531119994,
      "grad_norm": 0.8332202434539795,
      "learning_rate": 2.2737227267759878e-05,
      "loss": 0.1801,
      "num_input_tokens_seen": 40734800,
      "step": 21155
    },
    {
      "epoch": 3.4519128803328165,
      "grad_norm": 0.6050811409950256,
      "learning_rate": 2.272745026163024e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 40744208,
      "step": 21160
    },
    {
      "epoch": 3.452728607553634,
      "grad_norm": 1.0137238502502441,
      "learning_rate": 2.271767360595633e-05,
      "loss": 0.1696,
      "num_input_tokens_seen": 40753936,
      "step": 21165
    },
    {
      "epoch": 3.4535443347744517,
      "grad_norm": 0.4588676691055298,
      "learning_rate": 2.270789730224583e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 40764208,
      "step": 21170
    },
    {
      "epoch": 3.454360061995269,
      "grad_norm": 0.6610091924667358,
      "learning_rate": 2.2698121352006367e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 40774272,
      "step": 21175
    },
    {
      "epoch": 3.455175789216086,
      "grad_norm": 1.440368413925171,
      "learning_rate": 2.2688345756745517e-05,
      "loss": 0.2076,
      "num_input_tokens_seen": 40783696,
      "step": 21180
    },
    {
      "epoch": 3.4559915164369035,
      "grad_norm": 0.6648246049880981,
      "learning_rate": 2.267857051797081e-05,
      "loss": 0.1512,
      "num_input_tokens_seen": 40793376,
      "step": 21185
    },
    {
      "epoch": 3.456807243657721,
      "grad_norm": 0.47351065278053284,
      "learning_rate": 2.2668795637189695e-05,
      "loss": 0.1414,
      "num_input_tokens_seen": 40801920,
      "step": 21190
    },
    {
      "epoch": 3.457622970878538,
      "grad_norm": 1.2290046215057373,
      "learning_rate": 2.2659021115909586e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 40810880,
      "step": 21195
    },
    {
      "epoch": 3.4584386980993553,
      "grad_norm": 0.2753627300262451,
      "learning_rate": 2.2649246955637847e-05,
      "loss": 0.1391,
      "num_input_tokens_seen": 40820704,
      "step": 21200
    },
    {
      "epoch": 3.4584386980993553,
      "eval_loss": 0.16370365023612976,
      "eval_runtime": 71.3855,
      "eval_samples_per_second": 38.173,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 40820704,
      "step": 21200
    },
    {
      "epoch": 3.459254425320173,
      "grad_norm": 0.62476646900177,
      "learning_rate": 2.2639473157881766e-05,
      "loss": 0.1188,
      "num_input_tokens_seen": 40830592,
      "step": 21205
    },
    {
      "epoch": 3.4600701525409905,
      "grad_norm": 0.9811311364173889,
      "learning_rate": 2.2629699724148594e-05,
      "loss": 0.1835,
      "num_input_tokens_seen": 40840160,
      "step": 21210
    },
    {
      "epoch": 3.4608858797618076,
      "grad_norm": 0.9390573501586914,
      "learning_rate": 2.26199266559455e-05,
      "loss": 0.2053,
      "num_input_tokens_seen": 40849248,
      "step": 21215
    },
    {
      "epoch": 3.461701606982625,
      "grad_norm": 0.5775764584541321,
      "learning_rate": 2.2610153954779625e-05,
      "loss": 0.1411,
      "num_input_tokens_seen": 40859648,
      "step": 21220
    },
    {
      "epoch": 3.4625173342034423,
      "grad_norm": 1.1677336692810059,
      "learning_rate": 2.2600381622158056e-05,
      "loss": 0.2044,
      "num_input_tokens_seen": 40868672,
      "step": 21225
    },
    {
      "epoch": 3.46333306142426,
      "grad_norm": 0.362675279378891,
      "learning_rate": 2.2590609659587783e-05,
      "loss": 0.1513,
      "num_input_tokens_seen": 40877552,
      "step": 21230
    },
    {
      "epoch": 3.464148788645077,
      "grad_norm": 0.9318198561668396,
      "learning_rate": 2.2580838068575787e-05,
      "loss": 0.1546,
      "num_input_tokens_seen": 40886224,
      "step": 21235
    },
    {
      "epoch": 3.4649645158658946,
      "grad_norm": 1.4262542724609375,
      "learning_rate": 2.257106685062896e-05,
      "loss": 0.1959,
      "num_input_tokens_seen": 40894464,
      "step": 21240
    },
    {
      "epoch": 3.4657802430867117,
      "grad_norm": 0.8147433996200562,
      "learning_rate": 2.256129600725415e-05,
      "loss": 0.2371,
      "num_input_tokens_seen": 40904688,
      "step": 21245
    },
    {
      "epoch": 3.4665959703075293,
      "grad_norm": 0.3540841341018677,
      "learning_rate": 2.2551525539958145e-05,
      "loss": 0.1133,
      "num_input_tokens_seen": 40914304,
      "step": 21250
    },
    {
      "epoch": 3.4674116975283464,
      "grad_norm": 0.29117828607559204,
      "learning_rate": 2.2541755450247663e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 40923504,
      "step": 21255
    },
    {
      "epoch": 3.468227424749164,
      "grad_norm": 0.6480675935745239,
      "learning_rate": 2.2531985739629382e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 40933536,
      "step": 21260
    },
    {
      "epoch": 3.469043151969981,
      "grad_norm": 1.1173373460769653,
      "learning_rate": 2.2522216409609924e-05,
      "loss": 0.1967,
      "num_input_tokens_seen": 40942336,
      "step": 21265
    },
    {
      "epoch": 3.4698588791907987,
      "grad_norm": 0.6129328012466431,
      "learning_rate": 2.2512447461695826e-05,
      "loss": 0.1816,
      "num_input_tokens_seen": 40952096,
      "step": 21270
    },
    {
      "epoch": 3.470674606411616,
      "grad_norm": 0.7071903944015503,
      "learning_rate": 2.2502678897393593e-05,
      "loss": 0.1393,
      "num_input_tokens_seen": 40962416,
      "step": 21275
    },
    {
      "epoch": 3.4714903336324334,
      "grad_norm": 0.7935935854911804,
      "learning_rate": 2.2492910718209665e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 40971680,
      "step": 21280
    },
    {
      "epoch": 3.4723060608532506,
      "grad_norm": 0.9402669072151184,
      "learning_rate": 2.2483142925650398e-05,
      "loss": 0.2231,
      "num_input_tokens_seen": 40982656,
      "step": 21285
    },
    {
      "epoch": 3.473121788074068,
      "grad_norm": 0.5802068710327148,
      "learning_rate": 2.247337552122213e-05,
      "loss": 0.12,
      "num_input_tokens_seen": 40990560,
      "step": 21290
    },
    {
      "epoch": 3.4739375152948853,
      "grad_norm": 1.038804292678833,
      "learning_rate": 2.24636085064311e-05,
      "loss": 0.2131,
      "num_input_tokens_seen": 41000416,
      "step": 21295
    },
    {
      "epoch": 3.474753242515703,
      "grad_norm": 0.3624474108219147,
      "learning_rate": 2.245384188278351e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 41010144,
      "step": 21300
    },
    {
      "epoch": 3.47556896973652,
      "grad_norm": 0.43679410219192505,
      "learning_rate": 2.2444075651785513e-05,
      "loss": 0.1453,
      "num_input_tokens_seen": 41020288,
      "step": 21305
    },
    {
      "epoch": 3.4763846969573375,
      "grad_norm": 0.48696044087409973,
      "learning_rate": 2.243430981494316e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 41029040,
      "step": 21310
    },
    {
      "epoch": 3.4772004241781547,
      "grad_norm": 1.327598214149475,
      "learning_rate": 2.2424544373762475e-05,
      "loss": 0.1701,
      "num_input_tokens_seen": 41039728,
      "step": 21315
    },
    {
      "epoch": 3.4780161513989722,
      "grad_norm": 0.25637301802635193,
      "learning_rate": 2.2414779329749418e-05,
      "loss": 0.1566,
      "num_input_tokens_seen": 41048736,
      "step": 21320
    },
    {
      "epoch": 3.4788318786197894,
      "grad_norm": 0.5000568628311157,
      "learning_rate": 2.2405014684409873e-05,
      "loss": 0.1335,
      "num_input_tokens_seen": 41057824,
      "step": 21325
    },
    {
      "epoch": 3.479647605840607,
      "grad_norm": 0.5562915205955505,
      "learning_rate": 2.239525043924968e-05,
      "loss": 0.104,
      "num_input_tokens_seen": 41067824,
      "step": 21330
    },
    {
      "epoch": 3.480463333061424,
      "grad_norm": 0.323310524225235,
      "learning_rate": 2.2385486595774592e-05,
      "loss": 0.1546,
      "num_input_tokens_seen": 41078144,
      "step": 21335
    },
    {
      "epoch": 3.4812790602822417,
      "grad_norm": 0.9399535655975342,
      "learning_rate": 2.237572315549033e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 41086896,
      "step": 21340
    },
    {
      "epoch": 3.482094787503059,
      "grad_norm": 0.7414907813072205,
      "learning_rate": 2.2365960119902545e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 41096944,
      "step": 21345
    },
    {
      "epoch": 3.4829105147238764,
      "grad_norm": 0.7353913187980652,
      "learning_rate": 2.2356197490516806e-05,
      "loss": 0.1201,
      "num_input_tokens_seen": 41107904,
      "step": 21350
    },
    {
      "epoch": 3.4837262419446935,
      "grad_norm": 1.9649934768676758,
      "learning_rate": 2.234643526883863e-05,
      "loss": 0.2619,
      "num_input_tokens_seen": 41117920,
      "step": 21355
    },
    {
      "epoch": 3.484541969165511,
      "grad_norm": 0.7390715479850769,
      "learning_rate": 2.2336673456373497e-05,
      "loss": 0.1916,
      "num_input_tokens_seen": 41126784,
      "step": 21360
    },
    {
      "epoch": 3.4853576963863286,
      "grad_norm": 1.001013159751892,
      "learning_rate": 2.2326912054626772e-05,
      "loss": 0.1695,
      "num_input_tokens_seen": 41135792,
      "step": 21365
    },
    {
      "epoch": 3.4861734236071458,
      "grad_norm": 1.3443292379379272,
      "learning_rate": 2.2317151065103813e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 41145840,
      "step": 21370
    },
    {
      "epoch": 3.486989150827963,
      "grad_norm": 0.8797931671142578,
      "learning_rate": 2.2307390489309865e-05,
      "loss": 0.1632,
      "num_input_tokens_seen": 41156224,
      "step": 21375
    },
    {
      "epoch": 3.4878048780487805,
      "grad_norm": 0.767737090587616,
      "learning_rate": 2.2297630328750146e-05,
      "loss": 0.1372,
      "num_input_tokens_seen": 41165776,
      "step": 21380
    },
    {
      "epoch": 3.488620605269598,
      "grad_norm": 0.7465362548828125,
      "learning_rate": 2.228787058492979e-05,
      "loss": 0.1925,
      "num_input_tokens_seen": 41175216,
      "step": 21385
    },
    {
      "epoch": 3.489436332490415,
      "grad_norm": 0.22616708278656006,
      "learning_rate": 2.2278111259353875e-05,
      "loss": 0.1094,
      "num_input_tokens_seen": 41184656,
      "step": 21390
    },
    {
      "epoch": 3.4902520597112328,
      "grad_norm": 0.5479515790939331,
      "learning_rate": 2.2268352353527395e-05,
      "loss": 0.2117,
      "num_input_tokens_seen": 41193888,
      "step": 21395
    },
    {
      "epoch": 3.49106778693205,
      "grad_norm": 1.0596991777420044,
      "learning_rate": 2.225859386895533e-05,
      "loss": 0.2608,
      "num_input_tokens_seen": 41202080,
      "step": 21400
    },
    {
      "epoch": 3.49106778693205,
      "eval_loss": 0.16416652500629425,
      "eval_runtime": 71.399,
      "eval_samples_per_second": 38.166,
      "eval_steps_per_second": 19.09,
      "num_input_tokens_seen": 41202080,
      "step": 21400
    },
    {
      "epoch": 3.4918835141528675,
      "grad_norm": 0.6748085021972656,
      "learning_rate": 2.2248835807142525e-05,
      "loss": 0.1229,
      "num_input_tokens_seen": 41211888,
      "step": 21405
    },
    {
      "epoch": 3.4926992413736846,
      "grad_norm": 0.6944536566734314,
      "learning_rate": 2.2239078169593826e-05,
      "loss": 0.1238,
      "num_input_tokens_seen": 41220832,
      "step": 21410
    },
    {
      "epoch": 3.493514968594502,
      "grad_norm": 0.29566484689712524,
      "learning_rate": 2.222932095781396e-05,
      "loss": 0.0886,
      "num_input_tokens_seen": 41229600,
      "step": 21415
    },
    {
      "epoch": 3.4943306958153193,
      "grad_norm": 0.9269647002220154,
      "learning_rate": 2.221956417330762e-05,
      "loss": 0.1894,
      "num_input_tokens_seen": 41238416,
      "step": 21420
    },
    {
      "epoch": 3.495146423036137,
      "grad_norm": 0.6691738963127136,
      "learning_rate": 2.2209807817579438e-05,
      "loss": 0.2277,
      "num_input_tokens_seen": 41248816,
      "step": 21425
    },
    {
      "epoch": 3.495962150256954,
      "grad_norm": 1.5581032037734985,
      "learning_rate": 2.220005189213394e-05,
      "loss": 0.1782,
      "num_input_tokens_seen": 41257872,
      "step": 21430
    },
    {
      "epoch": 3.4967778774777716,
      "grad_norm": 0.698125958442688,
      "learning_rate": 2.2190296398475624e-05,
      "loss": 0.2057,
      "num_input_tokens_seen": 41267920,
      "step": 21435
    },
    {
      "epoch": 3.4975936046985887,
      "grad_norm": 1.1473013162612915,
      "learning_rate": 2.2180541338108926e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 41278000,
      "step": 21440
    },
    {
      "epoch": 3.4984093319194063,
      "grad_norm": 0.8894634246826172,
      "learning_rate": 2.2170786712538176e-05,
      "loss": 0.1356,
      "num_input_tokens_seen": 41287872,
      "step": 21445
    },
    {
      "epoch": 3.4992250591402234,
      "grad_norm": 1.067012906074524,
      "learning_rate": 2.216103252326768e-05,
      "loss": 0.1776,
      "num_input_tokens_seen": 41297840,
      "step": 21450
    },
    {
      "epoch": 3.500040786361041,
      "grad_norm": 0.24515226483345032,
      "learning_rate": 2.2151278771801635e-05,
      "loss": 0.2331,
      "num_input_tokens_seen": 41307440,
      "step": 21455
    },
    {
      "epoch": 3.500856513581858,
      "grad_norm": 0.3369465172290802,
      "learning_rate": 2.21415254596442e-05,
      "loss": 0.2411,
      "num_input_tokens_seen": 41315840,
      "step": 21460
    },
    {
      "epoch": 3.5016722408026757,
      "grad_norm": 1.2625765800476074,
      "learning_rate": 2.213177258829947e-05,
      "loss": 0.1649,
      "num_input_tokens_seen": 41325216,
      "step": 21465
    },
    {
      "epoch": 3.502487968023493,
      "grad_norm": 0.3525105118751526,
      "learning_rate": 2.2122020159271445e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 41334768,
      "step": 21470
    },
    {
      "epoch": 3.5033036952443104,
      "grad_norm": 0.42197099328041077,
      "learning_rate": 2.2112268174064075e-05,
      "loss": 0.0961,
      "num_input_tokens_seen": 41344432,
      "step": 21475
    },
    {
      "epoch": 3.5041194224651275,
      "grad_norm": 0.8583076596260071,
      "learning_rate": 2.2102516634181253e-05,
      "loss": 0.1989,
      "num_input_tokens_seen": 41353408,
      "step": 21480
    },
    {
      "epoch": 3.504935149685945,
      "grad_norm": 0.48129570484161377,
      "learning_rate": 2.209276554112677e-05,
      "loss": 0.2587,
      "num_input_tokens_seen": 41362272,
      "step": 21485
    },
    {
      "epoch": 3.5057508769067622,
      "grad_norm": 1.0134766101837158,
      "learning_rate": 2.2083014896404384e-05,
      "loss": 0.1613,
      "num_input_tokens_seen": 41372336,
      "step": 21490
    },
    {
      "epoch": 3.50656660412758,
      "grad_norm": 1.2821887731552124,
      "learning_rate": 2.207326470151775e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 41382368,
      "step": 21495
    },
    {
      "epoch": 3.507382331348397,
      "grad_norm": 1.0944440364837646,
      "learning_rate": 2.2063514957970477e-05,
      "loss": 0.1822,
      "num_input_tokens_seen": 41392672,
      "step": 21500
    },
    {
      "epoch": 3.5081980585692145,
      "grad_norm": 0.33334651589393616,
      "learning_rate": 2.205376566726611e-05,
      "loss": 0.0935,
      "num_input_tokens_seen": 41402992,
      "step": 21505
    },
    {
      "epoch": 3.5090137857900316,
      "grad_norm": 1.2579587697982788,
      "learning_rate": 2.204401683090809e-05,
      "loss": 0.2359,
      "num_input_tokens_seen": 41413312,
      "step": 21510
    },
    {
      "epoch": 3.5098295130108492,
      "grad_norm": 0.9589769840240479,
      "learning_rate": 2.203426845039982e-05,
      "loss": 0.2416,
      "num_input_tokens_seen": 41422448,
      "step": 21515
    },
    {
      "epoch": 3.510645240231667,
      "grad_norm": 1.2781784534454346,
      "learning_rate": 2.202452052724464e-05,
      "loss": 0.1384,
      "num_input_tokens_seen": 41432224,
      "step": 21520
    },
    {
      "epoch": 3.511460967452484,
      "grad_norm": 1.4388177394866943,
      "learning_rate": 2.2014773062945777e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 41441712,
      "step": 21525
    },
    {
      "epoch": 3.512276694673301,
      "grad_norm": 0.5637499094009399,
      "learning_rate": 2.2005026059006427e-05,
      "loss": 0.2106,
      "num_input_tokens_seen": 41451232,
      "step": 21530
    },
    {
      "epoch": 3.5130924218941186,
      "grad_norm": 0.9145630598068237,
      "learning_rate": 2.1995279516929695e-05,
      "loss": 0.1096,
      "num_input_tokens_seen": 41460960,
      "step": 21535
    },
    {
      "epoch": 3.513908149114936,
      "grad_norm": 1.3069216012954712,
      "learning_rate": 2.1985533438218613e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 41471072,
      "step": 21540
    },
    {
      "epoch": 3.5147238763357533,
      "grad_norm": 0.8583523035049438,
      "learning_rate": 2.197578782437617e-05,
      "loss": 0.1985,
      "num_input_tokens_seen": 41481680,
      "step": 21545
    },
    {
      "epoch": 3.5155396035565705,
      "grad_norm": 0.8117575645446777,
      "learning_rate": 2.196604267690524e-05,
      "loss": 0.1273,
      "num_input_tokens_seen": 41491216,
      "step": 21550
    },
    {
      "epoch": 3.516355330777388,
      "grad_norm": 0.7322234511375427,
      "learning_rate": 2.195629799730865e-05,
      "loss": 0.12,
      "num_input_tokens_seen": 41501232,
      "step": 21555
    },
    {
      "epoch": 3.5171710579982056,
      "grad_norm": 0.09459641575813293,
      "learning_rate": 2.1946553787089173e-05,
      "loss": 0.2122,
      "num_input_tokens_seen": 41510656,
      "step": 21560
    },
    {
      "epoch": 3.5179867852190227,
      "grad_norm": 0.9420396089553833,
      "learning_rate": 2.193681004774947e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 41520864,
      "step": 21565
    },
    {
      "epoch": 3.51880251243984,
      "grad_norm": 0.8075419664382935,
      "learning_rate": 2.1927066780792154e-05,
      "loss": 0.1866,
      "num_input_tokens_seen": 41529264,
      "step": 21570
    },
    {
      "epoch": 3.5196182396606575,
      "grad_norm": 1.4311403036117554,
      "learning_rate": 2.191732398771975e-05,
      "loss": 0.1618,
      "num_input_tokens_seen": 41540144,
      "step": 21575
    },
    {
      "epoch": 3.520433966881475,
      "grad_norm": 1.4097874164581299,
      "learning_rate": 2.1907581670034725e-05,
      "loss": 0.1964,
      "num_input_tokens_seen": 41549808,
      "step": 21580
    },
    {
      "epoch": 3.521249694102292,
      "grad_norm": 1.286094307899475,
      "learning_rate": 2.189783982923948e-05,
      "loss": 0.1209,
      "num_input_tokens_seen": 41558192,
      "step": 21585
    },
    {
      "epoch": 3.5220654213231093,
      "grad_norm": 1.5528173446655273,
      "learning_rate": 2.1888098466836303e-05,
      "loss": 0.178,
      "num_input_tokens_seen": 41568624,
      "step": 21590
    },
    {
      "epoch": 3.522881148543927,
      "grad_norm": 0.8643333911895752,
      "learning_rate": 2.1878357584327457e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 41578848,
      "step": 21595
    },
    {
      "epoch": 3.5236968757647444,
      "grad_norm": 0.5118498206138611,
      "learning_rate": 2.1868617183215103e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 41588560,
      "step": 21600
    },
    {
      "epoch": 3.5236968757647444,
      "eval_loss": 0.16520991921424866,
      "eval_runtime": 71.3843,
      "eval_samples_per_second": 38.174,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 41588560,
      "step": 21600
    },
    {
      "epoch": 3.5245126029855616,
      "grad_norm": 0.36072003841400146,
      "learning_rate": 2.1858877265001327e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 41597536,
      "step": 21605
    },
    {
      "epoch": 3.525328330206379,
      "grad_norm": 1.6034795045852661,
      "learning_rate": 2.184913783118816e-05,
      "loss": 0.2524,
      "num_input_tokens_seen": 41606080,
      "step": 21610
    },
    {
      "epoch": 3.5261440574271963,
      "grad_norm": 1.4119373559951782,
      "learning_rate": 2.1839398883277522e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 41615952,
      "step": 21615
    },
    {
      "epoch": 3.526959784648014,
      "grad_norm": 0.42302215099334717,
      "learning_rate": 2.182966042277129e-05,
      "loss": 0.0962,
      "num_input_tokens_seen": 41624480,
      "step": 21620
    },
    {
      "epoch": 3.527775511868831,
      "grad_norm": 1.2301706075668335,
      "learning_rate": 2.181992245117128e-05,
      "loss": 0.2468,
      "num_input_tokens_seen": 41633904,
      "step": 21625
    },
    {
      "epoch": 3.5285912390896486,
      "grad_norm": 0.9329096078872681,
      "learning_rate": 2.181018496997918e-05,
      "loss": 0.2022,
      "num_input_tokens_seen": 41644000,
      "step": 21630
    },
    {
      "epoch": 3.5294069663104657,
      "grad_norm": 0.3099445402622223,
      "learning_rate": 2.1800447980696648e-05,
      "loss": 0.1191,
      "num_input_tokens_seen": 41652720,
      "step": 21635
    },
    {
      "epoch": 3.5302226935312833,
      "grad_norm": 1.2035239934921265,
      "learning_rate": 2.1790711484825248e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 41662144,
      "step": 21640
    },
    {
      "epoch": 3.5310384207521004,
      "grad_norm": 0.46180811524391174,
      "learning_rate": 2.178097548386646e-05,
      "loss": 0.115,
      "num_input_tokens_seen": 41671984,
      "step": 21645
    },
    {
      "epoch": 3.531854147972918,
      "grad_norm": 1.2291094064712524,
      "learning_rate": 2.1771239979321712e-05,
      "loss": 0.205,
      "num_input_tokens_seen": 41681312,
      "step": 21650
    },
    {
      "epoch": 3.532669875193735,
      "grad_norm": 0.9216030836105347,
      "learning_rate": 2.1761504972692327e-05,
      "loss": 0.1808,
      "num_input_tokens_seen": 41691056,
      "step": 21655
    },
    {
      "epoch": 3.5334856024145527,
      "grad_norm": 0.4323922395706177,
      "learning_rate": 2.1751770465479572e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 41701520,
      "step": 21660
    },
    {
      "epoch": 3.53430132963537,
      "grad_norm": 1.0229201316833496,
      "learning_rate": 2.174203645918464e-05,
      "loss": 0.1944,
      "num_input_tokens_seen": 41710752,
      "step": 21665
    },
    {
      "epoch": 3.5351170568561874,
      "grad_norm": 0.7797663807868958,
      "learning_rate": 2.1732302955308624e-05,
      "loss": 0.1474,
      "num_input_tokens_seen": 41720752,
      "step": 21670
    },
    {
      "epoch": 3.5359327840770045,
      "grad_norm": 0.7275959849357605,
      "learning_rate": 2.172256995535255e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 41731504,
      "step": 21675
    },
    {
      "epoch": 3.536748511297822,
      "grad_norm": 0.7488667964935303,
      "learning_rate": 2.171283746081739e-05,
      "loss": 0.0953,
      "num_input_tokens_seen": 41741936,
      "step": 21680
    },
    {
      "epoch": 3.537564238518639,
      "grad_norm": 0.6472854614257812,
      "learning_rate": 2.1703105473203988e-05,
      "loss": 0.2119,
      "num_input_tokens_seen": 41751968,
      "step": 21685
    },
    {
      "epoch": 3.538379965739457,
      "grad_norm": 0.41845086216926575,
      "learning_rate": 2.1693373994013168e-05,
      "loss": 0.1617,
      "num_input_tokens_seen": 41761808,
      "step": 21690
    },
    {
      "epoch": 3.539195692960274,
      "grad_norm": 0.8638537526130676,
      "learning_rate": 2.168364302474562e-05,
      "loss": 0.2312,
      "num_input_tokens_seen": 41771504,
      "step": 21695
    },
    {
      "epoch": 3.5400114201810915,
      "grad_norm": 1.1718615293502808,
      "learning_rate": 2.167391256690199e-05,
      "loss": 0.2462,
      "num_input_tokens_seen": 41782160,
      "step": 21700
    },
    {
      "epoch": 3.5408271474019086,
      "grad_norm": 0.6519836783409119,
      "learning_rate": 2.1664182621982855e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 41791664,
      "step": 21705
    },
    {
      "epoch": 3.541642874622726,
      "grad_norm": 0.4002307951450348,
      "learning_rate": 2.1654453191488673e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 41800896,
      "step": 21710
    },
    {
      "epoch": 3.5424586018435438,
      "grad_norm": 0.7123613357543945,
      "learning_rate": 2.1644724276919846e-05,
      "loss": 0.1393,
      "num_input_tokens_seen": 41811424,
      "step": 21715
    },
    {
      "epoch": 3.543274329064361,
      "grad_norm": 0.9216824769973755,
      "learning_rate": 2.1634995879776715e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 41821440,
      "step": 21720
    },
    {
      "epoch": 3.544090056285178,
      "grad_norm": 0.9869294762611389,
      "learning_rate": 2.162526800155949e-05,
      "loss": 0.1739,
      "num_input_tokens_seen": 41829776,
      "step": 21725
    },
    {
      "epoch": 3.5449057835059956,
      "grad_norm": 0.7561368942260742,
      "learning_rate": 2.1615540643768363e-05,
      "loss": 0.1539,
      "num_input_tokens_seen": 41840512,
      "step": 21730
    },
    {
      "epoch": 3.545721510726813,
      "grad_norm": 1.3756678104400635,
      "learning_rate": 2.160581380790339e-05,
      "loss": 0.2667,
      "num_input_tokens_seen": 41849952,
      "step": 21735
    },
    {
      "epoch": 3.5465372379476303,
      "grad_norm": 0.9098209738731384,
      "learning_rate": 2.1596087495464586e-05,
      "loss": 0.1704,
      "num_input_tokens_seen": 41858944,
      "step": 21740
    },
    {
      "epoch": 3.5473529651684474,
      "grad_norm": 0.763570249080658,
      "learning_rate": 2.1586361707951866e-05,
      "loss": 0.171,
      "num_input_tokens_seen": 41869760,
      "step": 21745
    },
    {
      "epoch": 3.548168692389265,
      "grad_norm": 0.6010499596595764,
      "learning_rate": 2.157663644686507e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 41879072,
      "step": 21750
    },
    {
      "epoch": 3.5489844196100826,
      "grad_norm": 1.4913641214370728,
      "learning_rate": 2.156691171370396e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 41888912,
      "step": 21755
    },
    {
      "epoch": 3.5498001468308997,
      "grad_norm": 0.2585424780845642,
      "learning_rate": 2.1557187509968195e-05,
      "loss": 0.1243,
      "num_input_tokens_seen": 41898176,
      "step": 21760
    },
    {
      "epoch": 3.550615874051717,
      "grad_norm": 1.2344204187393188,
      "learning_rate": 2.1547463837157382e-05,
      "loss": 0.2098,
      "num_input_tokens_seen": 41906336,
      "step": 21765
    },
    {
      "epoch": 3.5514316012725344,
      "grad_norm": 0.6428930759429932,
      "learning_rate": 2.1537740696771045e-05,
      "loss": 0.1587,
      "num_input_tokens_seen": 41916640,
      "step": 21770
    },
    {
      "epoch": 3.552247328493352,
      "grad_norm": 0.411324679851532,
      "learning_rate": 2.1528018090308587e-05,
      "loss": 0.1821,
      "num_input_tokens_seen": 41926880,
      "step": 21775
    },
    {
      "epoch": 3.553063055714169,
      "grad_norm": 0.5177675485610962,
      "learning_rate": 2.151829601926938e-05,
      "loss": 0.181,
      "num_input_tokens_seen": 41936240,
      "step": 21780
    },
    {
      "epoch": 3.5538787829349863,
      "grad_norm": 0.411536306142807,
      "learning_rate": 2.1508574485152684e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 41947136,
      "step": 21785
    },
    {
      "epoch": 3.554694510155804,
      "grad_norm": 0.2896866798400879,
      "learning_rate": 2.1498853489457667e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 41957440,
      "step": 21790
    },
    {
      "epoch": 3.5555102373766214,
      "grad_norm": 0.45610368251800537,
      "learning_rate": 2.1489133033683455e-05,
      "loss": 0.106,
      "num_input_tokens_seen": 41968000,
      "step": 21795
    },
    {
      "epoch": 3.5563259645974385,
      "grad_norm": 0.37108349800109863,
      "learning_rate": 2.1479413119329038e-05,
      "loss": 0.0863,
      "num_input_tokens_seen": 41977888,
      "step": 21800
    },
    {
      "epoch": 3.5563259645974385,
      "eval_loss": 0.16437970101833344,
      "eval_runtime": 71.4279,
      "eval_samples_per_second": 38.15,
      "eval_steps_per_second": 19.082,
      "num_input_tokens_seen": 41977888,
      "step": 21800
    },
    {
      "epoch": 3.557141691818256,
      "grad_norm": 0.3090081810951233,
      "learning_rate": 2.1469693747893355e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 41988144,
      "step": 21805
    },
    {
      "epoch": 3.5579574190390733,
      "grad_norm": 0.5999585390090942,
      "learning_rate": 2.1459974920875274e-05,
      "loss": 0.2444,
      "num_input_tokens_seen": 41997824,
      "step": 21810
    },
    {
      "epoch": 3.558773146259891,
      "grad_norm": 0.7754082083702087,
      "learning_rate": 2.145025663977354e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 42007808,
      "step": 21815
    },
    {
      "epoch": 3.559588873480708,
      "grad_norm": 1.029954195022583,
      "learning_rate": 2.1440538906086844e-05,
      "loss": 0.1668,
      "num_input_tokens_seen": 42016816,
      "step": 21820
    },
    {
      "epoch": 3.5604046007015255,
      "grad_norm": 0.36785075068473816,
      "learning_rate": 2.1430821721313782e-05,
      "loss": 0.0864,
      "num_input_tokens_seen": 42027264,
      "step": 21825
    },
    {
      "epoch": 3.5612203279223427,
      "grad_norm": 0.8467285633087158,
      "learning_rate": 2.142110508695286e-05,
      "loss": 0.1274,
      "num_input_tokens_seen": 42037312,
      "step": 21830
    },
    {
      "epoch": 3.5620360551431602,
      "grad_norm": 0.5339105129241943,
      "learning_rate": 2.1411389004502515e-05,
      "loss": 0.1426,
      "num_input_tokens_seen": 42047008,
      "step": 21835
    },
    {
      "epoch": 3.5628517823639774,
      "grad_norm": 0.40406253933906555,
      "learning_rate": 2.140167347546107e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 42057056,
      "step": 21840
    },
    {
      "epoch": 3.563667509584795,
      "grad_norm": 0.368789404630661,
      "learning_rate": 2.1391958501326793e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 42066512,
      "step": 21845
    },
    {
      "epoch": 3.564483236805612,
      "grad_norm": 0.7879408001899719,
      "learning_rate": 2.1382244083597873e-05,
      "loss": 0.2246,
      "num_input_tokens_seen": 42075280,
      "step": 21850
    },
    {
      "epoch": 3.5652989640264297,
      "grad_norm": 0.8079200387001038,
      "learning_rate": 2.137253022377237e-05,
      "loss": 0.1204,
      "num_input_tokens_seen": 42085392,
      "step": 21855
    },
    {
      "epoch": 3.566114691247247,
      "grad_norm": 0.6577736139297485,
      "learning_rate": 2.136281692334829e-05,
      "loss": 0.1884,
      "num_input_tokens_seen": 42095504,
      "step": 21860
    },
    {
      "epoch": 3.5669304184680644,
      "grad_norm": 0.8599998950958252,
      "learning_rate": 2.135310418382356e-05,
      "loss": 0.137,
      "num_input_tokens_seen": 42104912,
      "step": 21865
    },
    {
      "epoch": 3.5677461456888815,
      "grad_norm": 0.9669195413589478,
      "learning_rate": 2.134339200669598e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 42114736,
      "step": 21870
    },
    {
      "epoch": 3.568561872909699,
      "grad_norm": 0.3471647799015045,
      "learning_rate": 2.133368039346331e-05,
      "loss": 0.155,
      "num_input_tokens_seen": 42123760,
      "step": 21875
    },
    {
      "epoch": 3.569377600130516,
      "grad_norm": 0.570993185043335,
      "learning_rate": 2.1323969345623195e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 42134752,
      "step": 21880
    },
    {
      "epoch": 3.5701933273513338,
      "grad_norm": 0.9830740690231323,
      "learning_rate": 2.1314258864673207e-05,
      "loss": 0.1234,
      "num_input_tokens_seen": 42144592,
      "step": 21885
    },
    {
      "epoch": 3.5710090545721513,
      "grad_norm": 0.22802852094173431,
      "learning_rate": 2.130454895211082e-05,
      "loss": 0.1279,
      "num_input_tokens_seen": 42153296,
      "step": 21890
    },
    {
      "epoch": 3.5718247817929685,
      "grad_norm": 0.4667949676513672,
      "learning_rate": 2.129483960943342e-05,
      "loss": 0.227,
      "num_input_tokens_seen": 42163904,
      "step": 21895
    },
    {
      "epoch": 3.5726405090137856,
      "grad_norm": 0.34995076060295105,
      "learning_rate": 2.128513083813831e-05,
      "loss": 0.2152,
      "num_input_tokens_seen": 42173488,
      "step": 21900
    },
    {
      "epoch": 3.573456236234603,
      "grad_norm": 1.1798490285873413,
      "learning_rate": 2.1275422639722724e-05,
      "loss": 0.1444,
      "num_input_tokens_seen": 42182976,
      "step": 21905
    },
    {
      "epoch": 3.5742719634554208,
      "grad_norm": 0.6883229613304138,
      "learning_rate": 2.126571501568376e-05,
      "loss": 0.1902,
      "num_input_tokens_seen": 42192240,
      "step": 21910
    },
    {
      "epoch": 3.575087690676238,
      "grad_norm": 0.7079063653945923,
      "learning_rate": 2.1256007967518478e-05,
      "loss": 0.116,
      "num_input_tokens_seen": 42200720,
      "step": 21915
    },
    {
      "epoch": 3.575903417897055,
      "grad_norm": 0.271626353263855,
      "learning_rate": 2.124630149672381e-05,
      "loss": 0.1707,
      "num_input_tokens_seen": 42210544,
      "step": 21920
    },
    {
      "epoch": 3.5767191451178726,
      "grad_norm": 1.0250582695007324,
      "learning_rate": 2.1236595604796624e-05,
      "loss": 0.1855,
      "num_input_tokens_seen": 42220128,
      "step": 21925
    },
    {
      "epoch": 3.57753487233869,
      "grad_norm": 0.4890657663345337,
      "learning_rate": 2.1226890293233693e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 42229072,
      "step": 21930
    },
    {
      "epoch": 3.5783505995595073,
      "grad_norm": 0.644885241985321,
      "learning_rate": 2.1217185563531694e-05,
      "loss": 0.1212,
      "num_input_tokens_seen": 42239088,
      "step": 21935
    },
    {
      "epoch": 3.5791663267803244,
      "grad_norm": 0.715290904045105,
      "learning_rate": 2.120748141718721e-05,
      "loss": 0.1973,
      "num_input_tokens_seen": 42248864,
      "step": 21940
    },
    {
      "epoch": 3.579982054001142,
      "grad_norm": 1.1399288177490234,
      "learning_rate": 2.1197777855696765e-05,
      "loss": 0.2107,
      "num_input_tokens_seen": 42256960,
      "step": 21945
    },
    {
      "epoch": 3.5807977812219596,
      "grad_norm": 0.376110702753067,
      "learning_rate": 2.1188074880556746e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 42266208,
      "step": 21950
    },
    {
      "epoch": 3.5816135084427767,
      "grad_norm": 0.7725763916969299,
      "learning_rate": 2.1178372493263495e-05,
      "loss": 0.199,
      "num_input_tokens_seen": 42276016,
      "step": 21955
    },
    {
      "epoch": 3.582429235663594,
      "grad_norm": 0.3996703326702118,
      "learning_rate": 2.116867069531322e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 42286128,
      "step": 21960
    },
    {
      "epoch": 3.5832449628844114,
      "grad_norm": 0.28329992294311523,
      "learning_rate": 2.1158969488202073e-05,
      "loss": 0.1451,
      "num_input_tokens_seen": 42295120,
      "step": 21965
    },
    {
      "epoch": 3.584060690105229,
      "grad_norm": 0.6698939800262451,
      "learning_rate": 2.114926887342611e-05,
      "loss": 0.2527,
      "num_input_tokens_seen": 42305456,
      "step": 21970
    },
    {
      "epoch": 3.584876417326046,
      "grad_norm": 1.0192514657974243,
      "learning_rate": 2.113956885248127e-05,
      "loss": 0.1635,
      "num_input_tokens_seen": 42314688,
      "step": 21975
    },
    {
      "epoch": 3.5856921445468637,
      "grad_norm": 1.069828748703003,
      "learning_rate": 2.112986942686342e-05,
      "loss": 0.1061,
      "num_input_tokens_seen": 42323936,
      "step": 21980
    },
    {
      "epoch": 3.586507871767681,
      "grad_norm": 0.625300943851471,
      "learning_rate": 2.112017059806835e-05,
      "loss": 0.1051,
      "num_input_tokens_seen": 42332496,
      "step": 21985
    },
    {
      "epoch": 3.5873235989884984,
      "grad_norm": 1.3888963460922241,
      "learning_rate": 2.1110472367591724e-05,
      "loss": 0.2494,
      "num_input_tokens_seen": 42342432,
      "step": 21990
    },
    {
      "epoch": 3.5881393262093155,
      "grad_norm": 1.2771731615066528,
      "learning_rate": 2.1100774736929145e-05,
      "loss": 0.2298,
      "num_input_tokens_seen": 42351584,
      "step": 21995
    },
    {
      "epoch": 3.588955053430133,
      "grad_norm": 1.5535972118377686,
      "learning_rate": 2.10910777075761e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 42361392,
      "step": 22000
    },
    {
      "epoch": 3.588955053430133,
      "eval_loss": 0.16291068494319916,
      "eval_runtime": 71.3607,
      "eval_samples_per_second": 38.186,
      "eval_steps_per_second": 19.1,
      "num_input_tokens_seen": 42361392,
      "step": 22000
    },
    {
      "epoch": 3.5897707806509502,
      "grad_norm": 0.8393598198890686,
      "learning_rate": 2.108138128102799e-05,
      "loss": 0.2123,
      "num_input_tokens_seen": 42371904,
      "step": 22005
    },
    {
      "epoch": 3.590586507871768,
      "grad_norm": 0.8701956868171692,
      "learning_rate": 2.107168545878014e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 42380688,
      "step": 22010
    },
    {
      "epoch": 3.591402235092585,
      "grad_norm": 0.6525962352752686,
      "learning_rate": 2.106199024232775e-05,
      "loss": 0.1339,
      "num_input_tokens_seen": 42390864,
      "step": 22015
    },
    {
      "epoch": 3.5922179623134025,
      "grad_norm": 0.4372096657752991,
      "learning_rate": 2.105229563316595e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 42399696,
      "step": 22020
    },
    {
      "epoch": 3.5930336895342196,
      "grad_norm": 0.6979007720947266,
      "learning_rate": 2.1042601632789784e-05,
      "loss": 0.1844,
      "num_input_tokens_seen": 42409360,
      "step": 22025
    },
    {
      "epoch": 3.593849416755037,
      "grad_norm": 0.38057857751846313,
      "learning_rate": 2.103290824269417e-05,
      "loss": 0.1078,
      "num_input_tokens_seen": 42419168,
      "step": 22030
    },
    {
      "epoch": 3.5946651439758543,
      "grad_norm": 0.667973518371582,
      "learning_rate": 2.1023215464373965e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 42429456,
      "step": 22035
    },
    {
      "epoch": 3.595480871196672,
      "grad_norm": 0.8877553343772888,
      "learning_rate": 2.1013523299323908e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 42440112,
      "step": 22040
    },
    {
      "epoch": 3.596296598417489,
      "grad_norm": 0.9490005373954773,
      "learning_rate": 2.1003831749038654e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 42450576,
      "step": 22045
    },
    {
      "epoch": 3.5971123256383066,
      "grad_norm": 0.46677732467651367,
      "learning_rate": 2.099414081501277e-05,
      "loss": 0.1525,
      "num_input_tokens_seen": 42459488,
      "step": 22050
    },
    {
      "epoch": 3.5979280528591238,
      "grad_norm": 1.1755447387695312,
      "learning_rate": 2.09844504987407e-05,
      "loss": 0.2097,
      "num_input_tokens_seen": 42467280,
      "step": 22055
    },
    {
      "epoch": 3.5987437800799413,
      "grad_norm": 0.5862187743186951,
      "learning_rate": 2.097476080171683e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 42477104,
      "step": 22060
    },
    {
      "epoch": 3.5995595073007585,
      "grad_norm": 0.33455944061279297,
      "learning_rate": 2.0965071725435436e-05,
      "loss": 0.1627,
      "num_input_tokens_seen": 42486960,
      "step": 22065
    },
    {
      "epoch": 3.600375234521576,
      "grad_norm": 0.3497859537601471,
      "learning_rate": 2.0955383271390684e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 42495104,
      "step": 22070
    },
    {
      "epoch": 3.601190961742393,
      "grad_norm": 0.8937880396842957,
      "learning_rate": 2.094569544107666e-05,
      "loss": 0.2114,
      "num_input_tokens_seen": 42503664,
      "step": 22075
    },
    {
      "epoch": 3.6020066889632107,
      "grad_norm": 1.2570234537124634,
      "learning_rate": 2.093600823598735e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 42513584,
      "step": 22080
    },
    {
      "epoch": 3.6028224161840283,
      "grad_norm": 0.746867299079895,
      "learning_rate": 2.092632165761663e-05,
      "loss": 0.1246,
      "num_input_tokens_seen": 42524240,
      "step": 22085
    },
    {
      "epoch": 3.6036381434048455,
      "grad_norm": 0.4756106734275818,
      "learning_rate": 2.091663570745832e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 42533680,
      "step": 22090
    },
    {
      "epoch": 3.6044538706256626,
      "grad_norm": 1.0484002828598022,
      "learning_rate": 2.0906950387006086e-05,
      "loss": 0.1676,
      "num_input_tokens_seen": 42543904,
      "step": 22095
    },
    {
      "epoch": 3.60526959784648,
      "grad_norm": 0.740957498550415,
      "learning_rate": 2.0897265697753543e-05,
      "loss": 0.1158,
      "num_input_tokens_seen": 42553344,
      "step": 22100
    },
    {
      "epoch": 3.6060853250672977,
      "grad_norm": 1.3310734033584595,
      "learning_rate": 2.088758164119419e-05,
      "loss": 0.2029,
      "num_input_tokens_seen": 42562256,
      "step": 22105
    },
    {
      "epoch": 3.606901052288115,
      "grad_norm": 1.5340317487716675,
      "learning_rate": 2.0877898218821428e-05,
      "loss": 0.2078,
      "num_input_tokens_seen": 42571504,
      "step": 22110
    },
    {
      "epoch": 3.607716779508932,
      "grad_norm": 0.9592834115028381,
      "learning_rate": 2.0868215432128565e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 42581712,
      "step": 22115
    },
    {
      "epoch": 3.6085325067297496,
      "grad_norm": 0.8291248083114624,
      "learning_rate": 2.0858533282608796e-05,
      "loss": 0.1489,
      "num_input_tokens_seen": 42591440,
      "step": 22120
    },
    {
      "epoch": 3.609348233950567,
      "grad_norm": 0.6867532730102539,
      "learning_rate": 2.084885177175524e-05,
      "loss": 0.1353,
      "num_input_tokens_seen": 42600720,
      "step": 22125
    },
    {
      "epoch": 3.6101639611713843,
      "grad_norm": 0.391100138425827,
      "learning_rate": 2.0839170901060917e-05,
      "loss": 0.2037,
      "num_input_tokens_seen": 42611248,
      "step": 22130
    },
    {
      "epoch": 3.6109796883922014,
      "grad_norm": 0.3010377883911133,
      "learning_rate": 2.082949067201872e-05,
      "loss": 0.1426,
      "num_input_tokens_seen": 42620304,
      "step": 22135
    },
    {
      "epoch": 3.611795415613019,
      "grad_norm": 1.8479008674621582,
      "learning_rate": 2.0819811086121475e-05,
      "loss": 0.2195,
      "num_input_tokens_seen": 42629936,
      "step": 22140
    },
    {
      "epoch": 3.6126111428338366,
      "grad_norm": 1.0646929740905762,
      "learning_rate": 2.08101321448619e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 42639968,
      "step": 22145
    },
    {
      "epoch": 3.6134268700546537,
      "grad_norm": 0.2367657721042633,
      "learning_rate": 2.080045384973259e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 42650176,
      "step": 22150
    },
    {
      "epoch": 3.614242597275471,
      "grad_norm": 0.7814736366271973,
      "learning_rate": 2.0790776202226082e-05,
      "loss": 0.1575,
      "num_input_tokens_seen": 42660368,
      "step": 22155
    },
    {
      "epoch": 3.6150583244962884,
      "grad_norm": 0.5282909274101257,
      "learning_rate": 2.078109920383477e-05,
      "loss": 0.1182,
      "num_input_tokens_seen": 42670736,
      "step": 22160
    },
    {
      "epoch": 3.615874051717106,
      "grad_norm": 1.0383555889129639,
      "learning_rate": 2.0771422856050978e-05,
      "loss": 0.2865,
      "num_input_tokens_seen": 42679952,
      "step": 22165
    },
    {
      "epoch": 3.616689778937923,
      "grad_norm": 0.8453164100646973,
      "learning_rate": 2.076174716036693e-05,
      "loss": 0.1647,
      "num_input_tokens_seen": 42689216,
      "step": 22170
    },
    {
      "epoch": 3.6175055061587407,
      "grad_norm": 0.6942848563194275,
      "learning_rate": 2.075207211827472e-05,
      "loss": 0.1989,
      "num_input_tokens_seen": 42699392,
      "step": 22175
    },
    {
      "epoch": 3.618321233379558,
      "grad_norm": 0.6072997450828552,
      "learning_rate": 2.074239773126638e-05,
      "loss": 0.205,
      "num_input_tokens_seen": 42709920,
      "step": 22180
    },
    {
      "epoch": 3.6191369606003754,
      "grad_norm": 0.44878414273262024,
      "learning_rate": 2.073272400083382e-05,
      "loss": 0.0808,
      "num_input_tokens_seen": 42719616,
      "step": 22185
    },
    {
      "epoch": 3.6199526878211925,
      "grad_norm": 0.38405391573905945,
      "learning_rate": 2.072305092846883e-05,
      "loss": 0.2042,
      "num_input_tokens_seen": 42728624,
      "step": 22190
    },
    {
      "epoch": 3.62076841504201,
      "grad_norm": 0.48510226607322693,
      "learning_rate": 2.0713378515663152e-05,
      "loss": 0.2226,
      "num_input_tokens_seen": 42737840,
      "step": 22195
    },
    {
      "epoch": 3.621584142262827,
      "grad_norm": 1.0216060876846313,
      "learning_rate": 2.070370676390836e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 42746416,
      "step": 22200
    },
    {
      "epoch": 3.621584142262827,
      "eval_loss": 0.16503314673900604,
      "eval_runtime": 71.4077,
      "eval_samples_per_second": 38.161,
      "eval_steps_per_second": 19.088,
      "num_input_tokens_seen": 42746416,
      "step": 22200
    },
    {
      "epoch": 3.622399869483645,
      "grad_norm": 0.6373927593231201,
      "learning_rate": 2.0694035674695974e-05,
      "loss": 0.1847,
      "num_input_tokens_seen": 42756288,
      "step": 22205
    },
    {
      "epoch": 3.623215596704462,
      "grad_norm": 0.5014873147010803,
      "learning_rate": 2.0684365249517416e-05,
      "loss": 0.1762,
      "num_input_tokens_seen": 42766688,
      "step": 22210
    },
    {
      "epoch": 3.6240313239252795,
      "grad_norm": 0.5907958745956421,
      "learning_rate": 2.067469548986396e-05,
      "loss": 0.1518,
      "num_input_tokens_seen": 42775520,
      "step": 22215
    },
    {
      "epoch": 3.6248470511460966,
      "grad_norm": 0.49277210235595703,
      "learning_rate": 2.066502639722681e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 42785360,
      "step": 22220
    },
    {
      "epoch": 3.625662778366914,
      "grad_norm": 1.3860321044921875,
      "learning_rate": 2.065535797309708e-05,
      "loss": 0.2472,
      "num_input_tokens_seen": 42794432,
      "step": 22225
    },
    {
      "epoch": 3.6264785055877313,
      "grad_norm": 0.605525553226471,
      "learning_rate": 2.0645690218965736e-05,
      "loss": 0.1108,
      "num_input_tokens_seen": 42804272,
      "step": 22230
    },
    {
      "epoch": 3.627294232808549,
      "grad_norm": 0.6999454498291016,
      "learning_rate": 2.063602313632369e-05,
      "loss": 0.2318,
      "num_input_tokens_seen": 42814544,
      "step": 22235
    },
    {
      "epoch": 3.628109960029366,
      "grad_norm": 0.1709902435541153,
      "learning_rate": 2.0626356726661704e-05,
      "loss": 0.2383,
      "num_input_tokens_seen": 42824496,
      "step": 22240
    },
    {
      "epoch": 3.6289256872501836,
      "grad_norm": 0.36184096336364746,
      "learning_rate": 2.0616690991470477e-05,
      "loss": 0.1188,
      "num_input_tokens_seen": 42834032,
      "step": 22245
    },
    {
      "epoch": 3.6297414144710007,
      "grad_norm": 1.100037932395935,
      "learning_rate": 2.0607025932240595e-05,
      "loss": 0.1992,
      "num_input_tokens_seen": 42841344,
      "step": 22250
    },
    {
      "epoch": 3.6305571416918183,
      "grad_norm": 1.0688543319702148,
      "learning_rate": 2.059736155046251e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 42849776,
      "step": 22255
    },
    {
      "epoch": 3.631372868912636,
      "grad_norm": 0.28286436200141907,
      "learning_rate": 2.0587697847626603e-05,
      "loss": 0.109,
      "num_input_tokens_seen": 42859280,
      "step": 22260
    },
    {
      "epoch": 3.632188596133453,
      "grad_norm": 0.22379562258720398,
      "learning_rate": 2.057803482522314e-05,
      "loss": 0.1552,
      "num_input_tokens_seen": 42868800,
      "step": 22265
    },
    {
      "epoch": 3.63300432335427,
      "grad_norm": 0.5501025915145874,
      "learning_rate": 2.056837248474227e-05,
      "loss": 0.261,
      "num_input_tokens_seen": 42878848,
      "step": 22270
    },
    {
      "epoch": 3.6338200505750877,
      "grad_norm": 0.8131250739097595,
      "learning_rate": 2.0558710827674064e-05,
      "loss": 0.166,
      "num_input_tokens_seen": 42887648,
      "step": 22275
    },
    {
      "epoch": 3.6346357777959053,
      "grad_norm": 0.5372275114059448,
      "learning_rate": 2.054904985550845e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 42897392,
      "step": 22280
    },
    {
      "epoch": 3.6354515050167224,
      "grad_norm": 1.1677298545837402,
      "learning_rate": 2.0539389569735287e-05,
      "loss": 0.2631,
      "num_input_tokens_seen": 42906384,
      "step": 22285
    },
    {
      "epoch": 3.6362672322375396,
      "grad_norm": 0.7058504223823547,
      "learning_rate": 2.052972997184431e-05,
      "loss": 0.1798,
      "num_input_tokens_seen": 42915072,
      "step": 22290
    },
    {
      "epoch": 3.637082959458357,
      "grad_norm": 0.8228634595870972,
      "learning_rate": 2.0520071063325146e-05,
      "loss": 0.1663,
      "num_input_tokens_seen": 42924032,
      "step": 22295
    },
    {
      "epoch": 3.6378986866791747,
      "grad_norm": 0.7642812728881836,
      "learning_rate": 2.051041284566732e-05,
      "loss": 0.2728,
      "num_input_tokens_seen": 42933168,
      "step": 22300
    },
    {
      "epoch": 3.638714413899992,
      "grad_norm": 0.600837767124176,
      "learning_rate": 2.050075532036026e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 42942944,
      "step": 22305
    },
    {
      "epoch": 3.639530141120809,
      "grad_norm": 0.5625711679458618,
      "learning_rate": 2.0491098488893264e-05,
      "loss": 0.1052,
      "num_input_tokens_seen": 42952464,
      "step": 22310
    },
    {
      "epoch": 3.6403458683416265,
      "grad_norm": 0.9447217583656311,
      "learning_rate": 2.0481442352755546e-05,
      "loss": 0.2173,
      "num_input_tokens_seen": 42962880,
      "step": 22315
    },
    {
      "epoch": 3.641161595562444,
      "grad_norm": 1.0236657857894897,
      "learning_rate": 2.0471786913436198e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 42972976,
      "step": 22320
    },
    {
      "epoch": 3.6419773227832613,
      "grad_norm": 0.5281135439872742,
      "learning_rate": 2.0462132172424218e-05,
      "loss": 0.148,
      "num_input_tokens_seen": 42983024,
      "step": 22325
    },
    {
      "epoch": 3.6427930500040784,
      "grad_norm": 1.4509912729263306,
      "learning_rate": 2.0452478131208484e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 42993472,
      "step": 22330
    },
    {
      "epoch": 3.643608777224896,
      "grad_norm": 0.8281245231628418,
      "learning_rate": 2.0442824791277765e-05,
      "loss": 0.1621,
      "num_input_tokens_seen": 43003344,
      "step": 22335
    },
    {
      "epoch": 3.6444245044457135,
      "grad_norm": 0.5134313106536865,
      "learning_rate": 2.0433172154120727e-05,
      "loss": 0.1946,
      "num_input_tokens_seen": 43012080,
      "step": 22340
    },
    {
      "epoch": 3.6452402316665307,
      "grad_norm": 1.0117108821868896,
      "learning_rate": 2.0423520221225947e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 43020128,
      "step": 22345
    },
    {
      "epoch": 3.6460559588873482,
      "grad_norm": 0.5597412586212158,
      "learning_rate": 2.0413868994081848e-05,
      "loss": 0.0967,
      "num_input_tokens_seen": 43029712,
      "step": 22350
    },
    {
      "epoch": 3.6468716861081654,
      "grad_norm": 0.9815287590026855,
      "learning_rate": 2.0404218474176795e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 43039024,
      "step": 22355
    },
    {
      "epoch": 3.647687413328983,
      "grad_norm": 0.3286718726158142,
      "learning_rate": 2.0394568662999002e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 43048816,
      "step": 22360
    },
    {
      "epoch": 3.6485031405498,
      "grad_norm": 1.4505608081817627,
      "learning_rate": 2.0384919562036593e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 43059136,
      "step": 22365
    },
    {
      "epoch": 3.6493188677706176,
      "grad_norm": 0.8914759159088135,
      "learning_rate": 2.0375271172777593e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 43067904,
      "step": 22370
    },
    {
      "epoch": 3.6501345949914348,
      "grad_norm": 0.4919436573982239,
      "learning_rate": 2.0365623496709885e-05,
      "loss": 0.1071,
      "num_input_tokens_seen": 43077776,
      "step": 22375
    },
    {
      "epoch": 3.6509503222122524,
      "grad_norm": 0.39107924699783325,
      "learning_rate": 2.0355976535321283e-05,
      "loss": 0.0944,
      "num_input_tokens_seen": 43087824,
      "step": 22380
    },
    {
      "epoch": 3.6517660494330695,
      "grad_norm": 0.5862123370170593,
      "learning_rate": 2.034633029009945e-05,
      "loss": 0.1513,
      "num_input_tokens_seen": 43097760,
      "step": 22385
    },
    {
      "epoch": 3.652581776653887,
      "grad_norm": 1.2827430963516235,
      "learning_rate": 2.0336684762531972e-05,
      "loss": 0.1431,
      "num_input_tokens_seen": 43107264,
      "step": 22390
    },
    {
      "epoch": 3.653397503874704,
      "grad_norm": 0.5183829069137573,
      "learning_rate": 2.032703995410631e-05,
      "loss": 0.084,
      "num_input_tokens_seen": 43115984,
      "step": 22395
    },
    {
      "epoch": 3.6542132310955218,
      "grad_norm": 1.0566893815994263,
      "learning_rate": 2.031739586630981e-05,
      "loss": 0.159,
      "num_input_tokens_seen": 43126400,
      "step": 22400
    },
    {
      "epoch": 3.6542132310955218,
      "eval_loss": 0.16633954644203186,
      "eval_runtime": 71.2909,
      "eval_samples_per_second": 38.224,
      "eval_steps_per_second": 19.119,
      "num_input_tokens_seen": 43126400,
      "step": 22400
    },
    {
      "epoch": 3.655028958316339,
      "grad_norm": 1.5320725440979004,
      "learning_rate": 2.0307752500629707e-05,
      "loss": 0.2323,
      "num_input_tokens_seen": 43136672,
      "step": 22405
    },
    {
      "epoch": 3.6558446855371565,
      "grad_norm": 0.5195955038070679,
      "learning_rate": 2.0298109858553144e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 43145216,
      "step": 22410
    },
    {
      "epoch": 3.6566604127579736,
      "grad_norm": 0.6905113458633423,
      "learning_rate": 2.028846794156712e-05,
      "loss": 0.1849,
      "num_input_tokens_seen": 43154480,
      "step": 22415
    },
    {
      "epoch": 3.657476139978791,
      "grad_norm": 1.4909323453903198,
      "learning_rate": 2.027882675115856e-05,
      "loss": 0.1254,
      "num_input_tokens_seen": 43164496,
      "step": 22420
    },
    {
      "epoch": 3.6582918671996083,
      "grad_norm": 0.9628490209579468,
      "learning_rate": 2.026918628881423e-05,
      "loss": 0.1703,
      "num_input_tokens_seen": 43174192,
      "step": 22425
    },
    {
      "epoch": 3.659107594420426,
      "grad_norm": 1.169692039489746,
      "learning_rate": 2.0259546556020833e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 43184688,
      "step": 22430
    },
    {
      "epoch": 3.659923321641243,
      "grad_norm": 1.039182186126709,
      "learning_rate": 2.024990755426493e-05,
      "loss": 0.2633,
      "num_input_tokens_seen": 43194448,
      "step": 22435
    },
    {
      "epoch": 3.6607390488620606,
      "grad_norm": 0.4249301254749298,
      "learning_rate": 2.0240269285032975e-05,
      "loss": 0.1106,
      "num_input_tokens_seen": 43205184,
      "step": 22440
    },
    {
      "epoch": 3.6615547760828777,
      "grad_norm": 0.971936821937561,
      "learning_rate": 2.0230631749811306e-05,
      "loss": 0.1448,
      "num_input_tokens_seen": 43214528,
      "step": 22445
    },
    {
      "epoch": 3.6623705033036953,
      "grad_norm": 0.8917495608329773,
      "learning_rate": 2.0220994950086162e-05,
      "loss": 0.1735,
      "num_input_tokens_seen": 43223808,
      "step": 22450
    },
    {
      "epoch": 3.663186230524513,
      "grad_norm": 1.004524827003479,
      "learning_rate": 2.021135888734365e-05,
      "loss": 0.1091,
      "num_input_tokens_seen": 43233712,
      "step": 22455
    },
    {
      "epoch": 3.66400195774533,
      "grad_norm": 0.47563254833221436,
      "learning_rate": 2.0201723563069783e-05,
      "loss": 0.1023,
      "num_input_tokens_seen": 43243008,
      "step": 22460
    },
    {
      "epoch": 3.664817684966147,
      "grad_norm": 0.8412150144577026,
      "learning_rate": 2.0192088978750433e-05,
      "loss": 0.1434,
      "num_input_tokens_seen": 43253344,
      "step": 22465
    },
    {
      "epoch": 3.6656334121869647,
      "grad_norm": 0.7547078728675842,
      "learning_rate": 2.0182455135871385e-05,
      "loss": 0.1193,
      "num_input_tokens_seen": 43261904,
      "step": 22470
    },
    {
      "epoch": 3.6664491394077823,
      "grad_norm": 0.7549238801002502,
      "learning_rate": 2.0172822035918305e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 43271040,
      "step": 22475
    },
    {
      "epoch": 3.6672648666285994,
      "grad_norm": 0.7764349579811096,
      "learning_rate": 2.016318968037671e-05,
      "loss": 0.1325,
      "num_input_tokens_seen": 43281248,
      "step": 22480
    },
    {
      "epoch": 3.6680805938494165,
      "grad_norm": 0.5224513411521912,
      "learning_rate": 2.015355807073206e-05,
      "loss": 0.1494,
      "num_input_tokens_seen": 43289312,
      "step": 22485
    },
    {
      "epoch": 3.668896321070234,
      "grad_norm": 1.0072134733200073,
      "learning_rate": 2.0143927208469664e-05,
      "loss": 0.1683,
      "num_input_tokens_seen": 43300016,
      "step": 22490
    },
    {
      "epoch": 3.6697120482910517,
      "grad_norm": 0.17540840804576874,
      "learning_rate": 2.0134297095074708e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 43310560,
      "step": 22495
    },
    {
      "epoch": 3.670527775511869,
      "grad_norm": 0.7662457227706909,
      "learning_rate": 2.0124667732032297e-05,
      "loss": 0.1758,
      "num_input_tokens_seen": 43320272,
      "step": 22500
    },
    {
      "epoch": 3.671343502732686,
      "grad_norm": 0.7194825410842896,
      "learning_rate": 2.011503912082738e-05,
      "loss": 0.1424,
      "num_input_tokens_seen": 43329264,
      "step": 22505
    },
    {
      "epoch": 3.6721592299535035,
      "grad_norm": 0.7910543084144592,
      "learning_rate": 2.0105411262944823e-05,
      "loss": 0.1926,
      "num_input_tokens_seen": 43339136,
      "step": 22510
    },
    {
      "epoch": 3.672974957174321,
      "grad_norm": 0.29433536529541016,
      "learning_rate": 2.0095784159869366e-05,
      "loss": 0.1864,
      "num_input_tokens_seen": 43348160,
      "step": 22515
    },
    {
      "epoch": 3.6737906843951382,
      "grad_norm": 0.40845930576324463,
      "learning_rate": 2.0086157813085608e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 43356848,
      "step": 22520
    },
    {
      "epoch": 3.6746064116159554,
      "grad_norm": 0.27701336145401,
      "learning_rate": 2.0076532224078068e-05,
      "loss": 0.093,
      "num_input_tokens_seen": 43366944,
      "step": 22525
    },
    {
      "epoch": 3.675422138836773,
      "grad_norm": 0.6782783269882202,
      "learning_rate": 2.0066907394331142e-05,
      "loss": 0.216,
      "num_input_tokens_seen": 43377024,
      "step": 22530
    },
    {
      "epoch": 3.6762378660575905,
      "grad_norm": 0.9512864947319031,
      "learning_rate": 2.0057283325329077e-05,
      "loss": 0.1444,
      "num_input_tokens_seen": 43386976,
      "step": 22535
    },
    {
      "epoch": 3.6770535932784076,
      "grad_norm": 1.0604112148284912,
      "learning_rate": 2.0047660018556047e-05,
      "loss": 0.0963,
      "num_input_tokens_seen": 43396496,
      "step": 22540
    },
    {
      "epoch": 3.677869320499225,
      "grad_norm": 0.8284839987754822,
      "learning_rate": 2.0038037475496075e-05,
      "loss": 0.2092,
      "num_input_tokens_seen": 43406592,
      "step": 22545
    },
    {
      "epoch": 3.6786850477200423,
      "grad_norm": 0.8856331706047058,
      "learning_rate": 2.0028415697633073e-05,
      "loss": 0.2784,
      "num_input_tokens_seen": 43415984,
      "step": 22550
    },
    {
      "epoch": 3.67950077494086,
      "grad_norm": 1.2102023363113403,
      "learning_rate": 2.0018794686450858e-05,
      "loss": 0.297,
      "num_input_tokens_seen": 43423888,
      "step": 22555
    },
    {
      "epoch": 3.680316502161677,
      "grad_norm": 1.5345890522003174,
      "learning_rate": 2.0009174443433088e-05,
      "loss": 0.1729,
      "num_input_tokens_seen": 43434592,
      "step": 22560
    },
    {
      "epoch": 3.6811322293824946,
      "grad_norm": 0.3505208492279053,
      "learning_rate": 1.999955497006334e-05,
      "loss": 0.1088,
      "num_input_tokens_seen": 43443968,
      "step": 22565
    },
    {
      "epoch": 3.6819479566033118,
      "grad_norm": 0.7585189342498779,
      "learning_rate": 1.9989936267825067e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 43453488,
      "step": 22570
    },
    {
      "epoch": 3.6827636838241293,
      "grad_norm": 0.5304563641548157,
      "learning_rate": 1.9980318338201572e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 43462304,
      "step": 22575
    },
    {
      "epoch": 3.6835794110449465,
      "grad_norm": 0.7325571179389954,
      "learning_rate": 1.997070118267607e-05,
      "loss": 0.2042,
      "num_input_tokens_seen": 43473376,
      "step": 22580
    },
    {
      "epoch": 3.684395138265764,
      "grad_norm": 0.4088275134563446,
      "learning_rate": 1.9961084802731654e-05,
      "loss": 0.138,
      "num_input_tokens_seen": 43483776,
      "step": 22585
    },
    {
      "epoch": 3.685210865486581,
      "grad_norm": 0.5168040990829468,
      "learning_rate": 1.9951469199851273e-05,
      "loss": 0.1934,
      "num_input_tokens_seen": 43494208,
      "step": 22590
    },
    {
      "epoch": 3.6860265927073987,
      "grad_norm": 1.1714884042739868,
      "learning_rate": 1.99418543755178e-05,
      "loss": 0.1296,
      "num_input_tokens_seen": 43504736,
      "step": 22595
    },
    {
      "epoch": 3.686842319928216,
      "grad_norm": 0.5181511640548706,
      "learning_rate": 1.9932240331213936e-05,
      "loss": 0.1628,
      "num_input_tokens_seen": 43513248,
      "step": 22600
    },
    {
      "epoch": 3.686842319928216,
      "eval_loss": 0.16296373307704926,
      "eval_runtime": 71.3769,
      "eval_samples_per_second": 38.178,
      "eval_steps_per_second": 19.096,
      "num_input_tokens_seen": 43513248,
      "step": 22600
    },
    {
      "epoch": 3.6876580471490334,
      "grad_norm": 0.32071810960769653,
      "learning_rate": 1.9922627068422297e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 43521248,
      "step": 22605
    },
    {
      "epoch": 3.6884737743698506,
      "grad_norm": 0.8083938360214233,
      "learning_rate": 1.991301458862538e-05,
      "loss": 0.1495,
      "num_input_tokens_seen": 43532192,
      "step": 22610
    },
    {
      "epoch": 3.689289501590668,
      "grad_norm": 0.8059092164039612,
      "learning_rate": 1.9903402893305536e-05,
      "loss": 0.1929,
      "num_input_tokens_seen": 43541424,
      "step": 22615
    },
    {
      "epoch": 3.6901052288114853,
      "grad_norm": 1.2271596193313599,
      "learning_rate": 1.9893791983945016e-05,
      "loss": 0.2241,
      "num_input_tokens_seen": 43552416,
      "step": 22620
    },
    {
      "epoch": 3.690920956032303,
      "grad_norm": 0.5358583927154541,
      "learning_rate": 1.988418186202594e-05,
      "loss": 0.1747,
      "num_input_tokens_seen": 43562176,
      "step": 22625
    },
    {
      "epoch": 3.6917366832531204,
      "grad_norm": 1.0190825462341309,
      "learning_rate": 1.98745725290303e-05,
      "loss": 0.2195,
      "num_input_tokens_seen": 43572944,
      "step": 22630
    },
    {
      "epoch": 3.6925524104739376,
      "grad_norm": 0.2699640691280365,
      "learning_rate": 1.986496398644e-05,
      "loss": 0.1298,
      "num_input_tokens_seen": 43581360,
      "step": 22635
    },
    {
      "epoch": 3.6933681376947547,
      "grad_norm": 0.7704434990882874,
      "learning_rate": 1.9855356235736777e-05,
      "loss": 0.1235,
      "num_input_tokens_seen": 43592064,
      "step": 22640
    },
    {
      "epoch": 3.6941838649155723,
      "grad_norm": 0.9574763178825378,
      "learning_rate": 1.9845749278402277e-05,
      "loss": 0.1862,
      "num_input_tokens_seen": 43602064,
      "step": 22645
    },
    {
      "epoch": 3.69499959213639,
      "grad_norm": 1.0624030828475952,
      "learning_rate": 1.9836143115918006e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 43610592,
      "step": 22650
    },
    {
      "epoch": 3.695815319357207,
      "grad_norm": 0.37579596042633057,
      "learning_rate": 1.9826537749765367e-05,
      "loss": 0.2281,
      "num_input_tokens_seen": 43619968,
      "step": 22655
    },
    {
      "epoch": 3.696631046578024,
      "grad_norm": 1.5822436809539795,
      "learning_rate": 1.9816933181425625e-05,
      "loss": 0.2868,
      "num_input_tokens_seen": 43629616,
      "step": 22660
    },
    {
      "epoch": 3.6974467737988417,
      "grad_norm": 0.6511611938476562,
      "learning_rate": 1.9807329412379903e-05,
      "loss": 0.1284,
      "num_input_tokens_seen": 43639600,
      "step": 22665
    },
    {
      "epoch": 3.6982625010196593,
      "grad_norm": 0.7954311966896057,
      "learning_rate": 1.9797726444109247e-05,
      "loss": 0.1365,
      "num_input_tokens_seen": 43649568,
      "step": 22670
    },
    {
      "epoch": 3.6990782282404764,
      "grad_norm": 1.257286548614502,
      "learning_rate": 1.9788124278094557e-05,
      "loss": 0.1136,
      "num_input_tokens_seen": 43658368,
      "step": 22675
    },
    {
      "epoch": 3.6998939554612935,
      "grad_norm": 1.5502687692642212,
      "learning_rate": 1.9778522915816594e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 43667888,
      "step": 22680
    },
    {
      "epoch": 3.700709682682111,
      "grad_norm": 1.252777099609375,
      "learning_rate": 1.9768922358756014e-05,
      "loss": 0.205,
      "num_input_tokens_seen": 43677776,
      "step": 22685
    },
    {
      "epoch": 3.7015254099029287,
      "grad_norm": 0.21528175473213196,
      "learning_rate": 1.9759322608393353e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 43686608,
      "step": 22690
    },
    {
      "epoch": 3.702341137123746,
      "grad_norm": 0.5892819762229919,
      "learning_rate": 1.9749723666208992e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 43696880,
      "step": 22695
    },
    {
      "epoch": 3.703156864344563,
      "grad_norm": 0.5697767734527588,
      "learning_rate": 1.9740125533683235e-05,
      "loss": 0.1878,
      "num_input_tokens_seen": 43707040,
      "step": 22700
    },
    {
      "epoch": 3.7039725915653805,
      "grad_norm": 1.254219889640808,
      "learning_rate": 1.9730528212296208e-05,
      "loss": 0.2585,
      "num_input_tokens_seen": 43717568,
      "step": 22705
    },
    {
      "epoch": 3.704788318786198,
      "grad_norm": 1.328518271446228,
      "learning_rate": 1.9720931703527945e-05,
      "loss": 0.2026,
      "num_input_tokens_seen": 43726800,
      "step": 22710
    },
    {
      "epoch": 3.705604046007015,
      "grad_norm": 1.0404632091522217,
      "learning_rate": 1.9711336008858373e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 43736496,
      "step": 22715
    },
    {
      "epoch": 3.7064197732278323,
      "grad_norm": 0.275545597076416,
      "learning_rate": 1.9701741129767233e-05,
      "loss": 0.1747,
      "num_input_tokens_seen": 43746816,
      "step": 22720
    },
    {
      "epoch": 3.70723550044865,
      "grad_norm": 0.75164395570755,
      "learning_rate": 1.9692147067734202e-05,
      "loss": 0.2401,
      "num_input_tokens_seen": 43755696,
      "step": 22725
    },
    {
      "epoch": 3.7080512276694675,
      "grad_norm": 0.7544496655464172,
      "learning_rate": 1.96825538242388e-05,
      "loss": 0.137,
      "num_input_tokens_seen": 43765600,
      "step": 22730
    },
    {
      "epoch": 3.7088669548902846,
      "grad_norm": 0.31844285130500793,
      "learning_rate": 1.967296140076041e-05,
      "loss": 0.0776,
      "num_input_tokens_seen": 43774832,
      "step": 22735
    },
    {
      "epoch": 3.709682682111102,
      "grad_norm": 0.8491668105125427,
      "learning_rate": 1.966336979877833e-05,
      "loss": 0.1308,
      "num_input_tokens_seen": 43784912,
      "step": 22740
    },
    {
      "epoch": 3.7104984093319193,
      "grad_norm": 1.4264999628067017,
      "learning_rate": 1.9653779019771678e-05,
      "loss": 0.2016,
      "num_input_tokens_seen": 43793024,
      "step": 22745
    },
    {
      "epoch": 3.711314136552737,
      "grad_norm": 0.8938721418380737,
      "learning_rate": 1.9644189065219488e-05,
      "loss": 0.2119,
      "num_input_tokens_seen": 43802896,
      "step": 22750
    },
    {
      "epoch": 3.712129863773554,
      "grad_norm": 0.33520954847335815,
      "learning_rate": 1.9634599936600655e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 43812032,
      "step": 22755
    },
    {
      "epoch": 3.7129455909943716,
      "grad_norm": 0.5324186086654663,
      "learning_rate": 1.9625011635393935e-05,
      "loss": 0.1385,
      "num_input_tokens_seen": 43820592,
      "step": 22760
    },
    {
      "epoch": 3.7137613182151887,
      "grad_norm": 0.718479335308075,
      "learning_rate": 1.9615424163077963e-05,
      "loss": 0.1268,
      "num_input_tokens_seen": 43829648,
      "step": 22765
    },
    {
      "epoch": 3.7145770454360063,
      "grad_norm": 0.3872045576572418,
      "learning_rate": 1.9605837521131263e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 43839184,
      "step": 22770
    },
    {
      "epoch": 3.7153927726568234,
      "grad_norm": 0.3471530079841614,
      "learning_rate": 1.9596251711032192e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 43849488,
      "step": 22775
    },
    {
      "epoch": 3.716208499877641,
      "grad_norm": 0.4103206992149353,
      "learning_rate": 1.958666673425903e-05,
      "loss": 0.1077,
      "num_input_tokens_seen": 43858128,
      "step": 22780
    },
    {
      "epoch": 3.717024227098458,
      "grad_norm": 1.876059651374817,
      "learning_rate": 1.957708259228987e-05,
      "loss": 0.1346,
      "num_input_tokens_seen": 43869136,
      "step": 22785
    },
    {
      "epoch": 3.7178399543192757,
      "grad_norm": 0.5544430613517761,
      "learning_rate": 1.956749928660273e-05,
      "loss": 0.1107,
      "num_input_tokens_seen": 43877680,
      "step": 22790
    },
    {
      "epoch": 3.718655681540093,
      "grad_norm": 0.7066000699996948,
      "learning_rate": 1.955791681867547e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 43886960,
      "step": 22795
    },
    {
      "epoch": 3.7194714087609104,
      "grad_norm": 0.6631160974502563,
      "learning_rate": 1.9548335189985824e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 43896720,
      "step": 22800
    },
    {
      "epoch": 3.7194714087609104,
      "eval_loss": 0.16366741061210632,
      "eval_runtime": 71.4193,
      "eval_samples_per_second": 38.155,
      "eval_steps_per_second": 19.084,
      "num_input_tokens_seen": 43896720,
      "step": 22800
    },
    {
      "epoch": 3.7202871359817276,
      "grad_norm": 1.5454708337783813,
      "learning_rate": 1.9538754402011396e-05,
      "loss": 0.2193,
      "num_input_tokens_seen": 43906848,
      "step": 22805
    },
    {
      "epoch": 3.721102863202545,
      "grad_norm": 0.8807953596115112,
      "learning_rate": 1.952917445622968e-05,
      "loss": 0.2242,
      "num_input_tokens_seen": 43916304,
      "step": 22810
    },
    {
      "epoch": 3.7219185904233623,
      "grad_norm": 0.8217093348503113,
      "learning_rate": 1.9519595354118005e-05,
      "loss": 0.1534,
      "num_input_tokens_seen": 43925808,
      "step": 22815
    },
    {
      "epoch": 3.72273431764418,
      "grad_norm": 0.6650662422180176,
      "learning_rate": 1.951001709715361e-05,
      "loss": 0.1613,
      "num_input_tokens_seen": 43935408,
      "step": 22820
    },
    {
      "epoch": 3.7235500448649974,
      "grad_norm": 0.5757690072059631,
      "learning_rate": 1.9500439686813556e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 43945712,
      "step": 22825
    },
    {
      "epoch": 3.7243657720858145,
      "grad_norm": 0.3384529948234558,
      "learning_rate": 1.949086312457482e-05,
      "loss": 0.1386,
      "num_input_tokens_seen": 43956832,
      "step": 22830
    },
    {
      "epoch": 3.7251814993066317,
      "grad_norm": 1.0579079389572144,
      "learning_rate": 1.9481287411914223e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 43966512,
      "step": 22835
    },
    {
      "epoch": 3.7259972265274492,
      "grad_norm": 0.7523263096809387,
      "learning_rate": 1.9471712550308457e-05,
      "loss": 0.1973,
      "num_input_tokens_seen": 43977152,
      "step": 22840
    },
    {
      "epoch": 3.726812953748267,
      "grad_norm": 0.46771240234375,
      "learning_rate": 1.946213854123409e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 43986592,
      "step": 22845
    },
    {
      "epoch": 3.727628680969084,
      "grad_norm": 0.6694076061248779,
      "learning_rate": 1.9452565386167554e-05,
      "loss": 0.1254,
      "num_input_tokens_seen": 43996080,
      "step": 22850
    },
    {
      "epoch": 3.728444408189901,
      "grad_norm": 0.8152298331260681,
      "learning_rate": 1.9442993086585142e-05,
      "loss": 0.1132,
      "num_input_tokens_seen": 44005232,
      "step": 22855
    },
    {
      "epoch": 3.7292601354107187,
      "grad_norm": 1.2463445663452148,
      "learning_rate": 1.9433421643963043e-05,
      "loss": 0.2148,
      "num_input_tokens_seen": 44014784,
      "step": 22860
    },
    {
      "epoch": 3.7300758626315362,
      "grad_norm": 1.1393122673034668,
      "learning_rate": 1.942385105977727e-05,
      "loss": 0.1993,
      "num_input_tokens_seen": 44025248,
      "step": 22865
    },
    {
      "epoch": 3.7308915898523534,
      "grad_norm": 0.9967069625854492,
      "learning_rate": 1.9414281335503743e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 44035328,
      "step": 22870
    },
    {
      "epoch": 3.7317073170731705,
      "grad_norm": 0.2886767089366913,
      "learning_rate": 1.9404712472618232e-05,
      "loss": 0.1106,
      "num_input_tokens_seen": 44044192,
      "step": 22875
    },
    {
      "epoch": 3.732523044293988,
      "grad_norm": 1.1316802501678467,
      "learning_rate": 1.939514447259636e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 44053712,
      "step": 22880
    },
    {
      "epoch": 3.7333387715148056,
      "grad_norm": 0.5971453785896301,
      "learning_rate": 1.938557733691365e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 44063280,
      "step": 22885
    },
    {
      "epoch": 3.7341544987356228,
      "grad_norm": 0.6661782264709473,
      "learning_rate": 1.9376011067045476e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 44072320,
      "step": 22890
    },
    {
      "epoch": 3.73497022595644,
      "grad_norm": 1.1448733806610107,
      "learning_rate": 1.9366445664467065e-05,
      "loss": 0.2002,
      "num_input_tokens_seen": 44080848,
      "step": 22895
    },
    {
      "epoch": 3.7357859531772575,
      "grad_norm": 0.9012627005577087,
      "learning_rate": 1.9356881130653533e-05,
      "loss": 0.215,
      "num_input_tokens_seen": 44090080,
      "step": 22900
    },
    {
      "epoch": 3.736601680398075,
      "grad_norm": 0.9386755228042603,
      "learning_rate": 1.9347317467079846e-05,
      "loss": 0.2303,
      "num_input_tokens_seen": 44099408,
      "step": 22905
    },
    {
      "epoch": 3.737417407618892,
      "grad_norm": 0.5711591243743896,
      "learning_rate": 1.9337754675220836e-05,
      "loss": 0.1204,
      "num_input_tokens_seen": 44108256,
      "step": 22910
    },
    {
      "epoch": 3.7382331348397098,
      "grad_norm": 1.6799496412277222,
      "learning_rate": 1.9328192756551218e-05,
      "loss": 0.2286,
      "num_input_tokens_seen": 44117200,
      "step": 22915
    },
    {
      "epoch": 3.739048862060527,
      "grad_norm": 0.6679170727729797,
      "learning_rate": 1.931863171254555e-05,
      "loss": 0.1339,
      "num_input_tokens_seen": 44127408,
      "step": 22920
    },
    {
      "epoch": 3.7398645892813445,
      "grad_norm": 0.8836972117424011,
      "learning_rate": 1.930907154467826e-05,
      "loss": 0.1683,
      "num_input_tokens_seen": 44137136,
      "step": 22925
    },
    {
      "epoch": 3.7406803165021616,
      "grad_norm": 1.079297423362732,
      "learning_rate": 1.9299512254423673e-05,
      "loss": 0.1572,
      "num_input_tokens_seen": 44144944,
      "step": 22930
    },
    {
      "epoch": 3.741496043722979,
      "grad_norm": 0.4613474905490875,
      "learning_rate": 1.9289953843255914e-05,
      "loss": 0.2095,
      "num_input_tokens_seen": 44154656,
      "step": 22935
    },
    {
      "epoch": 3.7423117709437963,
      "grad_norm": 1.474398136138916,
      "learning_rate": 1.9280396312649048e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 44164416,
      "step": 22940
    },
    {
      "epoch": 3.743127498164614,
      "grad_norm": 0.9465174674987793,
      "learning_rate": 1.9270839664076936e-05,
      "loss": 0.1152,
      "num_input_tokens_seen": 44173232,
      "step": 22945
    },
    {
      "epoch": 3.743943225385431,
      "grad_norm": 0.5101349353790283,
      "learning_rate": 1.9261283899013345e-05,
      "loss": 0.1855,
      "num_input_tokens_seen": 44182592,
      "step": 22950
    },
    {
      "epoch": 3.7447589526062486,
      "grad_norm": 1.1670573949813843,
      "learning_rate": 1.92517290189319e-05,
      "loss": 0.1631,
      "num_input_tokens_seen": 44191712,
      "step": 22955
    },
    {
      "epoch": 3.7455746798270657,
      "grad_norm": 0.6141003370285034,
      "learning_rate": 1.924217502530607e-05,
      "loss": 0.1568,
      "num_input_tokens_seen": 44201168,
      "step": 22960
    },
    {
      "epoch": 3.7463904070478833,
      "grad_norm": 1.2126482725143433,
      "learning_rate": 1.9232621919609207e-05,
      "loss": 0.2538,
      "num_input_tokens_seen": 44211632,
      "step": 22965
    },
    {
      "epoch": 3.7472061342687004,
      "grad_norm": 1.1686147451400757,
      "learning_rate": 1.9223069703314534e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 44221024,
      "step": 22970
    },
    {
      "epoch": 3.748021861489518,
      "grad_norm": 0.8647174835205078,
      "learning_rate": 1.92135183778951e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 44231280,
      "step": 22975
    },
    {
      "epoch": 3.748837588710335,
      "grad_norm": 0.7637439966201782,
      "learning_rate": 1.9203967944823857e-05,
      "loss": 0.1722,
      "num_input_tokens_seen": 44240960,
      "step": 22980
    },
    {
      "epoch": 3.7496533159311527,
      "grad_norm": 0.7291132211685181,
      "learning_rate": 1.9194418405573588e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 44249936,
      "step": 22985
    },
    {
      "epoch": 3.75046904315197,
      "grad_norm": 0.7686363458633423,
      "learning_rate": 1.9184869761616954e-05,
      "loss": 0.1559,
      "num_input_tokens_seen": 44259296,
      "step": 22990
    },
    {
      "epoch": 3.7512847703727874,
      "grad_norm": 0.6410837173461914,
      "learning_rate": 1.9175322014426495e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 44268800,
      "step": 22995
    },
    {
      "epoch": 3.7521004975936045,
      "grad_norm": 0.4134206175804138,
      "learning_rate": 1.9165775165474565e-05,
      "loss": 0.1135,
      "num_input_tokens_seen": 44278640,
      "step": 23000
    },
    {
      "epoch": 3.7521004975936045,
      "eval_loss": 0.16299670934677124,
      "eval_runtime": 71.4863,
      "eval_samples_per_second": 38.119,
      "eval_steps_per_second": 19.067,
      "num_input_tokens_seen": 44278640,
      "step": 23000
    },
    {
      "epoch": 3.752916224814422,
      "grad_norm": 0.258387953042984,
      "learning_rate": 1.9156229216233434e-05,
      "loss": 0.1323,
      "num_input_tokens_seen": 44287952,
      "step": 23005
    },
    {
      "epoch": 3.7537319520352392,
      "grad_norm": 0.33571314811706543,
      "learning_rate": 1.9146684168175184e-05,
      "loss": 0.1221,
      "num_input_tokens_seen": 44298192,
      "step": 23010
    },
    {
      "epoch": 3.754547679256057,
      "grad_norm": 0.22936615347862244,
      "learning_rate": 1.9137140022771796e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 44308640,
      "step": 23015
    },
    {
      "epoch": 3.7553634064768744,
      "grad_norm": 0.8646973967552185,
      "learning_rate": 1.9127596781495103e-05,
      "loss": 0.1935,
      "num_input_tokens_seen": 44319088,
      "step": 23020
    },
    {
      "epoch": 3.7561791336976915,
      "grad_norm": 0.8588494062423706,
      "learning_rate": 1.9118054445816767e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 44328336,
      "step": 23025
    },
    {
      "epoch": 3.7569948609185086,
      "grad_norm": 0.8128058314323425,
      "learning_rate": 1.9108513017208356e-05,
      "loss": 0.1034,
      "num_input_tokens_seen": 44338176,
      "step": 23030
    },
    {
      "epoch": 3.7578105881393262,
      "grad_norm": 0.9910539984703064,
      "learning_rate": 1.9098972497141287e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 44347552,
      "step": 23035
    },
    {
      "epoch": 3.758626315360144,
      "grad_norm": 0.4484686553478241,
      "learning_rate": 1.9089432887086806e-05,
      "loss": 0.2457,
      "num_input_tokens_seen": 44356560,
      "step": 23040
    },
    {
      "epoch": 3.759442042580961,
      "grad_norm": 1.1932628154754639,
      "learning_rate": 1.9079894188516056e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 44366560,
      "step": 23045
    },
    {
      "epoch": 3.760257769801778,
      "grad_norm": 0.27365124225616455,
      "learning_rate": 1.907035640290002e-05,
      "loss": 0.1161,
      "num_input_tokens_seen": 44375264,
      "step": 23050
    },
    {
      "epoch": 3.7610734970225956,
      "grad_norm": 0.8392894864082336,
      "learning_rate": 1.9060819531709534e-05,
      "loss": 0.1799,
      "num_input_tokens_seen": 44385968,
      "step": 23055
    },
    {
      "epoch": 3.761889224243413,
      "grad_norm": 0.2749628722667694,
      "learning_rate": 1.9051283576415325e-05,
      "loss": 0.1403,
      "num_input_tokens_seen": 44394208,
      "step": 23060
    },
    {
      "epoch": 3.7627049514642303,
      "grad_norm": 1.0587867498397827,
      "learning_rate": 1.904174853848793e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 44403808,
      "step": 23065
    },
    {
      "epoch": 3.7635206786850475,
      "grad_norm": 0.6747980117797852,
      "learning_rate": 1.903221441939779e-05,
      "loss": 0.1213,
      "num_input_tokens_seen": 44413728,
      "step": 23070
    },
    {
      "epoch": 3.764336405905865,
      "grad_norm": 0.8882411122322083,
      "learning_rate": 1.9022681220615194e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 44424256,
      "step": 23075
    },
    {
      "epoch": 3.7651521331266826,
      "grad_norm": 0.37082797288894653,
      "learning_rate": 1.9013148943610255e-05,
      "loss": 0.1686,
      "num_input_tokens_seen": 44434592,
      "step": 23080
    },
    {
      "epoch": 3.7659678603474998,
      "grad_norm": 0.7763493061065674,
      "learning_rate": 1.9003617589852998e-05,
      "loss": 0.2517,
      "num_input_tokens_seen": 44443824,
      "step": 23085
    },
    {
      "epoch": 3.766783587568317,
      "grad_norm": 0.5314973592758179,
      "learning_rate": 1.899408716081326e-05,
      "loss": 0.1971,
      "num_input_tokens_seen": 44453616,
      "step": 23090
    },
    {
      "epoch": 3.7675993147891345,
      "grad_norm": 0.768226146697998,
      "learning_rate": 1.898455765796075e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 44462544,
      "step": 23095
    },
    {
      "epoch": 3.768415042009952,
      "grad_norm": 1.4944456815719604,
      "learning_rate": 1.8975029082765053e-05,
      "loss": 0.2218,
      "num_input_tokens_seen": 44473872,
      "step": 23100
    },
    {
      "epoch": 3.769230769230769,
      "grad_norm": 1.170717477798462,
      "learning_rate": 1.8965501436695577e-05,
      "loss": 0.2178,
      "num_input_tokens_seen": 44483664,
      "step": 23105
    },
    {
      "epoch": 3.7700464964515867,
      "grad_norm": 0.7887721657752991,
      "learning_rate": 1.895597472122161e-05,
      "loss": 0.1335,
      "num_input_tokens_seen": 44493120,
      "step": 23110
    },
    {
      "epoch": 3.770862223672404,
      "grad_norm": 0.5636228322982788,
      "learning_rate": 1.894644893781231e-05,
      "loss": 0.1159,
      "num_input_tokens_seen": 44502048,
      "step": 23115
    },
    {
      "epoch": 3.7716779508932214,
      "grad_norm": 0.7174689173698425,
      "learning_rate": 1.893692408793665e-05,
      "loss": 0.146,
      "num_input_tokens_seen": 44511920,
      "step": 23120
    },
    {
      "epoch": 3.7724936781140386,
      "grad_norm": 0.6334786415100098,
      "learning_rate": 1.8927400173063493e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 44521936,
      "step": 23125
    },
    {
      "epoch": 3.773309405334856,
      "grad_norm": 0.8141726851463318,
      "learning_rate": 1.891787719466154e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 44531840,
      "step": 23130
    },
    {
      "epoch": 3.7741251325556733,
      "grad_norm": 0.18553993105888367,
      "learning_rate": 1.8908355154199346e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 44540224,
      "step": 23135
    },
    {
      "epoch": 3.774940859776491,
      "grad_norm": 0.6711868643760681,
      "learning_rate": 1.8898834053145357e-05,
      "loss": 0.2471,
      "num_input_tokens_seen": 44549312,
      "step": 23140
    },
    {
      "epoch": 3.775756586997308,
      "grad_norm": 0.7963569760322571,
      "learning_rate": 1.8889313892967813e-05,
      "loss": 0.1999,
      "num_input_tokens_seen": 44559664,
      "step": 23145
    },
    {
      "epoch": 3.7765723142181256,
      "grad_norm": 0.6526479721069336,
      "learning_rate": 1.8879794675134863e-05,
      "loss": 0.1852,
      "num_input_tokens_seen": 44568800,
      "step": 23150
    },
    {
      "epoch": 3.7773880414389427,
      "grad_norm": 0.7370617985725403,
      "learning_rate": 1.8870276401114494e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 44578896,
      "step": 23155
    },
    {
      "epoch": 3.7782037686597603,
      "grad_norm": 0.7086020112037659,
      "learning_rate": 1.886075907237453e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 44589344,
      "step": 23160
    },
    {
      "epoch": 3.7790194958805774,
      "grad_norm": 0.9533143639564514,
      "learning_rate": 1.8851242690382672e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 44599744,
      "step": 23165
    },
    {
      "epoch": 3.779835223101395,
      "grad_norm": 0.8667479157447815,
      "learning_rate": 1.884172725660645e-05,
      "loss": 0.1134,
      "num_input_tokens_seen": 44609600,
      "step": 23170
    },
    {
      "epoch": 3.780650950322212,
      "grad_norm": 1.514526605606079,
      "learning_rate": 1.8832212772513277e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 44619296,
      "step": 23175
    },
    {
      "epoch": 3.7814666775430297,
      "grad_norm": 0.8238810300827026,
      "learning_rate": 1.8822699239570414e-05,
      "loss": 0.225,
      "num_input_tokens_seen": 44628928,
      "step": 23180
    },
    {
      "epoch": 3.782282404763847,
      "grad_norm": 1.0704946517944336,
      "learning_rate": 1.8813186659244943e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 44638016,
      "step": 23185
    },
    {
      "epoch": 3.7830981319846644,
      "grad_norm": 0.5731544494628906,
      "learning_rate": 1.880367503300385e-05,
      "loss": 0.2709,
      "num_input_tokens_seen": 44647520,
      "step": 23190
    },
    {
      "epoch": 3.783913859205482,
      "grad_norm": 1.2278538942337036,
      "learning_rate": 1.8794164362313927e-05,
      "loss": 0.2079,
      "num_input_tokens_seen": 44656784,
      "step": 23195
    },
    {
      "epoch": 3.784729586426299,
      "grad_norm": 0.2562468945980072,
      "learning_rate": 1.878465464864185e-05,
      "loss": 0.124,
      "num_input_tokens_seen": 44666464,
      "step": 23200
    },
    {
      "epoch": 3.784729586426299,
      "eval_loss": 0.16324076056480408,
      "eval_runtime": 71.3585,
      "eval_samples_per_second": 38.187,
      "eval_steps_per_second": 19.101,
      "num_input_tokens_seen": 44666464,
      "step": 23200
    },
    {
      "epoch": 3.785545313647116,
      "grad_norm": 0.9897249937057495,
      "learning_rate": 1.877514589345414e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 44676944,
      "step": 23205
    },
    {
      "epoch": 3.786361040867934,
      "grad_norm": 0.5127070546150208,
      "learning_rate": 1.876563809821715e-05,
      "loss": 0.0864,
      "num_input_tokens_seen": 44686912,
      "step": 23210
    },
    {
      "epoch": 3.7871767680887514,
      "grad_norm": 0.42216435074806213,
      "learning_rate": 1.8756131264397106e-05,
      "loss": 0.112,
      "num_input_tokens_seen": 44696080,
      "step": 23215
    },
    {
      "epoch": 3.7879924953095685,
      "grad_norm": 1.2040565013885498,
      "learning_rate": 1.87466253934601e-05,
      "loss": 0.2157,
      "num_input_tokens_seen": 44705408,
      "step": 23220
    },
    {
      "epoch": 3.7888082225303856,
      "grad_norm": 0.4862213432788849,
      "learning_rate": 1.8737120486872033e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 44715424,
      "step": 23225
    },
    {
      "epoch": 3.789623949751203,
      "grad_norm": 0.4683772623538971,
      "learning_rate": 1.8727616546098696e-05,
      "loss": 0.2191,
      "num_input_tokens_seen": 44725536,
      "step": 23230
    },
    {
      "epoch": 3.7904396769720208,
      "grad_norm": 0.6388877034187317,
      "learning_rate": 1.8718113572605716e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 44735840,
      "step": 23235
    },
    {
      "epoch": 3.791255404192838,
      "grad_norm": 0.9069877862930298,
      "learning_rate": 1.8708611567858554e-05,
      "loss": 0.1741,
      "num_input_tokens_seen": 44745792,
      "step": 23240
    },
    {
      "epoch": 3.792071131413655,
      "grad_norm": 0.8979048132896423,
      "learning_rate": 1.8699110533322565e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 44755424,
      "step": 23245
    },
    {
      "epoch": 3.7928868586344726,
      "grad_norm": 0.9885372519493103,
      "learning_rate": 1.8689610470462897e-05,
      "loss": 0.1651,
      "num_input_tokens_seen": 44765280,
      "step": 23250
    },
    {
      "epoch": 3.79370258585529,
      "grad_norm": 0.2755708396434784,
      "learning_rate": 1.8680111380744604e-05,
      "loss": 0.129,
      "num_input_tokens_seen": 44773760,
      "step": 23255
    },
    {
      "epoch": 3.7945183130761073,
      "grad_norm": 0.9180989265441895,
      "learning_rate": 1.8670613265632564e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 44783280,
      "step": 23260
    },
    {
      "epoch": 3.7953340402969244,
      "grad_norm": 0.2550986111164093,
      "learning_rate": 1.866111612659149e-05,
      "loss": 0.11,
      "num_input_tokens_seen": 44793040,
      "step": 23265
    },
    {
      "epoch": 3.796149767517742,
      "grad_norm": 1.7169662714004517,
      "learning_rate": 1.8651619965085967e-05,
      "loss": 0.1032,
      "num_input_tokens_seen": 44803072,
      "step": 23270
    },
    {
      "epoch": 3.7969654947385596,
      "grad_norm": 0.5356987118721008,
      "learning_rate": 1.8642124782580433e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 44812848,
      "step": 23275
    },
    {
      "epoch": 3.7977812219593767,
      "grad_norm": 0.5587337017059326,
      "learning_rate": 1.8632630580539144e-05,
      "loss": 0.1053,
      "num_input_tokens_seen": 44821664,
      "step": 23280
    },
    {
      "epoch": 3.7985969491801943,
      "grad_norm": 0.7839471697807312,
      "learning_rate": 1.862313736042625e-05,
      "loss": 0.2158,
      "num_input_tokens_seen": 44831312,
      "step": 23285
    },
    {
      "epoch": 3.7994126764010114,
      "grad_norm": 0.6061227321624756,
      "learning_rate": 1.8613645123705703e-05,
      "loss": 0.1734,
      "num_input_tokens_seen": 44841072,
      "step": 23290
    },
    {
      "epoch": 3.800228403621829,
      "grad_norm": 0.6729063987731934,
      "learning_rate": 1.8604153871841328e-05,
      "loss": 0.1948,
      "num_input_tokens_seen": 44850896,
      "step": 23295
    },
    {
      "epoch": 3.801044130842646,
      "grad_norm": 0.7725235819816589,
      "learning_rate": 1.859466360629682e-05,
      "loss": 0.1419,
      "num_input_tokens_seen": 44859344,
      "step": 23300
    },
    {
      "epoch": 3.8018598580634637,
      "grad_norm": 0.2918016016483307,
      "learning_rate": 1.8585174328535666e-05,
      "loss": 0.0967,
      "num_input_tokens_seen": 44868992,
      "step": 23305
    },
    {
      "epoch": 3.802675585284281,
      "grad_norm": 0.35116973519325256,
      "learning_rate": 1.857568604002124e-05,
      "loss": 0.1501,
      "num_input_tokens_seen": 44880224,
      "step": 23310
    },
    {
      "epoch": 3.8034913125050984,
      "grad_norm": 0.6091745495796204,
      "learning_rate": 1.8566198742216774e-05,
      "loss": 0.255,
      "num_input_tokens_seen": 44888976,
      "step": 23315
    },
    {
      "epoch": 3.8043070397259156,
      "grad_norm": 0.6246108412742615,
      "learning_rate": 1.85567124365853e-05,
      "loss": 0.1966,
      "num_input_tokens_seen": 44898064,
      "step": 23320
    },
    {
      "epoch": 3.805122766946733,
      "grad_norm": 0.7340092062950134,
      "learning_rate": 1.854722712458975e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 44908000,
      "step": 23325
    },
    {
      "epoch": 3.8059384941675503,
      "grad_norm": 1.1393001079559326,
      "learning_rate": 1.853774280769286e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 44916768,
      "step": 23330
    },
    {
      "epoch": 3.806754221388368,
      "grad_norm": 0.36785006523132324,
      "learning_rate": 1.852825948735724e-05,
      "loss": 0.1528,
      "num_input_tokens_seen": 44926192,
      "step": 23335
    },
    {
      "epoch": 3.807569948609185,
      "grad_norm": 0.918142557144165,
      "learning_rate": 1.851877716504534e-05,
      "loss": 0.131,
      "num_input_tokens_seen": 44935472,
      "step": 23340
    },
    {
      "epoch": 3.8083856758300025,
      "grad_norm": 1.1060044765472412,
      "learning_rate": 1.8509295842219448e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 44944560,
      "step": 23345
    },
    {
      "epoch": 3.8092014030508197,
      "grad_norm": 1.3320157527923584,
      "learning_rate": 1.8499815520341697e-05,
      "loss": 0.2062,
      "num_input_tokens_seen": 44952576,
      "step": 23350
    },
    {
      "epoch": 3.8100171302716372,
      "grad_norm": 0.8802270889282227,
      "learning_rate": 1.8490336200874094e-05,
      "loss": 0.2349,
      "num_input_tokens_seen": 44962432,
      "step": 23355
    },
    {
      "epoch": 3.8108328574924544,
      "grad_norm": 0.5001955628395081,
      "learning_rate": 1.848085788527844e-05,
      "loss": 0.1079,
      "num_input_tokens_seen": 44972480,
      "step": 23360
    },
    {
      "epoch": 3.811648584713272,
      "grad_norm": 0.7966874241828918,
      "learning_rate": 1.847138057501644e-05,
      "loss": 0.2234,
      "num_input_tokens_seen": 44983040,
      "step": 23365
    },
    {
      "epoch": 3.812464311934089,
      "grad_norm": 0.5701923370361328,
      "learning_rate": 1.8461904271549582e-05,
      "loss": 0.146,
      "num_input_tokens_seen": 44992304,
      "step": 23370
    },
    {
      "epoch": 3.8132800391549067,
      "grad_norm": 0.34724539518356323,
      "learning_rate": 1.845242897633926e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 45001552,
      "step": 23375
    },
    {
      "epoch": 3.814095766375724,
      "grad_norm": 0.9093602299690247,
      "learning_rate": 1.844295469084667e-05,
      "loss": 0.1182,
      "num_input_tokens_seen": 45011152,
      "step": 23380
    },
    {
      "epoch": 3.8149114935965414,
      "grad_norm": 0.45225903391838074,
      "learning_rate": 1.843348141653286e-05,
      "loss": 0.1475,
      "num_input_tokens_seen": 45020496,
      "step": 23385
    },
    {
      "epoch": 3.815727220817359,
      "grad_norm": 0.7346841096878052,
      "learning_rate": 1.842400915485874e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 45029632,
      "step": 23390
    },
    {
      "epoch": 3.816542948038176,
      "grad_norm": 0.4024522304534912,
      "learning_rate": 1.8414537907285053e-05,
      "loss": 0.1263,
      "num_input_tokens_seen": 45038288,
      "step": 23395
    },
    {
      "epoch": 3.817358675258993,
      "grad_norm": 1.4043138027191162,
      "learning_rate": 1.840506767527237e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 45047360,
      "step": 23400
    },
    {
      "epoch": 3.817358675258993,
      "eval_loss": 0.16530156135559082,
      "eval_runtime": 71.4563,
      "eval_samples_per_second": 38.135,
      "eval_steps_per_second": 19.075,
      "num_input_tokens_seen": 45047360,
      "step": 23400
    },
    {
      "epoch": 3.8181744024798108,
      "grad_norm": 0.42682260274887085,
      "learning_rate": 1.8395598460281137e-05,
      "loss": 0.1198,
      "num_input_tokens_seen": 45056672,
      "step": 23405
    },
    {
      "epoch": 3.8189901297006283,
      "grad_norm": 0.7773054242134094,
      "learning_rate": 1.838613026377161e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 45065712,
      "step": 23410
    },
    {
      "epoch": 3.8198058569214455,
      "grad_norm": 0.39312544465065,
      "learning_rate": 1.8376663087203917e-05,
      "loss": 0.0923,
      "num_input_tokens_seen": 45074112,
      "step": 23415
    },
    {
      "epoch": 3.8206215841422626,
      "grad_norm": 0.923899233341217,
      "learning_rate": 1.8367196932038014e-05,
      "loss": 0.1452,
      "num_input_tokens_seen": 45081824,
      "step": 23420
    },
    {
      "epoch": 3.82143731136308,
      "grad_norm": 0.5941713452339172,
      "learning_rate": 1.8357731799733686e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 45091424,
      "step": 23425
    },
    {
      "epoch": 3.8222530385838978,
      "grad_norm": 0.5259116888046265,
      "learning_rate": 1.8348267691750586e-05,
      "loss": 0.1085,
      "num_input_tokens_seen": 45101664,
      "step": 23430
    },
    {
      "epoch": 3.823068765804715,
      "grad_norm": 0.5557388663291931,
      "learning_rate": 1.833880460954821e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 45112192,
      "step": 23435
    },
    {
      "epoch": 3.823884493025532,
      "grad_norm": 1.3847938776016235,
      "learning_rate": 1.8329342554585866e-05,
      "loss": 0.1206,
      "num_input_tokens_seen": 45123392,
      "step": 23440
    },
    {
      "epoch": 3.8247002202463496,
      "grad_norm": 0.7822268605232239,
      "learning_rate": 1.8319881528322735e-05,
      "loss": 0.2676,
      "num_input_tokens_seen": 45133584,
      "step": 23445
    },
    {
      "epoch": 3.825515947467167,
      "grad_norm": 0.4838517904281616,
      "learning_rate": 1.8310421532217815e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 45143552,
      "step": 23450
    },
    {
      "epoch": 3.8263316746879843,
      "grad_norm": 0.8364062905311584,
      "learning_rate": 1.8300962567729958e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 45152832,
      "step": 23455
    },
    {
      "epoch": 3.8271474019088014,
      "grad_norm": 1.1338785886764526,
      "learning_rate": 1.8291504636317866e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 45161776,
      "step": 23460
    },
    {
      "epoch": 3.827963129129619,
      "grad_norm": 0.8526075482368469,
      "learning_rate": 1.8282047739440055e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 45172352,
      "step": 23465
    },
    {
      "epoch": 3.8287788563504366,
      "grad_norm": 0.7552725076675415,
      "learning_rate": 1.8272591878554903e-05,
      "loss": 0.1485,
      "num_input_tokens_seen": 45182288,
      "step": 23470
    },
    {
      "epoch": 3.8295945835712537,
      "grad_norm": 1.0838593244552612,
      "learning_rate": 1.8263137055120638e-05,
      "loss": 0.1536,
      "num_input_tokens_seen": 45191664,
      "step": 23475
    },
    {
      "epoch": 3.8304103107920713,
      "grad_norm": 0.7908263802528381,
      "learning_rate": 1.8253683270595295e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 45200240,
      "step": 23480
    },
    {
      "epoch": 3.8312260380128884,
      "grad_norm": 0.6569626331329346,
      "learning_rate": 1.824423052643677e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 45209968,
      "step": 23485
    },
    {
      "epoch": 3.832041765233706,
      "grad_norm": 0.3622336685657501,
      "learning_rate": 1.82347788241028e-05,
      "loss": 0.1339,
      "num_input_tokens_seen": 45219520,
      "step": 23490
    },
    {
      "epoch": 3.832857492454523,
      "grad_norm": 1.0727365016937256,
      "learning_rate": 1.8225328165050942e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 45228832,
      "step": 23495
    },
    {
      "epoch": 3.8336732196753407,
      "grad_norm": 4.298634052276611,
      "learning_rate": 1.821587855073863e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 45238704,
      "step": 23500
    },
    {
      "epoch": 3.834488946896158,
      "grad_norm": 0.7675307393074036,
      "learning_rate": 1.8206429982623086e-05,
      "loss": 0.2025,
      "num_input_tokens_seen": 45248208,
      "step": 23505
    },
    {
      "epoch": 3.8353046741169754,
      "grad_norm": 0.6664991974830627,
      "learning_rate": 1.8196982462161416e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 45257296,
      "step": 23510
    },
    {
      "epoch": 3.8361204013377925,
      "grad_norm": 0.30317479372024536,
      "learning_rate": 1.818753599081055e-05,
      "loss": 0.1491,
      "num_input_tokens_seen": 45266672,
      "step": 23515
    },
    {
      "epoch": 3.83693612855861,
      "grad_norm": 0.34478941559791565,
      "learning_rate": 1.817809057002724e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 45276528,
      "step": 23520
    },
    {
      "epoch": 3.8377518557794272,
      "grad_norm": 0.5058412551879883,
      "learning_rate": 1.8168646201268096e-05,
      "loss": 0.1543,
      "num_input_tokens_seen": 45284384,
      "step": 23525
    },
    {
      "epoch": 3.838567583000245,
      "grad_norm": 0.7565049529075623,
      "learning_rate": 1.8159202885989557e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 45292896,
      "step": 23530
    },
    {
      "epoch": 3.839383310221062,
      "grad_norm": 0.7479025721549988,
      "learning_rate": 1.814976062564789e-05,
      "loss": 0.1014,
      "num_input_tokens_seen": 45303168,
      "step": 23535
    },
    {
      "epoch": 3.8401990374418795,
      "grad_norm": 0.09161462634801865,
      "learning_rate": 1.8140319421699234e-05,
      "loss": 0.0966,
      "num_input_tokens_seen": 45312992,
      "step": 23540
    },
    {
      "epoch": 3.8410147646626966,
      "grad_norm": 1.3559070825576782,
      "learning_rate": 1.8130879275599515e-05,
      "loss": 0.1708,
      "num_input_tokens_seen": 45323296,
      "step": 23545
    },
    {
      "epoch": 3.841830491883514,
      "grad_norm": 0.81025230884552,
      "learning_rate": 1.8121440188804544e-05,
      "loss": 0.1902,
      "num_input_tokens_seen": 45331424,
      "step": 23550
    },
    {
      "epoch": 3.8426462191043314,
      "grad_norm": 0.7623381614685059,
      "learning_rate": 1.811200216276993e-05,
      "loss": 0.2426,
      "num_input_tokens_seen": 45339904,
      "step": 23555
    },
    {
      "epoch": 3.843461946325149,
      "grad_norm": 0.8099242448806763,
      "learning_rate": 1.810256519895115e-05,
      "loss": 0.1995,
      "num_input_tokens_seen": 45348704,
      "step": 23560
    },
    {
      "epoch": 3.8442776735459665,
      "grad_norm": 1.1173290014266968,
      "learning_rate": 1.8093129298803494e-05,
      "loss": 0.1499,
      "num_input_tokens_seen": 45357840,
      "step": 23565
    },
    {
      "epoch": 3.8450934007667836,
      "grad_norm": 1.1020381450653076,
      "learning_rate": 1.808369446378209e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 45367216,
      "step": 23570
    },
    {
      "epoch": 3.8459091279876008,
      "grad_norm": 0.6973368525505066,
      "learning_rate": 1.8074260695341914e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 45375296,
      "step": 23575
    },
    {
      "epoch": 3.8467248552084183,
      "grad_norm": 0.27717825770378113,
      "learning_rate": 1.8064827994937782e-05,
      "loss": 0.1139,
      "num_input_tokens_seen": 45385632,
      "step": 23580
    },
    {
      "epoch": 3.847540582429236,
      "grad_norm": 1.3911964893341064,
      "learning_rate": 1.8055396364024317e-05,
      "loss": 0.2004,
      "num_input_tokens_seen": 45395536,
      "step": 23585
    },
    {
      "epoch": 3.848356309650053,
      "grad_norm": 0.5597127676010132,
      "learning_rate": 1.804596580405601e-05,
      "loss": 0.181,
      "num_input_tokens_seen": 45405072,
      "step": 23590
    },
    {
      "epoch": 3.84917203687087,
      "grad_norm": 0.6460627317428589,
      "learning_rate": 1.8036536316487174e-05,
      "loss": 0.1206,
      "num_input_tokens_seen": 45416080,
      "step": 23595
    },
    {
      "epoch": 3.8499877640916877,
      "grad_norm": 1.192197561264038,
      "learning_rate": 1.802710790277193e-05,
      "loss": 0.1369,
      "num_input_tokens_seen": 45426496,
      "step": 23600
    },
    {
      "epoch": 3.8499877640916877,
      "eval_loss": 0.16364000737667084,
      "eval_runtime": 71.4498,
      "eval_samples_per_second": 38.139,
      "eval_steps_per_second": 19.076,
      "num_input_tokens_seen": 45426496,
      "step": 23600
    },
    {
      "epoch": 3.8508034913125053,
      "grad_norm": 1.0800073146820068,
      "learning_rate": 1.801768056436429e-05,
      "loss": 0.1776,
      "num_input_tokens_seen": 45435712,
      "step": 23605
    },
    {
      "epoch": 3.8516192185333225,
      "grad_norm": 0.6682112216949463,
      "learning_rate": 1.8008254302718035e-05,
      "loss": 0.1757,
      "num_input_tokens_seen": 45446432,
      "step": 23610
    },
    {
      "epoch": 3.8524349457541396,
      "grad_norm": 0.8231964707374573,
      "learning_rate": 1.7998829119286837e-05,
      "loss": 0.2469,
      "num_input_tokens_seen": 45455760,
      "step": 23615
    },
    {
      "epoch": 3.853250672974957,
      "grad_norm": 1.1102309226989746,
      "learning_rate": 1.798940501552418e-05,
      "loss": 0.1865,
      "num_input_tokens_seen": 45466304,
      "step": 23620
    },
    {
      "epoch": 3.8540664001957747,
      "grad_norm": 1.0988030433654785,
      "learning_rate": 1.797998199288336e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 45474544,
      "step": 23625
    },
    {
      "epoch": 3.854882127416592,
      "grad_norm": 0.454824835062027,
      "learning_rate": 1.7970560052817543e-05,
      "loss": 0.1691,
      "num_input_tokens_seen": 45484736,
      "step": 23630
    },
    {
      "epoch": 3.855697854637409,
      "grad_norm": 0.5331058502197266,
      "learning_rate": 1.7961139196779702e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 45494064,
      "step": 23635
    },
    {
      "epoch": 3.8565135818582266,
      "grad_norm": 0.5089395046234131,
      "learning_rate": 1.7951719426222647e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 45504016,
      "step": 23640
    },
    {
      "epoch": 3.857329309079044,
      "grad_norm": 0.6611940264701843,
      "learning_rate": 1.794230074259904e-05,
      "loss": 0.2044,
      "num_input_tokens_seen": 45512720,
      "step": 23645
    },
    {
      "epoch": 3.8581450362998613,
      "grad_norm": 0.4093392789363861,
      "learning_rate": 1.7932883147361336e-05,
      "loss": 0.2479,
      "num_input_tokens_seen": 45523056,
      "step": 23650
    },
    {
      "epoch": 3.858960763520679,
      "grad_norm": 1.0805586576461792,
      "learning_rate": 1.7923466641961865e-05,
      "loss": 0.1394,
      "num_input_tokens_seen": 45532672,
      "step": 23655
    },
    {
      "epoch": 3.859776490741496,
      "grad_norm": 0.6737979054450989,
      "learning_rate": 1.791405122785278e-05,
      "loss": 0.1482,
      "num_input_tokens_seen": 45541632,
      "step": 23660
    },
    {
      "epoch": 3.8605922179623136,
      "grad_norm": 0.7210992574691772,
      "learning_rate": 1.7904636906486037e-05,
      "loss": 0.2641,
      "num_input_tokens_seen": 45552016,
      "step": 23665
    },
    {
      "epoch": 3.8614079451831307,
      "grad_norm": 0.40695104002952576,
      "learning_rate": 1.7895223679313448e-05,
      "loss": 0.0914,
      "num_input_tokens_seen": 45562048,
      "step": 23670
    },
    {
      "epoch": 3.8622236724039483,
      "grad_norm": 0.7540909647941589,
      "learning_rate": 1.7885811547786653e-05,
      "loss": 0.1501,
      "num_input_tokens_seen": 45572544,
      "step": 23675
    },
    {
      "epoch": 3.8630393996247654,
      "grad_norm": 0.6390143632888794,
      "learning_rate": 1.7876400513357115e-05,
      "loss": 0.0874,
      "num_input_tokens_seen": 45582672,
      "step": 23680
    },
    {
      "epoch": 3.863855126845583,
      "grad_norm": 0.715627908706665,
      "learning_rate": 1.7866990577476146e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 45592464,
      "step": 23685
    },
    {
      "epoch": 3.8646708540664,
      "grad_norm": 0.9269145131111145,
      "learning_rate": 1.7857581741594863e-05,
      "loss": 0.2199,
      "num_input_tokens_seen": 45602160,
      "step": 23690
    },
    {
      "epoch": 3.8654865812872177,
      "grad_norm": 1.5636944770812988,
      "learning_rate": 1.7848174007164237e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 45611504,
      "step": 23695
    },
    {
      "epoch": 3.866302308508035,
      "grad_norm": 0.486203670501709,
      "learning_rate": 1.7838767375635052e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 45621232,
      "step": 23700
    },
    {
      "epoch": 3.8671180357288524,
      "grad_norm": 0.7052755355834961,
      "learning_rate": 1.782936184845793e-05,
      "loss": 0.1098,
      "num_input_tokens_seen": 45630576,
      "step": 23705
    },
    {
      "epoch": 3.8679337629496695,
      "grad_norm": 1.1699609756469727,
      "learning_rate": 1.7819957427083334e-05,
      "loss": 0.2009,
      "num_input_tokens_seen": 45640240,
      "step": 23710
    },
    {
      "epoch": 3.868749490170487,
      "grad_norm": 0.20832882821559906,
      "learning_rate": 1.7810554112961516e-05,
      "loss": 0.1332,
      "num_input_tokens_seen": 45649680,
      "step": 23715
    },
    {
      "epoch": 3.869565217391304,
      "grad_norm": 0.68289715051651,
      "learning_rate": 1.7801151907542607e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 45658832,
      "step": 23720
    },
    {
      "epoch": 3.870380944612122,
      "grad_norm": 0.31479611992836,
      "learning_rate": 1.7791750812276547e-05,
      "loss": 0.185,
      "num_input_tokens_seen": 45667744,
      "step": 23725
    },
    {
      "epoch": 3.871196671832939,
      "grad_norm": 0.9354308247566223,
      "learning_rate": 1.778235082861309e-05,
      "loss": 0.2621,
      "num_input_tokens_seen": 45677760,
      "step": 23730
    },
    {
      "epoch": 3.8720123990537565,
      "grad_norm": 0.38165223598480225,
      "learning_rate": 1.777295195800184e-05,
      "loss": 0.1193,
      "num_input_tokens_seen": 45687088,
      "step": 23735
    },
    {
      "epoch": 3.8728281262745736,
      "grad_norm": 1.0010559558868408,
      "learning_rate": 1.7763554201892215e-05,
      "loss": 0.1484,
      "num_input_tokens_seen": 45696816,
      "step": 23740
    },
    {
      "epoch": 3.873643853495391,
      "grad_norm": 0.6383651494979858,
      "learning_rate": 1.7754157561733476e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 45706544,
      "step": 23745
    },
    {
      "epoch": 3.8744595807162083,
      "grad_norm": 1.1273168325424194,
      "learning_rate": 1.7744762038974702e-05,
      "loss": 0.2059,
      "num_input_tokens_seen": 45716320,
      "step": 23750
    },
    {
      "epoch": 3.875275307937026,
      "grad_norm": 5.042365550994873,
      "learning_rate": 1.7735367635064788e-05,
      "loss": 0.2125,
      "num_input_tokens_seen": 45726992,
      "step": 23755
    },
    {
      "epoch": 3.8760910351578435,
      "grad_norm": 0.951198399066925,
      "learning_rate": 1.7725974351452474e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 45736160,
      "step": 23760
    },
    {
      "epoch": 3.8769067623786606,
      "grad_norm": 0.42558667063713074,
      "learning_rate": 1.771658218958634e-05,
      "loss": 0.2081,
      "num_input_tokens_seen": 45744976,
      "step": 23765
    },
    {
      "epoch": 3.8777224895994777,
      "grad_norm": 1.3269619941711426,
      "learning_rate": 1.770719115091475e-05,
      "loss": 0.1872,
      "num_input_tokens_seen": 45754912,
      "step": 23770
    },
    {
      "epoch": 3.8785382168202953,
      "grad_norm": 0.4681195914745331,
      "learning_rate": 1.7697801236885935e-05,
      "loss": 0.114,
      "num_input_tokens_seen": 45765200,
      "step": 23775
    },
    {
      "epoch": 3.879353944041113,
      "grad_norm": 0.778332531452179,
      "learning_rate": 1.7688412448947944e-05,
      "loss": 0.1526,
      "num_input_tokens_seen": 45775280,
      "step": 23780
    },
    {
      "epoch": 3.88016967126193,
      "grad_norm": 0.4065331518650055,
      "learning_rate": 1.767902478854862e-05,
      "loss": 0.1075,
      "num_input_tokens_seen": 45784832,
      "step": 23785
    },
    {
      "epoch": 3.880985398482747,
      "grad_norm": 0.5168091654777527,
      "learning_rate": 1.766963825713569e-05,
      "loss": 0.1471,
      "num_input_tokens_seen": 45794032,
      "step": 23790
    },
    {
      "epoch": 3.8818011257035647,
      "grad_norm": 0.4774562418460846,
      "learning_rate": 1.766025285615665e-05,
      "loss": 0.1938,
      "num_input_tokens_seen": 45803360,
      "step": 23795
    },
    {
      "epoch": 3.8826168529243823,
      "grad_norm": 0.8956394195556641,
      "learning_rate": 1.7650868587058854e-05,
      "loss": 0.197,
      "num_input_tokens_seen": 45813536,
      "step": 23800
    },
    {
      "epoch": 3.8826168529243823,
      "eval_loss": 0.16539622843265533,
      "eval_runtime": 71.4358,
      "eval_samples_per_second": 38.146,
      "eval_steps_per_second": 19.08,
      "num_input_tokens_seen": 45813536,
      "step": 23800
    },
    {
      "epoch": 3.8834325801451994,
      "grad_norm": 1.3047819137573242,
      "learning_rate": 1.7641485451289484e-05,
      "loss": 0.2348,
      "num_input_tokens_seen": 45823008,
      "step": 23805
    },
    {
      "epoch": 3.8842483073660166,
      "grad_norm": 0.43325284123420715,
      "learning_rate": 1.7632103450295534e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 45830208,
      "step": 23810
    },
    {
      "epoch": 3.885064034586834,
      "grad_norm": 0.7424591183662415,
      "learning_rate": 1.762272258552381e-05,
      "loss": 0.292,
      "num_input_tokens_seen": 45840928,
      "step": 23815
    },
    {
      "epoch": 3.8858797618076517,
      "grad_norm": 1.604156494140625,
      "learning_rate": 1.7613342858420988e-05,
      "loss": 0.1871,
      "num_input_tokens_seen": 45850992,
      "step": 23820
    },
    {
      "epoch": 3.886695489028469,
      "grad_norm": 0.279488205909729,
      "learning_rate": 1.760396427043351e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 45860320,
      "step": 23825
    },
    {
      "epoch": 3.887511216249286,
      "grad_norm": 0.8006690144538879,
      "learning_rate": 1.7594586823007696e-05,
      "loss": 0.1639,
      "num_input_tokens_seen": 45870368,
      "step": 23830
    },
    {
      "epoch": 3.8883269434701035,
      "grad_norm": 0.6220196485519409,
      "learning_rate": 1.7585210517589646e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 45879744,
      "step": 23835
    },
    {
      "epoch": 3.889142670690921,
      "grad_norm": 1.049197793006897,
      "learning_rate": 1.7575835355625314e-05,
      "loss": 0.1418,
      "num_input_tokens_seen": 45889424,
      "step": 23840
    },
    {
      "epoch": 3.8899583979117383,
      "grad_norm": 0.6825160980224609,
      "learning_rate": 1.756646133856048e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 45899344,
      "step": 23845
    },
    {
      "epoch": 3.890774125132556,
      "grad_norm": 0.9310557246208191,
      "learning_rate": 1.7557088467840714e-05,
      "loss": 0.1014,
      "num_input_tokens_seen": 45907088,
      "step": 23850
    },
    {
      "epoch": 3.891589852353373,
      "grad_norm": 1.8678356409072876,
      "learning_rate": 1.7547716744911438e-05,
      "loss": 0.1822,
      "num_input_tokens_seen": 45915600,
      "step": 23855
    },
    {
      "epoch": 3.8924055795741905,
      "grad_norm": 0.7757484316825867,
      "learning_rate": 1.7538346171217902e-05,
      "loss": 0.1744,
      "num_input_tokens_seen": 45925856,
      "step": 23860
    },
    {
      "epoch": 3.8932213067950077,
      "grad_norm": 0.7389400005340576,
      "learning_rate": 1.7528976748205146e-05,
      "loss": 0.1971,
      "num_input_tokens_seen": 45935328,
      "step": 23865
    },
    {
      "epoch": 3.8940370340158252,
      "grad_norm": 1.0924296379089355,
      "learning_rate": 1.751960847731807e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 45944832,
      "step": 23870
    },
    {
      "epoch": 3.8948527612366424,
      "grad_norm": 0.8797566294670105,
      "learning_rate": 1.7510241360001362e-05,
      "loss": 0.1458,
      "num_input_tokens_seen": 45955264,
      "step": 23875
    },
    {
      "epoch": 3.89566848845746,
      "grad_norm": 1.0488762855529785,
      "learning_rate": 1.7500875397699562e-05,
      "loss": 0.1966,
      "num_input_tokens_seen": 45963312,
      "step": 23880
    },
    {
      "epoch": 3.896484215678277,
      "grad_norm": 0.6075558066368103,
      "learning_rate": 1.7491510591857015e-05,
      "loss": 0.1931,
      "num_input_tokens_seen": 45973056,
      "step": 23885
    },
    {
      "epoch": 3.8972999428990946,
      "grad_norm": 0.46084198355674744,
      "learning_rate": 1.7482146943917896e-05,
      "loss": 0.1313,
      "num_input_tokens_seen": 45982416,
      "step": 23890
    },
    {
      "epoch": 3.898115670119912,
      "grad_norm": 1.1595457792282104,
      "learning_rate": 1.7472784455326185e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 45993104,
      "step": 23895
    },
    {
      "epoch": 3.8989313973407294,
      "grad_norm": 1.3169561624526978,
      "learning_rate": 1.746342312752572e-05,
      "loss": 0.2083,
      "num_input_tokens_seen": 46002528,
      "step": 23900
    },
    {
      "epoch": 3.8997471245615465,
      "grad_norm": 0.2277604341506958,
      "learning_rate": 1.74540629619601e-05,
      "loss": 0.1349,
      "num_input_tokens_seen": 46011408,
      "step": 23905
    },
    {
      "epoch": 3.900562851782364,
      "grad_norm": 1.246527910232544,
      "learning_rate": 1.7444703960072815e-05,
      "loss": 0.2013,
      "num_input_tokens_seen": 46019280,
      "step": 23910
    },
    {
      "epoch": 3.901378579003181,
      "grad_norm": 1.3838534355163574,
      "learning_rate": 1.7435346123307118e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 46028720,
      "step": 23915
    },
    {
      "epoch": 3.9021943062239988,
      "grad_norm": 0.7586690187454224,
      "learning_rate": 1.742598945310611e-05,
      "loss": 0.1432,
      "num_input_tokens_seen": 46038192,
      "step": 23920
    },
    {
      "epoch": 3.903010033444816,
      "grad_norm": 0.6310413479804993,
      "learning_rate": 1.741663395091272e-05,
      "loss": 0.0988,
      "num_input_tokens_seen": 46047120,
      "step": 23925
    },
    {
      "epoch": 3.9038257606656335,
      "grad_norm": 0.34929966926574707,
      "learning_rate": 1.7407279618169657e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 46057008,
      "step": 23930
    },
    {
      "epoch": 3.904641487886451,
      "grad_norm": 0.7240067720413208,
      "learning_rate": 1.73979264563195e-05,
      "loss": 0.1896,
      "num_input_tokens_seen": 46066176,
      "step": 23935
    },
    {
      "epoch": 3.905457215107268,
      "grad_norm": 1.226855993270874,
      "learning_rate": 1.7388574466804625e-05,
      "loss": 0.2138,
      "num_input_tokens_seen": 46076464,
      "step": 23940
    },
    {
      "epoch": 3.9062729423280853,
      "grad_norm": 0.6520973443984985,
      "learning_rate": 1.7379223651067207e-05,
      "loss": 0.1733,
      "num_input_tokens_seen": 46086656,
      "step": 23945
    },
    {
      "epoch": 3.907088669548903,
      "grad_norm": 0.5978125333786011,
      "learning_rate": 1.736987401054928e-05,
      "loss": 0.1189,
      "num_input_tokens_seen": 46095648,
      "step": 23950
    },
    {
      "epoch": 3.9079043967697205,
      "grad_norm": 1.0861421823501587,
      "learning_rate": 1.736052554669266e-05,
      "loss": 0.1705,
      "num_input_tokens_seen": 46104960,
      "step": 23955
    },
    {
      "epoch": 3.9087201239905376,
      "grad_norm": 0.48392990231513977,
      "learning_rate": 1.7351178260939007e-05,
      "loss": 0.1402,
      "num_input_tokens_seen": 46114992,
      "step": 23960
    },
    {
      "epoch": 3.9095358512113547,
      "grad_norm": 1.0869404077529907,
      "learning_rate": 1.7341832154729794e-05,
      "loss": 0.2353,
      "num_input_tokens_seen": 46123728,
      "step": 23965
    },
    {
      "epoch": 3.9103515784321723,
      "grad_norm": 0.4298011064529419,
      "learning_rate": 1.7332487229506286e-05,
      "loss": 0.1767,
      "num_input_tokens_seen": 46134016,
      "step": 23970
    },
    {
      "epoch": 3.91116730565299,
      "grad_norm": 0.5983996391296387,
      "learning_rate": 1.732314348670961e-05,
      "loss": 0.175,
      "num_input_tokens_seen": 46145088,
      "step": 23975
    },
    {
      "epoch": 3.911983032873807,
      "grad_norm": 1.0119997262954712,
      "learning_rate": 1.7313800927780686e-05,
      "loss": 0.2535,
      "num_input_tokens_seen": 46155728,
      "step": 23980
    },
    {
      "epoch": 3.912798760094624,
      "grad_norm": 0.8331120610237122,
      "learning_rate": 1.7304459554160245e-05,
      "loss": 0.2738,
      "num_input_tokens_seen": 46165072,
      "step": 23985
    },
    {
      "epoch": 3.9136144873154417,
      "grad_norm": 0.9042307138442993,
      "learning_rate": 1.7295119367288853e-05,
      "loss": 0.1147,
      "num_input_tokens_seen": 46174416,
      "step": 23990
    },
    {
      "epoch": 3.9144302145362593,
      "grad_norm": 0.5101349949836731,
      "learning_rate": 1.728578036860688e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 46182912,
      "step": 23995
    },
    {
      "epoch": 3.9152459417570764,
      "grad_norm": 1.7241277694702148,
      "learning_rate": 1.7276442559554513e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 46192656,
      "step": 24000
    },
    {
      "epoch": 3.9152459417570764,
      "eval_loss": 0.16655780375003815,
      "eval_runtime": 71.486,
      "eval_samples_per_second": 38.119,
      "eval_steps_per_second": 19.067,
      "num_input_tokens_seen": 46192656,
      "step": 24000
    },
    {
      "epoch": 3.9160616689778935,
      "grad_norm": 0.8714016675949097,
      "learning_rate": 1.726710594157177e-05,
      "loss": 0.1239,
      "num_input_tokens_seen": 46201376,
      "step": 24005
    },
    {
      "epoch": 3.916877396198711,
      "grad_norm": 1.4081017971038818,
      "learning_rate": 1.725777051609846e-05,
      "loss": 0.1739,
      "num_input_tokens_seen": 46211728,
      "step": 24010
    },
    {
      "epoch": 3.9176931234195287,
      "grad_norm": 0.6045783758163452,
      "learning_rate": 1.7248436284574228e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 46219136,
      "step": 24015
    },
    {
      "epoch": 3.918508850640346,
      "grad_norm": 0.7827315926551819,
      "learning_rate": 1.723910324843855e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 46228384,
      "step": 24020
    },
    {
      "epoch": 3.919324577861163,
      "grad_norm": 0.8284808397293091,
      "learning_rate": 1.722977140913067e-05,
      "loss": 0.1765,
      "num_input_tokens_seen": 46238288,
      "step": 24025
    },
    {
      "epoch": 3.9201403050819805,
      "grad_norm": 0.9792879819869995,
      "learning_rate": 1.7220440768089688e-05,
      "loss": 0.1862,
      "num_input_tokens_seen": 46248096,
      "step": 24030
    },
    {
      "epoch": 3.920956032302798,
      "grad_norm": 0.7787630558013916,
      "learning_rate": 1.7211111326754505e-05,
      "loss": 0.2069,
      "num_input_tokens_seen": 46257248,
      "step": 24035
    },
    {
      "epoch": 3.9217717595236152,
      "grad_norm": 1.6009904146194458,
      "learning_rate": 1.720178308656383e-05,
      "loss": 0.2528,
      "num_input_tokens_seen": 46267296,
      "step": 24040
    },
    {
      "epoch": 3.922587486744433,
      "grad_norm": 0.9169497489929199,
      "learning_rate": 1.719245604895621e-05,
      "loss": 0.1596,
      "num_input_tokens_seen": 46276000,
      "step": 24045
    },
    {
      "epoch": 3.92340321396525,
      "grad_norm": 0.8009121417999268,
      "learning_rate": 1.7183130215369972e-05,
      "loss": 0.2059,
      "num_input_tokens_seen": 46286080,
      "step": 24050
    },
    {
      "epoch": 3.9242189411860675,
      "grad_norm": 0.5819699168205261,
      "learning_rate": 1.7173805587243292e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 46295824,
      "step": 24055
    },
    {
      "epoch": 3.9250346684068846,
      "grad_norm": 0.3860253691673279,
      "learning_rate": 1.7164482166014147e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 46305376,
      "step": 24060
    },
    {
      "epoch": 3.925850395627702,
      "grad_norm": 0.41806474328041077,
      "learning_rate": 1.7155159953120313e-05,
      "loss": 0.0824,
      "num_input_tokens_seen": 46315104,
      "step": 24065
    },
    {
      "epoch": 3.9266661228485193,
      "grad_norm": 0.5899282097816467,
      "learning_rate": 1.714583894999941e-05,
      "loss": 0.2675,
      "num_input_tokens_seen": 46324624,
      "step": 24070
    },
    {
      "epoch": 3.927481850069337,
      "grad_norm": 0.34539222717285156,
      "learning_rate": 1.7136519158088826e-05,
      "loss": 0.1469,
      "num_input_tokens_seen": 46334080,
      "step": 24075
    },
    {
      "epoch": 3.928297577290154,
      "grad_norm": 0.5973967909812927,
      "learning_rate": 1.712720057882581e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 46344608,
      "step": 24080
    },
    {
      "epoch": 3.9291133045109716,
      "grad_norm": 0.8236483335494995,
      "learning_rate": 1.7117883213647413e-05,
      "loss": 0.1207,
      "num_input_tokens_seen": 46354288,
      "step": 24085
    },
    {
      "epoch": 3.9299290317317888,
      "grad_norm": 0.8915857076644897,
      "learning_rate": 1.710856706399046e-05,
      "loss": 0.1297,
      "num_input_tokens_seen": 46363984,
      "step": 24090
    },
    {
      "epoch": 3.9307447589526063,
      "grad_norm": 0.726024329662323,
      "learning_rate": 1.7099252131291648e-05,
      "loss": 0.1839,
      "num_input_tokens_seen": 46374208,
      "step": 24095
    },
    {
      "epoch": 3.9315604861734235,
      "grad_norm": 0.7966664433479309,
      "learning_rate": 1.708993841698744e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 46384544,
      "step": 24100
    },
    {
      "epoch": 3.932376213394241,
      "grad_norm": 1.0583471059799194,
      "learning_rate": 1.7080625922514132e-05,
      "loss": 0.1469,
      "num_input_tokens_seen": 46394592,
      "step": 24105
    },
    {
      "epoch": 3.933191940615058,
      "grad_norm": 0.4649322032928467,
      "learning_rate": 1.7071314649307836e-05,
      "loss": 0.1041,
      "num_input_tokens_seen": 46404864,
      "step": 24110
    },
    {
      "epoch": 3.9340076678358757,
      "grad_norm": 0.8079832792282104,
      "learning_rate": 1.7062004598804448e-05,
      "loss": 0.1704,
      "num_input_tokens_seen": 46415312,
      "step": 24115
    },
    {
      "epoch": 3.934823395056693,
      "grad_norm": 0.4842703342437744,
      "learning_rate": 1.7052695772439702e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 46425360,
      "step": 24120
    },
    {
      "epoch": 3.9356391222775104,
      "grad_norm": 1.2325559854507446,
      "learning_rate": 1.7043388171649154e-05,
      "loss": 0.2079,
      "num_input_tokens_seen": 46434960,
      "step": 24125
    },
    {
      "epoch": 3.936454849498328,
      "grad_norm": 0.17346437275409698,
      "learning_rate": 1.7034081797868127e-05,
      "loss": 0.115,
      "num_input_tokens_seen": 46445424,
      "step": 24130
    },
    {
      "epoch": 3.937270576719145,
      "grad_norm": 0.9213265776634216,
      "learning_rate": 1.70247766525318e-05,
      "loss": 0.1888,
      "num_input_tokens_seen": 46455504,
      "step": 24135
    },
    {
      "epoch": 3.9380863039399623,
      "grad_norm": 0.5988026261329651,
      "learning_rate": 1.701547273707514e-05,
      "loss": 0.1396,
      "num_input_tokens_seen": 46463696,
      "step": 24140
    },
    {
      "epoch": 3.93890203116078,
      "grad_norm": 0.34679561853408813,
      "learning_rate": 1.7006170052932916e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 46473424,
      "step": 24145
    },
    {
      "epoch": 3.9397177583815974,
      "grad_norm": 0.24643172323703766,
      "learning_rate": 1.6996868601539735e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 46482768,
      "step": 24150
    },
    {
      "epoch": 3.9405334856024146,
      "grad_norm": 0.23338967561721802,
      "learning_rate": 1.6987568384329977e-05,
      "loss": 0.1107,
      "num_input_tokens_seen": 46491216,
      "step": 24155
    },
    {
      "epoch": 3.9413492128232317,
      "grad_norm": 1.284238338470459,
      "learning_rate": 1.6978269402737866e-05,
      "loss": 0.2648,
      "num_input_tokens_seen": 46501120,
      "step": 24160
    },
    {
      "epoch": 3.9421649400440493,
      "grad_norm": 0.5008857250213623,
      "learning_rate": 1.696897165819743e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 46512080,
      "step": 24165
    },
    {
      "epoch": 3.942980667264867,
      "grad_norm": 0.7964386343955994,
      "learning_rate": 1.6959675152142487e-05,
      "loss": 0.1787,
      "num_input_tokens_seen": 46520960,
      "step": 24170
    },
    {
      "epoch": 3.943796394485684,
      "grad_norm": 0.36432626843452454,
      "learning_rate": 1.6950379886006667e-05,
      "loss": 0.1383,
      "num_input_tokens_seen": 46531184,
      "step": 24175
    },
    {
      "epoch": 3.944612121706501,
      "grad_norm": 1.0202568769454956,
      "learning_rate": 1.6941085861223438e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 46541008,
      "step": 24180
    },
    {
      "epoch": 3.9454278489273187,
      "grad_norm": 0.700568675994873,
      "learning_rate": 1.6931793079226034e-05,
      "loss": 0.1649,
      "num_input_tokens_seen": 46550832,
      "step": 24185
    },
    {
      "epoch": 3.9462435761481363,
      "grad_norm": 0.775307297706604,
      "learning_rate": 1.692250154144754e-05,
      "loss": 0.2115,
      "num_input_tokens_seen": 46560576,
      "step": 24190
    },
    {
      "epoch": 3.9470593033689534,
      "grad_norm": 1.0557663440704346,
      "learning_rate": 1.6913211249320807e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 46569312,
      "step": 24195
    },
    {
      "epoch": 3.9478750305897705,
      "grad_norm": 0.33898431062698364,
      "learning_rate": 1.6903922204278522e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 46576928,
      "step": 24200
    },
    {
      "epoch": 3.9478750305897705,
      "eval_loss": 0.16330455243587494,
      "eval_runtime": 71.5303,
      "eval_samples_per_second": 38.096,
      "eval_steps_per_second": 19.055,
      "num_input_tokens_seen": 46576928,
      "step": 24200
    },
    {
      "epoch": 3.948690757810588,
      "grad_norm": 0.35441911220550537,
      "learning_rate": 1.6894634407753186e-05,
      "loss": 0.1361,
      "num_input_tokens_seen": 46588144,
      "step": 24205
    },
    {
      "epoch": 3.9495064850314057,
      "grad_norm": 0.08614067733287811,
      "learning_rate": 1.6885347861177077e-05,
      "loss": 0.0884,
      "num_input_tokens_seen": 46597680,
      "step": 24210
    },
    {
      "epoch": 3.950322212252223,
      "grad_norm": 1.0497329235076904,
      "learning_rate": 1.6876062565982298e-05,
      "loss": 0.1848,
      "num_input_tokens_seen": 46608272,
      "step": 24215
    },
    {
      "epoch": 3.9511379394730404,
      "grad_norm": 1.0747379064559937,
      "learning_rate": 1.6866778523600774e-05,
      "loss": 0.2198,
      "num_input_tokens_seen": 46618416,
      "step": 24220
    },
    {
      "epoch": 3.9519536666938575,
      "grad_norm": 0.7655858993530273,
      "learning_rate": 1.6857495735464195e-05,
      "loss": 0.1589,
      "num_input_tokens_seen": 46627824,
      "step": 24225
    },
    {
      "epoch": 3.952769393914675,
      "grad_norm": 0.9589279890060425,
      "learning_rate": 1.6848214203004115e-05,
      "loss": 0.2507,
      "num_input_tokens_seen": 46637680,
      "step": 24230
    },
    {
      "epoch": 3.953585121135492,
      "grad_norm": 0.6651955246925354,
      "learning_rate": 1.6838933927651835e-05,
      "loss": 0.0977,
      "num_input_tokens_seen": 46647056,
      "step": 24235
    },
    {
      "epoch": 3.95440084835631,
      "grad_norm": 1.0034863948822021,
      "learning_rate": 1.6829654910838506e-05,
      "loss": 0.164,
      "num_input_tokens_seen": 46656672,
      "step": 24240
    },
    {
      "epoch": 3.955216575577127,
      "grad_norm": 0.40678301453590393,
      "learning_rate": 1.6820377153995065e-05,
      "loss": 0.2093,
      "num_input_tokens_seen": 46666848,
      "step": 24245
    },
    {
      "epoch": 3.9560323027979445,
      "grad_norm": 0.6808284521102905,
      "learning_rate": 1.681110065855226e-05,
      "loss": 0.1995,
      "num_input_tokens_seen": 46676192,
      "step": 24250
    },
    {
      "epoch": 3.9568480300187616,
      "grad_norm": 1.2155309915542603,
      "learning_rate": 1.6801825425940642e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 46685216,
      "step": 24255
    },
    {
      "epoch": 3.957663757239579,
      "grad_norm": 0.2988641858100891,
      "learning_rate": 1.679255145759056e-05,
      "loss": 0.1117,
      "num_input_tokens_seen": 46694352,
      "step": 24260
    },
    {
      "epoch": 3.9584794844603963,
      "grad_norm": 0.33163198828697205,
      "learning_rate": 1.6783278754932187e-05,
      "loss": 0.1604,
      "num_input_tokens_seen": 46704416,
      "step": 24265
    },
    {
      "epoch": 3.959295211681214,
      "grad_norm": 0.6082970499992371,
      "learning_rate": 1.6774007319395496e-05,
      "loss": 0.1604,
      "num_input_tokens_seen": 46713744,
      "step": 24270
    },
    {
      "epoch": 3.960110938902031,
      "grad_norm": 0.9871833324432373,
      "learning_rate": 1.6764737152410243e-05,
      "loss": 0.1248,
      "num_input_tokens_seen": 46722896,
      "step": 24275
    },
    {
      "epoch": 3.9609266661228486,
      "grad_norm": 0.6553401350975037,
      "learning_rate": 1.6755468255406016e-05,
      "loss": 0.1799,
      "num_input_tokens_seen": 46732320,
      "step": 24280
    },
    {
      "epoch": 3.9617423933436657,
      "grad_norm": 0.9159699082374573,
      "learning_rate": 1.674620062981219e-05,
      "loss": 0.1875,
      "num_input_tokens_seen": 46741504,
      "step": 24285
    },
    {
      "epoch": 3.9625581205644833,
      "grad_norm": 0.9045619964599609,
      "learning_rate": 1.6736934277057947e-05,
      "loss": 0.2503,
      "num_input_tokens_seen": 46750656,
      "step": 24290
    },
    {
      "epoch": 3.9633738477853004,
      "grad_norm": 0.5460031032562256,
      "learning_rate": 1.6727669198572286e-05,
      "loss": 0.1008,
      "num_input_tokens_seen": 46760608,
      "step": 24295
    },
    {
      "epoch": 3.964189575006118,
      "grad_norm": 0.22254957258701324,
      "learning_rate": 1.6718405395783984e-05,
      "loss": 0.112,
      "num_input_tokens_seen": 46770288,
      "step": 24300
    },
    {
      "epoch": 3.965005302226935,
      "grad_norm": 0.651668906211853,
      "learning_rate": 1.6709142870121643e-05,
      "loss": 0.2064,
      "num_input_tokens_seen": 46779024,
      "step": 24305
    },
    {
      "epoch": 3.9658210294477527,
      "grad_norm": 0.7699295282363892,
      "learning_rate": 1.669988162301367e-05,
      "loss": 0.1519,
      "num_input_tokens_seen": 46789648,
      "step": 24310
    },
    {
      "epoch": 3.96663675666857,
      "grad_norm": 0.7151978015899658,
      "learning_rate": 1.6690621655888243e-05,
      "loss": 0.1779,
      "num_input_tokens_seen": 46800224,
      "step": 24315
    },
    {
      "epoch": 3.9674524838893874,
      "grad_norm": 0.4827987253665924,
      "learning_rate": 1.6681362970173386e-05,
      "loss": 0.1485,
      "num_input_tokens_seen": 46809264,
      "step": 24320
    },
    {
      "epoch": 3.968268211110205,
      "grad_norm": 1.2363098859786987,
      "learning_rate": 1.6672105567296904e-05,
      "loss": 0.2085,
      "num_input_tokens_seen": 46816656,
      "step": 24325
    },
    {
      "epoch": 3.969083938331022,
      "grad_norm": 0.9431619644165039,
      "learning_rate": 1.666284944868639e-05,
      "loss": 0.138,
      "num_input_tokens_seen": 46828224,
      "step": 24330
    },
    {
      "epoch": 3.9698996655518393,
      "grad_norm": 1.146362066268921,
      "learning_rate": 1.665359461576927e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 46838032,
      "step": 24335
    },
    {
      "epoch": 3.970715392772657,
      "grad_norm": 0.8606151342391968,
      "learning_rate": 1.6644341069972736e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 46847696,
      "step": 24340
    },
    {
      "epoch": 3.9715311199934744,
      "grad_norm": 1.255608320236206,
      "learning_rate": 1.6635088812723813e-05,
      "loss": 0.1792,
      "num_input_tokens_seen": 46857232,
      "step": 24345
    },
    {
      "epoch": 3.9723468472142915,
      "grad_norm": 0.6208282709121704,
      "learning_rate": 1.6625837845449328e-05,
      "loss": 0.1206,
      "num_input_tokens_seen": 46867040,
      "step": 24350
    },
    {
      "epoch": 3.9731625744351087,
      "grad_norm": 0.2992348372936249,
      "learning_rate": 1.6616588169575874e-05,
      "loss": 0.1488,
      "num_input_tokens_seen": 46876704,
      "step": 24355
    },
    {
      "epoch": 3.9739783016559262,
      "grad_norm": 1.1372487545013428,
      "learning_rate": 1.6607339786529878e-05,
      "loss": 0.2476,
      "num_input_tokens_seen": 46887216,
      "step": 24360
    },
    {
      "epoch": 3.974794028876744,
      "grad_norm": 0.5241609215736389,
      "learning_rate": 1.659809269773756e-05,
      "loss": 0.1819,
      "num_input_tokens_seen": 46896288,
      "step": 24365
    },
    {
      "epoch": 3.975609756097561,
      "grad_norm": 0.5417741537094116,
      "learning_rate": 1.658884690462493e-05,
      "loss": 0.2205,
      "num_input_tokens_seen": 46906176,
      "step": 24370
    },
    {
      "epoch": 3.976425483318378,
      "grad_norm": 1.136982798576355,
      "learning_rate": 1.6579602408617813e-05,
      "loss": 0.2165,
      "num_input_tokens_seen": 46916768,
      "step": 24375
    },
    {
      "epoch": 3.9772412105391957,
      "grad_norm": 0.5512910485267639,
      "learning_rate": 1.657035921114181e-05,
      "loss": 0.2,
      "num_input_tokens_seen": 46926224,
      "step": 24380
    },
    {
      "epoch": 3.9780569377600132,
      "grad_norm": 0.5000452995300293,
      "learning_rate": 1.656111731362236e-05,
      "loss": 0.0976,
      "num_input_tokens_seen": 46935280,
      "step": 24385
    },
    {
      "epoch": 3.9788726649808304,
      "grad_norm": 0.356452614068985,
      "learning_rate": 1.6551876717484666e-05,
      "loss": 0.1745,
      "num_input_tokens_seen": 46945616,
      "step": 24390
    },
    {
      "epoch": 3.9796883922016475,
      "grad_norm": 0.4249686598777771,
      "learning_rate": 1.6542637424153752e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 46955920,
      "step": 24395
    },
    {
      "epoch": 3.980504119422465,
      "grad_norm": 0.8114420771598816,
      "learning_rate": 1.6533399435054418e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 46965120,
      "step": 24400
    },
    {
      "epoch": 3.980504119422465,
      "eval_loss": 0.16341346502304077,
      "eval_runtime": 71.3526,
      "eval_samples_per_second": 38.191,
      "eval_steps_per_second": 19.102,
      "num_input_tokens_seen": 46965120,
      "step": 24400
    },
    {
      "epoch": 3.9813198466432826,
      "grad_norm": 1.0064491033554077,
      "learning_rate": 1.6524162751611304e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 46976032,
      "step": 24405
    },
    {
      "epoch": 3.9821355738640998,
      "grad_norm": 0.5636935234069824,
      "learning_rate": 1.6514927375248796e-05,
      "loss": 0.1585,
      "num_input_tokens_seen": 46984528,
      "step": 24410
    },
    {
      "epoch": 3.9829513010849174,
      "grad_norm": 0.38047415018081665,
      "learning_rate": 1.6505693307391127e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 46993936,
      "step": 24415
    },
    {
      "epoch": 3.9837670283057345,
      "grad_norm": 1.7505077123641968,
      "learning_rate": 1.6496460549462288e-05,
      "loss": 0.1965,
      "num_input_tokens_seen": 47003776,
      "step": 24420
    },
    {
      "epoch": 3.984582755526552,
      "grad_norm": 1.0149378776550293,
      "learning_rate": 1.6487229102886097e-05,
      "loss": 0.236,
      "num_input_tokens_seen": 47013088,
      "step": 24425
    },
    {
      "epoch": 3.985398482747369,
      "grad_norm": 0.433424174785614,
      "learning_rate": 1.6477998969086155e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 47022256,
      "step": 24430
    },
    {
      "epoch": 3.9862142099681868,
      "grad_norm": 2.0044596195220947,
      "learning_rate": 1.646877014948587e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 47031648,
      "step": 24435
    },
    {
      "epoch": 3.987029937189004,
      "grad_norm": 0.7662817239761353,
      "learning_rate": 1.6459542645508433e-05,
      "loss": 0.1951,
      "num_input_tokens_seen": 47041984,
      "step": 24440
    },
    {
      "epoch": 3.9878456644098215,
      "grad_norm": 0.43700411915779114,
      "learning_rate": 1.6450316458576852e-05,
      "loss": 0.1359,
      "num_input_tokens_seen": 47051264,
      "step": 24445
    },
    {
      "epoch": 3.9886613916306386,
      "grad_norm": 0.5657853484153748,
      "learning_rate": 1.6441091590113912e-05,
      "loss": 0.1443,
      "num_input_tokens_seen": 47060240,
      "step": 24450
    },
    {
      "epoch": 3.989477118851456,
      "grad_norm": 0.5920308232307434,
      "learning_rate": 1.6431868041542213e-05,
      "loss": 0.1829,
      "num_input_tokens_seen": 47069392,
      "step": 24455
    },
    {
      "epoch": 3.9902928460722733,
      "grad_norm": 0.8322460651397705,
      "learning_rate": 1.6422645814284123e-05,
      "loss": 0.1777,
      "num_input_tokens_seen": 47078688,
      "step": 24460
    },
    {
      "epoch": 3.991108573293091,
      "grad_norm": 0.9447546601295471,
      "learning_rate": 1.6413424909761846e-05,
      "loss": 0.1477,
      "num_input_tokens_seen": 47088400,
      "step": 24465
    },
    {
      "epoch": 3.991924300513908,
      "grad_norm": 0.9137187600135803,
      "learning_rate": 1.640420532939736e-05,
      "loss": 0.1474,
      "num_input_tokens_seen": 47098304,
      "step": 24470
    },
    {
      "epoch": 3.9927400277347256,
      "grad_norm": 0.8843637108802795,
      "learning_rate": 1.639498707461242e-05,
      "loss": 0.1824,
      "num_input_tokens_seen": 47107872,
      "step": 24475
    },
    {
      "epoch": 3.9935557549555427,
      "grad_norm": 0.5389940738677979,
      "learning_rate": 1.6385770146828614e-05,
      "loss": 0.1022,
      "num_input_tokens_seen": 47117664,
      "step": 24480
    },
    {
      "epoch": 3.9943714821763603,
      "grad_norm": 1.603678822517395,
      "learning_rate": 1.637655454746731e-05,
      "loss": 0.1701,
      "num_input_tokens_seen": 47126080,
      "step": 24485
    },
    {
      "epoch": 3.9951872093971774,
      "grad_norm": 0.9245222210884094,
      "learning_rate": 1.6367340277949658e-05,
      "loss": 0.1214,
      "num_input_tokens_seen": 47135600,
      "step": 24490
    },
    {
      "epoch": 3.996002936617995,
      "grad_norm": 0.8647948503494263,
      "learning_rate": 1.635812733969663e-05,
      "loss": 0.1446,
      "num_input_tokens_seen": 47145696,
      "step": 24495
    },
    {
      "epoch": 3.9968186638388126,
      "grad_norm": 0.4573068618774414,
      "learning_rate": 1.634891573412896e-05,
      "loss": 0.1994,
      "num_input_tokens_seen": 47156032,
      "step": 24500
    },
    {
      "epoch": 3.9976343910596297,
      "grad_norm": 0.7937473058700562,
      "learning_rate": 1.6339705462667196e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 47165424,
      "step": 24505
    },
    {
      "epoch": 3.998450118280447,
      "grad_norm": 0.5499821305274963,
      "learning_rate": 1.633049652673169e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 47174544,
      "step": 24510
    },
    {
      "epoch": 3.9992658455012644,
      "grad_norm": 0.5755161046981812,
      "learning_rate": 1.632128892774256e-05,
      "loss": 0.0748,
      "num_input_tokens_seen": 47184320,
      "step": 24515
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.5671340227127075,
      "learning_rate": 1.6312082667119737e-05,
      "loss": 0.124,
      "num_input_tokens_seen": 47193024,
      "step": 24520
    },
    {
      "epoch": 4.000815727220817,
      "grad_norm": 0.7930655479431152,
      "learning_rate": 1.630287774628296e-05,
      "loss": 0.2057,
      "num_input_tokens_seen": 47203712,
      "step": 24525
    },
    {
      "epoch": 4.001631454441635,
      "grad_norm": 0.4318779408931732,
      "learning_rate": 1.6293674166651718e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 47214032,
      "step": 24530
    },
    {
      "epoch": 4.002447181662452,
      "grad_norm": 0.6194332838058472,
      "learning_rate": 1.6284471929645338e-05,
      "loss": 0.1355,
      "num_input_tokens_seen": 47221840,
      "step": 24535
    },
    {
      "epoch": 4.003262908883269,
      "grad_norm": 0.5826838612556458,
      "learning_rate": 1.627527103668291e-05,
      "loss": 0.1962,
      "num_input_tokens_seen": 47229776,
      "step": 24540
    },
    {
      "epoch": 4.0040786361040865,
      "grad_norm": 0.340902715921402,
      "learning_rate": 1.6266071489183327e-05,
      "loss": 0.2002,
      "num_input_tokens_seen": 47240128,
      "step": 24545
    },
    {
      "epoch": 4.004894363324905,
      "grad_norm": 0.16862934827804565,
      "learning_rate": 1.6256873288565283e-05,
      "loss": 0.0952,
      "num_input_tokens_seen": 47250112,
      "step": 24550
    },
    {
      "epoch": 4.005710090545722,
      "grad_norm": 0.36413630843162537,
      "learning_rate": 1.6247676436247245e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 47259568,
      "step": 24555
    },
    {
      "epoch": 4.006525817766539,
      "grad_norm": 0.8891600370407104,
      "learning_rate": 1.6238480933647486e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 47268240,
      "step": 24560
    },
    {
      "epoch": 4.007341544987356,
      "grad_norm": 0.9056772589683533,
      "learning_rate": 1.6229286782184083e-05,
      "loss": 0.1058,
      "num_input_tokens_seen": 47277920,
      "step": 24565
    },
    {
      "epoch": 4.008157272208174,
      "grad_norm": 1.0126557350158691,
      "learning_rate": 1.622009398327487e-05,
      "loss": 0.197,
      "num_input_tokens_seen": 47288704,
      "step": 24570
    },
    {
      "epoch": 4.008972999428991,
      "grad_norm": 0.5999881625175476,
      "learning_rate": 1.6210902538337502e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 47299136,
      "step": 24575
    },
    {
      "epoch": 4.009788726649808,
      "grad_norm": 0.5260615944862366,
      "learning_rate": 1.6201712448789413e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 47308784,
      "step": 24580
    },
    {
      "epoch": 4.010604453870625,
      "grad_norm": 0.2641667127609253,
      "learning_rate": 1.6192523716047827e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 47318864,
      "step": 24585
    },
    {
      "epoch": 4.011420181091443,
      "grad_norm": 0.7145990133285522,
      "learning_rate": 1.6183336341529776e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 47327840,
      "step": 24590
    },
    {
      "epoch": 4.0122359083122605,
      "grad_norm": 0.30307555198669434,
      "learning_rate": 1.6174150326652047e-05,
      "loss": 0.1301,
      "num_input_tokens_seen": 47337280,
      "step": 24595
    },
    {
      "epoch": 4.013051635533078,
      "grad_norm": 0.4151020646095276,
      "learning_rate": 1.6164965672831256e-05,
      "loss": 0.1318,
      "num_input_tokens_seen": 47347920,
      "step": 24600
    },
    {
      "epoch": 4.013051635533078,
      "eval_loss": 0.16555148363113403,
      "eval_runtime": 71.4577,
      "eval_samples_per_second": 38.134,
      "eval_steps_per_second": 19.074,
      "num_input_tokens_seen": 47347920,
      "step": 24600
    },
    {
      "epoch": 4.013867362753895,
      "grad_norm": 1.085302472114563,
      "learning_rate": 1.6155782381483784e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 47358416,
      "step": 24605
    },
    {
      "epoch": 4.014683089974713,
      "grad_norm": 0.8007983565330505,
      "learning_rate": 1.6146600454025813e-05,
      "loss": 0.1681,
      "num_input_tokens_seen": 47367632,
      "step": 24610
    },
    {
      "epoch": 4.01549881719553,
      "grad_norm": 0.845363199710846,
      "learning_rate": 1.6137419891873317e-05,
      "loss": 0.1035,
      "num_input_tokens_seen": 47377488,
      "step": 24615
    },
    {
      "epoch": 4.016314544416347,
      "grad_norm": 0.23954106867313385,
      "learning_rate": 1.6128240696442038e-05,
      "loss": 0.1168,
      "num_input_tokens_seen": 47386464,
      "step": 24620
    },
    {
      "epoch": 4.017130271637164,
      "grad_norm": 0.7662553787231445,
      "learning_rate": 1.611906286914753e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 47395904,
      "step": 24625
    },
    {
      "epoch": 4.017945998857982,
      "grad_norm": 0.29519402980804443,
      "learning_rate": 1.6109886411405144e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 47405760,
      "step": 24630
    },
    {
      "epoch": 4.018761726078799,
      "grad_norm": 0.6940880417823792,
      "learning_rate": 1.6100711324629985e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 47416688,
      "step": 24635
    },
    {
      "epoch": 4.0195774532996165,
      "grad_norm": 0.2608885169029236,
      "learning_rate": 1.609153761023698e-05,
      "loss": 0.166,
      "num_input_tokens_seen": 47427024,
      "step": 24640
    },
    {
      "epoch": 4.020393180520434,
      "grad_norm": 0.6454312205314636,
      "learning_rate": 1.608236526964083e-05,
      "loss": 0.2152,
      "num_input_tokens_seen": 47436880,
      "step": 24645
    },
    {
      "epoch": 4.021208907741252,
      "grad_norm": 0.8193449378013611,
      "learning_rate": 1.607319430425601e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 47445840,
      "step": 24650
    },
    {
      "epoch": 4.022024634962069,
      "grad_norm": 0.7862157821655273,
      "learning_rate": 1.606402471549682e-05,
      "loss": 0.2501,
      "num_input_tokens_seen": 47454832,
      "step": 24655
    },
    {
      "epoch": 4.022840362182886,
      "grad_norm": 0.17973636090755463,
      "learning_rate": 1.6054856504777312e-05,
      "loss": 0.1062,
      "num_input_tokens_seen": 47464496,
      "step": 24660
    },
    {
      "epoch": 4.023656089403703,
      "grad_norm": 1.167783498764038,
      "learning_rate": 1.6045689673511334e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 47474512,
      "step": 24665
    },
    {
      "epoch": 4.024471816624521,
      "grad_norm": 0.49124184250831604,
      "learning_rate": 1.6036524223112548e-05,
      "loss": 0.1609,
      "num_input_tokens_seen": 47484752,
      "step": 24670
    },
    {
      "epoch": 4.025287543845338,
      "grad_norm": 1.437829613685608,
      "learning_rate": 1.602736015499436e-05,
      "loss": 0.1862,
      "num_input_tokens_seen": 47494592,
      "step": 24675
    },
    {
      "epoch": 4.026103271066155,
      "grad_norm": 0.4885961711406708,
      "learning_rate": 1.601819747057e-05,
      "loss": 0.1345,
      "num_input_tokens_seen": 47504128,
      "step": 24680
    },
    {
      "epoch": 4.026918998286972,
      "grad_norm": 0.34666410088539124,
      "learning_rate": 1.6009036171252465e-05,
      "loss": 0.1192,
      "num_input_tokens_seen": 47514896,
      "step": 24685
    },
    {
      "epoch": 4.02773472550779,
      "grad_norm": 0.7898439168930054,
      "learning_rate": 1.599987625845453e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 47526160,
      "step": 24690
    },
    {
      "epoch": 4.028550452728608,
      "grad_norm": 0.5436952114105225,
      "learning_rate": 1.599071773358879e-05,
      "loss": 0.1087,
      "num_input_tokens_seen": 47535744,
      "step": 24695
    },
    {
      "epoch": 4.029366179949425,
      "grad_norm": 0.40539950132369995,
      "learning_rate": 1.598156059806758e-05,
      "loss": 0.1702,
      "num_input_tokens_seen": 47545840,
      "step": 24700
    },
    {
      "epoch": 4.030181907170242,
      "grad_norm": 0.5432939529418945,
      "learning_rate": 1.5972404853303062e-05,
      "loss": 0.192,
      "num_input_tokens_seen": 47555680,
      "step": 24705
    },
    {
      "epoch": 4.03099763439106,
      "grad_norm": 1.0622217655181885,
      "learning_rate": 1.5963250500707172e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 47565200,
      "step": 24710
    },
    {
      "epoch": 4.031813361611877,
      "grad_norm": 0.34299933910369873,
      "learning_rate": 1.5954097541691612e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 47574112,
      "step": 24715
    },
    {
      "epoch": 4.032629088832694,
      "grad_norm": 0.32953590154647827,
      "learning_rate": 1.5944945977667884e-05,
      "loss": 0.1316,
      "num_input_tokens_seen": 47583664,
      "step": 24720
    },
    {
      "epoch": 4.033444816053512,
      "grad_norm": 1.5942180156707764,
      "learning_rate": 1.593579581004729e-05,
      "loss": 0.2563,
      "num_input_tokens_seen": 47592880,
      "step": 24725
    },
    {
      "epoch": 4.034260543274329,
      "grad_norm": 0.7052407264709473,
      "learning_rate": 1.592664704024088e-05,
      "loss": 0.2513,
      "num_input_tokens_seen": 47601744,
      "step": 24730
    },
    {
      "epoch": 4.035076270495146,
      "grad_norm": 0.7507762908935547,
      "learning_rate": 1.591749966965953e-05,
      "loss": 0.1859,
      "num_input_tokens_seen": 47612464,
      "step": 24735
    },
    {
      "epoch": 4.0358919977159635,
      "grad_norm": 1.035190224647522,
      "learning_rate": 1.5908353699713856e-05,
      "loss": 0.1982,
      "num_input_tokens_seen": 47622368,
      "step": 24740
    },
    {
      "epoch": 4.0367077249367815,
      "grad_norm": 0.8261139392852783,
      "learning_rate": 1.5899209131814298e-05,
      "loss": 0.2019,
      "num_input_tokens_seen": 47631488,
      "step": 24745
    },
    {
      "epoch": 4.037523452157599,
      "grad_norm": 0.8684051632881165,
      "learning_rate": 1.5890065967371067e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 47642400,
      "step": 24750
    },
    {
      "epoch": 4.038339179378416,
      "grad_norm": 0.1724998503923416,
      "learning_rate": 1.5880924207794144e-05,
      "loss": 0.149,
      "num_input_tokens_seen": 47650224,
      "step": 24755
    },
    {
      "epoch": 4.039154906599233,
      "grad_norm": 0.5623739957809448,
      "learning_rate": 1.5871783854493298e-05,
      "loss": 0.1459,
      "num_input_tokens_seen": 47661280,
      "step": 24760
    },
    {
      "epoch": 4.039970633820051,
      "grad_norm": 0.27721044421195984,
      "learning_rate": 1.5862644908878106e-05,
      "loss": 0.153,
      "num_input_tokens_seen": 47671152,
      "step": 24765
    },
    {
      "epoch": 4.040786361040868,
      "grad_norm": 0.46830999851226807,
      "learning_rate": 1.5853507372357885e-05,
      "loss": 0.1415,
      "num_input_tokens_seen": 47682336,
      "step": 24770
    },
    {
      "epoch": 4.041602088261685,
      "grad_norm": 0.41897788643836975,
      "learning_rate": 1.5844371246341776e-05,
      "loss": 0.1626,
      "num_input_tokens_seen": 47691424,
      "step": 24775
    },
    {
      "epoch": 4.042417815482502,
      "grad_norm": 0.5758321285247803,
      "learning_rate": 1.5835236532238674e-05,
      "loss": 0.2061,
      "num_input_tokens_seen": 47700608,
      "step": 24780
    },
    {
      "epoch": 4.04323354270332,
      "grad_norm": 0.5957984328269958,
      "learning_rate": 1.582610323145727e-05,
      "loss": 0.2323,
      "num_input_tokens_seen": 47710288,
      "step": 24785
    },
    {
      "epoch": 4.0440492699241375,
      "grad_norm": 0.8911443948745728,
      "learning_rate": 1.5816971345406035e-05,
      "loss": 0.1482,
      "num_input_tokens_seen": 47720528,
      "step": 24790
    },
    {
      "epoch": 4.044864997144955,
      "grad_norm": 1.148498773574829,
      "learning_rate": 1.5807840875493225e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 47730912,
      "step": 24795
    },
    {
      "epoch": 4.045680724365772,
      "grad_norm": 1.05526864528656,
      "learning_rate": 1.5798711823126854e-05,
      "loss": 0.1612,
      "num_input_tokens_seen": 47741360,
      "step": 24800
    },
    {
      "epoch": 4.045680724365772,
      "eval_loss": 0.16248631477355957,
      "eval_runtime": 71.2868,
      "eval_samples_per_second": 38.226,
      "eval_steps_per_second": 19.12,
      "num_input_tokens_seen": 47741360,
      "step": 24800
    },
    {
      "epoch": 4.04649645158659,
      "grad_norm": 0.5227091908454895,
      "learning_rate": 1.578958418971477e-05,
      "loss": 0.1135,
      "num_input_tokens_seen": 47750032,
      "step": 24805
    },
    {
      "epoch": 4.047312178807407,
      "grad_norm": 0.8954756259918213,
      "learning_rate": 1.578045797666453e-05,
      "loss": 0.1535,
      "num_input_tokens_seen": 47759648,
      "step": 24810
    },
    {
      "epoch": 4.048127906028224,
      "grad_norm": 1.0627851486206055,
      "learning_rate": 1.5771333185383548e-05,
      "loss": 0.1608,
      "num_input_tokens_seen": 47769680,
      "step": 24815
    },
    {
      "epoch": 4.048943633249041,
      "grad_norm": 0.6569886207580566,
      "learning_rate": 1.576220981727895e-05,
      "loss": 0.1506,
      "num_input_tokens_seen": 47780448,
      "step": 24820
    },
    {
      "epoch": 4.049759360469859,
      "grad_norm": 0.7572983503341675,
      "learning_rate": 1.575308787375769e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 47788704,
      "step": 24825
    },
    {
      "epoch": 4.050575087690676,
      "grad_norm": 0.30250445008277893,
      "learning_rate": 1.5743967356226492e-05,
      "loss": 0.1643,
      "num_input_tokens_seen": 47799168,
      "step": 24830
    },
    {
      "epoch": 4.051390814911493,
      "grad_norm": 1.0332696437835693,
      "learning_rate": 1.5734848266091835e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 47810176,
      "step": 24835
    },
    {
      "epoch": 4.052206542132311,
      "grad_norm": 1.725102186203003,
      "learning_rate": 1.572573060476001e-05,
      "loss": 0.2301,
      "num_input_tokens_seen": 47819728,
      "step": 24840
    },
    {
      "epoch": 4.053022269353129,
      "grad_norm": 1.3588052988052368,
      "learning_rate": 1.5716614373637085e-05,
      "loss": 0.2141,
      "num_input_tokens_seen": 47829264,
      "step": 24845
    },
    {
      "epoch": 4.053837996573946,
      "grad_norm": 1.3298943042755127,
      "learning_rate": 1.570749957412887e-05,
      "loss": 0.1184,
      "num_input_tokens_seen": 47838288,
      "step": 24850
    },
    {
      "epoch": 4.054653723794763,
      "grad_norm": 0.7350042462348938,
      "learning_rate": 1.5698386207641013e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 47848000,
      "step": 24855
    },
    {
      "epoch": 4.05546945101558,
      "grad_norm": 1.104052186012268,
      "learning_rate": 1.5689274275578884e-05,
      "loss": 0.2012,
      "num_input_tokens_seen": 47858656,
      "step": 24860
    },
    {
      "epoch": 4.056285178236398,
      "grad_norm": 0.7665095925331116,
      "learning_rate": 1.5680163779347667e-05,
      "loss": 0.1404,
      "num_input_tokens_seen": 47868592,
      "step": 24865
    },
    {
      "epoch": 4.057100905457215,
      "grad_norm": 0.8268656134605408,
      "learning_rate": 1.5671054720352327e-05,
      "loss": 0.152,
      "num_input_tokens_seen": 47878112,
      "step": 24870
    },
    {
      "epoch": 4.057916632678032,
      "grad_norm": 0.5858192443847656,
      "learning_rate": 1.566194709999757e-05,
      "loss": 0.1356,
      "num_input_tokens_seen": 47888736,
      "step": 24875
    },
    {
      "epoch": 4.058732359898849,
      "grad_norm": 0.38165244460105896,
      "learning_rate": 1.5652840919687933e-05,
      "loss": 0.1652,
      "num_input_tokens_seen": 47897968,
      "step": 24880
    },
    {
      "epoch": 4.059548087119667,
      "grad_norm": 0.30790409445762634,
      "learning_rate": 1.5643736180827676e-05,
      "loss": 0.1096,
      "num_input_tokens_seen": 47906912,
      "step": 24885
    },
    {
      "epoch": 4.0603638143404845,
      "grad_norm": 0.8745664954185486,
      "learning_rate": 1.5634632884820878e-05,
      "loss": 0.2564,
      "num_input_tokens_seen": 47916656,
      "step": 24890
    },
    {
      "epoch": 4.061179541561302,
      "grad_norm": 0.4134323298931122,
      "learning_rate": 1.5625531033071395e-05,
      "loss": 0.1309,
      "num_input_tokens_seen": 47926688,
      "step": 24895
    },
    {
      "epoch": 4.06199526878212,
      "grad_norm": 0.45257502794265747,
      "learning_rate": 1.5616430626982828e-05,
      "loss": 0.1488,
      "num_input_tokens_seen": 47936656,
      "step": 24900
    },
    {
      "epoch": 4.062810996002937,
      "grad_norm": 0.6016289591789246,
      "learning_rate": 1.5607331667958575e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 47945760,
      "step": 24905
    },
    {
      "epoch": 4.063626723223754,
      "grad_norm": 0.7184944152832031,
      "learning_rate": 1.5598234157401824e-05,
      "loss": 0.116,
      "num_input_tokens_seen": 47955328,
      "step": 24910
    },
    {
      "epoch": 4.064442450444571,
      "grad_norm": 0.5318437814712524,
      "learning_rate": 1.5589138096715503e-05,
      "loss": 0.1772,
      "num_input_tokens_seen": 47964512,
      "step": 24915
    },
    {
      "epoch": 4.065258177665389,
      "grad_norm": 1.098822832107544,
      "learning_rate": 1.5580043487302365e-05,
      "loss": 0.209,
      "num_input_tokens_seen": 47973600,
      "step": 24920
    },
    {
      "epoch": 4.066073904886206,
      "grad_norm": 0.6759775280952454,
      "learning_rate": 1.5570950330564888e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 47982256,
      "step": 24925
    },
    {
      "epoch": 4.066889632107023,
      "grad_norm": 1.1082966327667236,
      "learning_rate": 1.5561858627905367e-05,
      "loss": 0.1456,
      "num_input_tokens_seen": 47992736,
      "step": 24930
    },
    {
      "epoch": 4.0677053593278405,
      "grad_norm": 0.3207136392593384,
      "learning_rate": 1.5552768380725857e-05,
      "loss": 0.1675,
      "num_input_tokens_seen": 48002816,
      "step": 24935
    },
    {
      "epoch": 4.0685210865486585,
      "grad_norm": 0.6260873675346375,
      "learning_rate": 1.5543679590428183e-05,
      "loss": 0.1272,
      "num_input_tokens_seen": 48011792,
      "step": 24940
    },
    {
      "epoch": 4.069336813769476,
      "grad_norm": 0.9727068543434143,
      "learning_rate": 1.5534592258413943e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 48021296,
      "step": 24945
    },
    {
      "epoch": 4.070152540990293,
      "grad_norm": 1.7509108781814575,
      "learning_rate": 1.5525506386084538e-05,
      "loss": 0.1701,
      "num_input_tokens_seen": 48030528,
      "step": 24950
    },
    {
      "epoch": 4.07096826821111,
      "grad_norm": 0.5467453002929688,
      "learning_rate": 1.55164219748411e-05,
      "loss": 0.1801,
      "num_input_tokens_seen": 48041312,
      "step": 24955
    },
    {
      "epoch": 4.071783995431928,
      "grad_norm": 1.0096938610076904,
      "learning_rate": 1.550733902608459e-05,
      "loss": 0.1529,
      "num_input_tokens_seen": 48051056,
      "step": 24960
    },
    {
      "epoch": 4.072599722652745,
      "grad_norm": 1.2536855936050415,
      "learning_rate": 1.549825754121568e-05,
      "loss": 0.1638,
      "num_input_tokens_seen": 48060560,
      "step": 24965
    },
    {
      "epoch": 4.073415449873562,
      "grad_norm": 0.5810481309890747,
      "learning_rate": 1.5489177521634864e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 48070368,
      "step": 24970
    },
    {
      "epoch": 4.074231177094379,
      "grad_norm": 1.4641269445419312,
      "learning_rate": 1.5480098968742402e-05,
      "loss": 0.2461,
      "num_input_tokens_seen": 48079968,
      "step": 24975
    },
    {
      "epoch": 4.075046904315197,
      "grad_norm": 0.6106976270675659,
      "learning_rate": 1.5471021883938304e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 48090000,
      "step": 24980
    },
    {
      "epoch": 4.0758626315360145,
      "grad_norm": 0.7612866759300232,
      "learning_rate": 1.546194626862238e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 48100672,
      "step": 24985
    },
    {
      "epoch": 4.076678358756832,
      "grad_norm": 0.3416188061237335,
      "learning_rate": 1.5452872124194216e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 48111088,
      "step": 24990
    },
    {
      "epoch": 4.077494085977649,
      "grad_norm": 0.7887086272239685,
      "learning_rate": 1.5443799452053136e-05,
      "loss": 0.1362,
      "num_input_tokens_seen": 48121360,
      "step": 24995
    },
    {
      "epoch": 4.078309813198467,
      "grad_norm": 0.7394837737083435,
      "learning_rate": 1.543472825359828e-05,
      "loss": 0.152,
      "num_input_tokens_seen": 48131120,
      "step": 25000
    },
    {
      "epoch": 4.078309813198467,
      "eval_loss": 0.16241683065891266,
      "eval_runtime": 71.4537,
      "eval_samples_per_second": 38.137,
      "eval_steps_per_second": 19.075,
      "num_input_tokens_seen": 48131120,
      "step": 25000
    },
    {
      "epoch": 4.079125540419284,
      "grad_norm": 0.332956463098526,
      "learning_rate": 1.5425658530228522e-05,
      "loss": 0.1044,
      "num_input_tokens_seen": 48140752,
      "step": 25005
    },
    {
      "epoch": 4.079941267640101,
      "grad_norm": 1.129744052886963,
      "learning_rate": 1.5416590283342546e-05,
      "loss": 0.1201,
      "num_input_tokens_seen": 48150208,
      "step": 25010
    },
    {
      "epoch": 4.080756994860918,
      "grad_norm": 0.34348469972610474,
      "learning_rate": 1.5407523514338783e-05,
      "loss": 0.1324,
      "num_input_tokens_seen": 48160288,
      "step": 25015
    },
    {
      "epoch": 4.081572722081736,
      "grad_norm": 0.6352052092552185,
      "learning_rate": 1.539845822461543e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 48169744,
      "step": 25020
    },
    {
      "epoch": 4.082388449302553,
      "grad_norm": 1.0927058458328247,
      "learning_rate": 1.538939441557048e-05,
      "loss": 0.1751,
      "num_input_tokens_seen": 48178528,
      "step": 25025
    },
    {
      "epoch": 4.08320417652337,
      "grad_norm": 0.42567285895347595,
      "learning_rate": 1.5380332088601696e-05,
      "loss": 0.1998,
      "num_input_tokens_seen": 48187376,
      "step": 25030
    },
    {
      "epoch": 4.0840199037441876,
      "grad_norm": 0.40950196981430054,
      "learning_rate": 1.537127124510658e-05,
      "loss": 0.127,
      "num_input_tokens_seen": 48198176,
      "step": 25035
    },
    {
      "epoch": 4.084835630965006,
      "grad_norm": 1.1536418199539185,
      "learning_rate": 1.5362211886482457e-05,
      "loss": 0.1736,
      "num_input_tokens_seen": 48207760,
      "step": 25040
    },
    {
      "epoch": 4.085651358185823,
      "grad_norm": 0.3387904465198517,
      "learning_rate": 1.5353154014126363e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 48217376,
      "step": 25045
    },
    {
      "epoch": 4.08646708540664,
      "grad_norm": 0.636747419834137,
      "learning_rate": 1.534409762943515e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 48226304,
      "step": 25050
    },
    {
      "epoch": 4.087282812627457,
      "grad_norm": 0.38772180676460266,
      "learning_rate": 1.5335042733805438e-05,
      "loss": 0.1796,
      "num_input_tokens_seen": 48235712,
      "step": 25055
    },
    {
      "epoch": 4.088098539848275,
      "grad_norm": 0.5304175019264221,
      "learning_rate": 1.532598932863358e-05,
      "loss": 0.1066,
      "num_input_tokens_seen": 48245328,
      "step": 25060
    },
    {
      "epoch": 4.088914267069092,
      "grad_norm": 0.8080570101737976,
      "learning_rate": 1.531693741531574e-05,
      "loss": 0.1388,
      "num_input_tokens_seen": 48255680,
      "step": 25065
    },
    {
      "epoch": 4.089729994289909,
      "grad_norm": 0.7186223864555359,
      "learning_rate": 1.5307886995247844e-05,
      "loss": 0.2023,
      "num_input_tokens_seen": 48264272,
      "step": 25070
    },
    {
      "epoch": 4.090545721510727,
      "grad_norm": 1.1778502464294434,
      "learning_rate": 1.529883806982557e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 48273600,
      "step": 25075
    },
    {
      "epoch": 4.091361448731544,
      "grad_norm": 0.20907674729824066,
      "learning_rate": 1.5289790640444376e-05,
      "loss": 0.1292,
      "num_input_tokens_seen": 48285040,
      "step": 25080
    },
    {
      "epoch": 4.0921771759523615,
      "grad_norm": 1.030604362487793,
      "learning_rate": 1.5280744708499494e-05,
      "loss": 0.1659,
      "num_input_tokens_seen": 48294784,
      "step": 25085
    },
    {
      "epoch": 4.092992903173179,
      "grad_norm": 0.6149082183837891,
      "learning_rate": 1.527170027538591e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 48304640,
      "step": 25090
    },
    {
      "epoch": 4.093808630393997,
      "grad_norm": 0.43105635046958923,
      "learning_rate": 1.5262657342498407e-05,
      "loss": 0.1793,
      "num_input_tokens_seen": 48314976,
      "step": 25095
    },
    {
      "epoch": 4.094624357614814,
      "grad_norm": 0.5299112796783447,
      "learning_rate": 1.52536159112315e-05,
      "loss": 0.1906,
      "num_input_tokens_seen": 48323808,
      "step": 25100
    },
    {
      "epoch": 4.095440084835631,
      "grad_norm": 0.4223271906375885,
      "learning_rate": 1.5244575982979497e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 48332832,
      "step": 25105
    },
    {
      "epoch": 4.096255812056448,
      "grad_norm": 0.4663318693637848,
      "learning_rate": 1.5235537559136487e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 48341696,
      "step": 25110
    },
    {
      "epoch": 4.097071539277266,
      "grad_norm": 0.9665459990501404,
      "learning_rate": 1.5226500641096286e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 48350400,
      "step": 25115
    },
    {
      "epoch": 4.097887266498083,
      "grad_norm": 0.5751269459724426,
      "learning_rate": 1.5217465230252509e-05,
      "loss": 0.1192,
      "num_input_tokens_seen": 48361424,
      "step": 25120
    },
    {
      "epoch": 4.0987029937189,
      "grad_norm": 0.592147707939148,
      "learning_rate": 1.5208431327998523e-05,
      "loss": 0.1172,
      "num_input_tokens_seen": 48370064,
      "step": 25125
    },
    {
      "epoch": 4.0995187209397175,
      "grad_norm": 0.5362714529037476,
      "learning_rate": 1.5199398935727477e-05,
      "loss": 0.1669,
      "num_input_tokens_seen": 48380784,
      "step": 25130
    },
    {
      "epoch": 4.1003344481605355,
      "grad_norm": 0.899951159954071,
      "learning_rate": 1.5190368054832282e-05,
      "loss": 0.1749,
      "num_input_tokens_seen": 48390480,
      "step": 25135
    },
    {
      "epoch": 4.101150175381353,
      "grad_norm": 0.600695013999939,
      "learning_rate": 1.5181338686705601e-05,
      "loss": 0.1294,
      "num_input_tokens_seen": 48400720,
      "step": 25140
    },
    {
      "epoch": 4.10196590260217,
      "grad_norm": 0.5355620980262756,
      "learning_rate": 1.5172310832739889e-05,
      "loss": 0.1803,
      "num_input_tokens_seen": 48410208,
      "step": 25145
    },
    {
      "epoch": 4.102781629822987,
      "grad_norm": 0.8981165885925293,
      "learning_rate": 1.5163284494327346e-05,
      "loss": 0.1318,
      "num_input_tokens_seen": 48419776,
      "step": 25150
    },
    {
      "epoch": 4.103597357043805,
      "grad_norm": 0.6507900953292847,
      "learning_rate": 1.5154259672859952e-05,
      "loss": 0.1395,
      "num_input_tokens_seen": 48428624,
      "step": 25155
    },
    {
      "epoch": 4.104413084264622,
      "grad_norm": 1.034145712852478,
      "learning_rate": 1.5145236369729452e-05,
      "loss": 0.173,
      "num_input_tokens_seen": 48437680,
      "step": 25160
    },
    {
      "epoch": 4.105228811485439,
      "grad_norm": 0.49842143058776855,
      "learning_rate": 1.5136214586327335e-05,
      "loss": 0.1327,
      "num_input_tokens_seen": 48446560,
      "step": 25165
    },
    {
      "epoch": 4.106044538706256,
      "grad_norm": 1.0504767894744873,
      "learning_rate": 1.5127194324044885e-05,
      "loss": 0.1296,
      "num_input_tokens_seen": 48455328,
      "step": 25170
    },
    {
      "epoch": 4.106860265927074,
      "grad_norm": 1.4886797666549683,
      "learning_rate": 1.5118175584273148e-05,
      "loss": 0.1828,
      "num_input_tokens_seen": 48464176,
      "step": 25175
    },
    {
      "epoch": 4.1076759931478914,
      "grad_norm": 0.5030544996261597,
      "learning_rate": 1.5109158368402909e-05,
      "loss": 0.1912,
      "num_input_tokens_seen": 48474096,
      "step": 25180
    },
    {
      "epoch": 4.108491720368709,
      "grad_norm": 0.7056704163551331,
      "learning_rate": 1.5100142677824753e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 48484144,
      "step": 25185
    },
    {
      "epoch": 4.109307447589526,
      "grad_norm": 0.8349561095237732,
      "learning_rate": 1.509112851392901e-05,
      "loss": 0.2077,
      "num_input_tokens_seen": 48493200,
      "step": 25190
    },
    {
      "epoch": 4.110123174810344,
      "grad_norm": 0.9183731079101562,
      "learning_rate": 1.5082115878105763e-05,
      "loss": 0.2643,
      "num_input_tokens_seen": 48503104,
      "step": 25195
    },
    {
      "epoch": 4.110938902031161,
      "grad_norm": 0.5625266432762146,
      "learning_rate": 1.5073104771744892e-05,
      "loss": 0.1178,
      "num_input_tokens_seen": 48513200,
      "step": 25200
    },
    {
      "epoch": 4.110938902031161,
      "eval_loss": 0.16252374649047852,
      "eval_runtime": 71.5848,
      "eval_samples_per_second": 38.067,
      "eval_steps_per_second": 19.04,
      "num_input_tokens_seen": 48513200,
      "step": 25200
    },
    {
      "epoch": 4.111754629251978,
      "grad_norm": 0.6359453201293945,
      "learning_rate": 1.5064095196236006e-05,
      "loss": 0.154,
      "num_input_tokens_seen": 48521232,
      "step": 25205
    },
    {
      "epoch": 4.112570356472795,
      "grad_norm": 0.8945894837379456,
      "learning_rate": 1.50550871529685e-05,
      "loss": 0.2269,
      "num_input_tokens_seen": 48531776,
      "step": 25210
    },
    {
      "epoch": 4.113386083693613,
      "grad_norm": 0.48892274498939514,
      "learning_rate": 1.5046080643331546e-05,
      "loss": 0.186,
      "num_input_tokens_seen": 48539856,
      "step": 25215
    },
    {
      "epoch": 4.11420181091443,
      "grad_norm": 1.1233097314834595,
      "learning_rate": 1.5037075668714028e-05,
      "loss": 0.1569,
      "num_input_tokens_seen": 48550928,
      "step": 25220
    },
    {
      "epoch": 4.115017538135247,
      "grad_norm": 0.8397286534309387,
      "learning_rate": 1.5028072230504656e-05,
      "loss": 0.0933,
      "num_input_tokens_seen": 48560000,
      "step": 25225
    },
    {
      "epoch": 4.1158332653560645,
      "grad_norm": 0.5346686840057373,
      "learning_rate": 1.5019070330091861e-05,
      "loss": 0.1569,
      "num_input_tokens_seen": 48569328,
      "step": 25230
    },
    {
      "epoch": 4.1166489925768825,
      "grad_norm": 0.299777626991272,
      "learning_rate": 1.5010069968863843e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 48579296,
      "step": 25235
    },
    {
      "epoch": 4.1174647197977,
      "grad_norm": 0.8260281682014465,
      "learning_rate": 1.5001071148208584e-05,
      "loss": 0.1299,
      "num_input_tokens_seen": 48589536,
      "step": 25240
    },
    {
      "epoch": 4.118280447018517,
      "grad_norm": 1.017449975013733,
      "learning_rate": 1.49920738695138e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 48599552,
      "step": 25245
    },
    {
      "epoch": 4.119096174239334,
      "grad_norm": 1.59375,
      "learning_rate": 1.4983078134166995e-05,
      "loss": 0.2666,
      "num_input_tokens_seen": 48609776,
      "step": 25250
    },
    {
      "epoch": 4.119911901460152,
      "grad_norm": 0.4313005208969116,
      "learning_rate": 1.4974083943555428e-05,
      "loss": 0.1199,
      "num_input_tokens_seen": 48620016,
      "step": 25255
    },
    {
      "epoch": 4.120727628680969,
      "grad_norm": 0.46115660667419434,
      "learning_rate": 1.496509129906611e-05,
      "loss": 0.1672,
      "num_input_tokens_seen": 48630576,
      "step": 25260
    },
    {
      "epoch": 4.121543355901786,
      "grad_norm": 0.3115772306919098,
      "learning_rate": 1.4956100202085809e-05,
      "loss": 0.1881,
      "num_input_tokens_seen": 48638896,
      "step": 25265
    },
    {
      "epoch": 4.122359083122603,
      "grad_norm": 0.7169818878173828,
      "learning_rate": 1.4947110654001093e-05,
      "loss": 0.1676,
      "num_input_tokens_seen": 48649088,
      "step": 25270
    },
    {
      "epoch": 4.123174810343421,
      "grad_norm": 0.8802034258842468,
      "learning_rate": 1.4938122656198234e-05,
      "loss": 0.1863,
      "num_input_tokens_seen": 48658000,
      "step": 25275
    },
    {
      "epoch": 4.1239905375642385,
      "grad_norm": 1.001747965812683,
      "learning_rate": 1.4929136210063316e-05,
      "loss": 0.1409,
      "num_input_tokens_seen": 48667216,
      "step": 25280
    },
    {
      "epoch": 4.124806264785056,
      "grad_norm": 0.2028178721666336,
      "learning_rate": 1.4920151316982146e-05,
      "loss": 0.1187,
      "num_input_tokens_seen": 48676240,
      "step": 25285
    },
    {
      "epoch": 4.125621992005874,
      "grad_norm": 1.0016722679138184,
      "learning_rate": 1.4911167978340312e-05,
      "loss": 0.1476,
      "num_input_tokens_seen": 48685488,
      "step": 25290
    },
    {
      "epoch": 4.126437719226691,
      "grad_norm": 0.6082556247711182,
      "learning_rate": 1.4902186195523166e-05,
      "loss": 0.145,
      "num_input_tokens_seen": 48695808,
      "step": 25295
    },
    {
      "epoch": 4.127253446447508,
      "grad_norm": 1.6909146308898926,
      "learning_rate": 1.4893205969915805e-05,
      "loss": 0.1759,
      "num_input_tokens_seen": 48705840,
      "step": 25300
    },
    {
      "epoch": 4.128069173668325,
      "grad_norm": 0.5010188221931458,
      "learning_rate": 1.4884227302903086e-05,
      "loss": 0.1704,
      "num_input_tokens_seen": 48716000,
      "step": 25305
    },
    {
      "epoch": 4.128884900889143,
      "grad_norm": 0.5949275493621826,
      "learning_rate": 1.4875250195869653e-05,
      "loss": 0.1861,
      "num_input_tokens_seen": 48723920,
      "step": 25310
    },
    {
      "epoch": 4.12970062810996,
      "grad_norm": 0.5217544436454773,
      "learning_rate": 1.4866274650199862e-05,
      "loss": 0.2366,
      "num_input_tokens_seen": 48733248,
      "step": 25315
    },
    {
      "epoch": 4.130516355330777,
      "grad_norm": 0.4125405251979828,
      "learning_rate": 1.485730066727788e-05,
      "loss": 0.1997,
      "num_input_tokens_seen": 48743296,
      "step": 25320
    },
    {
      "epoch": 4.1313320825515945,
      "grad_norm": 0.5960614085197449,
      "learning_rate": 1.4848328248487586e-05,
      "loss": 0.1596,
      "num_input_tokens_seen": 48752224,
      "step": 25325
    },
    {
      "epoch": 4.1321478097724125,
      "grad_norm": 1.2075501680374146,
      "learning_rate": 1.4839357395212656e-05,
      "loss": 0.2102,
      "num_input_tokens_seen": 48761152,
      "step": 25330
    },
    {
      "epoch": 4.13296353699323,
      "grad_norm": 0.4968380928039551,
      "learning_rate": 1.4830388108836502e-05,
      "loss": 0.1307,
      "num_input_tokens_seen": 48770768,
      "step": 25335
    },
    {
      "epoch": 4.133779264214047,
      "grad_norm": 0.37240827083587646,
      "learning_rate": 1.4821420390742299e-05,
      "loss": 0.1706,
      "num_input_tokens_seen": 48780496,
      "step": 25340
    },
    {
      "epoch": 4.134594991434864,
      "grad_norm": 0.9130724668502808,
      "learning_rate": 1.4812454242312979e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 48789808,
      "step": 25345
    },
    {
      "epoch": 4.135410718655682,
      "grad_norm": 0.733397901058197,
      "learning_rate": 1.4803489664931253e-05,
      "loss": 0.1257,
      "num_input_tokens_seen": 48798976,
      "step": 25350
    },
    {
      "epoch": 4.136226445876499,
      "grad_norm": 0.7137051820755005,
      "learning_rate": 1.4794526659979544e-05,
      "loss": 0.1599,
      "num_input_tokens_seen": 48807808,
      "step": 25355
    },
    {
      "epoch": 4.137042173097316,
      "grad_norm": 1.37455153465271,
      "learning_rate": 1.4785565228840086e-05,
      "loss": 0.1743,
      "num_input_tokens_seen": 48816672,
      "step": 25360
    },
    {
      "epoch": 4.137857900318133,
      "grad_norm": 1.3959267139434814,
      "learning_rate": 1.4776605372894819e-05,
      "loss": 0.1479,
      "num_input_tokens_seen": 48826720,
      "step": 25365
    },
    {
      "epoch": 4.138673627538951,
      "grad_norm": 0.6552901864051819,
      "learning_rate": 1.4767647093525488e-05,
      "loss": 0.2699,
      "num_input_tokens_seen": 48836464,
      "step": 25370
    },
    {
      "epoch": 4.139489354759768,
      "grad_norm": 1.1200981140136719,
      "learning_rate": 1.4758690392113566e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 48845808,
      "step": 25375
    },
    {
      "epoch": 4.1403050819805856,
      "grad_norm": 1.4346506595611572,
      "learning_rate": 1.4749735270040276e-05,
      "loss": 0.1825,
      "num_input_tokens_seen": 48855328,
      "step": 25380
    },
    {
      "epoch": 4.141120809201403,
      "grad_norm": 0.3439362347126007,
      "learning_rate": 1.4740781728686623e-05,
      "loss": 0.1809,
      "num_input_tokens_seen": 48865504,
      "step": 25385
    },
    {
      "epoch": 4.141936536422221,
      "grad_norm": 0.7976488471031189,
      "learning_rate": 1.4731829769433358e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 48874016,
      "step": 25390
    },
    {
      "epoch": 4.142752263643038,
      "grad_norm": 1.1258175373077393,
      "learning_rate": 1.4722879393660976e-05,
      "loss": 0.2236,
      "num_input_tokens_seen": 48884336,
      "step": 25395
    },
    {
      "epoch": 4.143567990863855,
      "grad_norm": 0.388250470161438,
      "learning_rate": 1.4713930602749748e-05,
      "loss": 0.1465,
      "num_input_tokens_seen": 48894496,
      "step": 25400
    },
    {
      "epoch": 4.143567990863855,
      "eval_loss": 0.16313926875591278,
      "eval_runtime": 71.4526,
      "eval_samples_per_second": 38.137,
      "eval_steps_per_second": 19.076,
      "num_input_tokens_seen": 48894496,
      "step": 25400
    },
    {
      "epoch": 4.144383718084672,
      "grad_norm": 1.2765511274337769,
      "learning_rate": 1.470498339807968e-05,
      "loss": 0.1703,
      "num_input_tokens_seen": 48903408,
      "step": 25405
    },
    {
      "epoch": 4.14519944530549,
      "grad_norm": 0.7608296275138855,
      "learning_rate": 1.4696037781030542e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 48912624,
      "step": 25410
    },
    {
      "epoch": 4.146015172526307,
      "grad_norm": 0.6122748255729675,
      "learning_rate": 1.4687093752981876e-05,
      "loss": 0.151,
      "num_input_tokens_seen": 48922544,
      "step": 25415
    },
    {
      "epoch": 4.146830899747124,
      "grad_norm": 0.315608948469162,
      "learning_rate": 1.4678151315312943e-05,
      "loss": 0.1455,
      "num_input_tokens_seen": 48931984,
      "step": 25420
    },
    {
      "epoch": 4.1476466269679415,
      "grad_norm": 0.7692220211029053,
      "learning_rate": 1.4669210469402789e-05,
      "loss": 0.1827,
      "num_input_tokens_seen": 48941872,
      "step": 25425
    },
    {
      "epoch": 4.1484623541887595,
      "grad_norm": 1.2189087867736816,
      "learning_rate": 1.4660271216630218e-05,
      "loss": 0.2806,
      "num_input_tokens_seen": 48952576,
      "step": 25430
    },
    {
      "epoch": 4.149278081409577,
      "grad_norm": 1.298900842666626,
      "learning_rate": 1.4651333558373748e-05,
      "loss": 0.2245,
      "num_input_tokens_seen": 48962560,
      "step": 25435
    },
    {
      "epoch": 4.150093808630394,
      "grad_norm": 0.9379400610923767,
      "learning_rate": 1.4642397496011707e-05,
      "loss": 0.1326,
      "num_input_tokens_seen": 48971136,
      "step": 25440
    },
    {
      "epoch": 4.150909535851211,
      "grad_norm": 0.48575499653816223,
      "learning_rate": 1.4633463030922129e-05,
      "loss": 0.1338,
      "num_input_tokens_seen": 48980144,
      "step": 25445
    },
    {
      "epoch": 4.151725263072029,
      "grad_norm": 0.34061047434806824,
      "learning_rate": 1.462453016448282e-05,
      "loss": 0.142,
      "num_input_tokens_seen": 48989856,
      "step": 25450
    },
    {
      "epoch": 4.152540990292846,
      "grad_norm": 1.3157742023468018,
      "learning_rate": 1.4615598898071354e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 49000528,
      "step": 25455
    },
    {
      "epoch": 4.153356717513663,
      "grad_norm": 1.3735733032226562,
      "learning_rate": 1.4606669233065026e-05,
      "loss": 0.2109,
      "num_input_tokens_seen": 49009744,
      "step": 25460
    },
    {
      "epoch": 4.154172444734481,
      "grad_norm": 0.6998291611671448,
      "learning_rate": 1.4597741170840914e-05,
      "loss": 0.1309,
      "num_input_tokens_seen": 49018816,
      "step": 25465
    },
    {
      "epoch": 4.154988171955298,
      "grad_norm": 0.6023406386375427,
      "learning_rate": 1.4588814712775853e-05,
      "loss": 0.136,
      "num_input_tokens_seen": 49028912,
      "step": 25470
    },
    {
      "epoch": 4.1558038991761155,
      "grad_norm": 0.6028615832328796,
      "learning_rate": 1.4579889860246382e-05,
      "loss": 0.1274,
      "num_input_tokens_seen": 49039440,
      "step": 25475
    },
    {
      "epoch": 4.156619626396933,
      "grad_norm": 0.3815920948982239,
      "learning_rate": 1.457096661462885e-05,
      "loss": 0.0825,
      "num_input_tokens_seen": 49050176,
      "step": 25480
    },
    {
      "epoch": 4.157435353617751,
      "grad_norm": 0.7605158686637878,
      "learning_rate": 1.4562044977299322e-05,
      "loss": 0.2065,
      "num_input_tokens_seen": 49059504,
      "step": 25485
    },
    {
      "epoch": 4.158251080838568,
      "grad_norm": 0.48315662145614624,
      "learning_rate": 1.4553124949633623e-05,
      "loss": 0.084,
      "num_input_tokens_seen": 49069280,
      "step": 25490
    },
    {
      "epoch": 4.159066808059385,
      "grad_norm": 0.4867461323738098,
      "learning_rate": 1.4544206533007354e-05,
      "loss": 0.1019,
      "num_input_tokens_seen": 49077360,
      "step": 25495
    },
    {
      "epoch": 4.159882535280202,
      "grad_norm": 0.6915003657341003,
      "learning_rate": 1.4535289728795821e-05,
      "loss": 0.2064,
      "num_input_tokens_seen": 49087312,
      "step": 25500
    },
    {
      "epoch": 4.16069826250102,
      "grad_norm": 1.0439698696136475,
      "learning_rate": 1.4526374538374132e-05,
      "loss": 0.1835,
      "num_input_tokens_seen": 49097776,
      "step": 25505
    },
    {
      "epoch": 4.161513989721837,
      "grad_norm": 0.5636301636695862,
      "learning_rate": 1.4517460963117097e-05,
      "loss": 0.1523,
      "num_input_tokens_seen": 49107024,
      "step": 25510
    },
    {
      "epoch": 4.162329716942654,
      "grad_norm": 1.3082026243209839,
      "learning_rate": 1.4508549004399314e-05,
      "loss": 0.198,
      "num_input_tokens_seen": 49116400,
      "step": 25515
    },
    {
      "epoch": 4.163145444163471,
      "grad_norm": 0.3400789201259613,
      "learning_rate": 1.449963866359513e-05,
      "loss": 0.1818,
      "num_input_tokens_seen": 49126048,
      "step": 25520
    },
    {
      "epoch": 4.1639611713842895,
      "grad_norm": 1.0139272212982178,
      "learning_rate": 1.4490729942078607e-05,
      "loss": 0.1851,
      "num_input_tokens_seen": 49136176,
      "step": 25525
    },
    {
      "epoch": 4.164776898605107,
      "grad_norm": 0.8547245264053345,
      "learning_rate": 1.4481822841223608e-05,
      "loss": 0.229,
      "num_input_tokens_seen": 49145952,
      "step": 25530
    },
    {
      "epoch": 4.165592625825924,
      "grad_norm": 0.4039507806301117,
      "learning_rate": 1.4472917362403704e-05,
      "loss": 0.1134,
      "num_input_tokens_seen": 49155536,
      "step": 25535
    },
    {
      "epoch": 4.166408353046741,
      "grad_norm": 0.3923387825489044,
      "learning_rate": 1.4464013506992224e-05,
      "loss": 0.1533,
      "num_input_tokens_seen": 49164624,
      "step": 25540
    },
    {
      "epoch": 4.167224080267559,
      "grad_norm": 1.270440697669983,
      "learning_rate": 1.4455111276362277e-05,
      "loss": 0.278,
      "num_input_tokens_seen": 49173552,
      "step": 25545
    },
    {
      "epoch": 4.168039807488376,
      "grad_norm": 1.0170799493789673,
      "learning_rate": 1.4446210671886676e-05,
      "loss": 0.1427,
      "num_input_tokens_seen": 49182240,
      "step": 25550
    },
    {
      "epoch": 4.168855534709193,
      "grad_norm": 0.4176262319087982,
      "learning_rate": 1.4437311694938015e-05,
      "loss": 0.1576,
      "num_input_tokens_seen": 49192784,
      "step": 25555
    },
    {
      "epoch": 4.16967126193001,
      "grad_norm": 1.1847383975982666,
      "learning_rate": 1.442841434688864e-05,
      "loss": 0.1718,
      "num_input_tokens_seen": 49202992,
      "step": 25560
    },
    {
      "epoch": 4.170486989150828,
      "grad_norm": 0.6458320617675781,
      "learning_rate": 1.4419518629110615e-05,
      "loss": 0.1624,
      "num_input_tokens_seen": 49213648,
      "step": 25565
    },
    {
      "epoch": 4.171302716371645,
      "grad_norm": 0.8745255470275879,
      "learning_rate": 1.4410624542975778e-05,
      "loss": 0.0996,
      "num_input_tokens_seen": 49221568,
      "step": 25570
    },
    {
      "epoch": 4.1721184435924625,
      "grad_norm": 0.5400600433349609,
      "learning_rate": 1.4401732089855724e-05,
      "loss": 0.1806,
      "num_input_tokens_seen": 49231568,
      "step": 25575
    },
    {
      "epoch": 4.17293417081328,
      "grad_norm": 0.6586994528770447,
      "learning_rate": 1.4392841271121754e-05,
      "loss": 0.1531,
      "num_input_tokens_seen": 49241472,
      "step": 25580
    },
    {
      "epoch": 4.173749898034098,
      "grad_norm": 0.3582465946674347,
      "learning_rate": 1.438395208814497e-05,
      "loss": 0.1433,
      "num_input_tokens_seen": 49250816,
      "step": 25585
    },
    {
      "epoch": 4.174565625254915,
      "grad_norm": 1.1259140968322754,
      "learning_rate": 1.4375064542296174e-05,
      "loss": 0.1943,
      "num_input_tokens_seen": 49259792,
      "step": 25590
    },
    {
      "epoch": 4.175381352475732,
      "grad_norm": 0.7915541529655457,
      "learning_rate": 1.4366178634945946e-05,
      "loss": 0.1864,
      "num_input_tokens_seen": 49270624,
      "step": 25595
    },
    {
      "epoch": 4.176197079696549,
      "grad_norm": 1.3459616899490356,
      "learning_rate": 1.4357294367464616e-05,
      "loss": 0.2268,
      "num_input_tokens_seen": 49280736,
      "step": 25600
    },
    {
      "epoch": 4.176197079696549,
      "eval_loss": 0.1626361459493637,
      "eval_runtime": 71.3335,
      "eval_samples_per_second": 38.201,
      "eval_steps_per_second": 19.107,
      "num_input_tokens_seen": 49280736,
      "step": 25600
    },
    {
      "epoch": 4.177012806917367,
      "grad_norm": 6.416778564453125,
      "learning_rate": 1.434841174122224e-05,
      "loss": 0.1249,
      "num_input_tokens_seen": 49289696,
      "step": 25605
    },
    {
      "epoch": 4.177828534138184,
      "grad_norm": 0.6825873255729675,
      "learning_rate": 1.4339530757588615e-05,
      "loss": 0.1224,
      "num_input_tokens_seen": 49299648,
      "step": 25610
    },
    {
      "epoch": 4.178644261359001,
      "grad_norm": 0.9024883508682251,
      "learning_rate": 1.433065141793333e-05,
      "loss": 0.1111,
      "num_input_tokens_seen": 49309136,
      "step": 25615
    },
    {
      "epoch": 4.1794599885798185,
      "grad_norm": 0.6559179425239563,
      "learning_rate": 1.4321773723625665e-05,
      "loss": 0.1601,
      "num_input_tokens_seen": 49318960,
      "step": 25620
    },
    {
      "epoch": 4.1802757158006365,
      "grad_norm": 0.5489695072174072,
      "learning_rate": 1.4312897676034693e-05,
      "loss": 0.1345,
      "num_input_tokens_seen": 49328624,
      "step": 25625
    },
    {
      "epoch": 4.181091443021454,
      "grad_norm": 0.9558557868003845,
      "learning_rate": 1.4304023276529188e-05,
      "loss": 0.2205,
      "num_input_tokens_seen": 49339472,
      "step": 25630
    },
    {
      "epoch": 4.181907170242271,
      "grad_norm": 0.43622124195098877,
      "learning_rate": 1.4295150526477712e-05,
      "loss": 0.1923,
      "num_input_tokens_seen": 49348704,
      "step": 25635
    },
    {
      "epoch": 4.182722897463089,
      "grad_norm": 0.28025779128074646,
      "learning_rate": 1.4286279427248562e-05,
      "loss": 0.1146,
      "num_input_tokens_seen": 49357600,
      "step": 25640
    },
    {
      "epoch": 4.183538624683906,
      "grad_norm": 0.913483202457428,
      "learning_rate": 1.4277409980209747e-05,
      "loss": 0.1527,
      "num_input_tokens_seen": 49366896,
      "step": 25645
    },
    {
      "epoch": 4.184354351904723,
      "grad_norm": 0.33263078331947327,
      "learning_rate": 1.4268542186729061e-05,
      "loss": 0.1445,
      "num_input_tokens_seen": 49375792,
      "step": 25650
    },
    {
      "epoch": 4.18517007912554,
      "grad_norm": 0.8570631146430969,
      "learning_rate": 1.4259676048174043e-05,
      "loss": 0.1057,
      "num_input_tokens_seen": 49385328,
      "step": 25655
    },
    {
      "epoch": 4.185985806346358,
      "grad_norm": 0.9013808369636536,
      "learning_rate": 1.4250811565911937e-05,
      "loss": 0.2426,
      "num_input_tokens_seen": 49394640,
      "step": 25660
    },
    {
      "epoch": 4.186801533567175,
      "grad_norm": 0.4262658357620239,
      "learning_rate": 1.4241948741309782e-05,
      "loss": 0.1463,
      "num_input_tokens_seen": 49404000,
      "step": 25665
    },
    {
      "epoch": 4.1876172607879925,
      "grad_norm": 1.0732749700546265,
      "learning_rate": 1.4233087575734317e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 49412400,
      "step": 25670
    },
    {
      "epoch": 4.18843298800881,
      "grad_norm": 1.039170503616333,
      "learning_rate": 1.422422807055206e-05,
      "loss": 0.1516,
      "num_input_tokens_seen": 49423504,
      "step": 25675
    },
    {
      "epoch": 4.189248715229628,
      "grad_norm": 0.655306875705719,
      "learning_rate": 1.4215370227129243e-05,
      "loss": 0.1726,
      "num_input_tokens_seen": 49432816,
      "step": 25680
    },
    {
      "epoch": 4.190064442450445,
      "grad_norm": 0.8788792490959167,
      "learning_rate": 1.4206514046831876e-05,
      "loss": 0.2117,
      "num_input_tokens_seen": 49443440,
      "step": 25685
    },
    {
      "epoch": 4.190880169671262,
      "grad_norm": 0.6102623343467712,
      "learning_rate": 1.419765953102567e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 49452928,
      "step": 25690
    },
    {
      "epoch": 4.191695896892079,
      "grad_norm": 0.4479835629463196,
      "learning_rate": 1.4188806681076125e-05,
      "loss": 0.1043,
      "num_input_tokens_seen": 49462480,
      "step": 25695
    },
    {
      "epoch": 4.192511624112897,
      "grad_norm": 0.9782854914665222,
      "learning_rate": 1.4179955498348443e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 49471344,
      "step": 25700
    },
    {
      "epoch": 4.193327351333714,
      "grad_norm": 0.23183727264404297,
      "learning_rate": 1.4171105984207605e-05,
      "loss": 0.1401,
      "num_input_tokens_seen": 49480880,
      "step": 25705
    },
    {
      "epoch": 4.194143078554531,
      "grad_norm": 0.5098568201065063,
      "learning_rate": 1.4162258140018304e-05,
      "loss": 0.1344,
      "num_input_tokens_seen": 49491520,
      "step": 25710
    },
    {
      "epoch": 4.194958805775348,
      "grad_norm": 0.7320336103439331,
      "learning_rate": 1.4153411967144986e-05,
      "loss": 0.2151,
      "num_input_tokens_seen": 49501584,
      "step": 25715
    },
    {
      "epoch": 4.195774532996166,
      "grad_norm": 0.5100874900817871,
      "learning_rate": 1.4144567466951864e-05,
      "loss": 0.1446,
      "num_input_tokens_seen": 49510944,
      "step": 25720
    },
    {
      "epoch": 4.196590260216984,
      "grad_norm": 0.8814938068389893,
      "learning_rate": 1.4135724640802844e-05,
      "loss": 0.1327,
      "num_input_tokens_seen": 49520272,
      "step": 25725
    },
    {
      "epoch": 4.197405987437801,
      "grad_norm": 1.492651104927063,
      "learning_rate": 1.4126883490061615e-05,
      "loss": 0.1706,
      "num_input_tokens_seen": 49530544,
      "step": 25730
    },
    {
      "epoch": 4.198221714658618,
      "grad_norm": 0.8337889313697815,
      "learning_rate": 1.4118044016091603e-05,
      "loss": 0.1709,
      "num_input_tokens_seen": 49540560,
      "step": 25735
    },
    {
      "epoch": 4.199037441879436,
      "grad_norm": 0.7970176339149475,
      "learning_rate": 1.410920622025594e-05,
      "loss": 0.2091,
      "num_input_tokens_seen": 49548928,
      "step": 25740
    },
    {
      "epoch": 4.199853169100253,
      "grad_norm": 0.7245182991027832,
      "learning_rate": 1.4100370103917554e-05,
      "loss": 0.167,
      "num_input_tokens_seen": 49557744,
      "step": 25745
    },
    {
      "epoch": 4.20066889632107,
      "grad_norm": 0.5882339477539062,
      "learning_rate": 1.409153566843907e-05,
      "loss": 0.1542,
      "num_input_tokens_seen": 49567376,
      "step": 25750
    },
    {
      "epoch": 4.201484623541887,
      "grad_norm": 0.7361526489257812,
      "learning_rate": 1.408270291518286e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 49577632,
      "step": 25755
    },
    {
      "epoch": 4.202300350762705,
      "grad_norm": 0.377944678068161,
      "learning_rate": 1.407387184551107e-05,
      "loss": 0.1003,
      "num_input_tokens_seen": 49587600,
      "step": 25760
    },
    {
      "epoch": 4.203116077983522,
      "grad_norm": 0.530099630355835,
      "learning_rate": 1.4065042460785532e-05,
      "loss": 0.1991,
      "num_input_tokens_seen": 49596480,
      "step": 25765
    },
    {
      "epoch": 4.2039318052043395,
      "grad_norm": 0.5692125558853149,
      "learning_rate": 1.405621476236787e-05,
      "loss": 0.2116,
      "num_input_tokens_seen": 49604896,
      "step": 25770
    },
    {
      "epoch": 4.204747532425157,
      "grad_norm": 0.8258609175682068,
      "learning_rate": 1.4047388751619423e-05,
      "loss": 0.0971,
      "num_input_tokens_seen": 49615248,
      "step": 25775
    },
    {
      "epoch": 4.205563259645975,
      "grad_norm": 0.5633357763290405,
      "learning_rate": 1.4038564429901264e-05,
      "loss": 0.1843,
      "num_input_tokens_seen": 49625136,
      "step": 25780
    },
    {
      "epoch": 4.206378986866792,
      "grad_norm": 1.9319441318511963,
      "learning_rate": 1.4029741798574227e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 49634240,
      "step": 25785
    },
    {
      "epoch": 4.207194714087609,
      "grad_norm": 0.9274036884307861,
      "learning_rate": 1.402092085899886e-05,
      "loss": 0.2236,
      "num_input_tokens_seen": 49643456,
      "step": 25790
    },
    {
      "epoch": 4.208010441308426,
      "grad_norm": 0.4241245687007904,
      "learning_rate": 1.4012101612535464e-05,
      "loss": 0.1442,
      "num_input_tokens_seen": 49652896,
      "step": 25795
    },
    {
      "epoch": 4.208826168529244,
      "grad_norm": 0.5166711807250977,
      "learning_rate": 1.4003284060544092e-05,
      "loss": 0.2154,
      "num_input_tokens_seen": 49662304,
      "step": 25800
    },
    {
      "epoch": 4.208826168529244,
      "eval_loss": 0.1622314304113388,
      "eval_runtime": 71.4294,
      "eval_samples_per_second": 38.15,
      "eval_steps_per_second": 19.082,
      "num_input_tokens_seen": 49662304,
      "step": 25800
    },
    {
      "epoch": 4.209641895750061,
      "grad_norm": 0.6181125044822693,
      "learning_rate": 1.3994468204384504e-05,
      "loss": 0.1874,
      "num_input_tokens_seen": 49671504,
      "step": 25805
    },
    {
      "epoch": 4.210457622970878,
      "grad_norm": 0.4962090849876404,
      "learning_rate": 1.398565404541622e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 49681504,
      "step": 25810
    },
    {
      "epoch": 4.211273350191696,
      "grad_norm": 0.5937621593475342,
      "learning_rate": 1.3976841584998513e-05,
      "loss": 0.1588,
      "num_input_tokens_seen": 49691616,
      "step": 25815
    },
    {
      "epoch": 4.2120890774125135,
      "grad_norm": 0.7499172687530518,
      "learning_rate": 1.3968030824490352e-05,
      "loss": 0.1784,
      "num_input_tokens_seen": 49700848,
      "step": 25820
    },
    {
      "epoch": 4.212904804633331,
      "grad_norm": 0.830997884273529,
      "learning_rate": 1.3959221765250469e-05,
      "loss": 0.1382,
      "num_input_tokens_seen": 49711344,
      "step": 25825
    },
    {
      "epoch": 4.213720531854148,
      "grad_norm": 0.5017967820167542,
      "learning_rate": 1.3950414408637343e-05,
      "loss": 0.1817,
      "num_input_tokens_seen": 49719952,
      "step": 25830
    },
    {
      "epoch": 4.214536259074965,
      "grad_norm": 1.2379705905914307,
      "learning_rate": 1.3941608756009166e-05,
      "loss": 0.2316,
      "num_input_tokens_seen": 49728832,
      "step": 25835
    },
    {
      "epoch": 4.215351986295783,
      "grad_norm": 0.5229445695877075,
      "learning_rate": 1.3932804808723898e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 49739264,
      "step": 25840
    },
    {
      "epoch": 4.2161677135166,
      "grad_norm": 0.7932969927787781,
      "learning_rate": 1.3924002568139194e-05,
      "loss": 0.1371,
      "num_input_tokens_seen": 49748720,
      "step": 25845
    },
    {
      "epoch": 4.216983440737417,
      "grad_norm": 0.3749840557575226,
      "learning_rate": 1.3915202035612485e-05,
      "loss": 0.1014,
      "num_input_tokens_seen": 49757920,
      "step": 25850
    },
    {
      "epoch": 4.217799167958235,
      "grad_norm": 0.5904431939125061,
      "learning_rate": 1.3906403212500935e-05,
      "loss": 0.1136,
      "num_input_tokens_seen": 49767808,
      "step": 25855
    },
    {
      "epoch": 4.218614895179052,
      "grad_norm": 0.7523752450942993,
      "learning_rate": 1.3897606100161409e-05,
      "loss": 0.2241,
      "num_input_tokens_seen": 49777952,
      "step": 25860
    },
    {
      "epoch": 4.219430622399869,
      "grad_norm": 0.9443454146385193,
      "learning_rate": 1.388881069995055e-05,
      "loss": 0.1298,
      "num_input_tokens_seen": 49788928,
      "step": 25865
    },
    {
      "epoch": 4.220246349620687,
      "grad_norm": 0.7206054329872131,
      "learning_rate": 1.3880017013224708e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 49799008,
      "step": 25870
    },
    {
      "epoch": 4.221062076841505,
      "grad_norm": 0.5533291697502136,
      "learning_rate": 1.3871225041339984e-05,
      "loss": 0.1561,
      "num_input_tokens_seen": 49808976,
      "step": 25875
    },
    {
      "epoch": 4.221877804062322,
      "grad_norm": 2.0816609859466553,
      "learning_rate": 1.386243478565222e-05,
      "loss": 0.1583,
      "num_input_tokens_seen": 49819456,
      "step": 25880
    },
    {
      "epoch": 4.222693531283139,
      "grad_norm": 1.0290100574493408,
      "learning_rate": 1.3853646247516966e-05,
      "loss": 0.1534,
      "num_input_tokens_seen": 49829152,
      "step": 25885
    },
    {
      "epoch": 4.223509258503956,
      "grad_norm": 0.5140463709831238,
      "learning_rate": 1.3844859428289545e-05,
      "loss": 0.1389,
      "num_input_tokens_seen": 49838336,
      "step": 25890
    },
    {
      "epoch": 4.224324985724774,
      "grad_norm": 0.8125547170639038,
      "learning_rate": 1.3836074329324984e-05,
      "loss": 0.1131,
      "num_input_tokens_seen": 49848048,
      "step": 25895
    },
    {
      "epoch": 4.225140712945591,
      "grad_norm": 0.8163148164749146,
      "learning_rate": 1.3827290951978044e-05,
      "loss": 0.245,
      "num_input_tokens_seen": 49858880,
      "step": 25900
    },
    {
      "epoch": 4.225956440166408,
      "grad_norm": 0.9484139084815979,
      "learning_rate": 1.381850929760326e-05,
      "loss": 0.109,
      "num_input_tokens_seen": 49868992,
      "step": 25905
    },
    {
      "epoch": 4.226772167387225,
      "grad_norm": 0.1338602900505066,
      "learning_rate": 1.3809729367554842e-05,
      "loss": 0.1092,
      "num_input_tokens_seen": 49878032,
      "step": 25910
    },
    {
      "epoch": 4.227587894608043,
      "grad_norm": 1.5129947662353516,
      "learning_rate": 1.3800951163186784e-05,
      "loss": 0.2213,
      "num_input_tokens_seen": 49887792,
      "step": 25915
    },
    {
      "epoch": 4.2284036218288605,
      "grad_norm": 0.9400007724761963,
      "learning_rate": 1.3792174685852801e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 49897392,
      "step": 25920
    },
    {
      "epoch": 4.229219349049678,
      "grad_norm": 0.5317466259002686,
      "learning_rate": 1.378339993690632e-05,
      "loss": 0.1677,
      "num_input_tokens_seen": 49907600,
      "step": 25925
    },
    {
      "epoch": 4.230035076270495,
      "grad_norm": 0.4362565279006958,
      "learning_rate": 1.3774626917700523e-05,
      "loss": 0.1619,
      "num_input_tokens_seen": 49918480,
      "step": 25930
    },
    {
      "epoch": 4.230850803491313,
      "grad_norm": 0.917524516582489,
      "learning_rate": 1.3765855629588334e-05,
      "loss": 0.1922,
      "num_input_tokens_seen": 49928576,
      "step": 25935
    },
    {
      "epoch": 4.23166653071213,
      "grad_norm": 0.28019624948501587,
      "learning_rate": 1.3757086073922374e-05,
      "loss": 0.1263,
      "num_input_tokens_seen": 49937888,
      "step": 25940
    },
    {
      "epoch": 4.232482257932947,
      "grad_norm": 1.5235345363616943,
      "learning_rate": 1.3748318252055038e-05,
      "loss": 0.1719,
      "num_input_tokens_seen": 49946496,
      "step": 25945
    },
    {
      "epoch": 4.233297985153764,
      "grad_norm": 0.9869275093078613,
      "learning_rate": 1.3739552165338416e-05,
      "loss": 0.1407,
      "num_input_tokens_seen": 49956528,
      "step": 25950
    },
    {
      "epoch": 4.234113712374582,
      "grad_norm": 0.48133647441864014,
      "learning_rate": 1.3730787815124354e-05,
      "loss": 0.107,
      "num_input_tokens_seen": 49966080,
      "step": 25955
    },
    {
      "epoch": 4.234929439595399,
      "grad_norm": 1.0846832990646362,
      "learning_rate": 1.3722025202764443e-05,
      "loss": 0.1247,
      "num_input_tokens_seen": 49975680,
      "step": 25960
    },
    {
      "epoch": 4.2357451668162165,
      "grad_norm": 0.3169407546520233,
      "learning_rate": 1.371326432960997e-05,
      "loss": 0.089,
      "num_input_tokens_seen": 49984560,
      "step": 25965
    },
    {
      "epoch": 4.236560894037034,
      "grad_norm": 0.7983185052871704,
      "learning_rate": 1.3704505197011969e-05,
      "loss": 0.112,
      "num_input_tokens_seen": 49992448,
      "step": 25970
    },
    {
      "epoch": 4.237376621257852,
      "grad_norm": 1.6394401788711548,
      "learning_rate": 1.3695747806321224e-05,
      "loss": 0.1192,
      "num_input_tokens_seen": 50003184,
      "step": 25975
    },
    {
      "epoch": 4.238192348478669,
      "grad_norm": 0.2729031443595886,
      "learning_rate": 1.3686992158888212e-05,
      "loss": 0.1278,
      "num_input_tokens_seen": 50013104,
      "step": 25980
    },
    {
      "epoch": 4.239008075699486,
      "grad_norm": 0.7619256973266602,
      "learning_rate": 1.367823825606319e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 50021680,
      "step": 25985
    },
    {
      "epoch": 4.239823802920303,
      "grad_norm": 0.6238961219787598,
      "learning_rate": 1.36694860991961e-05,
      "loss": 0.0952,
      "num_input_tokens_seen": 50030752,
      "step": 25990
    },
    {
      "epoch": 4.240639530141121,
      "grad_norm": 0.35204440355300903,
      "learning_rate": 1.3660735689636636e-05,
      "loss": 0.1175,
      "num_input_tokens_seen": 50039664,
      "step": 25995
    },
    {
      "epoch": 4.241455257361938,
      "grad_norm": 0.8587380647659302,
      "learning_rate": 1.365198702873424e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 50049312,
      "step": 26000
    },
    {
      "epoch": 4.241455257361938,
      "eval_loss": 0.16289745271205902,
      "eval_runtime": 71.4032,
      "eval_samples_per_second": 38.164,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 50049312,
      "step": 26000
    },
    {
      "epoch": 4.242270984582755,
      "grad_norm": 0.8119117617607117,
      "learning_rate": 1.364324011783804e-05,
      "loss": 0.2199,
      "num_input_tokens_seen": 50058128,
      "step": 26005
    },
    {
      "epoch": 4.243086711803572,
      "grad_norm": 0.628844141960144,
      "learning_rate": 1.3634494958296934e-05,
      "loss": 0.1386,
      "num_input_tokens_seen": 50068784,
      "step": 26010
    },
    {
      "epoch": 4.2439024390243905,
      "grad_norm": 1.4158239364624023,
      "learning_rate": 1.3625751551459542e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 50078960,
      "step": 26015
    },
    {
      "epoch": 4.244718166245208,
      "grad_norm": 1.0176875591278076,
      "learning_rate": 1.3617009898674188e-05,
      "loss": 0.1279,
      "num_input_tokens_seen": 50088928,
      "step": 26020
    },
    {
      "epoch": 4.245533893466025,
      "grad_norm": 0.615946352481842,
      "learning_rate": 1.3608270001288967e-05,
      "loss": 0.1782,
      "num_input_tokens_seen": 50098240,
      "step": 26025
    },
    {
      "epoch": 4.246349620686843,
      "grad_norm": 0.6473544836044312,
      "learning_rate": 1.359953186065166e-05,
      "loss": 0.1925,
      "num_input_tokens_seen": 50107440,
      "step": 26030
    },
    {
      "epoch": 4.24716534790766,
      "grad_norm": 0.4664372205734253,
      "learning_rate": 1.3590795478109814e-05,
      "loss": 0.199,
      "num_input_tokens_seen": 50116448,
      "step": 26035
    },
    {
      "epoch": 4.247981075128477,
      "grad_norm": 0.582078754901886,
      "learning_rate": 1.3582060855010675e-05,
      "loss": 0.2213,
      "num_input_tokens_seen": 50126432,
      "step": 26040
    },
    {
      "epoch": 4.248796802349294,
      "grad_norm": 1.5637978315353394,
      "learning_rate": 1.3573327992701245e-05,
      "loss": 0.1656,
      "num_input_tokens_seen": 50135744,
      "step": 26045
    },
    {
      "epoch": 4.249612529570112,
      "grad_norm": 0.8907520174980164,
      "learning_rate": 1.356459689252823e-05,
      "loss": 0.2089,
      "num_input_tokens_seen": 50146608,
      "step": 26050
    },
    {
      "epoch": 4.250428256790929,
      "grad_norm": 0.6963450908660889,
      "learning_rate": 1.3555867555838087e-05,
      "loss": 0.1447,
      "num_input_tokens_seen": 50156752,
      "step": 26055
    },
    {
      "epoch": 4.251243984011746,
      "grad_norm": 1.3292481899261475,
      "learning_rate": 1.3547139983976975e-05,
      "loss": 0.2223,
      "num_input_tokens_seen": 50166112,
      "step": 26060
    },
    {
      "epoch": 4.2520597112325635,
      "grad_norm": 1.657896876335144,
      "learning_rate": 1.3538414178290815e-05,
      "loss": 0.1637,
      "num_input_tokens_seen": 50176800,
      "step": 26065
    },
    {
      "epoch": 4.252875438453382,
      "grad_norm": 0.4827459156513214,
      "learning_rate": 1.3529690140125209e-05,
      "loss": 0.1165,
      "num_input_tokens_seen": 50186576,
      "step": 26070
    },
    {
      "epoch": 4.253691165674199,
      "grad_norm": 0.8150162100791931,
      "learning_rate": 1.352096787082553e-05,
      "loss": 0.23,
      "num_input_tokens_seen": 50197280,
      "step": 26075
    },
    {
      "epoch": 4.254506892895016,
      "grad_norm": 0.43967312574386597,
      "learning_rate": 1.3512247371736871e-05,
      "loss": 0.088,
      "num_input_tokens_seen": 50205840,
      "step": 26080
    },
    {
      "epoch": 4.255322620115833,
      "grad_norm": 0.3748626112937927,
      "learning_rate": 1.3503528644204022e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 50216320,
      "step": 26085
    },
    {
      "epoch": 4.256138347336651,
      "grad_norm": 0.6520439982414246,
      "learning_rate": 1.349481168957153e-05,
      "loss": 0.1802,
      "num_input_tokens_seen": 50225584,
      "step": 26090
    },
    {
      "epoch": 4.256954074557468,
      "grad_norm": 0.6895881295204163,
      "learning_rate": 1.3486096509183665e-05,
      "loss": 0.1248,
      "num_input_tokens_seen": 50233808,
      "step": 26095
    },
    {
      "epoch": 4.257769801778285,
      "grad_norm": 0.962146520614624,
      "learning_rate": 1.3477383104384406e-05,
      "loss": 0.1493,
      "num_input_tokens_seen": 50244672,
      "step": 26100
    },
    {
      "epoch": 4.258585528999102,
      "grad_norm": 0.4901554584503174,
      "learning_rate": 1.3468671476517481e-05,
      "loss": 0.1194,
      "num_input_tokens_seen": 50254288,
      "step": 26105
    },
    {
      "epoch": 4.25940125621992,
      "grad_norm": 0.7278121113777161,
      "learning_rate": 1.3459961626926326e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 50263760,
      "step": 26110
    },
    {
      "epoch": 4.2602169834407375,
      "grad_norm": 1.3520225286483765,
      "learning_rate": 1.3451253556954101e-05,
      "loss": 0.1854,
      "num_input_tokens_seen": 50273120,
      "step": 26115
    },
    {
      "epoch": 4.261032710661555,
      "grad_norm": 0.4822896122932434,
      "learning_rate": 1.3442547267943717e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 50281872,
      "step": 26120
    },
    {
      "epoch": 4.261848437882372,
      "grad_norm": 1.5488290786743164,
      "learning_rate": 1.3433842761237774e-05,
      "loss": 0.2014,
      "num_input_tokens_seen": 50290464,
      "step": 26125
    },
    {
      "epoch": 4.26266416510319,
      "grad_norm": 0.7240236401557922,
      "learning_rate": 1.3425140038178639e-05,
      "loss": 0.1502,
      "num_input_tokens_seen": 50299200,
      "step": 26130
    },
    {
      "epoch": 4.263479892324007,
      "grad_norm": 1.320561170578003,
      "learning_rate": 1.3416439100108358e-05,
      "loss": 0.1614,
      "num_input_tokens_seen": 50308576,
      "step": 26135
    },
    {
      "epoch": 4.264295619544824,
      "grad_norm": 0.5958940982818604,
      "learning_rate": 1.3407739948368734e-05,
      "loss": 0.1179,
      "num_input_tokens_seen": 50317968,
      "step": 26140
    },
    {
      "epoch": 4.265111346765641,
      "grad_norm": 1.0134998559951782,
      "learning_rate": 1.3399042584301298e-05,
      "loss": 0.2621,
      "num_input_tokens_seen": 50325792,
      "step": 26145
    },
    {
      "epoch": 4.265927073986459,
      "grad_norm": 0.6726737022399902,
      "learning_rate": 1.3390347009247272e-05,
      "loss": 0.2051,
      "num_input_tokens_seen": 50335984,
      "step": 26150
    },
    {
      "epoch": 4.266742801207276,
      "grad_norm": 0.8347057700157166,
      "learning_rate": 1.3381653224547635e-05,
      "loss": 0.1125,
      "num_input_tokens_seen": 50346048,
      "step": 26155
    },
    {
      "epoch": 4.2675585284280935,
      "grad_norm": 0.6558365225791931,
      "learning_rate": 1.3372961231543086e-05,
      "loss": 0.17,
      "num_input_tokens_seen": 50354400,
      "step": 26160
    },
    {
      "epoch": 4.268374255648911,
      "grad_norm": 0.9572830200195312,
      "learning_rate": 1.3364271031574016e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 50365248,
      "step": 26165
    },
    {
      "epoch": 4.269189982869729,
      "grad_norm": 0.6775313019752502,
      "learning_rate": 1.335558262598059e-05,
      "loss": 0.1873,
      "num_input_tokens_seen": 50376128,
      "step": 26170
    },
    {
      "epoch": 4.270005710090546,
      "grad_norm": 0.5727831721305847,
      "learning_rate": 1.3346896016102645e-05,
      "loss": 0.1877,
      "num_input_tokens_seen": 50385168,
      "step": 26175
    },
    {
      "epoch": 4.270821437311363,
      "grad_norm": 1.469513177871704,
      "learning_rate": 1.3338211203279788e-05,
      "loss": 0.1869,
      "num_input_tokens_seen": 50394160,
      "step": 26180
    },
    {
      "epoch": 4.27163716453218,
      "grad_norm": 0.3730248808860779,
      "learning_rate": 1.3329528188851303e-05,
      "loss": 0.2443,
      "num_input_tokens_seen": 50404288,
      "step": 26185
    },
    {
      "epoch": 4.272452891752998,
      "grad_norm": 1.4031085968017578,
      "learning_rate": 1.3320846974156242e-05,
      "loss": 0.1737,
      "num_input_tokens_seen": 50414160,
      "step": 26190
    },
    {
      "epoch": 4.273268618973815,
      "grad_norm": 0.47504886984825134,
      "learning_rate": 1.3312167560533337e-05,
      "loss": 0.1654,
      "num_input_tokens_seen": 50423760,
      "step": 26195
    },
    {
      "epoch": 4.274084346194632,
      "grad_norm": 0.5335057377815247,
      "learning_rate": 1.3303489949321082e-05,
      "loss": 0.189,
      "num_input_tokens_seen": 50433008,
      "step": 26200
    },
    {
      "epoch": 4.274084346194632,
      "eval_loss": 0.16344062983989716,
      "eval_runtime": 71.3686,
      "eval_samples_per_second": 38.182,
      "eval_steps_per_second": 19.098,
      "num_input_tokens_seen": 50433008,
      "step": 26200
    },
    {
      "epoch": 4.27490007341545,
      "grad_norm": 0.762109637260437,
      "learning_rate": 1.3294814141857653e-05,
      "loss": 0.2419,
      "num_input_tokens_seen": 50442320,
      "step": 26205
    },
    {
      "epoch": 4.275715800636267,
      "grad_norm": 0.3682915270328522,
      "learning_rate": 1.3286140139480992e-05,
      "loss": 0.2133,
      "num_input_tokens_seen": 50451120,
      "step": 26210
    },
    {
      "epoch": 4.276531527857085,
      "grad_norm": 0.6390346884727478,
      "learning_rate": 1.3277467943528719e-05,
      "loss": 0.2096,
      "num_input_tokens_seen": 50461024,
      "step": 26215
    },
    {
      "epoch": 4.277347255077902,
      "grad_norm": 1.306720495223999,
      "learning_rate": 1.3268797555338203e-05,
      "loss": 0.1045,
      "num_input_tokens_seen": 50470672,
      "step": 26220
    },
    {
      "epoch": 4.27816298229872,
      "grad_norm": 0.2237158864736557,
      "learning_rate": 1.3260128976246533e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 50480304,
      "step": 26225
    },
    {
      "epoch": 4.278978709519537,
      "grad_norm": 0.5479437112808228,
      "learning_rate": 1.32514622075905e-05,
      "loss": 0.1468,
      "num_input_tokens_seen": 50489328,
      "step": 26230
    },
    {
      "epoch": 4.279794436740354,
      "grad_norm": 1.1636191606521606,
      "learning_rate": 1.3242797250706638e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 50498944,
      "step": 26235
    },
    {
      "epoch": 4.280610163961171,
      "grad_norm": 2.487483024597168,
      "learning_rate": 1.3234134106931195e-05,
      "loss": 0.0982,
      "num_input_tokens_seen": 50509168,
      "step": 26240
    },
    {
      "epoch": 4.281425891181989,
      "grad_norm": 0.9642309546470642,
      "learning_rate": 1.322547277760013e-05,
      "loss": 0.1283,
      "num_input_tokens_seen": 50519248,
      "step": 26245
    },
    {
      "epoch": 4.282241618402806,
      "grad_norm": 2.163233757019043,
      "learning_rate": 1.3216813264049132e-05,
      "loss": 0.1512,
      "num_input_tokens_seen": 50528816,
      "step": 26250
    },
    {
      "epoch": 4.283057345623623,
      "grad_norm": 0.2540793716907501,
      "learning_rate": 1.32081555676136e-05,
      "loss": 0.1107,
      "num_input_tokens_seen": 50538528,
      "step": 26255
    },
    {
      "epoch": 4.2838730728444405,
      "grad_norm": 0.8821610808372498,
      "learning_rate": 1.3199499689628674e-05,
      "loss": 0.2191,
      "num_input_tokens_seen": 50548608,
      "step": 26260
    },
    {
      "epoch": 4.2846888000652585,
      "grad_norm": 0.4980469346046448,
      "learning_rate": 1.3190845631429192e-05,
      "loss": 0.1723,
      "num_input_tokens_seen": 50558128,
      "step": 26265
    },
    {
      "epoch": 4.285504527286076,
      "grad_norm": 0.8965684771537781,
      "learning_rate": 1.3182193394349704e-05,
      "loss": 0.1947,
      "num_input_tokens_seen": 50568304,
      "step": 26270
    },
    {
      "epoch": 4.286320254506893,
      "grad_norm": 0.3564761281013489,
      "learning_rate": 1.3173542979724507e-05,
      "loss": 0.1883,
      "num_input_tokens_seen": 50577232,
      "step": 26275
    },
    {
      "epoch": 4.28713598172771,
      "grad_norm": 1.1122915744781494,
      "learning_rate": 1.3164894388887617e-05,
      "loss": 0.1697,
      "num_input_tokens_seen": 50586448,
      "step": 26280
    },
    {
      "epoch": 4.287951708948528,
      "grad_norm": 0.8230234384536743,
      "learning_rate": 1.3156247623172727e-05,
      "loss": 0.19,
      "num_input_tokens_seen": 50596640,
      "step": 26285
    },
    {
      "epoch": 4.288767436169345,
      "grad_norm": 0.8425945043563843,
      "learning_rate": 1.3147602683913302e-05,
      "loss": 0.1655,
      "num_input_tokens_seen": 50606784,
      "step": 26290
    },
    {
      "epoch": 4.289583163390162,
      "grad_norm": 1.260509967803955,
      "learning_rate": 1.3138959572442481e-05,
      "loss": 0.1555,
      "num_input_tokens_seen": 50615696,
      "step": 26295
    },
    {
      "epoch": 4.290398890610979,
      "grad_norm": 0.5720499753952026,
      "learning_rate": 1.3130318290093146e-05,
      "loss": 0.1062,
      "num_input_tokens_seen": 50624176,
      "step": 26300
    },
    {
      "epoch": 4.291214617831797,
      "grad_norm": 1.0923337936401367,
      "learning_rate": 1.3121678838197909e-05,
      "loss": 0.1846,
      "num_input_tokens_seen": 50634432,
      "step": 26305
    },
    {
      "epoch": 4.2920303450526145,
      "grad_norm": 0.4892827868461609,
      "learning_rate": 1.3113041218089056e-05,
      "loss": 0.1633,
      "num_input_tokens_seen": 50644256,
      "step": 26310
    },
    {
      "epoch": 4.292846072273432,
      "grad_norm": 0.5701051354408264,
      "learning_rate": 1.3104405431098626e-05,
      "loss": 0.103,
      "num_input_tokens_seen": 50653760,
      "step": 26315
    },
    {
      "epoch": 4.293661799494249,
      "grad_norm": 0.38076120615005493,
      "learning_rate": 1.3095771478558377e-05,
      "loss": 0.1595,
      "num_input_tokens_seen": 50663264,
      "step": 26320
    },
    {
      "epoch": 4.294477526715067,
      "grad_norm": 1.7059636116027832,
      "learning_rate": 1.3087139361799766e-05,
      "loss": 0.3263,
      "num_input_tokens_seen": 50672704,
      "step": 26325
    },
    {
      "epoch": 4.295293253935884,
      "grad_norm": 0.5515026450157166,
      "learning_rate": 1.3078509082153964e-05,
      "loss": 0.0936,
      "num_input_tokens_seen": 50682160,
      "step": 26330
    },
    {
      "epoch": 4.296108981156701,
      "grad_norm": 0.2827089726924896,
      "learning_rate": 1.3069880640951885e-05,
      "loss": 0.0916,
      "num_input_tokens_seen": 50690960,
      "step": 26335
    },
    {
      "epoch": 4.296924708377518,
      "grad_norm": 0.5587052702903748,
      "learning_rate": 1.3061254039524123e-05,
      "loss": 0.1636,
      "num_input_tokens_seen": 50700496,
      "step": 26340
    },
    {
      "epoch": 4.297740435598336,
      "grad_norm": 0.5693039298057556,
      "learning_rate": 1.3052629279201028e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 50710480,
      "step": 26345
    },
    {
      "epoch": 4.298556162819153,
      "grad_norm": 0.782880961894989,
      "learning_rate": 1.3044006361312633e-05,
      "loss": 0.1337,
      "num_input_tokens_seen": 50720528,
      "step": 26350
    },
    {
      "epoch": 4.2993718900399704,
      "grad_norm": 0.377543568611145,
      "learning_rate": 1.30353852871887e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 50728880,
      "step": 26355
    },
    {
      "epoch": 4.300187617260788,
      "grad_norm": 1.0790492296218872,
      "learning_rate": 1.302676605815873e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 50738960,
      "step": 26360
    },
    {
      "epoch": 4.301003344481606,
      "grad_norm": 0.723890483379364,
      "learning_rate": 1.3018148675551884e-05,
      "loss": 0.2332,
      "num_input_tokens_seen": 50748496,
      "step": 26365
    },
    {
      "epoch": 4.301819071702423,
      "grad_norm": 1.4987012147903442,
      "learning_rate": 1.3009533140697094e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 50757904,
      "step": 26370
    },
    {
      "epoch": 4.30263479892324,
      "grad_norm": 1.0330275297164917,
      "learning_rate": 1.3000919454922966e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 50767328,
      "step": 26375
    },
    {
      "epoch": 4.303450526144058,
      "grad_norm": 0.6378021836280823,
      "learning_rate": 1.299230761955785e-05,
      "loss": 0.1698,
      "num_input_tokens_seen": 50778288,
      "step": 26380
    },
    {
      "epoch": 4.304266253364875,
      "grad_norm": 0.7866570949554443,
      "learning_rate": 1.2983697635929807e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 50787888,
      "step": 26385
    },
    {
      "epoch": 4.305081980585692,
      "grad_norm": 1.7623673677444458,
      "learning_rate": 1.2975089505366584e-05,
      "loss": 0.2283,
      "num_input_tokens_seen": 50796336,
      "step": 26390
    },
    {
      "epoch": 4.305897707806509,
      "grad_norm": 1.0406163930892944,
      "learning_rate": 1.2966483229195683e-05,
      "loss": 0.1679,
      "num_input_tokens_seen": 50805968,
      "step": 26395
    },
    {
      "epoch": 4.306713435027326,
      "grad_norm": 0.8492426872253418,
      "learning_rate": 1.2957878808744283e-05,
      "loss": 0.1928,
      "num_input_tokens_seen": 50815824,
      "step": 26400
    },
    {
      "epoch": 4.306713435027326,
      "eval_loss": 0.16353833675384521,
      "eval_runtime": 71.453,
      "eval_samples_per_second": 38.137,
      "eval_steps_per_second": 19.075,
      "num_input_tokens_seen": 50815824,
      "step": 26400
    },
    {
      "epoch": 4.307529162248144,
      "grad_norm": 0.6842187643051147,
      "learning_rate": 1.294927624533931e-05,
      "loss": 0.2532,
      "num_input_tokens_seen": 50825488,
      "step": 26405
    },
    {
      "epoch": 4.3083448894689615,
      "grad_norm": 0.44277459383010864,
      "learning_rate": 1.2940675540307378e-05,
      "loss": 0.2024,
      "num_input_tokens_seen": 50835568,
      "step": 26410
    },
    {
      "epoch": 4.309160616689779,
      "grad_norm": 0.6493550539016724,
      "learning_rate": 1.2932076694974814e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 50844688,
      "step": 26415
    },
    {
      "epoch": 4.309976343910597,
      "grad_norm": 1.0288920402526855,
      "learning_rate": 1.2923479710667682e-05,
      "loss": 0.114,
      "num_input_tokens_seen": 50853760,
      "step": 26420
    },
    {
      "epoch": 4.310792071131414,
      "grad_norm": 1.5837551355361938,
      "learning_rate": 1.2914884588711751e-05,
      "loss": 0.1863,
      "num_input_tokens_seen": 50862960,
      "step": 26425
    },
    {
      "epoch": 4.311607798352231,
      "grad_norm": 0.8392327427864075,
      "learning_rate": 1.2906291330432475e-05,
      "loss": 0.151,
      "num_input_tokens_seen": 50872288,
      "step": 26430
    },
    {
      "epoch": 4.312423525573048,
      "grad_norm": 0.23853985965251923,
      "learning_rate": 1.2897699937155055e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 50882560,
      "step": 26435
    },
    {
      "epoch": 4.313239252793866,
      "grad_norm": 0.7850502133369446,
      "learning_rate": 1.2889110410204403e-05,
      "loss": 0.1986,
      "num_input_tokens_seen": 50891968,
      "step": 26440
    },
    {
      "epoch": 4.314054980014683,
      "grad_norm": 0.6875247955322266,
      "learning_rate": 1.2880522750905111e-05,
      "loss": 0.2152,
      "num_input_tokens_seen": 50902160,
      "step": 26445
    },
    {
      "epoch": 4.3148707072355,
      "grad_norm": 1.2285778522491455,
      "learning_rate": 1.2871936960581523e-05,
      "loss": 0.1877,
      "num_input_tokens_seen": 50911872,
      "step": 26450
    },
    {
      "epoch": 4.3156864344563175,
      "grad_norm": 0.48096269369125366,
      "learning_rate": 1.2863353040557658e-05,
      "loss": 0.1551,
      "num_input_tokens_seen": 50920832,
      "step": 26455
    },
    {
      "epoch": 4.3165021616771355,
      "grad_norm": 0.7194596529006958,
      "learning_rate": 1.2854770992157273e-05,
      "loss": 0.1908,
      "num_input_tokens_seen": 50930592,
      "step": 26460
    },
    {
      "epoch": 4.317317888897953,
      "grad_norm": 0.5736010074615479,
      "learning_rate": 1.2846190816703835e-05,
      "loss": 0.1147,
      "num_input_tokens_seen": 50940272,
      "step": 26465
    },
    {
      "epoch": 4.31813361611877,
      "grad_norm": 1.139981746673584,
      "learning_rate": 1.2837612515520498e-05,
      "loss": 0.2288,
      "num_input_tokens_seen": 50950016,
      "step": 26470
    },
    {
      "epoch": 4.318949343339587,
      "grad_norm": 0.2514563798904419,
      "learning_rate": 1.2829036089930163e-05,
      "loss": 0.1005,
      "num_input_tokens_seen": 50960336,
      "step": 26475
    },
    {
      "epoch": 4.319765070560405,
      "grad_norm": 0.5178699493408203,
      "learning_rate": 1.2820461541255412e-05,
      "loss": 0.16,
      "num_input_tokens_seen": 50969680,
      "step": 26480
    },
    {
      "epoch": 4.320580797781222,
      "grad_norm": 0.7080907821655273,
      "learning_rate": 1.2811888870818543e-05,
      "loss": 0.2211,
      "num_input_tokens_seen": 50978800,
      "step": 26485
    },
    {
      "epoch": 4.321396525002039,
      "grad_norm": 0.7700685858726501,
      "learning_rate": 1.2803318079941581e-05,
      "loss": 0.1746,
      "num_input_tokens_seen": 50988640,
      "step": 26490
    },
    {
      "epoch": 4.322212252222856,
      "grad_norm": 0.8396361470222473,
      "learning_rate": 1.2794749169946235e-05,
      "loss": 0.1753,
      "num_input_tokens_seen": 50998720,
      "step": 26495
    },
    {
      "epoch": 4.323027979443674,
      "grad_norm": 0.8986415266990662,
      "learning_rate": 1.2786182142153952e-05,
      "loss": 0.2019,
      "num_input_tokens_seen": 51009456,
      "step": 26500
    },
    {
      "epoch": 4.3238437066644915,
      "grad_norm": 1.4325271844863892,
      "learning_rate": 1.2777616997885878e-05,
      "loss": 0.1441,
      "num_input_tokens_seen": 51019328,
      "step": 26505
    },
    {
      "epoch": 4.324659433885309,
      "grad_norm": 0.5825015306472778,
      "learning_rate": 1.2769053738462847e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 51028784,
      "step": 26510
    },
    {
      "epoch": 4.325475161106126,
      "grad_norm": 0.3758261203765869,
      "learning_rate": 1.2760492365205434e-05,
      "loss": 0.1416,
      "num_input_tokens_seen": 51039696,
      "step": 26515
    },
    {
      "epoch": 4.326290888326944,
      "grad_norm": 0.2494150847196579,
      "learning_rate": 1.2751932879433919e-05,
      "loss": 0.1134,
      "num_input_tokens_seen": 51048496,
      "step": 26520
    },
    {
      "epoch": 4.327106615547761,
      "grad_norm": 1.2806888818740845,
      "learning_rate": 1.2743375282468267e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 51057648,
      "step": 26525
    },
    {
      "epoch": 4.327922342768578,
      "grad_norm": 0.7544595003128052,
      "learning_rate": 1.2734819575628182e-05,
      "loss": 0.1305,
      "num_input_tokens_seen": 51066304,
      "step": 26530
    },
    {
      "epoch": 4.328738069989395,
      "grad_norm": 0.7441555857658386,
      "learning_rate": 1.2726265760233039e-05,
      "loss": 0.2107,
      "num_input_tokens_seen": 51075360,
      "step": 26535
    },
    {
      "epoch": 4.329553797210213,
      "grad_norm": 0.8177651166915894,
      "learning_rate": 1.271771383760197e-05,
      "loss": 0.0998,
      "num_input_tokens_seen": 51085296,
      "step": 26540
    },
    {
      "epoch": 4.33036952443103,
      "grad_norm": 0.35631996393203735,
      "learning_rate": 1.2709163809053764e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 51096064,
      "step": 26545
    },
    {
      "epoch": 4.331185251651847,
      "grad_norm": 0.2726176977157593,
      "learning_rate": 1.2700615675906963e-05,
      "loss": 0.1043,
      "num_input_tokens_seen": 51105392,
      "step": 26550
    },
    {
      "epoch": 4.332000978872665,
      "grad_norm": 0.30543673038482666,
      "learning_rate": 1.269206943947978e-05,
      "loss": 0.2258,
      "num_input_tokens_seen": 51115136,
      "step": 26555
    },
    {
      "epoch": 4.332816706093483,
      "grad_norm": 0.39877447485923767,
      "learning_rate": 1.2683525101090177e-05,
      "loss": 0.1577,
      "num_input_tokens_seen": 51123984,
      "step": 26560
    },
    {
      "epoch": 4.3336324333143,
      "grad_norm": 0.7875991463661194,
      "learning_rate": 1.2674982662055765e-05,
      "loss": 0.1764,
      "num_input_tokens_seen": 51134208,
      "step": 26565
    },
    {
      "epoch": 4.334448160535117,
      "grad_norm": 0.6037284135818481,
      "learning_rate": 1.2666442123693922e-05,
      "loss": 0.1786,
      "num_input_tokens_seen": 51143504,
      "step": 26570
    },
    {
      "epoch": 4.335263887755934,
      "grad_norm": 0.307251900434494,
      "learning_rate": 1.265790348732169e-05,
      "loss": 0.1622,
      "num_input_tokens_seen": 51152928,
      "step": 26575
    },
    {
      "epoch": 4.336079614976752,
      "grad_norm": 0.46973323822021484,
      "learning_rate": 1.264936675425584e-05,
      "loss": 0.2027,
      "num_input_tokens_seen": 51162512,
      "step": 26580
    },
    {
      "epoch": 4.336895342197569,
      "grad_norm": 0.8222106099128723,
      "learning_rate": 1.2640831925812852e-05,
      "loss": 0.1485,
      "num_input_tokens_seen": 51172704,
      "step": 26585
    },
    {
      "epoch": 4.337711069418386,
      "grad_norm": 0.3244565427303314,
      "learning_rate": 1.263229900330889e-05,
      "loss": 0.1667,
      "num_input_tokens_seen": 51181488,
      "step": 26590
    },
    {
      "epoch": 4.338526796639204,
      "grad_norm": 0.9113981127738953,
      "learning_rate": 1.2623767988059843e-05,
      "loss": 0.2494,
      "num_input_tokens_seen": 51191648,
      "step": 26595
    },
    {
      "epoch": 4.339342523860021,
      "grad_norm": 1.049695611000061,
      "learning_rate": 1.2615238881381309e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 51200224,
      "step": 26600
    },
    {
      "epoch": 4.339342523860021,
      "eval_loss": 0.1632358431816101,
      "eval_runtime": 71.3619,
      "eval_samples_per_second": 38.186,
      "eval_steps_per_second": 19.1,
      "num_input_tokens_seen": 51200224,
      "step": 26600
    },
    {
      "epoch": 4.3401582510808385,
      "grad_norm": 0.3908754587173462,
      "learning_rate": 1.2606711684588568e-05,
      "loss": 0.1617,
      "num_input_tokens_seen": 51210992,
      "step": 26605
    },
    {
      "epoch": 4.340973978301656,
      "grad_norm": 1.1493006944656372,
      "learning_rate": 1.2598186398996636e-05,
      "loss": 0.183,
      "num_input_tokens_seen": 51220400,
      "step": 26610
    },
    {
      "epoch": 4.341789705522474,
      "grad_norm": 0.7016822695732117,
      "learning_rate": 1.2589663025920207e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 51229600,
      "step": 26615
    },
    {
      "epoch": 4.342605432743291,
      "grad_norm": 0.7101834416389465,
      "learning_rate": 1.2581141566673705e-05,
      "loss": 0.2036,
      "num_input_tokens_seen": 51239584,
      "step": 26620
    },
    {
      "epoch": 4.343421159964108,
      "grad_norm": 0.31407010555267334,
      "learning_rate": 1.257262202257124e-05,
      "loss": 0.0951,
      "num_input_tokens_seen": 51250352,
      "step": 26625
    },
    {
      "epoch": 4.344236887184925,
      "grad_norm": 0.641731321811676,
      "learning_rate": 1.2564104394926618e-05,
      "loss": 0.1108,
      "num_input_tokens_seen": 51261056,
      "step": 26630
    },
    {
      "epoch": 4.345052614405743,
      "grad_norm": 0.4715983271598816,
      "learning_rate": 1.2555588685053383e-05,
      "loss": 0.2277,
      "num_input_tokens_seen": 51271472,
      "step": 26635
    },
    {
      "epoch": 4.34586834162656,
      "grad_norm": 0.9420133233070374,
      "learning_rate": 1.2547074894264762e-05,
      "loss": 0.1896,
      "num_input_tokens_seen": 51281168,
      "step": 26640
    },
    {
      "epoch": 4.346684068847377,
      "grad_norm": 0.5091176629066467,
      "learning_rate": 1.2538563023873679e-05,
      "loss": 0.1352,
      "num_input_tokens_seen": 51290512,
      "step": 26645
    },
    {
      "epoch": 4.3474997960681945,
      "grad_norm": 1.427236557006836,
      "learning_rate": 1.2530053075192789e-05,
      "loss": 0.1532,
      "num_input_tokens_seen": 51300096,
      "step": 26650
    },
    {
      "epoch": 4.3483155232890125,
      "grad_norm": 0.5939304828643799,
      "learning_rate": 1.252154504953441e-05,
      "loss": 0.1615,
      "num_input_tokens_seen": 51310592,
      "step": 26655
    },
    {
      "epoch": 4.34913125050983,
      "grad_norm": 0.9707477688789368,
      "learning_rate": 1.25130389482106e-05,
      "loss": 0.1196,
      "num_input_tokens_seen": 51320112,
      "step": 26660
    },
    {
      "epoch": 4.349946977730647,
      "grad_norm": 0.5600354075431824,
      "learning_rate": 1.2504534772533116e-05,
      "loss": 0.1558,
      "num_input_tokens_seen": 51329680,
      "step": 26665
    },
    {
      "epoch": 4.350762704951464,
      "grad_norm": 0.8626199960708618,
      "learning_rate": 1.2496032523813387e-05,
      "loss": 0.1815,
      "num_input_tokens_seen": 51339472,
      "step": 26670
    },
    {
      "epoch": 4.351578432172282,
      "grad_norm": 0.593247652053833,
      "learning_rate": 1.2487532203362576e-05,
      "loss": 0.1624,
      "num_input_tokens_seen": 51348784,
      "step": 26675
    },
    {
      "epoch": 4.352394159393099,
      "grad_norm": 1.4117825031280518,
      "learning_rate": 1.247903381249155e-05,
      "loss": 0.215,
      "num_input_tokens_seen": 51359104,
      "step": 26680
    },
    {
      "epoch": 4.353209886613916,
      "grad_norm": 1.1058387756347656,
      "learning_rate": 1.2470537352510853e-05,
      "loss": 0.1728,
      "num_input_tokens_seen": 51369360,
      "step": 26685
    },
    {
      "epoch": 4.354025613834733,
      "grad_norm": 0.9413571357727051,
      "learning_rate": 1.2462042824730758e-05,
      "loss": 0.2471,
      "num_input_tokens_seen": 51379184,
      "step": 26690
    },
    {
      "epoch": 4.354841341055551,
      "grad_norm": 0.554775595664978,
      "learning_rate": 1.245355023046122e-05,
      "loss": 0.2103,
      "num_input_tokens_seen": 51388240,
      "step": 26695
    },
    {
      "epoch": 4.3556570682763684,
      "grad_norm": 1.2725685834884644,
      "learning_rate": 1.2445059571011896e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 51398192,
      "step": 26700
    },
    {
      "epoch": 4.356472795497186,
      "grad_norm": 0.29525721073150635,
      "learning_rate": 1.2436570847692173e-05,
      "loss": 0.1823,
      "num_input_tokens_seen": 51408064,
      "step": 26705
    },
    {
      "epoch": 4.357288522718003,
      "grad_norm": 1.1691712141036987,
      "learning_rate": 1.2428084061811096e-05,
      "loss": 0.1658,
      "num_input_tokens_seen": 51417088,
      "step": 26710
    },
    {
      "epoch": 4.358104249938821,
      "grad_norm": 1.7927186489105225,
      "learning_rate": 1.2419599214677447e-05,
      "loss": 0.2121,
      "num_input_tokens_seen": 51426624,
      "step": 26715
    },
    {
      "epoch": 4.358919977159638,
      "grad_norm": 0.8757168650627136,
      "learning_rate": 1.2411116307599702e-05,
      "loss": 0.1642,
      "num_input_tokens_seen": 51436416,
      "step": 26720
    },
    {
      "epoch": 4.359735704380455,
      "grad_norm": 1.6150933504104614,
      "learning_rate": 1.2402635341886016e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 51444832,
      "step": 26725
    },
    {
      "epoch": 4.360551431601272,
      "grad_norm": 1.1841707229614258,
      "learning_rate": 1.2394156318844278e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 51454624,
      "step": 26730
    },
    {
      "epoch": 4.36136715882209,
      "grad_norm": 1.380152702331543,
      "learning_rate": 1.2385679239782039e-05,
      "loss": 0.1413,
      "num_input_tokens_seen": 51463520,
      "step": 26735
    },
    {
      "epoch": 4.362182886042907,
      "grad_norm": 1.8454654216766357,
      "learning_rate": 1.2377204106006585e-05,
      "loss": 0.1992,
      "num_input_tokens_seen": 51473760,
      "step": 26740
    },
    {
      "epoch": 4.362998613263724,
      "grad_norm": 0.34468501806259155,
      "learning_rate": 1.2368730918824891e-05,
      "loss": 0.1934,
      "num_input_tokens_seen": 51483760,
      "step": 26745
    },
    {
      "epoch": 4.3638143404845415,
      "grad_norm": 0.7367756366729736,
      "learning_rate": 1.236025967954362e-05,
      "loss": 0.1457,
      "num_input_tokens_seen": 51492240,
      "step": 26750
    },
    {
      "epoch": 4.3646300677053596,
      "grad_norm": 0.31089505553245544,
      "learning_rate": 1.2351790389469153e-05,
      "loss": 0.1065,
      "num_input_tokens_seen": 51502336,
      "step": 26755
    },
    {
      "epoch": 4.365445794926177,
      "grad_norm": 0.3517207205295563,
      "learning_rate": 1.234332304990755e-05,
      "loss": 0.1988,
      "num_input_tokens_seen": 51510960,
      "step": 26760
    },
    {
      "epoch": 4.366261522146994,
      "grad_norm": 0.735485315322876,
      "learning_rate": 1.2334857662164593e-05,
      "loss": 0.1502,
      "num_input_tokens_seen": 51520352,
      "step": 26765
    },
    {
      "epoch": 4.367077249367812,
      "grad_norm": 0.9521068930625916,
      "learning_rate": 1.2326394227545743e-05,
      "loss": 0.1327,
      "num_input_tokens_seen": 51530432,
      "step": 26770
    },
    {
      "epoch": 4.367892976588629,
      "grad_norm": 0.8320069909095764,
      "learning_rate": 1.2317932747356162e-05,
      "loss": 0.2207,
      "num_input_tokens_seen": 51539456,
      "step": 26775
    },
    {
      "epoch": 4.368708703809446,
      "grad_norm": 1.2417222261428833,
      "learning_rate": 1.2309473222900726e-05,
      "loss": 0.1838,
      "num_input_tokens_seen": 51550240,
      "step": 26780
    },
    {
      "epoch": 4.369524431030263,
      "grad_norm": 0.9841834306716919,
      "learning_rate": 1.2301015655484006e-05,
      "loss": 0.1524,
      "num_input_tokens_seen": 51559920,
      "step": 26785
    },
    {
      "epoch": 4.370340158251081,
      "grad_norm": 0.6834877133369446,
      "learning_rate": 1.2292560046410245e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 51568432,
      "step": 26790
    },
    {
      "epoch": 4.371155885471898,
      "grad_norm": 0.6718080043792725,
      "learning_rate": 1.228410639698343e-05,
      "loss": 0.1868,
      "num_input_tokens_seen": 51577184,
      "step": 26795
    },
    {
      "epoch": 4.3719716126927155,
      "grad_norm": 0.5383096933364868,
      "learning_rate": 1.2275654708507195e-05,
      "loss": 0.1832,
      "num_input_tokens_seen": 51585680,
      "step": 26800
    },
    {
      "epoch": 4.3719716126927155,
      "eval_loss": 0.16299188137054443,
      "eval_runtime": 71.4394,
      "eval_samples_per_second": 38.144,
      "eval_steps_per_second": 19.079,
      "num_input_tokens_seen": 51585680,
      "step": 26800
    },
    {
      "epoch": 4.372787339913533,
      "grad_norm": 0.3967180848121643,
      "learning_rate": 1.2267204982284908e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 51595104,
      "step": 26805
    },
    {
      "epoch": 4.373603067134351,
      "grad_norm": 0.6547428965568542,
      "learning_rate": 1.2258757219619635e-05,
      "loss": 0.1058,
      "num_input_tokens_seen": 51605376,
      "step": 26810
    },
    {
      "epoch": 4.374418794355168,
      "grad_norm": 0.6470189094543457,
      "learning_rate": 1.2250311421814104e-05,
      "loss": 0.1444,
      "num_input_tokens_seen": 51614352,
      "step": 26815
    },
    {
      "epoch": 4.375234521575985,
      "grad_norm": 0.24681329727172852,
      "learning_rate": 1.2241867590170772e-05,
      "loss": 0.1016,
      "num_input_tokens_seen": 51624832,
      "step": 26820
    },
    {
      "epoch": 4.376050248796802,
      "grad_norm": 0.7329383492469788,
      "learning_rate": 1.2233425725991799e-05,
      "loss": 0.1833,
      "num_input_tokens_seen": 51633616,
      "step": 26825
    },
    {
      "epoch": 4.37686597601762,
      "grad_norm": 0.4381559193134308,
      "learning_rate": 1.2224985830579003e-05,
      "loss": 0.1184,
      "num_input_tokens_seen": 51643120,
      "step": 26830
    },
    {
      "epoch": 4.377681703238437,
      "grad_norm": 0.6023353338241577,
      "learning_rate": 1.2216547905233944e-05,
      "loss": 0.1528,
      "num_input_tokens_seen": 51653376,
      "step": 26835
    },
    {
      "epoch": 4.378497430459254,
      "grad_norm": 1.8397146463394165,
      "learning_rate": 1.2208111951257842e-05,
      "loss": 0.2658,
      "num_input_tokens_seen": 51662848,
      "step": 26840
    },
    {
      "epoch": 4.3793131576800715,
      "grad_norm": 1.0083788633346558,
      "learning_rate": 1.2199677969951622e-05,
      "loss": 0.2288,
      "num_input_tokens_seen": 51673312,
      "step": 26845
    },
    {
      "epoch": 4.3801288849008895,
      "grad_norm": 1.26332426071167,
      "learning_rate": 1.2191245962615927e-05,
      "loss": 0.2709,
      "num_input_tokens_seen": 51683328,
      "step": 26850
    },
    {
      "epoch": 4.380944612121707,
      "grad_norm": 0.6794586181640625,
      "learning_rate": 1.218281593055106e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 51692432,
      "step": 26855
    },
    {
      "epoch": 4.381760339342524,
      "grad_norm": 0.7197248339653015,
      "learning_rate": 1.217438787505705e-05,
      "loss": 0.18,
      "num_input_tokens_seen": 51701760,
      "step": 26860
    },
    {
      "epoch": 4.382576066563341,
      "grad_norm": 0.41160181164741516,
      "learning_rate": 1.2165961797433615e-05,
      "loss": 0.1571,
      "num_input_tokens_seen": 51712000,
      "step": 26865
    },
    {
      "epoch": 4.383391793784159,
      "grad_norm": 0.7156842350959778,
      "learning_rate": 1.215753769898014e-05,
      "loss": 0.123,
      "num_input_tokens_seen": 51721536,
      "step": 26870
    },
    {
      "epoch": 4.384207521004976,
      "grad_norm": 0.8220805525779724,
      "learning_rate": 1.2149115580995755e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 51730224,
      "step": 26875
    },
    {
      "epoch": 4.385023248225793,
      "grad_norm": 0.422019362449646,
      "learning_rate": 1.2140695444779227e-05,
      "loss": 0.1339,
      "num_input_tokens_seen": 51739376,
      "step": 26880
    },
    {
      "epoch": 4.38583897544661,
      "grad_norm": 0.9106195569038391,
      "learning_rate": 1.2132277291629066e-05,
      "loss": 0.1417,
      "num_input_tokens_seen": 51749728,
      "step": 26885
    },
    {
      "epoch": 4.386654702667428,
      "grad_norm": 1.566735029220581,
      "learning_rate": 1.2123861122843458e-05,
      "loss": 0.1367,
      "num_input_tokens_seen": 51759456,
      "step": 26890
    },
    {
      "epoch": 4.387470429888245,
      "grad_norm": 1.1808537244796753,
      "learning_rate": 1.2115446939720271e-05,
      "loss": 0.1245,
      "num_input_tokens_seen": 51769984,
      "step": 26895
    },
    {
      "epoch": 4.388286157109063,
      "grad_norm": 0.969484269618988,
      "learning_rate": 1.210703474355708e-05,
      "loss": 0.1717,
      "num_input_tokens_seen": 51779344,
      "step": 26900
    },
    {
      "epoch": 4.38910188432988,
      "grad_norm": 0.83406662940979,
      "learning_rate": 1.2098624535651164e-05,
      "loss": 0.1121,
      "num_input_tokens_seen": 51789792,
      "step": 26905
    },
    {
      "epoch": 4.389917611550698,
      "grad_norm": 0.6657026410102844,
      "learning_rate": 1.2090216317299477e-05,
      "loss": 0.1401,
      "num_input_tokens_seen": 51799136,
      "step": 26910
    },
    {
      "epoch": 4.390733338771515,
      "grad_norm": 0.7858384847640991,
      "learning_rate": 1.2081810089798668e-05,
      "loss": 0.1738,
      "num_input_tokens_seen": 51809168,
      "step": 26915
    },
    {
      "epoch": 4.391549065992332,
      "grad_norm": 1.2079304456710815,
      "learning_rate": 1.2073405854445072e-05,
      "loss": 0.1943,
      "num_input_tokens_seen": 51818160,
      "step": 26920
    },
    {
      "epoch": 4.392364793213149,
      "grad_norm": 0.9366551637649536,
      "learning_rate": 1.206500361253474e-05,
      "loss": 0.1261,
      "num_input_tokens_seen": 51827280,
      "step": 26925
    },
    {
      "epoch": 4.393180520433967,
      "grad_norm": 1.5964868068695068,
      "learning_rate": 1.2056603365363409e-05,
      "loss": 0.1596,
      "num_input_tokens_seen": 51836048,
      "step": 26930
    },
    {
      "epoch": 4.393996247654784,
      "grad_norm": 0.8639894127845764,
      "learning_rate": 1.2048205114226487e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 51845680,
      "step": 26935
    },
    {
      "epoch": 4.394811974875601,
      "grad_norm": 1.0742473602294922,
      "learning_rate": 1.2039808860419102e-05,
      "loss": 0.1365,
      "num_input_tokens_seen": 51855552,
      "step": 26940
    },
    {
      "epoch": 4.395627702096419,
      "grad_norm": 0.5556479692459106,
      "learning_rate": 1.2031414605236066e-05,
      "loss": 0.1962,
      "num_input_tokens_seen": 51865856,
      "step": 26945
    },
    {
      "epoch": 4.3964434293172365,
      "grad_norm": 0.33993175625801086,
      "learning_rate": 1.2023022349971862e-05,
      "loss": 0.1667,
      "num_input_tokens_seen": 51874112,
      "step": 26950
    },
    {
      "epoch": 4.397259156538054,
      "grad_norm": 1.0577349662780762,
      "learning_rate": 1.20146320959207e-05,
      "loss": 0.2247,
      "num_input_tokens_seen": 51883296,
      "step": 26955
    },
    {
      "epoch": 4.398074883758871,
      "grad_norm": 0.7321354150772095,
      "learning_rate": 1.2006243844376445e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 51893776,
      "step": 26960
    },
    {
      "epoch": 4.398890610979688,
      "grad_norm": 0.7163329124450684,
      "learning_rate": 1.1997857596632678e-05,
      "loss": 0.135,
      "num_input_tokens_seen": 51903776,
      "step": 26965
    },
    {
      "epoch": 4.399706338200506,
      "grad_norm": 0.9699238538742065,
      "learning_rate": 1.1989473353982672e-05,
      "loss": 0.1466,
      "num_input_tokens_seen": 51911888,
      "step": 26970
    },
    {
      "epoch": 4.400522065421323,
      "grad_norm": 0.4739643335342407,
      "learning_rate": 1.198109111771937e-05,
      "loss": 0.1508,
      "num_input_tokens_seen": 51921280,
      "step": 26975
    },
    {
      "epoch": 4.40133779264214,
      "grad_norm": 0.7315405607223511,
      "learning_rate": 1.197271088913543e-05,
      "loss": 0.1086,
      "num_input_tokens_seen": 51930896,
      "step": 26980
    },
    {
      "epoch": 4.402153519862958,
      "grad_norm": 0.8180571794509888,
      "learning_rate": 1.1964332669523182e-05,
      "loss": 0.1354,
      "num_input_tokens_seen": 51940560,
      "step": 26985
    },
    {
      "epoch": 4.402969247083775,
      "grad_norm": 1.9199224710464478,
      "learning_rate": 1.1955956460174645e-05,
      "loss": 0.1034,
      "num_input_tokens_seen": 51950016,
      "step": 26990
    },
    {
      "epoch": 4.4037849743045925,
      "grad_norm": 0.8409907221794128,
      "learning_rate": 1.1947582262381552e-05,
      "loss": 0.2145,
      "num_input_tokens_seen": 51959568,
      "step": 26995
    },
    {
      "epoch": 4.40460070152541,
      "grad_norm": 0.8612098097801208,
      "learning_rate": 1.1939210077435293e-05,
      "loss": 0.2309,
      "num_input_tokens_seen": 51969184,
      "step": 27000
    },
    {
      "epoch": 4.40460070152541,
      "eval_loss": 0.16306635737419128,
      "eval_runtime": 71.3453,
      "eval_samples_per_second": 38.195,
      "eval_steps_per_second": 19.104,
      "num_input_tokens_seen": 51969184,
      "step": 27000
    },
    {
      "epoch": 4.405416428746228,
      "grad_norm": 0.8610053062438965,
      "learning_rate": 1.193083990662697e-05,
      "loss": 0.1216,
      "num_input_tokens_seen": 51978944,
      "step": 27005
    },
    {
      "epoch": 4.406232155967045,
      "grad_norm": 0.9479680061340332,
      "learning_rate": 1.192247175124738e-05,
      "loss": 0.1526,
      "num_input_tokens_seen": 51989328,
      "step": 27010
    },
    {
      "epoch": 4.407047883187862,
      "grad_norm": 0.34162887930870056,
      "learning_rate": 1.191410561258698e-05,
      "loss": 0.1365,
      "num_input_tokens_seen": 52000128,
      "step": 27015
    },
    {
      "epoch": 4.407863610408679,
      "grad_norm": 1.2998002767562866,
      "learning_rate": 1.1905741491935944e-05,
      "loss": 0.1438,
      "num_input_tokens_seen": 52010432,
      "step": 27020
    },
    {
      "epoch": 4.408679337629497,
      "grad_norm": 0.5845006108283997,
      "learning_rate": 1.1897379390584129e-05,
      "loss": 0.2075,
      "num_input_tokens_seen": 52019696,
      "step": 27025
    },
    {
      "epoch": 4.409495064850314,
      "grad_norm": 1.0467427968978882,
      "learning_rate": 1.1889019309821062e-05,
      "loss": 0.2181,
      "num_input_tokens_seen": 52028384,
      "step": 27030
    },
    {
      "epoch": 4.410310792071131,
      "grad_norm": 0.5987317562103271,
      "learning_rate": 1.188066125093599e-05,
      "loss": 0.1195,
      "num_input_tokens_seen": 52038720,
      "step": 27035
    },
    {
      "epoch": 4.411126519291948,
      "grad_norm": 0.8864221572875977,
      "learning_rate": 1.1872305215217811e-05,
      "loss": 0.1865,
      "num_input_tokens_seen": 52047856,
      "step": 27040
    },
    {
      "epoch": 4.4119422465127665,
      "grad_norm": 0.7532966732978821,
      "learning_rate": 1.186395120395514e-05,
      "loss": 0.128,
      "num_input_tokens_seen": 52057520,
      "step": 27045
    },
    {
      "epoch": 4.412757973733584,
      "grad_norm": 0.7129631638526917,
      "learning_rate": 1.1855599218436283e-05,
      "loss": 0.1264,
      "num_input_tokens_seen": 52065984,
      "step": 27050
    },
    {
      "epoch": 4.413573700954401,
      "grad_norm": 0.4161853790283203,
      "learning_rate": 1.1847249259949209e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 52076000,
      "step": 27055
    },
    {
      "epoch": 4.414389428175218,
      "grad_norm": 0.47372615337371826,
      "learning_rate": 1.1838901329781574e-05,
      "loss": 0.1422,
      "num_input_tokens_seen": 52085424,
      "step": 27060
    },
    {
      "epoch": 4.415205155396036,
      "grad_norm": 0.36414095759391785,
      "learning_rate": 1.1830555429220758e-05,
      "loss": 0.1219,
      "num_input_tokens_seen": 52094384,
      "step": 27065
    },
    {
      "epoch": 4.416020882616853,
      "grad_norm": 0.9807056188583374,
      "learning_rate": 1.1822211559553784e-05,
      "loss": 0.1258,
      "num_input_tokens_seen": 52104304,
      "step": 27070
    },
    {
      "epoch": 4.41683660983767,
      "grad_norm": 1.4400970935821533,
      "learning_rate": 1.18138697220674e-05,
      "loss": 0.1748,
      "num_input_tokens_seen": 52114928,
      "step": 27075
    },
    {
      "epoch": 4.417652337058487,
      "grad_norm": 0.47793012857437134,
      "learning_rate": 1.1805529918048e-05,
      "loss": 0.2046,
      "num_input_tokens_seen": 52125456,
      "step": 27080
    },
    {
      "epoch": 4.418468064279305,
      "grad_norm": 0.5812639594078064,
      "learning_rate": 1.1797192148781702e-05,
      "loss": 0.1054,
      "num_input_tokens_seen": 52134512,
      "step": 27085
    },
    {
      "epoch": 4.419283791500122,
      "grad_norm": 1.9043349027633667,
      "learning_rate": 1.1788856415554297e-05,
      "loss": 0.1963,
      "num_input_tokens_seen": 52144816,
      "step": 27090
    },
    {
      "epoch": 4.4200995187209395,
      "grad_norm": 0.688683032989502,
      "learning_rate": 1.1780522719651249e-05,
      "loss": 0.1022,
      "num_input_tokens_seen": 52153936,
      "step": 27095
    },
    {
      "epoch": 4.420915245941757,
      "grad_norm": 0.4749704897403717,
      "learning_rate": 1.1772191062357721e-05,
      "loss": 0.1538,
      "num_input_tokens_seen": 52164032,
      "step": 27100
    },
    {
      "epoch": 4.421730973162575,
      "grad_norm": 0.7050251960754395,
      "learning_rate": 1.1763861444958573e-05,
      "loss": 0.131,
      "num_input_tokens_seen": 52174160,
      "step": 27105
    },
    {
      "epoch": 4.422546700383392,
      "grad_norm": 0.5644241571426392,
      "learning_rate": 1.1755533868738317e-05,
      "loss": 0.0951,
      "num_input_tokens_seen": 52185008,
      "step": 27110
    },
    {
      "epoch": 4.423362427604209,
      "grad_norm": 0.8101751208305359,
      "learning_rate": 1.1747208334981185e-05,
      "loss": 0.1851,
      "num_input_tokens_seen": 52194432,
      "step": 27115
    },
    {
      "epoch": 4.424178154825027,
      "grad_norm": 1.0865366458892822,
      "learning_rate": 1.1738884844971067e-05,
      "loss": 0.1755,
      "num_input_tokens_seen": 52204176,
      "step": 27120
    },
    {
      "epoch": 4.424993882045844,
      "grad_norm": 0.7190633416175842,
      "learning_rate": 1.1730563399991563e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 52214048,
      "step": 27125
    },
    {
      "epoch": 4.425809609266661,
      "grad_norm": 0.41665148735046387,
      "learning_rate": 1.1722244001325938e-05,
      "loss": 0.2112,
      "num_input_tokens_seen": 52223872,
      "step": 27130
    },
    {
      "epoch": 4.426625336487478,
      "grad_norm": 0.3299061357975006,
      "learning_rate": 1.1713926650257137e-05,
      "loss": 0.1245,
      "num_input_tokens_seen": 52233376,
      "step": 27135
    },
    {
      "epoch": 4.4274410637082955,
      "grad_norm": 0.768101155757904,
      "learning_rate": 1.170561134806781e-05,
      "loss": 0.118,
      "num_input_tokens_seen": 52243424,
      "step": 27140
    },
    {
      "epoch": 4.4282567909291135,
      "grad_norm": 1.2442902326583862,
      "learning_rate": 1.1697298096040287e-05,
      "loss": 0.2074,
      "num_input_tokens_seen": 52253408,
      "step": 27145
    },
    {
      "epoch": 4.429072518149931,
      "grad_norm": 0.5365371108055115,
      "learning_rate": 1.1688986895456567e-05,
      "loss": 0.1051,
      "num_input_tokens_seen": 52261808,
      "step": 27150
    },
    {
      "epoch": 4.429888245370748,
      "grad_norm": 0.6393625140190125,
      "learning_rate": 1.1680677747598349e-05,
      "loss": 0.1511,
      "num_input_tokens_seen": 52271120,
      "step": 27155
    },
    {
      "epoch": 4.430703972591566,
      "grad_norm": 0.725248396396637,
      "learning_rate": 1.1672370653746995e-05,
      "loss": 0.1173,
      "num_input_tokens_seen": 52280896,
      "step": 27160
    },
    {
      "epoch": 4.431519699812383,
      "grad_norm": 0.922444760799408,
      "learning_rate": 1.166406561518357e-05,
      "loss": 0.1289,
      "num_input_tokens_seen": 52289920,
      "step": 27165
    },
    {
      "epoch": 4.4323354270332,
      "grad_norm": 0.7217200994491577,
      "learning_rate": 1.1655762633188826e-05,
      "loss": 0.1427,
      "num_input_tokens_seen": 52299664,
      "step": 27170
    },
    {
      "epoch": 4.433151154254017,
      "grad_norm": 0.5300849080085754,
      "learning_rate": 1.1647461709043172e-05,
      "loss": 0.157,
      "num_input_tokens_seen": 52310336,
      "step": 27175
    },
    {
      "epoch": 4.433966881474835,
      "grad_norm": 0.5851613283157349,
      "learning_rate": 1.1639162844026722e-05,
      "loss": 0.1437,
      "num_input_tokens_seen": 52321552,
      "step": 27180
    },
    {
      "epoch": 4.434782608695652,
      "grad_norm": 0.8696736097335815,
      "learning_rate": 1.163086603941927e-05,
      "loss": 0.1111,
      "num_input_tokens_seen": 52332352,
      "step": 27185
    },
    {
      "epoch": 4.4355983359164695,
      "grad_norm": 1.415226697921753,
      "learning_rate": 1.1622571296500273e-05,
      "loss": 0.1241,
      "num_input_tokens_seen": 52342816,
      "step": 27190
    },
    {
      "epoch": 4.436414063137287,
      "grad_norm": 0.3411118984222412,
      "learning_rate": 1.1614278616548904e-05,
      "loss": 0.1256,
      "num_input_tokens_seen": 52353376,
      "step": 27195
    },
    {
      "epoch": 4.437229790358105,
      "grad_norm": 1.10158371925354,
      "learning_rate": 1.1605988000843986e-05,
      "loss": 0.1372,
      "num_input_tokens_seen": 52363216,
      "step": 27200
    },
    {
      "epoch": 4.437229790358105,
      "eval_loss": 0.16232477128505707,
      "eval_runtime": 71.4111,
      "eval_samples_per_second": 38.159,
      "eval_steps_per_second": 19.087,
      "num_input_tokens_seen": 52363216,
      "step": 27200
    },
    {
      "epoch": 4.438045517578922,
      "grad_norm": 0.48844167590141296,
      "learning_rate": 1.1597699450664028e-05,
      "loss": 0.1557,
      "num_input_tokens_seen": 52371984,
      "step": 27205
    },
    {
      "epoch": 4.438861244799739,
      "grad_norm": 0.7614787817001343,
      "learning_rate": 1.1589412967287252e-05,
      "loss": 0.1663,
      "num_input_tokens_seen": 52380368,
      "step": 27210
    },
    {
      "epoch": 4.439676972020556,
      "grad_norm": 0.253423273563385,
      "learning_rate": 1.1581128551991514e-05,
      "loss": 0.0846,
      "num_input_tokens_seen": 52389744,
      "step": 27215
    },
    {
      "epoch": 4.440492699241374,
      "grad_norm": 0.9192700982093811,
      "learning_rate": 1.1572846206054383e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 52398784,
      "step": 27220
    },
    {
      "epoch": 4.441308426462191,
      "grad_norm": 0.4385920464992523,
      "learning_rate": 1.1564565930753113e-05,
      "loss": 0.2497,
      "num_input_tokens_seen": 52409248,
      "step": 27225
    },
    {
      "epoch": 4.442124153683008,
      "grad_norm": 0.2837914526462555,
      "learning_rate": 1.1556287727364606e-05,
      "loss": 0.163,
      "num_input_tokens_seen": 52419376,
      "step": 27230
    },
    {
      "epoch": 4.442939880903825,
      "grad_norm": 0.8784588575363159,
      "learning_rate": 1.1548011597165489e-05,
      "loss": 0.1118,
      "num_input_tokens_seen": 52429152,
      "step": 27235
    },
    {
      "epoch": 4.443755608124643,
      "grad_norm": 0.9891034960746765,
      "learning_rate": 1.1539737541432019e-05,
      "loss": 0.231,
      "num_input_tokens_seen": 52437760,
      "step": 27240
    },
    {
      "epoch": 4.444571335345461,
      "grad_norm": 0.8596342206001282,
      "learning_rate": 1.1531465561440174e-05,
      "loss": 0.1919,
      "num_input_tokens_seen": 52446736,
      "step": 27245
    },
    {
      "epoch": 4.445387062566278,
      "grad_norm": 1.3209162950515747,
      "learning_rate": 1.1523195658465605e-05,
      "loss": 0.2064,
      "num_input_tokens_seen": 52456032,
      "step": 27250
    },
    {
      "epoch": 4.446202789787095,
      "grad_norm": 1.1777994632720947,
      "learning_rate": 1.1514927833783618e-05,
      "loss": 0.1967,
      "num_input_tokens_seen": 52465312,
      "step": 27255
    },
    {
      "epoch": 4.447018517007913,
      "grad_norm": 0.4867541193962097,
      "learning_rate": 1.150666208866922e-05,
      "loss": 0.1596,
      "num_input_tokens_seen": 52474944,
      "step": 27260
    },
    {
      "epoch": 4.44783424422873,
      "grad_norm": 1.1078684329986572,
      "learning_rate": 1.1498398424397106e-05,
      "loss": 0.2075,
      "num_input_tokens_seen": 52484352,
      "step": 27265
    },
    {
      "epoch": 4.448649971449547,
      "grad_norm": 0.4632363021373749,
      "learning_rate": 1.1490136842241628e-05,
      "loss": 0.1022,
      "num_input_tokens_seen": 52494464,
      "step": 27270
    },
    {
      "epoch": 4.449465698670364,
      "grad_norm": 0.5052279829978943,
      "learning_rate": 1.1481877343476813e-05,
      "loss": 0.1363,
      "num_input_tokens_seen": 52503024,
      "step": 27275
    },
    {
      "epoch": 4.450281425891182,
      "grad_norm": 1.0432426929473877,
      "learning_rate": 1.14736199293764e-05,
      "loss": 0.196,
      "num_input_tokens_seen": 52512896,
      "step": 27280
    },
    {
      "epoch": 4.451097153111999,
      "grad_norm": 0.3788161873817444,
      "learning_rate": 1.1465364601213771e-05,
      "loss": 0.196,
      "num_input_tokens_seen": 52523072,
      "step": 27285
    },
    {
      "epoch": 4.4519128803328165,
      "grad_norm": 0.4994257092475891,
      "learning_rate": 1.1457111360262012e-05,
      "loss": 0.1091,
      "num_input_tokens_seen": 52532016,
      "step": 27290
    },
    {
      "epoch": 4.4527286075536345,
      "grad_norm": 0.43142056465148926,
      "learning_rate": 1.1448860207793869e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 52541744,
      "step": 27295
    },
    {
      "epoch": 4.453544334774452,
      "grad_norm": 0.6623618602752686,
      "learning_rate": 1.144061114508177e-05,
      "loss": 0.1422,
      "num_input_tokens_seen": 52551520,
      "step": 27300
    },
    {
      "epoch": 4.454360061995269,
      "grad_norm": 0.7507758736610413,
      "learning_rate": 1.1432364173397842e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 52560320,
      "step": 27305
    },
    {
      "epoch": 4.455175789216086,
      "grad_norm": 0.8111505508422852,
      "learning_rate": 1.1424119294013852e-05,
      "loss": 0.122,
      "num_input_tokens_seen": 52569408,
      "step": 27310
    },
    {
      "epoch": 4.455991516436903,
      "grad_norm": 0.28087449073791504,
      "learning_rate": 1.1415876508201279e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 52579632,
      "step": 27315
    },
    {
      "epoch": 4.456807243657721,
      "grad_norm": 0.2275528907775879,
      "learning_rate": 1.140763581723125e-05,
      "loss": 0.1099,
      "num_input_tokens_seen": 52588336,
      "step": 27320
    },
    {
      "epoch": 4.457622970878538,
      "grad_norm": 1.2212904691696167,
      "learning_rate": 1.1399397222374588e-05,
      "loss": 0.1401,
      "num_input_tokens_seen": 52597840,
      "step": 27325
    },
    {
      "epoch": 4.458438698099355,
      "grad_norm": 1.1465909481048584,
      "learning_rate": 1.1391160724901804e-05,
      "loss": 0.1688,
      "num_input_tokens_seen": 52608624,
      "step": 27330
    },
    {
      "epoch": 4.459254425320173,
      "grad_norm": 0.7867964506149292,
      "learning_rate": 1.138292632608304e-05,
      "loss": 0.1439,
      "num_input_tokens_seen": 52617328,
      "step": 27335
    },
    {
      "epoch": 4.4600701525409905,
      "grad_norm": 0.7296733260154724,
      "learning_rate": 1.1374694027188174e-05,
      "loss": 0.143,
      "num_input_tokens_seen": 52626912,
      "step": 27340
    },
    {
      "epoch": 4.460885879761808,
      "grad_norm": 0.3709855079650879,
      "learning_rate": 1.1366463829486711e-05,
      "loss": 0.1319,
      "num_input_tokens_seen": 52635184,
      "step": 27345
    },
    {
      "epoch": 4.461701606982625,
      "grad_norm": 0.5619396567344666,
      "learning_rate": 1.1358235734247849e-05,
      "loss": 0.2057,
      "num_input_tokens_seen": 52643920,
      "step": 27350
    },
    {
      "epoch": 4.462517334203443,
      "grad_norm": 0.5511503219604492,
      "learning_rate": 1.1350009742740478e-05,
      "loss": 0.2189,
      "num_input_tokens_seen": 52652880,
      "step": 27355
    },
    {
      "epoch": 4.46333306142426,
      "grad_norm": 1.1774208545684814,
      "learning_rate": 1.134178585623313e-05,
      "loss": 0.2369,
      "num_input_tokens_seen": 52662848,
      "step": 27360
    },
    {
      "epoch": 4.464148788645077,
      "grad_norm": 1.2338910102844238,
      "learning_rate": 1.1333564075994047e-05,
      "loss": 0.1941,
      "num_input_tokens_seen": 52671616,
      "step": 27365
    },
    {
      "epoch": 4.464964515865894,
      "grad_norm": 0.4612227976322174,
      "learning_rate": 1.1325344403291133e-05,
      "loss": 0.1071,
      "num_input_tokens_seen": 52680992,
      "step": 27370
    },
    {
      "epoch": 4.465780243086712,
      "grad_norm": 0.7003734707832336,
      "learning_rate": 1.1317126839391951e-05,
      "loss": 0.1244,
      "num_input_tokens_seen": 52690128,
      "step": 27375
    },
    {
      "epoch": 4.466595970307529,
      "grad_norm": 1.3248026371002197,
      "learning_rate": 1.1308911385563766e-05,
      "loss": 0.1605,
      "num_input_tokens_seen": 52698144,
      "step": 27380
    },
    {
      "epoch": 4.467411697528346,
      "grad_norm": 0.26841989159584045,
      "learning_rate": 1.1300698043073494e-05,
      "loss": 0.1464,
      "num_input_tokens_seen": 52706720,
      "step": 27385
    },
    {
      "epoch": 4.468227424749164,
      "grad_norm": 0.8380212783813477,
      "learning_rate": 1.1292486813187736e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 52717040,
      "step": 27390
    },
    {
      "epoch": 4.469043151969982,
      "grad_norm": 0.6923397183418274,
      "learning_rate": 1.1284277697172782e-05,
      "loss": 0.1589,
      "num_input_tokens_seen": 52727280,
      "step": 27395
    },
    {
      "epoch": 4.469858879190799,
      "grad_norm": 0.5809959769248962,
      "learning_rate": 1.127607069629456e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 52737552,
      "step": 27400
    },
    {
      "epoch": 4.469858879190799,
      "eval_loss": 0.1629389524459839,
      "eval_runtime": 71.3877,
      "eval_samples_per_second": 38.172,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 52737552,
      "step": 27400
    },
    {
      "epoch": 4.470674606411616,
      "grad_norm": 0.613197922706604,
      "learning_rate": 1.1267865811818701e-05,
      "loss": 0.2149,
      "num_input_tokens_seen": 52747440,
      "step": 27405
    },
    {
      "epoch": 4.471490333632433,
      "grad_norm": 0.7218579053878784,
      "learning_rate": 1.1259663045010513e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 52756400,
      "step": 27410
    },
    {
      "epoch": 4.472306060853251,
      "grad_norm": 0.7147744297981262,
      "learning_rate": 1.1251462397134957e-05,
      "loss": 0.1942,
      "num_input_tokens_seen": 52766176,
      "step": 27415
    },
    {
      "epoch": 4.473121788074068,
      "grad_norm": 0.8570260405540466,
      "learning_rate": 1.1243263869456664e-05,
      "loss": 0.1223,
      "num_input_tokens_seen": 52775952,
      "step": 27420
    },
    {
      "epoch": 4.473937515294885,
      "grad_norm": 0.6127692461013794,
      "learning_rate": 1.1235067463239967e-05,
      "loss": 0.1514,
      "num_input_tokens_seen": 52784800,
      "step": 27425
    },
    {
      "epoch": 4.474753242515702,
      "grad_norm": 1.0271433591842651,
      "learning_rate": 1.122687317974884e-05,
      "loss": 0.2299,
      "num_input_tokens_seen": 52792928,
      "step": 27430
    },
    {
      "epoch": 4.47556896973652,
      "grad_norm": 0.41501954197883606,
      "learning_rate": 1.1218681020246963e-05,
      "loss": 0.2299,
      "num_input_tokens_seen": 52802624,
      "step": 27435
    },
    {
      "epoch": 4.4763846969573375,
      "grad_norm": 0.7709784507751465,
      "learning_rate": 1.1210490985997652e-05,
      "loss": 0.1674,
      "num_input_tokens_seen": 52812832,
      "step": 27440
    },
    {
      "epoch": 4.477200424178155,
      "grad_norm": 0.9770485162734985,
      "learning_rate": 1.1202303078263917e-05,
      "loss": 0.2385,
      "num_input_tokens_seen": 52821392,
      "step": 27445
    },
    {
      "epoch": 4.478016151398972,
      "grad_norm": 0.9409234523773193,
      "learning_rate": 1.1194117298308451e-05,
      "loss": 0.2295,
      "num_input_tokens_seen": 52830912,
      "step": 27450
    },
    {
      "epoch": 4.47883187861979,
      "grad_norm": 1.6621679067611694,
      "learning_rate": 1.1185933647393585e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 52840752,
      "step": 27455
    },
    {
      "epoch": 4.479647605840607,
      "grad_norm": 0.9771713614463806,
      "learning_rate": 1.1177752126781354e-05,
      "loss": 0.1454,
      "num_input_tokens_seen": 52850720,
      "step": 27460
    },
    {
      "epoch": 4.480463333061424,
      "grad_norm": 1.048654317855835,
      "learning_rate": 1.1169572737733441e-05,
      "loss": 0.1438,
      "num_input_tokens_seen": 52860848,
      "step": 27465
    },
    {
      "epoch": 4.481279060282241,
      "grad_norm": 0.6456938982009888,
      "learning_rate": 1.1161395481511216e-05,
      "loss": 0.1213,
      "num_input_tokens_seen": 52870336,
      "step": 27470
    },
    {
      "epoch": 4.482094787503059,
      "grad_norm": 0.8226278424263,
      "learning_rate": 1.1153220359375722e-05,
      "loss": 0.0986,
      "num_input_tokens_seen": 52879584,
      "step": 27475
    },
    {
      "epoch": 4.482910514723876,
      "grad_norm": 0.2642369568347931,
      "learning_rate": 1.114504737258765e-05,
      "loss": 0.106,
      "num_input_tokens_seen": 52888608,
      "step": 27480
    },
    {
      "epoch": 4.4837262419446935,
      "grad_norm": 1.7378638982772827,
      "learning_rate": 1.1136876522407393e-05,
      "loss": 0.1995,
      "num_input_tokens_seen": 52896928,
      "step": 27485
    },
    {
      "epoch": 4.484541969165511,
      "grad_norm": 0.8779469132423401,
      "learning_rate": 1.1128707810094985e-05,
      "loss": 0.1647,
      "num_input_tokens_seen": 52905680,
      "step": 27490
    },
    {
      "epoch": 4.485357696386329,
      "grad_norm": 0.5590307712554932,
      "learning_rate": 1.1120541236910157e-05,
      "loss": 0.1752,
      "num_input_tokens_seen": 52914448,
      "step": 27495
    },
    {
      "epoch": 4.486173423607146,
      "grad_norm": 0.7724497318267822,
      "learning_rate": 1.111237680411229e-05,
      "loss": 0.1272,
      "num_input_tokens_seen": 52923904,
      "step": 27500
    },
    {
      "epoch": 4.486989150827963,
      "grad_norm": 0.5364346504211426,
      "learning_rate": 1.1104214512960433e-05,
      "loss": 0.1105,
      "num_input_tokens_seen": 52932832,
      "step": 27505
    },
    {
      "epoch": 4.487804878048781,
      "grad_norm": 0.6425262689590454,
      "learning_rate": 1.1096054364713327e-05,
      "loss": 0.196,
      "num_input_tokens_seen": 52941440,
      "step": 27510
    },
    {
      "epoch": 4.488620605269598,
      "grad_norm": 0.8251966238021851,
      "learning_rate": 1.1087896360629371e-05,
      "loss": 0.0994,
      "num_input_tokens_seen": 52949488,
      "step": 27515
    },
    {
      "epoch": 4.489436332490415,
      "grad_norm": 0.6529005765914917,
      "learning_rate": 1.107974050196662e-05,
      "loss": 0.0966,
      "num_input_tokens_seen": 52959600,
      "step": 27520
    },
    {
      "epoch": 4.490252059711232,
      "grad_norm": 0.734205961227417,
      "learning_rate": 1.1071586789982816e-05,
      "loss": 0.1517,
      "num_input_tokens_seen": 52970464,
      "step": 27525
    },
    {
      "epoch": 4.49106778693205,
      "grad_norm": 0.4667096436023712,
      "learning_rate": 1.1063435225935373e-05,
      "loss": 0.0624,
      "num_input_tokens_seen": 52979104,
      "step": 27530
    },
    {
      "epoch": 4.4918835141528675,
      "grad_norm": 1.034079909324646,
      "learning_rate": 1.1055285811081348e-05,
      "loss": 0.1699,
      "num_input_tokens_seen": 52989296,
      "step": 27535
    },
    {
      "epoch": 4.492699241373685,
      "grad_norm": 0.4623761773109436,
      "learning_rate": 1.1047138546677499e-05,
      "loss": 0.1307,
      "num_input_tokens_seen": 52998352,
      "step": 27540
    },
    {
      "epoch": 4.493514968594502,
      "grad_norm": 0.33080819249153137,
      "learning_rate": 1.1038993433980219e-05,
      "loss": 0.1769,
      "num_input_tokens_seen": 53007632,
      "step": 27545
    },
    {
      "epoch": 4.49433069581532,
      "grad_norm": 0.8141640424728394,
      "learning_rate": 1.1030850474245597e-05,
      "loss": 0.2062,
      "num_input_tokens_seen": 53016992,
      "step": 27550
    },
    {
      "epoch": 4.495146423036137,
      "grad_norm": 1.2035773992538452,
      "learning_rate": 1.102270966872939e-05,
      "loss": 0.217,
      "num_input_tokens_seen": 53026032,
      "step": 27555
    },
    {
      "epoch": 4.495962150256954,
      "grad_norm": 1.0834389925003052,
      "learning_rate": 1.1014571018687e-05,
      "loss": 0.1361,
      "num_input_tokens_seen": 53035296,
      "step": 27560
    },
    {
      "epoch": 4.496777877477771,
      "grad_norm": 0.6848432421684265,
      "learning_rate": 1.1006434525373502e-05,
      "loss": 0.1777,
      "num_input_tokens_seen": 53044560,
      "step": 27565
    },
    {
      "epoch": 4.497593604698589,
      "grad_norm": 1.3312400579452515,
      "learning_rate": 1.0998300190043664e-05,
      "loss": 0.1012,
      "num_input_tokens_seen": 53054992,
      "step": 27570
    },
    {
      "epoch": 4.498409331919406,
      "grad_norm": 0.5412362813949585,
      "learning_rate": 1.0990168013951882e-05,
      "loss": 0.1554,
      "num_input_tokens_seen": 53065456,
      "step": 27575
    },
    {
      "epoch": 4.499225059140223,
      "grad_norm": 0.7601651549339294,
      "learning_rate": 1.0982037998352263e-05,
      "loss": 0.1166,
      "num_input_tokens_seen": 53074800,
      "step": 27580
    },
    {
      "epoch": 4.5000407863610405,
      "grad_norm": 1.099279761314392,
      "learning_rate": 1.0973910144498534e-05,
      "loss": 0.1952,
      "num_input_tokens_seen": 53084912,
      "step": 27585
    },
    {
      "epoch": 4.500856513581859,
      "grad_norm": 0.4218222498893738,
      "learning_rate": 1.0965784453644123e-05,
      "loss": 0.089,
      "num_input_tokens_seen": 53094288,
      "step": 27590
    },
    {
      "epoch": 4.501672240802676,
      "grad_norm": 1.078619122505188,
      "learning_rate": 1.0957660927042127e-05,
      "loss": 0.1715,
      "num_input_tokens_seen": 53103616,
      "step": 27595
    },
    {
      "epoch": 4.502487968023493,
      "grad_norm": 0.9459198713302612,
      "learning_rate": 1.094953956594527e-05,
      "loss": 0.1246,
      "num_input_tokens_seen": 53112128,
      "step": 27600
    },
    {
      "epoch": 4.502487968023493,
      "eval_loss": 0.16274645924568176,
      "eval_runtime": 71.3925,
      "eval_samples_per_second": 38.169,
      "eval_steps_per_second": 19.092,
      "num_input_tokens_seen": 53112128,
      "step": 27600
    },
    {
      "epoch": 4.50330369524431,
      "grad_norm": 0.39082345366477966,
      "learning_rate": 1.0941420371605981e-05,
      "loss": 0.1648,
      "num_input_tokens_seen": 53122464,
      "step": 27605
    },
    {
      "epoch": 4.504119422465128,
      "grad_norm": 0.8402566313743591,
      "learning_rate": 1.0933303345276354e-05,
      "loss": 0.1281,
      "num_input_tokens_seen": 53132464,
      "step": 27610
    },
    {
      "epoch": 4.504935149685945,
      "grad_norm": 0.39030519127845764,
      "learning_rate": 1.0925188488208112e-05,
      "loss": 0.1492,
      "num_input_tokens_seen": 53142384,
      "step": 27615
    },
    {
      "epoch": 4.505750876906762,
      "grad_norm": 0.41366079449653625,
      "learning_rate": 1.0917075801652694e-05,
      "loss": 0.1302,
      "num_input_tokens_seen": 53151984,
      "step": 27620
    },
    {
      "epoch": 4.506566604127579,
      "grad_norm": 0.7900899648666382,
      "learning_rate": 1.0908965286861151e-05,
      "loss": 0.1361,
      "num_input_tokens_seen": 53160896,
      "step": 27625
    },
    {
      "epoch": 4.507382331348397,
      "grad_norm": 0.6291937232017517,
      "learning_rate": 1.090085694508425e-05,
      "loss": 0.1155,
      "num_input_tokens_seen": 53169792,
      "step": 27630
    },
    {
      "epoch": 4.5081980585692145,
      "grad_norm": 0.5975096225738525,
      "learning_rate": 1.089275077757238e-05,
      "loss": 0.1584,
      "num_input_tokens_seen": 53178656,
      "step": 27635
    },
    {
      "epoch": 4.509013785790032,
      "grad_norm": 0.16164734959602356,
      "learning_rate": 1.0884646785575633e-05,
      "loss": 0.1548,
      "num_input_tokens_seen": 53186880,
      "step": 27640
    },
    {
      "epoch": 4.50982951301085,
      "grad_norm": 0.3645443320274353,
      "learning_rate": 1.0876544970343728e-05,
      "loss": 0.1202,
      "num_input_tokens_seen": 53195440,
      "step": 27645
    },
    {
      "epoch": 4.510645240231667,
      "grad_norm": 0.6797085404396057,
      "learning_rate": 1.0868445333126082e-05,
      "loss": 0.1574,
      "num_input_tokens_seen": 53205008,
      "step": 27650
    },
    {
      "epoch": 4.511460967452484,
      "grad_norm": 0.6221843361854553,
      "learning_rate": 1.0860347875171745e-05,
      "loss": 0.1351,
      "num_input_tokens_seen": 53213536,
      "step": 27655
    },
    {
      "epoch": 4.512276694673301,
      "grad_norm": 0.4439358711242676,
      "learning_rate": 1.0852252597729465e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 53222080,
      "step": 27660
    },
    {
      "epoch": 4.513092421894118,
      "grad_norm": 1.450989842414856,
      "learning_rate": 1.0844159502047615e-05,
      "loss": 0.1623,
      "num_input_tokens_seen": 53232000,
      "step": 27665
    },
    {
      "epoch": 4.513908149114936,
      "grad_norm": 0.8035654425621033,
      "learning_rate": 1.0836068589374265e-05,
      "loss": 0.1097,
      "num_input_tokens_seen": 53240944,
      "step": 27670
    },
    {
      "epoch": 4.514723876335753,
      "grad_norm": 0.5402910709381104,
      "learning_rate": 1.0827979860957144e-05,
      "loss": 0.1895,
      "num_input_tokens_seen": 53252144,
      "step": 27675
    },
    {
      "epoch": 4.5155396035565705,
      "grad_norm": 0.12118054926395416,
      "learning_rate": 1.0819893318043615e-05,
      "loss": 0.127,
      "num_input_tokens_seen": 53261360,
      "step": 27680
    },
    {
      "epoch": 4.5163553307773885,
      "grad_norm": 0.5100377798080444,
      "learning_rate": 1.0811808961880734e-05,
      "loss": 0.1853,
      "num_input_tokens_seen": 53271712,
      "step": 27685
    },
    {
      "epoch": 4.517171057998206,
      "grad_norm": 0.5688178539276123,
      "learning_rate": 1.080372679371522e-05,
      "loss": 0.2009,
      "num_input_tokens_seen": 53279984,
      "step": 27690
    },
    {
      "epoch": 4.517986785219023,
      "grad_norm": 0.8193438053131104,
      "learning_rate": 1.0795646814793428e-05,
      "loss": 0.1263,
      "num_input_tokens_seen": 53288880,
      "step": 27695
    },
    {
      "epoch": 4.51880251243984,
      "grad_norm": 0.7184315919876099,
      "learning_rate": 1.078756902636141e-05,
      "loss": 0.1101,
      "num_input_tokens_seen": 53298272,
      "step": 27700
    },
    {
      "epoch": 4.519618239660657,
      "grad_norm": 0.8948264718055725,
      "learning_rate": 1.077949342966485e-05,
      "loss": 0.252,
      "num_input_tokens_seen": 53307600,
      "step": 27705
    },
    {
      "epoch": 4.520433966881475,
      "grad_norm": 0.5173171162605286,
      "learning_rate": 1.0771420025949103e-05,
      "loss": 0.1713,
      "num_input_tokens_seen": 53315968,
      "step": 27710
    },
    {
      "epoch": 4.521249694102292,
      "grad_norm": 0.6908860206604004,
      "learning_rate": 1.0763348816459204e-05,
      "loss": 0.2164,
      "num_input_tokens_seen": 53324864,
      "step": 27715
    },
    {
      "epoch": 4.522065421323109,
      "grad_norm": 0.44353532791137695,
      "learning_rate": 1.0755279802439816e-05,
      "loss": 0.1125,
      "num_input_tokens_seen": 53335360,
      "step": 27720
    },
    {
      "epoch": 4.522881148543927,
      "grad_norm": 0.6194821000099182,
      "learning_rate": 1.0747212985135293e-05,
      "loss": 0.1048,
      "num_input_tokens_seen": 53344400,
      "step": 27725
    },
    {
      "epoch": 4.523696875764744,
      "grad_norm": 0.9783933162689209,
      "learning_rate": 1.073914836578965e-05,
      "loss": 0.1515,
      "num_input_tokens_seen": 53353904,
      "step": 27730
    },
    {
      "epoch": 4.524512602985562,
      "grad_norm": 0.9502195119857788,
      "learning_rate": 1.0731085945646529e-05,
      "loss": 0.2279,
      "num_input_tokens_seen": 53363408,
      "step": 27735
    },
    {
      "epoch": 4.525328330206379,
      "grad_norm": 0.6833217144012451,
      "learning_rate": 1.0723025725949285e-05,
      "loss": 0.1689,
      "num_input_tokens_seen": 53373520,
      "step": 27740
    },
    {
      "epoch": 4.526144057427197,
      "grad_norm": 2.13643741607666,
      "learning_rate": 1.0714967707940875e-05,
      "loss": 0.1936,
      "num_input_tokens_seen": 53384256,
      "step": 27745
    },
    {
      "epoch": 4.526959784648014,
      "grad_norm": 0.5058233141899109,
      "learning_rate": 1.0706911892863963e-05,
      "loss": 0.1387,
      "num_input_tokens_seen": 53393328,
      "step": 27750
    },
    {
      "epoch": 4.527775511868831,
      "grad_norm": 0.775678277015686,
      "learning_rate": 1.0698858281960866e-05,
      "loss": 0.2025,
      "num_input_tokens_seen": 53402464,
      "step": 27755
    },
    {
      "epoch": 4.528591239089648,
      "grad_norm": 1.0753098726272583,
      "learning_rate": 1.069080687647353e-05,
      "loss": 0.204,
      "num_input_tokens_seen": 53412448,
      "step": 27760
    },
    {
      "epoch": 4.529406966310466,
      "grad_norm": 0.5736446380615234,
      "learning_rate": 1.0682757677643596e-05,
      "loss": 0.1611,
      "num_input_tokens_seen": 53421200,
      "step": 27765
    },
    {
      "epoch": 4.530222693531283,
      "grad_norm": 0.31318095326423645,
      "learning_rate": 1.0674710686712359e-05,
      "loss": 0.1486,
      "num_input_tokens_seen": 53430704,
      "step": 27770
    },
    {
      "epoch": 4.5310384207521,
      "grad_norm": 0.5267686247825623,
      "learning_rate": 1.0666665904920756e-05,
      "loss": 0.1981,
      "num_input_tokens_seen": 53441264,
      "step": 27775
    },
    {
      "epoch": 4.5318541479729175,
      "grad_norm": 0.3255334198474884,
      "learning_rate": 1.0658623333509385e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 53451344,
      "step": 27780
    },
    {
      "epoch": 4.5326698751937355,
      "grad_norm": 0.43997544050216675,
      "learning_rate": 1.0650582973718532e-05,
      "loss": 0.1317,
      "num_input_tokens_seen": 53460576,
      "step": 27785
    },
    {
      "epoch": 4.533485602414553,
      "grad_norm": 1.6770387887954712,
      "learning_rate": 1.0642544826788098e-05,
      "loss": 0.2171,
      "num_input_tokens_seen": 53469968,
      "step": 27790
    },
    {
      "epoch": 4.53430132963537,
      "grad_norm": 0.584969699382782,
      "learning_rate": 1.063450889395769e-05,
      "loss": 0.1591,
      "num_input_tokens_seen": 53479840,
      "step": 27795
    },
    {
      "epoch": 4.535117056856187,
      "grad_norm": 0.26175960898399353,
      "learning_rate": 1.062647517646653e-05,
      "loss": 0.0982,
      "num_input_tokens_seen": 53489200,
      "step": 27800
    },
    {
      "epoch": 4.535117056856187,
      "eval_loss": 0.1627301722764969,
      "eval_runtime": 71.4314,
      "eval_samples_per_second": 38.149,
      "eval_steps_per_second": 19.081,
      "num_input_tokens_seen": 53489200,
      "step": 27800
    },
    {
      "epoch": 4.535932784077005,
      "grad_norm": 0.6598047018051147,
      "learning_rate": 1.0618443675553527e-05,
      "loss": 0.1886,
      "num_input_tokens_seen": 53498336,
      "step": 27805
    },
    {
      "epoch": 4.536748511297822,
      "grad_norm": 0.5282711982727051,
      "learning_rate": 1.0610414392457247e-05,
      "loss": 0.1286,
      "num_input_tokens_seen": 53506784,
      "step": 27810
    },
    {
      "epoch": 4.537564238518639,
      "grad_norm": 0.45110559463500977,
      "learning_rate": 1.0602387328415888e-05,
      "loss": 0.1331,
      "num_input_tokens_seen": 53517936,
      "step": 27815
    },
    {
      "epoch": 4.538379965739456,
      "grad_norm": 0.5402097105979919,
      "learning_rate": 1.0594362484667347e-05,
      "loss": 0.0796,
      "num_input_tokens_seen": 53528432,
      "step": 27820
    },
    {
      "epoch": 4.539195692960274,
      "grad_norm": 0.8421124815940857,
      "learning_rate": 1.0586339862449132e-05,
      "loss": 0.1901,
      "num_input_tokens_seen": 53537824,
      "step": 27825
    },
    {
      "epoch": 4.5400114201810915,
      "grad_norm": 1.2528302669525146,
      "learning_rate": 1.0578319462998445e-05,
      "loss": 0.2089,
      "num_input_tokens_seen": 53546608,
      "step": 27830
    },
    {
      "epoch": 4.540827147401909,
      "grad_norm": 0.8709195852279663,
      "learning_rate": 1.057030128755214e-05,
      "loss": 0.1586,
      "num_input_tokens_seen": 53556896,
      "step": 27835
    },
    {
      "epoch": 4.541642874622726,
      "grad_norm": 0.4159771800041199,
      "learning_rate": 1.0562285337346703e-05,
      "loss": 0.1186,
      "num_input_tokens_seen": 53565328,
      "step": 27840
    },
    {
      "epoch": 4.542458601843544,
      "grad_norm": 0.1948341280221939,
      "learning_rate": 1.0554271613618308e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 53574272,
      "step": 27845
    },
    {
      "epoch": 4.543274329064361,
      "grad_norm": 0.5243961215019226,
      "learning_rate": 1.054626011760276e-05,
      "loss": 0.1785,
      "num_input_tokens_seen": 53583680,
      "step": 27850
    },
    {
      "epoch": 4.544090056285178,
      "grad_norm": 1.0260283946990967,
      "learning_rate": 1.0538250850535549e-05,
      "loss": 0.1204,
      "num_input_tokens_seen": 53593232,
      "step": 27855
    },
    {
      "epoch": 4.544905783505996,
      "grad_norm": 0.917343020439148,
      "learning_rate": 1.0530243813651794e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 53603248,
      "step": 27860
    },
    {
      "epoch": 4.545721510726813,
      "grad_norm": 0.28735804557800293,
      "learning_rate": 1.0522239008186271e-05,
      "loss": 0.1089,
      "num_input_tokens_seen": 53612656,
      "step": 27865
    },
    {
      "epoch": 4.54653723794763,
      "grad_norm": 0.2967228889465332,
      "learning_rate": 1.0514236435373434e-05,
      "loss": 0.1265,
      "num_input_tokens_seen": 53622240,
      "step": 27870
    },
    {
      "epoch": 4.5473529651684474,
      "grad_norm": 1.2685797214508057,
      "learning_rate": 1.0506236096447386e-05,
      "loss": 0.1497,
      "num_input_tokens_seen": 53633776,
      "step": 27875
    },
    {
      "epoch": 4.548168692389265,
      "grad_norm": 1.6296120882034302,
      "learning_rate": 1.049823799264186e-05,
      "loss": 0.2112,
      "num_input_tokens_seen": 53641872,
      "step": 27880
    },
    {
      "epoch": 4.548984419610083,
      "grad_norm": 1.0985437631607056,
      "learning_rate": 1.049024212519028e-05,
      "loss": 0.1428,
      "num_input_tokens_seen": 53652256,
      "step": 27885
    },
    {
      "epoch": 4.5498001468309,
      "grad_norm": 0.5126741528511047,
      "learning_rate": 1.0482248495325713e-05,
      "loss": 0.1687,
      "num_input_tokens_seen": 53661648,
      "step": 27890
    },
    {
      "epoch": 4.550615874051717,
      "grad_norm": 0.8571729063987732,
      "learning_rate": 1.047425710428086e-05,
      "loss": 0.2954,
      "num_input_tokens_seen": 53671072,
      "step": 27895
    },
    {
      "epoch": 4.551431601272535,
      "grad_norm": 1.291610836982727,
      "learning_rate": 1.0466267953288114e-05,
      "loss": 0.1198,
      "num_input_tokens_seen": 53680592,
      "step": 27900
    },
    {
      "epoch": 4.552247328493352,
      "grad_norm": 0.20940561592578888,
      "learning_rate": 1.0458281043579482e-05,
      "loss": 0.1794,
      "num_input_tokens_seen": 53689568,
      "step": 27905
    },
    {
      "epoch": 4.553063055714169,
      "grad_norm": 0.4722249209880829,
      "learning_rate": 1.0450296376386657e-05,
      "loss": 0.091,
      "num_input_tokens_seen": 53700096,
      "step": 27910
    },
    {
      "epoch": 4.553878782934986,
      "grad_norm": 0.36183473467826843,
      "learning_rate": 1.044231395294098e-05,
      "loss": 0.1529,
      "num_input_tokens_seen": 53709776,
      "step": 27915
    },
    {
      "epoch": 4.554694510155803,
      "grad_norm": 0.8932123780250549,
      "learning_rate": 1.0434333774473435e-05,
      "loss": 0.2017,
      "num_input_tokens_seen": 53718640,
      "step": 27920
    },
    {
      "epoch": 4.555510237376621,
      "grad_norm": 0.4505077600479126,
      "learning_rate": 1.0426355842214657e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 53727536,
      "step": 27925
    },
    {
      "epoch": 4.5563259645974385,
      "grad_norm": 0.7532238364219666,
      "learning_rate": 1.0418380157394963e-05,
      "loss": 0.1136,
      "num_input_tokens_seen": 53738224,
      "step": 27930
    },
    {
      "epoch": 4.557141691818256,
      "grad_norm": 0.5987262725830078,
      "learning_rate": 1.0410406721244281e-05,
      "loss": 0.2187,
      "num_input_tokens_seen": 53747168,
      "step": 27935
    },
    {
      "epoch": 4.557957419039074,
      "grad_norm": 0.7069976329803467,
      "learning_rate": 1.0402435534992238e-05,
      "loss": 0.1259,
      "num_input_tokens_seen": 53756656,
      "step": 27940
    },
    {
      "epoch": 4.558773146259891,
      "grad_norm": 0.9456356763839722,
      "learning_rate": 1.0394466599868071e-05,
      "loss": 0.1644,
      "num_input_tokens_seen": 53764208,
      "step": 27945
    },
    {
      "epoch": 4.559588873480708,
      "grad_norm": 0.9926809668540955,
      "learning_rate": 1.0386499917100697e-05,
      "loss": 0.2213,
      "num_input_tokens_seen": 53773872,
      "step": 27950
    },
    {
      "epoch": 4.560404600701525,
      "grad_norm": 0.5625459551811218,
      "learning_rate": 1.0378535487918692e-05,
      "loss": 0.1996,
      "num_input_tokens_seen": 53783536,
      "step": 27955
    },
    {
      "epoch": 4.561220327922343,
      "grad_norm": 0.864477813243866,
      "learning_rate": 1.037057331355025e-05,
      "loss": 0.1372,
      "num_input_tokens_seen": 53793872,
      "step": 27960
    },
    {
      "epoch": 4.56203605514316,
      "grad_norm": 0.6164373755455017,
      "learning_rate": 1.0362613395223247e-05,
      "loss": 0.1599,
      "num_input_tokens_seen": 53803200,
      "step": 27965
    },
    {
      "epoch": 4.562851782363977,
      "grad_norm": 0.30707380175590515,
      "learning_rate": 1.0354655734165212e-05,
      "loss": 0.121,
      "num_input_tokens_seen": 53812416,
      "step": 27970
    },
    {
      "epoch": 4.5636675095847945,
      "grad_norm": 1.2238600254058838,
      "learning_rate": 1.03467003316033e-05,
      "loss": 0.1666,
      "num_input_tokens_seen": 53822352,
      "step": 27975
    },
    {
      "epoch": 4.5644832368056125,
      "grad_norm": 0.9328261017799377,
      "learning_rate": 1.033874718876435e-05,
      "loss": 0.1498,
      "num_input_tokens_seen": 53832448,
      "step": 27980
    },
    {
      "epoch": 4.56529896402643,
      "grad_norm": 0.15718017518520355,
      "learning_rate": 1.0330796306874818e-05,
      "loss": 0.147,
      "num_input_tokens_seen": 53841264,
      "step": 27985
    },
    {
      "epoch": 4.566114691247247,
      "grad_norm": 0.2921988070011139,
      "learning_rate": 1.032284768716085e-05,
      "loss": 0.1038,
      "num_input_tokens_seen": 53850960,
      "step": 27990
    },
    {
      "epoch": 4.566930418468064,
      "grad_norm": 1.1487095355987549,
      "learning_rate": 1.0314901330848206e-05,
      "loss": 0.1831,
      "num_input_tokens_seen": 53860592,
      "step": 27995
    },
    {
      "epoch": 4.567746145688882,
      "grad_norm": 1.1718974113464355,
      "learning_rate": 1.030695723916233e-05,
      "loss": 0.1712,
      "num_input_tokens_seen": 53870832,
      "step": 28000
    },
    {
      "epoch": 4.567746145688882,
      "eval_loss": 0.16295702755451202,
      "eval_runtime": 71.3194,
      "eval_samples_per_second": 38.208,
      "eval_steps_per_second": 19.111,
      "num_input_tokens_seen": 53870832,
      "step": 28000
    },
    {
      "epoch": 4.568561872909699,
      "grad_norm": 0.4859275817871094,
      "learning_rate": 1.0299015413328289e-05,
      "loss": 0.1727,
      "num_input_tokens_seen": 53879408,
      "step": 28005
    },
    {
      "epoch": 4.569377600130516,
      "grad_norm": 0.9577317833900452,
      "learning_rate": 1.0291075854570809e-05,
      "loss": 0.1521,
      "num_input_tokens_seen": 53889104,
      "step": 28010
    },
    {
      "epoch": 4.570193327351333,
      "grad_norm": 0.509614884853363,
      "learning_rate": 1.0283138564114275e-05,
      "loss": 0.1507,
      "num_input_tokens_seen": 53899424,
      "step": 28015
    },
    {
      "epoch": 4.571009054572151,
      "grad_norm": 0.8393765091896057,
      "learning_rate": 1.027520354318273e-05,
      "loss": 0.1788,
      "num_input_tokens_seen": 53909056,
      "step": 28020
    },
    {
      "epoch": 4.5718247817929685,
      "grad_norm": 0.4867510199546814,
      "learning_rate": 1.0267270792999828e-05,
      "loss": 0.144,
      "num_input_tokens_seen": 53919744,
      "step": 28025
    },
    {
      "epoch": 4.572640509013786,
      "grad_norm": 0.9185816049575806,
      "learning_rate": 1.0259340314788919e-05,
      "loss": 0.2107,
      "num_input_tokens_seen": 53929888,
      "step": 28030
    },
    {
      "epoch": 4.573456236234604,
      "grad_norm": 0.4955425560474396,
      "learning_rate": 1.0251412109772979e-05,
      "loss": 0.1162,
      "num_input_tokens_seen": 53940144,
      "step": 28035
    },
    {
      "epoch": 4.574271963455421,
      "grad_norm": 1.507955551147461,
      "learning_rate": 1.0243486179174627e-05,
      "loss": 0.2202,
      "num_input_tokens_seen": 53949200,
      "step": 28040
    },
    {
      "epoch": 4.575087690676238,
      "grad_norm": 1.1286228895187378,
      "learning_rate": 1.0235562524216158e-05,
      "loss": 0.2307,
      "num_input_tokens_seen": 53958256,
      "step": 28045
    },
    {
      "epoch": 4.575903417897055,
      "grad_norm": 0.3898971676826477,
      "learning_rate": 1.022764114611948e-05,
      "loss": 0.1333,
      "num_input_tokens_seen": 53967744,
      "step": 28050
    },
    {
      "epoch": 4.576719145117872,
      "grad_norm": 1.1526880264282227,
      "learning_rate": 1.0219722046106178e-05,
      "loss": 0.1634,
      "num_input_tokens_seen": 53976096,
      "step": 28055
    },
    {
      "epoch": 4.57753487233869,
      "grad_norm": 1.1045174598693848,
      "learning_rate": 1.0211805225397486e-05,
      "loss": 0.1807,
      "num_input_tokens_seen": 53986784,
      "step": 28060
    },
    {
      "epoch": 4.578350599559507,
      "grad_norm": 0.49081993103027344,
      "learning_rate": 1.020389068521426e-05,
      "loss": 0.2183,
      "num_input_tokens_seen": 53996640,
      "step": 28065
    },
    {
      "epoch": 4.579166326780324,
      "grad_norm": 0.4105701446533203,
      "learning_rate": 1.0195978426777039e-05,
      "loss": 0.1463,
      "num_input_tokens_seen": 54005072,
      "step": 28070
    },
    {
      "epoch": 4.5799820540011424,
      "grad_norm": 0.7609404921531677,
      "learning_rate": 1.0188068451305982e-05,
      "loss": 0.141,
      "num_input_tokens_seen": 54015072,
      "step": 28075
    },
    {
      "epoch": 4.58079778122196,
      "grad_norm": 1.0986671447753906,
      "learning_rate": 1.0180160760020902e-05,
      "loss": 0.1645,
      "num_input_tokens_seen": 54023424,
      "step": 28080
    },
    {
      "epoch": 4.581613508442777,
      "grad_norm": 0.8415611982345581,
      "learning_rate": 1.0172255354141278e-05,
      "loss": 0.2842,
      "num_input_tokens_seen": 54031712,
      "step": 28085
    },
    {
      "epoch": 4.582429235663594,
      "grad_norm": 0.819355309009552,
      "learning_rate": 1.0164352234886205e-05,
      "loss": 0.161,
      "num_input_tokens_seen": 54040672,
      "step": 28090
    },
    {
      "epoch": 4.583244962884411,
      "grad_norm": 1.6134722232818604,
      "learning_rate": 1.0156451403474454e-05,
      "loss": 0.1673,
      "num_input_tokens_seen": 54052528,
      "step": 28095
    },
    {
      "epoch": 4.584060690105229,
      "grad_norm": 0.5260010957717896,
      "learning_rate": 1.0148552861124443e-05,
      "loss": 0.1525,
      "num_input_tokens_seen": 54061328,
      "step": 28100
    },
    {
      "epoch": 4.584876417326046,
      "grad_norm": 1.3477909564971924,
      "learning_rate": 1.0140656609054205e-05,
      "loss": 0.133,
      "num_input_tokens_seen": 54071216,
      "step": 28105
    },
    {
      "epoch": 4.585692144546863,
      "grad_norm": 0.46030735969543457,
      "learning_rate": 1.0132762648481455e-05,
      "loss": 0.1276,
      "num_input_tokens_seen": 54081216,
      "step": 28110
    },
    {
      "epoch": 4.586507871767681,
      "grad_norm": 1.1010406017303467,
      "learning_rate": 1.0124870980623543e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 54092064,
      "step": 28115
    },
    {
      "epoch": 4.587323598988498,
      "grad_norm": 0.9577621221542358,
      "learning_rate": 1.0116981606697453e-05,
      "loss": 0.1953,
      "num_input_tokens_seen": 54102112,
      "step": 28120
    },
    {
      "epoch": 4.5881393262093155,
      "grad_norm": 0.8102177381515503,
      "learning_rate": 1.0109094527919838e-05,
      "loss": 0.1867,
      "num_input_tokens_seen": 54112656,
      "step": 28125
    },
    {
      "epoch": 4.588955053430133,
      "grad_norm": 1.5693342685699463,
      "learning_rate": 1.010120974550697e-05,
      "loss": 0.1264,
      "num_input_tokens_seen": 54122256,
      "step": 28130
    },
    {
      "epoch": 4.589770780650951,
      "grad_norm": 1.3872270584106445,
      "learning_rate": 1.0093327260674795e-05,
      "loss": 0.2357,
      "num_input_tokens_seen": 54131984,
      "step": 28135
    },
    {
      "epoch": 4.590586507871768,
      "grad_norm": 0.7972680330276489,
      "learning_rate": 1.0085447074638878e-05,
      "loss": 0.2433,
      "num_input_tokens_seen": 54142000,
      "step": 28140
    },
    {
      "epoch": 4.591402235092585,
      "grad_norm": 0.721016526222229,
      "learning_rate": 1.0077569188614461e-05,
      "loss": 0.1732,
      "num_input_tokens_seen": 54151120,
      "step": 28145
    },
    {
      "epoch": 4.592217962313402,
      "grad_norm": 0.34226420521736145,
      "learning_rate": 1.0069693603816393e-05,
      "loss": 0.2632,
      "num_input_tokens_seen": 54161328,
      "step": 28150
    },
    {
      "epoch": 4.59303368953422,
      "grad_norm": 1.1671545505523682,
      "learning_rate": 1.0061820321459204e-05,
      "loss": 0.1973,
      "num_input_tokens_seen": 54171760,
      "step": 28155
    },
    {
      "epoch": 4.593849416755037,
      "grad_norm": 0.34104123711586,
      "learning_rate": 1.0053949342757038e-05,
      "loss": 0.1085,
      "num_input_tokens_seen": 54181872,
      "step": 28160
    },
    {
      "epoch": 4.594665143975854,
      "grad_norm": 0.784217894077301,
      "learning_rate": 1.0046080668923717e-05,
      "loss": 0.1848,
      "num_input_tokens_seen": 54192608,
      "step": 28165
    },
    {
      "epoch": 4.5954808711966715,
      "grad_norm": 0.30601850152015686,
      "learning_rate": 1.003821430117267e-05,
      "loss": 0.1671,
      "num_input_tokens_seen": 54202816,
      "step": 28170
    },
    {
      "epoch": 4.5962965984174895,
      "grad_norm": 0.5363827347755432,
      "learning_rate": 1.0030350240716999e-05,
      "loss": 0.076,
      "num_input_tokens_seen": 54212816,
      "step": 28175
    },
    {
      "epoch": 4.597112325638307,
      "grad_norm": 0.6237566471099854,
      "learning_rate": 1.0022488488769449e-05,
      "loss": 0.1662,
      "num_input_tokens_seen": 54222032,
      "step": 28180
    },
    {
      "epoch": 4.597928052859124,
      "grad_norm": 1.438113808631897,
      "learning_rate": 1.0014629046542387e-05,
      "loss": 0.3048,
      "num_input_tokens_seen": 54231872,
      "step": 28185
    },
    {
      "epoch": 4.598743780079941,
      "grad_norm": 0.66777104139328,
      "learning_rate": 1.0006771915247842e-05,
      "loss": 0.2189,
      "num_input_tokens_seen": 54241296,
      "step": 28190
    },
    {
      "epoch": 4.599559507300759,
      "grad_norm": 0.828488290309906,
      "learning_rate": 9.998917096097495e-06,
      "loss": 0.1047,
      "num_input_tokens_seen": 54251024,
      "step": 28195
    },
    {
      "epoch": 4.600375234521576,
      "grad_norm": 0.7394139766693115,
      "learning_rate": 9.991064590302638e-06,
      "loss": 0.1486,
      "num_input_tokens_seen": 54260848,
      "step": 28200
    },
    {
      "epoch": 4.600375234521576,
      "eval_loss": 0.1627197563648224,
      "eval_runtime": 71.4617,
      "eval_samples_per_second": 38.132,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 54260848,
      "step": 28200
    },
    {
      "epoch": 4.601190961742393,
      "grad_norm": 0.9792646169662476,
      "learning_rate": 9.983214399074241e-06,
      "loss": 0.1299,
      "num_input_tokens_seen": 54270624,
      "step": 28205
    },
    {
      "epoch": 4.602006688963211,
      "grad_norm": 1.0382080078125,
      "learning_rate": 9.975366523622893e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 54280048,
      "step": 28210
    },
    {
      "epoch": 4.602822416184028,
      "grad_norm": 0.5703748464584351,
      "learning_rate": 9.967520965158841e-06,
      "loss": 0.1714,
      "num_input_tokens_seen": 54290096,
      "step": 28215
    },
    {
      "epoch": 4.6036381434048455,
      "grad_norm": 0.8360308408737183,
      "learning_rate": 9.95967772489197e-06,
      "loss": 0.1534,
      "num_input_tokens_seen": 54299120,
      "step": 28220
    },
    {
      "epoch": 4.604453870625663,
      "grad_norm": 0.26316529512405396,
      "learning_rate": 9.951836804031794e-06,
      "loss": 0.1391,
      "num_input_tokens_seen": 54309840,
      "step": 28225
    },
    {
      "epoch": 4.60526959784648,
      "grad_norm": 1.030808687210083,
      "learning_rate": 9.943998203787489e-06,
      "loss": 0.1317,
      "num_input_tokens_seen": 54319200,
      "step": 28230
    },
    {
      "epoch": 4.606085325067298,
      "grad_norm": 0.8515419960021973,
      "learning_rate": 9.936161925367874e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 54327520,
      "step": 28235
    },
    {
      "epoch": 4.606901052288115,
      "grad_norm": 0.5226519703865051,
      "learning_rate": 9.928327969981386e-06,
      "loss": 0.2082,
      "num_input_tokens_seen": 54337792,
      "step": 28240
    },
    {
      "epoch": 4.607716779508932,
      "grad_norm": 0.8448978066444397,
      "learning_rate": 9.920496338836135e-06,
      "loss": 0.1428,
      "num_input_tokens_seen": 54348080,
      "step": 28245
    },
    {
      "epoch": 4.60853250672975,
      "grad_norm": 0.27345144748687744,
      "learning_rate": 9.912667033139844e-06,
      "loss": 0.1405,
      "num_input_tokens_seen": 54357680,
      "step": 28250
    },
    {
      "epoch": 4.609348233950567,
      "grad_norm": 0.9150950312614441,
      "learning_rate": 9.904840054099893e-06,
      "loss": 0.13,
      "num_input_tokens_seen": 54367744,
      "step": 28255
    },
    {
      "epoch": 4.610163961171384,
      "grad_norm": 1.1548327207565308,
      "learning_rate": 9.897015402923312e-06,
      "loss": 0.1483,
      "num_input_tokens_seen": 54376320,
      "step": 28260
    },
    {
      "epoch": 4.610979688392201,
      "grad_norm": 0.7116909623146057,
      "learning_rate": 9.889193080816744e-06,
      "loss": 0.1248,
      "num_input_tokens_seen": 54385648,
      "step": 28265
    },
    {
      "epoch": 4.6117954156130185,
      "grad_norm": 1.0563127994537354,
      "learning_rate": 9.881373088986498e-06,
      "loss": 0.1685,
      "num_input_tokens_seen": 54394256,
      "step": 28270
    },
    {
      "epoch": 4.6126111428338366,
      "grad_norm": 1.3376413583755493,
      "learning_rate": 9.873555428638523e-06,
      "loss": 0.2205,
      "num_input_tokens_seen": 54403248,
      "step": 28275
    },
    {
      "epoch": 4.613426870054654,
      "grad_norm": 0.3248257637023926,
      "learning_rate": 9.865740100978383e-06,
      "loss": 0.1663,
      "num_input_tokens_seen": 54413248,
      "step": 28280
    },
    {
      "epoch": 4.614242597275471,
      "grad_norm": 1.4957338571548462,
      "learning_rate": 9.857927107211315e-06,
      "loss": 0.2033,
      "num_input_tokens_seen": 54424160,
      "step": 28285
    },
    {
      "epoch": 4.615058324496289,
      "grad_norm": 0.4175581932067871,
      "learning_rate": 9.850116448542177e-06,
      "loss": 0.1381,
      "num_input_tokens_seen": 54433344,
      "step": 28290
    },
    {
      "epoch": 4.615874051717106,
      "grad_norm": 1.2828973531723022,
      "learning_rate": 9.842308126175457e-06,
      "loss": 0.2117,
      "num_input_tokens_seen": 54442320,
      "step": 28295
    },
    {
      "epoch": 4.616689778937923,
      "grad_norm": 0.7961102724075317,
      "learning_rate": 9.834502141315315e-06,
      "loss": 0.1755,
      "num_input_tokens_seen": 54451360,
      "step": 28300
    },
    {
      "epoch": 4.61750550615874,
      "grad_norm": 0.3921588957309723,
      "learning_rate": 9.82669849516552e-06,
      "loss": 0.112,
      "num_input_tokens_seen": 54461216,
      "step": 28305
    },
    {
      "epoch": 4.618321233379558,
      "grad_norm": 0.6461933255195618,
      "learning_rate": 9.818897188929493e-06,
      "loss": 0.1771,
      "num_input_tokens_seen": 54471824,
      "step": 28310
    },
    {
      "epoch": 4.619136960600375,
      "grad_norm": 1.1109482049942017,
      "learning_rate": 9.811098223810309e-06,
      "loss": 0.2178,
      "num_input_tokens_seen": 54481120,
      "step": 28315
    },
    {
      "epoch": 4.6199526878211925,
      "grad_norm": 1.279789686203003,
      "learning_rate": 9.803301601010641e-06,
      "loss": 0.1547,
      "num_input_tokens_seen": 54491712,
      "step": 28320
    },
    {
      "epoch": 4.62076841504201,
      "grad_norm": 0.9773353934288025,
      "learning_rate": 9.795507321732853e-06,
      "loss": 0.146,
      "num_input_tokens_seen": 54501488,
      "step": 28325
    },
    {
      "epoch": 4.621584142262828,
      "grad_norm": 1.0887879133224487,
      "learning_rate": 9.787715387178898e-06,
      "loss": 0.1935,
      "num_input_tokens_seen": 54512544,
      "step": 28330
    },
    {
      "epoch": 4.622399869483645,
      "grad_norm": 1.55954909324646,
      "learning_rate": 9.779925798550399e-06,
      "loss": 0.2559,
      "num_input_tokens_seen": 54522240,
      "step": 28335
    },
    {
      "epoch": 4.623215596704462,
      "grad_norm": 0.8872422575950623,
      "learning_rate": 9.772138557048619e-06,
      "loss": 0.1809,
      "num_input_tokens_seen": 54531872,
      "step": 28340
    },
    {
      "epoch": 4.624031323925279,
      "grad_norm": 1.4306682348251343,
      "learning_rate": 9.764353663874426e-06,
      "loss": 0.2409,
      "num_input_tokens_seen": 54541264,
      "step": 28345
    },
    {
      "epoch": 4.624847051146097,
      "grad_norm": 0.4607885777950287,
      "learning_rate": 9.756571120228375e-06,
      "loss": 0.1291,
      "num_input_tokens_seen": 54549920,
      "step": 28350
    },
    {
      "epoch": 4.625662778366914,
      "grad_norm": 1.5720112323760986,
      "learning_rate": 9.748790927310605e-06,
      "loss": 0.1235,
      "num_input_tokens_seen": 54558832,
      "step": 28355
    },
    {
      "epoch": 4.626478505587731,
      "grad_norm": 0.9412540793418884,
      "learning_rate": 9.741013086320946e-06,
      "loss": 0.2025,
      "num_input_tokens_seen": 54568864,
      "step": 28360
    },
    {
      "epoch": 4.6272942328085485,
      "grad_norm": 0.7713935375213623,
      "learning_rate": 9.733237598458821e-06,
      "loss": 0.1395,
      "num_input_tokens_seen": 54578144,
      "step": 28365
    },
    {
      "epoch": 4.6281099600293665,
      "grad_norm": 0.4315338432788849,
      "learning_rate": 9.725464464923308e-06,
      "loss": 0.0978,
      "num_input_tokens_seen": 54588400,
      "step": 28370
    },
    {
      "epoch": 4.628925687250184,
      "grad_norm": 1.1828246116638184,
      "learning_rate": 9.717693686913123e-06,
      "loss": 0.1485,
      "num_input_tokens_seen": 54598464,
      "step": 28375
    },
    {
      "epoch": 4.629741414471001,
      "grad_norm": 0.38179582357406616,
      "learning_rate": 9.709925265626632e-06,
      "loss": 0.1425,
      "num_input_tokens_seen": 54608528,
      "step": 28380
    },
    {
      "epoch": 4.630557141691818,
      "grad_norm": 1.2979762554168701,
      "learning_rate": 9.702159202261801e-06,
      "loss": 0.2615,
      "num_input_tokens_seen": 54618032,
      "step": 28385
    },
    {
      "epoch": 4.631372868912636,
      "grad_norm": 0.7236207723617554,
      "learning_rate": 9.694395498016268e-06,
      "loss": 0.1492,
      "num_input_tokens_seen": 54628608,
      "step": 28390
    },
    {
      "epoch": 4.632188596133453,
      "grad_norm": 0.8279332518577576,
      "learning_rate": 9.686634154087298e-06,
      "loss": 0.126,
      "num_input_tokens_seen": 54638432,
      "step": 28395
    },
    {
      "epoch": 4.63300432335427,
      "grad_norm": 1.531518578529358,
      "learning_rate": 9.678875171671776e-06,
      "loss": 0.2301,
      "num_input_tokens_seen": 54647840,
      "step": 28400
    },
    {
      "epoch": 4.63300432335427,
      "eval_loss": 0.16249734163284302,
      "eval_runtime": 71.4171,
      "eval_samples_per_second": 38.156,
      "eval_steps_per_second": 19.085,
      "num_input_tokens_seen": 54647840,
      "step": 28400
    },
    {
      "epoch": 4.633820050575087,
      "grad_norm": 1.2022498846054077,
      "learning_rate": 9.671118551966246e-06,
      "loss": 0.1691,
      "num_input_tokens_seen": 54656816,
      "step": 28405
    },
    {
      "epoch": 4.634635777795905,
      "grad_norm": 0.796775221824646,
      "learning_rate": 9.66336429616686e-06,
      "loss": 0.142,
      "num_input_tokens_seen": 54666112,
      "step": 28410
    },
    {
      "epoch": 4.635451505016722,
      "grad_norm": 0.41729894280433655,
      "learning_rate": 9.655612405469436e-06,
      "loss": 0.0867,
      "num_input_tokens_seen": 54675440,
      "step": 28415
    },
    {
      "epoch": 4.63626723223754,
      "grad_norm": 0.7179495096206665,
      "learning_rate": 9.647862881069413e-06,
      "loss": 0.1362,
      "num_input_tokens_seen": 54685392,
      "step": 28420
    },
    {
      "epoch": 4.637082959458358,
      "grad_norm": 0.4850221574306488,
      "learning_rate": 9.640115724161855e-06,
      "loss": 0.1997,
      "num_input_tokens_seen": 54696320,
      "step": 28425
    },
    {
      "epoch": 4.637898686679175,
      "grad_norm": 0.9235576391220093,
      "learning_rate": 9.632370935941483e-06,
      "loss": 0.1495,
      "num_input_tokens_seen": 54705904,
      "step": 28430
    },
    {
      "epoch": 4.638714413899992,
      "grad_norm": 0.9335399866104126,
      "learning_rate": 9.624628517602634e-06,
      "loss": 0.1632,
      "num_input_tokens_seen": 54716016,
      "step": 28435
    },
    {
      "epoch": 4.639530141120809,
      "grad_norm": 0.6942074298858643,
      "learning_rate": 9.61688847033928e-06,
      "loss": 0.1786,
      "num_input_tokens_seen": 54725968,
      "step": 28440
    },
    {
      "epoch": 4.640345868341626,
      "grad_norm": 0.7126948833465576,
      "learning_rate": 9.609150795345051e-06,
      "loss": 0.2036,
      "num_input_tokens_seen": 54735152,
      "step": 28445
    },
    {
      "epoch": 4.641161595562444,
      "grad_norm": 0.34612712264060974,
      "learning_rate": 9.601415493813171e-06,
      "loss": 0.1367,
      "num_input_tokens_seen": 54744192,
      "step": 28450
    },
    {
      "epoch": 4.641977322783261,
      "grad_norm": 0.607218325138092,
      "learning_rate": 9.593682566936533e-06,
      "loss": 0.213,
      "num_input_tokens_seen": 54753728,
      "step": 28455
    },
    {
      "epoch": 4.642793050004078,
      "grad_norm": 1.3896616697311401,
      "learning_rate": 9.58595201590766e-06,
      "loss": 0.2513,
      "num_input_tokens_seen": 54761808,
      "step": 28460
    },
    {
      "epoch": 4.643608777224896,
      "grad_norm": 1.2942438125610352,
      "learning_rate": 9.578223841918681e-06,
      "loss": 0.129,
      "num_input_tokens_seen": 54771936,
      "step": 28465
    },
    {
      "epoch": 4.6444245044457135,
      "grad_norm": 1.0291781425476074,
      "learning_rate": 9.570498046161389e-06,
      "loss": 0.1521,
      "num_input_tokens_seen": 54782032,
      "step": 28470
    },
    {
      "epoch": 4.645240231666531,
      "grad_norm": 1.5059806108474731,
      "learning_rate": 9.562774629827206e-06,
      "loss": 0.1619,
      "num_input_tokens_seen": 54792112,
      "step": 28475
    },
    {
      "epoch": 4.646055958887348,
      "grad_norm": 0.2271706759929657,
      "learning_rate": 9.555053594107163e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 54802160,
      "step": 28480
    },
    {
      "epoch": 4.646871686108166,
      "grad_norm": 1.1116575002670288,
      "learning_rate": 9.547334940191957e-06,
      "loss": 0.1689,
      "num_input_tokens_seen": 54810352,
      "step": 28485
    },
    {
      "epoch": 4.647687413328983,
      "grad_norm": 1.0547995567321777,
      "learning_rate": 9.539618669271886e-06,
      "loss": 0.2689,
      "num_input_tokens_seen": 54819616,
      "step": 28490
    },
    {
      "epoch": 4.6485031405498,
      "grad_norm": 1.7198357582092285,
      "learning_rate": 9.531904782536904e-06,
      "loss": 0.1098,
      "num_input_tokens_seen": 54829600,
      "step": 28495
    },
    {
      "epoch": 4.649318867770617,
      "grad_norm": 1.776739478111267,
      "learning_rate": 9.524193281176597e-06,
      "loss": 0.2053,
      "num_input_tokens_seen": 54839872,
      "step": 28500
    },
    {
      "epoch": 4.650134594991435,
      "grad_norm": 0.5264500379562378,
      "learning_rate": 9.516484166380165e-06,
      "loss": 0.2224,
      "num_input_tokens_seen": 54849568,
      "step": 28505
    },
    {
      "epoch": 4.650950322212252,
      "grad_norm": 0.2968674600124359,
      "learning_rate": 9.508777439336447e-06,
      "loss": 0.102,
      "num_input_tokens_seen": 54860304,
      "step": 28510
    },
    {
      "epoch": 4.6517660494330695,
      "grad_norm": 0.5884905457496643,
      "learning_rate": 9.50107310123393e-06,
      "loss": 0.1872,
      "num_input_tokens_seen": 54870512,
      "step": 28515
    },
    {
      "epoch": 4.652581776653887,
      "grad_norm": 0.24756325781345367,
      "learning_rate": 9.493371153260702e-06,
      "loss": 0.0951,
      "num_input_tokens_seen": 54879856,
      "step": 28520
    },
    {
      "epoch": 4.653397503874705,
      "grad_norm": 1.1050089597702026,
      "learning_rate": 9.485671596604523e-06,
      "loss": 0.202,
      "num_input_tokens_seen": 54888720,
      "step": 28525
    },
    {
      "epoch": 4.654213231095522,
      "grad_norm": 0.6178619861602783,
      "learning_rate": 9.477974432452738e-06,
      "loss": 0.1879,
      "num_input_tokens_seen": 54898352,
      "step": 28530
    },
    {
      "epoch": 4.655028958316339,
      "grad_norm": 0.8263599872589111,
      "learning_rate": 9.470279661992356e-06,
      "loss": 0.2144,
      "num_input_tokens_seen": 54908288,
      "step": 28535
    },
    {
      "epoch": 4.655844685537156,
      "grad_norm": 0.5381551384925842,
      "learning_rate": 9.462587286410021e-06,
      "loss": 0.1999,
      "num_input_tokens_seen": 54917840,
      "step": 28540
    },
    {
      "epoch": 4.656660412757974,
      "grad_norm": 0.14952918887138367,
      "learning_rate": 9.454897306891972e-06,
      "loss": 0.1224,
      "num_input_tokens_seen": 54927968,
      "step": 28545
    },
    {
      "epoch": 4.657476139978791,
      "grad_norm": 0.37981367111206055,
      "learning_rate": 9.44720972462411e-06,
      "loss": 0.1525,
      "num_input_tokens_seen": 54938096,
      "step": 28550
    },
    {
      "epoch": 4.658291867199608,
      "grad_norm": 1.6952494382858276,
      "learning_rate": 9.439524540791964e-06,
      "loss": 0.2221,
      "num_input_tokens_seen": 54948256,
      "step": 28555
    },
    {
      "epoch": 4.659107594420425,
      "grad_norm": 1.0132018327713013,
      "learning_rate": 9.431841756580673e-06,
      "loss": 0.1838,
      "num_input_tokens_seen": 54957920,
      "step": 28560
    },
    {
      "epoch": 4.6599233216412435,
      "grad_norm": 1.4045015573501587,
      "learning_rate": 9.42416137317503e-06,
      "loss": 0.2007,
      "num_input_tokens_seen": 54967296,
      "step": 28565
    },
    {
      "epoch": 4.660739048862061,
      "grad_norm": 0.2835046648979187,
      "learning_rate": 9.416483391759437e-06,
      "loss": 0.1214,
      "num_input_tokens_seen": 54977376,
      "step": 28570
    },
    {
      "epoch": 4.661554776082878,
      "grad_norm": 0.6778789758682251,
      "learning_rate": 9.408807813517945e-06,
      "loss": 0.1449,
      "num_input_tokens_seen": 54986688,
      "step": 28575
    },
    {
      "epoch": 4.662370503303695,
      "grad_norm": 0.44090205430984497,
      "learning_rate": 9.401134639634221e-06,
      "loss": 0.1326,
      "num_input_tokens_seen": 54996000,
      "step": 28580
    },
    {
      "epoch": 4.663186230524513,
      "grad_norm": 0.30501192808151245,
      "learning_rate": 9.393463871291555e-06,
      "loss": 0.1598,
      "num_input_tokens_seen": 55006080,
      "step": 28585
    },
    {
      "epoch": 4.66400195774533,
      "grad_norm": 0.8007163405418396,
      "learning_rate": 9.385795509672881e-06,
      "loss": 0.105,
      "num_input_tokens_seen": 55015440,
      "step": 28590
    },
    {
      "epoch": 4.664817684966147,
      "grad_norm": 0.6656756401062012,
      "learning_rate": 9.378129555960771e-06,
      "loss": 0.1857,
      "num_input_tokens_seen": 55025440,
      "step": 28595
    },
    {
      "epoch": 4.665633412186965,
      "grad_norm": 3.923927068710327,
      "learning_rate": 9.370466011337392e-06,
      "loss": 0.1798,
      "num_input_tokens_seen": 55035376,
      "step": 28600
    },
    {
      "epoch": 4.665633412186965,
      "eval_loss": 0.16182298958301544,
      "eval_runtime": 71.3966,
      "eval_samples_per_second": 38.167,
      "eval_steps_per_second": 19.091,
      "num_input_tokens_seen": 55035376,
      "step": 28600
    },
    {
      "epoch": 4.666449139407782,
      "grad_norm": 2.37339186668396,
      "learning_rate": 9.362804876984573e-06,
      "loss": 0.1802,
      "num_input_tokens_seen": 55046064,
      "step": 28605
    },
    {
      "epoch": 4.667264866628599,
      "grad_norm": 0.8164276480674744,
      "learning_rate": 9.355146154083747e-06,
      "loss": 0.1685,
      "num_input_tokens_seen": 55056288,
      "step": 28610
    },
    {
      "epoch": 4.6680805938494165,
      "grad_norm": 0.7033964395523071,
      "learning_rate": 9.347489843815987e-06,
      "loss": 0.2586,
      "num_input_tokens_seen": 55066032,
      "step": 28615
    },
    {
      "epoch": 4.668896321070234,
      "grad_norm": 1.3417279720306396,
      "learning_rate": 9.339835947362002e-06,
      "loss": 0.1725,
      "num_input_tokens_seen": 55075088,
      "step": 28620
    },
    {
      "epoch": 4.669712048291052,
      "grad_norm": 0.5331205129623413,
      "learning_rate": 9.332184465902105e-06,
      "loss": 0.1011,
      "num_input_tokens_seen": 55084896,
      "step": 28625
    },
    {
      "epoch": 4.670527775511869,
      "grad_norm": 0.6223723292350769,
      "learning_rate": 9.324535400616266e-06,
      "loss": 0.1132,
      "num_input_tokens_seen": 55095040,
      "step": 28630
    },
    {
      "epoch": 4.671343502732686,
      "grad_norm": 0.6026803851127625,
      "learning_rate": 9.31688875268405e-06,
      "loss": 0.2129,
      "num_input_tokens_seen": 55104736,
      "step": 28635
    },
    {
      "epoch": 4.672159229953504,
      "grad_norm": 0.3620540499687195,
      "learning_rate": 9.309244523284674e-06,
      "loss": 0.1027,
      "num_input_tokens_seen": 55115184,
      "step": 28640
    },
    {
      "epoch": 4.672974957174321,
      "grad_norm": 0.23932118713855743,
      "learning_rate": 9.301602713596982e-06,
      "loss": 0.1941,
      "num_input_tokens_seen": 55124112,
      "step": 28645
    },
    {
      "epoch": 4.673790684395138,
      "grad_norm": 0.4039338231086731,
      "learning_rate": 9.293963324799432e-06,
      "loss": 0.2216,
      "num_input_tokens_seen": 55133568,
      "step": 28650
    },
    {
      "epoch": 4.674606411615955,
      "grad_norm": 1.0027599334716797,
      "learning_rate": 9.286326358070104e-06,
      "loss": 0.1296,
      "num_input_tokens_seen": 55142992,
      "step": 28655
    },
    {
      "epoch": 4.6754221388367725,
      "grad_norm": 0.7039836049079895,
      "learning_rate": 9.278691814586729e-06,
      "loss": 0.1303,
      "num_input_tokens_seen": 55152400,
      "step": 28660
    },
    {
      "epoch": 4.6762378660575905,
      "grad_norm": 2.13464617729187,
      "learning_rate": 9.271059695526635e-06,
      "loss": 0.2221,
      "num_input_tokens_seen": 55162080,
      "step": 28665
    },
    {
      "epoch": 4.677053593278408,
      "grad_norm": 0.469436913728714,
      "learning_rate": 9.263430002066805e-06,
      "loss": 0.2276,
      "num_input_tokens_seen": 55171104,
      "step": 28670
    },
    {
      "epoch": 4.677869320499225,
      "grad_norm": 0.8582039475440979,
      "learning_rate": 9.25580273538382e-06,
      "loss": 0.1677,
      "num_input_tokens_seen": 55180544,
      "step": 28675
    },
    {
      "epoch": 4.678685047720043,
      "grad_norm": 0.7840299606323242,
      "learning_rate": 9.248177896653907e-06,
      "loss": 0.1647,
      "num_input_tokens_seen": 55190032,
      "step": 28680
    },
    {
      "epoch": 4.67950077494086,
      "grad_norm": 0.9305881261825562,
      "learning_rate": 9.240555487052918e-06,
      "loss": 0.2261,
      "num_input_tokens_seen": 55199024,
      "step": 28685
    },
    {
      "epoch": 4.680316502161677,
      "grad_norm": 0.545235812664032,
      "learning_rate": 9.232935507756313e-06,
      "loss": 0.1934,
      "num_input_tokens_seen": 55208944,
      "step": 28690
    },
    {
      "epoch": 4.681132229382494,
      "grad_norm": 0.543201744556427,
      "learning_rate": 9.225317959939193e-06,
      "loss": 0.1559,
      "num_input_tokens_seen": 55218256,
      "step": 28695
    },
    {
      "epoch": 4.681947956603312,
      "grad_norm": 0.4099217653274536,
      "learning_rate": 9.217702844776287e-06,
      "loss": 0.12,
      "num_input_tokens_seen": 55226736,
      "step": 28700
    },
    {
      "epoch": 4.682763683824129,
      "grad_norm": 1.45753014087677,
      "learning_rate": 9.210090163441929e-06,
      "loss": 0.2333,
      "num_input_tokens_seen": 55234896,
      "step": 28705
    },
    {
      "epoch": 4.6835794110449465,
      "grad_norm": 0.3639700412750244,
      "learning_rate": 9.202479917110105e-06,
      "loss": 0.1215,
      "num_input_tokens_seen": 55244544,
      "step": 28710
    },
    {
      "epoch": 4.684395138265764,
      "grad_norm": 0.5897467136383057,
      "learning_rate": 9.194872106954392e-06,
      "loss": 0.134,
      "num_input_tokens_seen": 55255136,
      "step": 28715
    },
    {
      "epoch": 4.685210865486582,
      "grad_norm": 0.45221495628356934,
      "learning_rate": 9.187266734148029e-06,
      "loss": 0.1643,
      "num_input_tokens_seen": 55264752,
      "step": 28720
    },
    {
      "epoch": 4.686026592707399,
      "grad_norm": 0.4479053318500519,
      "learning_rate": 9.179663799863849e-06,
      "loss": 0.1072,
      "num_input_tokens_seen": 55274464,
      "step": 28725
    },
    {
      "epoch": 4.686842319928216,
      "grad_norm": 0.698855459690094,
      "learning_rate": 9.172063305274317e-06,
      "loss": 0.1422,
      "num_input_tokens_seen": 55284880,
      "step": 28730
    },
    {
      "epoch": 4.687658047149033,
      "grad_norm": 1.0198513269424438,
      "learning_rate": 9.164465251551527e-06,
      "loss": 0.2257,
      "num_input_tokens_seen": 55294800,
      "step": 28735
    },
    {
      "epoch": 4.688473774369851,
      "grad_norm": 0.342302143573761,
      "learning_rate": 9.156869639867205e-06,
      "loss": 0.1781,
      "num_input_tokens_seen": 55303280,
      "step": 28740
    },
    {
      "epoch": 4.689289501590668,
      "grad_norm": 0.33757635951042175,
      "learning_rate": 9.149276471392677e-06,
      "loss": 0.0956,
      "num_input_tokens_seen": 55312624,
      "step": 28745
    },
    {
      "epoch": 4.690105228811485,
      "grad_norm": 0.2991344928741455,
      "learning_rate": 9.141685747298914e-06,
      "loss": 0.1438,
      "num_input_tokens_seen": 55322784,
      "step": 28750
    },
    {
      "epoch": 4.690920956032302,
      "grad_norm": 0.6122409105300903,
      "learning_rate": 9.13409746875649e-06,
      "loss": 0.1821,
      "num_input_tokens_seen": 55332960,
      "step": 28755
    },
    {
      "epoch": 4.69173668325312,
      "grad_norm": 0.48224374651908875,
      "learning_rate": 9.12651163693562e-06,
      "loss": 0.2093,
      "num_input_tokens_seen": 55342512,
      "step": 28760
    },
    {
      "epoch": 4.692552410473938,
      "grad_norm": 0.542251467704773,
      "learning_rate": 9.11892825300614e-06,
      "loss": 0.1458,
      "num_input_tokens_seen": 55352016,
      "step": 28765
    },
    {
      "epoch": 4.693368137694755,
      "grad_norm": 0.28459107875823975,
      "learning_rate": 9.111347318137491e-06,
      "loss": 0.0941,
      "num_input_tokens_seen": 55362016,
      "step": 28770
    },
    {
      "epoch": 4.694183864915573,
      "grad_norm": 1.3232918977737427,
      "learning_rate": 9.103768833498755e-06,
      "loss": 0.2045,
      "num_input_tokens_seen": 55372592,
      "step": 28775
    },
    {
      "epoch": 4.69499959213639,
      "grad_norm": 1.6235413551330566,
      "learning_rate": 9.096192800258639e-06,
      "loss": 0.1042,
      "num_input_tokens_seen": 55382080,
      "step": 28780
    },
    {
      "epoch": 4.695815319357207,
      "grad_norm": 0.45179688930511475,
      "learning_rate": 9.088619219585443e-06,
      "loss": 0.0974,
      "num_input_tokens_seen": 55392128,
      "step": 28785
    },
    {
      "epoch": 4.696631046578024,
      "grad_norm": 0.6490862965583801,
      "learning_rate": 9.081048092647127e-06,
      "loss": 0.176,
      "num_input_tokens_seen": 55402176,
      "step": 28790
    },
    {
      "epoch": 4.697446773798841,
      "grad_norm": 0.9620742201805115,
      "learning_rate": 9.073479420611245e-06,
      "loss": 0.1583,
      "num_input_tokens_seen": 55411200,
      "step": 28795
    },
    {
      "epoch": 4.698262501019659,
      "grad_norm": 0.9284852147102356,
      "learning_rate": 9.065913204644974e-06,
      "loss": 0.2457,
      "num_input_tokens_seen": 55421296,
      "step": 28800
    },
    {
      "epoch": 4.698262501019659,
      "eval_loss": 0.1619689017534256,
      "eval_runtime": 71.3296,
      "eval_samples_per_second": 38.203,
      "eval_steps_per_second": 19.108,
      "num_input_tokens_seen": 55421296,
      "step": 28800
    },
    {
      "epoch": 4.699078228240476,
      "grad_norm": 0.30463701486587524,
      "learning_rate": 9.058349445915135e-06,
      "loss": 0.1381,
      "num_input_tokens_seen": 55430512,
      "step": 28805
    },
    {
      "epoch": 4.6998939554612935,
      "grad_norm": 0.9795578718185425,
      "learning_rate": 9.050788145588138e-06,
      "loss": 0.2199,
      "num_input_tokens_seen": 55440848,
      "step": 28810
    },
    {
      "epoch": 4.7007096826821115,
      "grad_norm": 0.35003575682640076,
      "learning_rate": 9.043229304830039e-06,
      "loss": 0.151,
      "num_input_tokens_seen": 55450880,
      "step": 28815
    },
    {
      "epoch": 4.701525409902929,
      "grad_norm": 1.7258628606796265,
      "learning_rate": 9.035672924806515e-06,
      "loss": 0.2198,
      "num_input_tokens_seen": 55460880,
      "step": 28820
    },
    {
      "epoch": 4.702341137123746,
      "grad_norm": 0.5118729472160339,
      "learning_rate": 9.028119006682839e-06,
      "loss": 0.2434,
      "num_input_tokens_seen": 55469952,
      "step": 28825
    },
    {
      "epoch": 4.703156864344563,
      "grad_norm": 1.401353120803833,
      "learning_rate": 9.020567551623935e-06,
      "loss": 0.2226,
      "num_input_tokens_seen": 55480256,
      "step": 28830
    },
    {
      "epoch": 4.70397259156538,
      "grad_norm": 0.4761470854282379,
      "learning_rate": 9.013018560794318e-06,
      "loss": 0.1552,
      "num_input_tokens_seen": 55489584,
      "step": 28835
    },
    {
      "epoch": 4.704788318786198,
      "grad_norm": 1.172731876373291,
      "learning_rate": 9.005472035358139e-06,
      "loss": 0.2332,
      "num_input_tokens_seen": 55499056,
      "step": 28840
    },
    {
      "epoch": 4.705604046007015,
      "grad_norm": 0.8961579203605652,
      "learning_rate": 8.997927976479185e-06,
      "loss": 0.1761,
      "num_input_tokens_seen": 55509264,
      "step": 28845
    },
    {
      "epoch": 4.706419773227832,
      "grad_norm": 0.3038065731525421,
      "learning_rate": 8.99038638532082e-06,
      "loss": 0.1058,
      "num_input_tokens_seen": 55518816,
      "step": 28850
    },
    {
      "epoch": 4.70723550044865,
      "grad_norm": 0.43888190388679504,
      "learning_rate": 8.982847263046065e-06,
      "loss": 0.1351,
      "num_input_tokens_seen": 55529024,
      "step": 28855
    },
    {
      "epoch": 4.7080512276694675,
      "grad_norm": 1.1893993616104126,
      "learning_rate": 8.975310610817555e-06,
      "loss": 0.2498,
      "num_input_tokens_seen": 55538352,
      "step": 28860
    },
    {
      "epoch": 4.708866954890285,
      "grad_norm": 1.823316216468811,
      "learning_rate": 8.967776429797528e-06,
      "loss": 0.1884,
      "num_input_tokens_seen": 55548016,
      "step": 28865
    },
    {
      "epoch": 4.709682682111102,
      "grad_norm": 0.6922996044158936,
      "learning_rate": 8.960244721147842e-06,
      "loss": 0.1882,
      "num_input_tokens_seen": 55559376,
      "step": 28870
    },
    {
      "epoch": 4.71049840933192,
      "grad_norm": 0.41967228055000305,
      "learning_rate": 8.952715486029995e-06,
      "loss": 0.0953,
      "num_input_tokens_seen": 55568864,
      "step": 28875
    },
    {
      "epoch": 4.711314136552737,
      "grad_norm": 1.0642699003219604,
      "learning_rate": 8.945188725605075e-06,
      "loss": 0.1236,
      "num_input_tokens_seen": 55579360,
      "step": 28880
    },
    {
      "epoch": 4.712129863773554,
      "grad_norm": 0.7450619339942932,
      "learning_rate": 8.937664441033817e-06,
      "loss": 0.2211,
      "num_input_tokens_seen": 55588000,
      "step": 28885
    },
    {
      "epoch": 4.712945590994371,
      "grad_norm": 0.5481470823287964,
      "learning_rate": 8.930142633476549e-06,
      "loss": 0.1606,
      "num_input_tokens_seen": 55596576,
      "step": 28890
    },
    {
      "epoch": 4.713761318215189,
      "grad_norm": 0.7681409120559692,
      "learning_rate": 8.92262330409323e-06,
      "loss": 0.1351,
      "num_input_tokens_seen": 55605856,
      "step": 28895
    },
    {
      "epoch": 4.714577045436006,
      "grad_norm": 0.40085721015930176,
      "learning_rate": 8.915106454043448e-06,
      "loss": 0.1419,
      "num_input_tokens_seen": 55615168,
      "step": 28900
    },
    {
      "epoch": 4.715392772656823,
      "grad_norm": 1.1491936445236206,
      "learning_rate": 8.90759208448638e-06,
      "loss": 0.1646,
      "num_input_tokens_seen": 55624816,
      "step": 28905
    },
    {
      "epoch": 4.716208499877641,
      "grad_norm": 0.9399837851524353,
      "learning_rate": 8.900080196580848e-06,
      "loss": 0.2108,
      "num_input_tokens_seen": 55633920,
      "step": 28910
    },
    {
      "epoch": 4.717024227098459,
      "grad_norm": 0.19886092841625214,
      "learning_rate": 8.892570791485267e-06,
      "loss": 0.1624,
      "num_input_tokens_seen": 55644912,
      "step": 28915
    },
    {
      "epoch": 4.717839954319276,
      "grad_norm": 0.5191411375999451,
      "learning_rate": 8.885063870357688e-06,
      "loss": 0.1702,
      "num_input_tokens_seen": 55653952,
      "step": 28920
    },
    {
      "epoch": 4.718655681540093,
      "grad_norm": 0.5526989698410034,
      "learning_rate": 8.87755943435578e-06,
      "loss": 0.1481,
      "num_input_tokens_seen": 55662800,
      "step": 28925
    },
    {
      "epoch": 4.71947140876091,
      "grad_norm": 0.6718929409980774,
      "learning_rate": 8.87005748463681e-06,
      "loss": 0.157,
      "num_input_tokens_seen": 55672544,
      "step": 28930
    },
    {
      "epoch": 4.720287135981728,
      "grad_norm": 0.7025411128997803,
      "learning_rate": 8.862558022357681e-06,
      "loss": 0.2048,
      "num_input_tokens_seen": 55680560,
      "step": 28935
    },
    {
      "epoch": 4.721102863202545,
      "grad_norm": 1.3534018993377686,
      "learning_rate": 8.855061048674903e-06,
      "loss": 0.1813,
      "num_input_tokens_seen": 55689984,
      "step": 28940
    },
    {
      "epoch": 4.721918590423362,
      "grad_norm": 0.977013349533081,
      "learning_rate": 8.847566564744595e-06,
      "loss": 0.2023,
      "num_input_tokens_seen": 55698800,
      "step": 28945
    },
    {
      "epoch": 4.72273431764418,
      "grad_norm": 0.5425489544868469,
      "learning_rate": 8.840074571722512e-06,
      "loss": 0.1241,
      "num_input_tokens_seen": 55708512,
      "step": 28950
    },
    {
      "epoch": 4.723550044864997,
      "grad_norm": 0.8969587087631226,
      "learning_rate": 8.832585070764002e-06,
      "loss": 0.121,
      "num_input_tokens_seen": 55719424,
      "step": 28955
    },
    {
      "epoch": 4.7243657720858145,
      "grad_norm": 0.6569345593452454,
      "learning_rate": 8.825098063024045e-06,
      "loss": 0.1955,
      "num_input_tokens_seen": 55729216,
      "step": 28960
    },
    {
      "epoch": 4.725181499306632,
      "grad_norm": 0.532645046710968,
      "learning_rate": 8.817613549657244e-06,
      "loss": 0.1493,
      "num_input_tokens_seen": 55738752,
      "step": 28965
    },
    {
      "epoch": 4.725997226527449,
      "grad_norm": 0.35252097249031067,
      "learning_rate": 8.810131531817783e-06,
      "loss": 0.1334,
      "num_input_tokens_seen": 55749232,
      "step": 28970
    },
    {
      "epoch": 4.726812953748267,
      "grad_norm": 0.7752708792686462,
      "learning_rate": 8.802652010659496e-06,
      "loss": 0.1578,
      "num_input_tokens_seen": 55758816,
      "step": 28975
    },
    {
      "epoch": 4.727628680969084,
      "grad_norm": 0.742642343044281,
      "learning_rate": 8.795174987335827e-06,
      "loss": 0.1431,
      "num_input_tokens_seen": 55767728,
      "step": 28980
    },
    {
      "epoch": 4.728444408189901,
      "grad_norm": 0.5774437189102173,
      "learning_rate": 8.787700462999807e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 55778000,
      "step": 28985
    },
    {
      "epoch": 4.729260135410719,
      "grad_norm": 0.43932679295539856,
      "learning_rate": 8.780228438804122e-06,
      "loss": 0.1486,
      "num_input_tokens_seen": 55787664,
      "step": 28990
    },
    {
      "epoch": 4.730075862631536,
      "grad_norm": 0.6349149942398071,
      "learning_rate": 8.772758915901032e-06,
      "loss": 0.2142,
      "num_input_tokens_seen": 55797392,
      "step": 28995
    },
    {
      "epoch": 4.730891589852353,
      "grad_norm": 0.21089185774326324,
      "learning_rate": 8.765291895442443e-06,
      "loss": 0.1169,
      "num_input_tokens_seen": 55807776,
      "step": 29000
    },
    {
      "epoch": 4.730891589852353,
      "eval_loss": 0.16243603825569153,
      "eval_runtime": 71.5302,
      "eval_samples_per_second": 38.096,
      "eval_steps_per_second": 19.055,
      "num_input_tokens_seen": 55807776,
      "step": 29000
    },
    {
      "epoch": 4.7317073170731705,
      "grad_norm": 1.0620875358581543,
      "learning_rate": 8.75782737857987e-06,
      "loss": 0.1839,
      "num_input_tokens_seen": 55818000,
      "step": 29005
    },
    {
      "epoch": 4.732523044293988,
      "grad_norm": 0.9411454796791077,
      "learning_rate": 8.750365366464425e-06,
      "loss": 0.1595,
      "num_input_tokens_seen": 55827584,
      "step": 29010
    },
    {
      "epoch": 4.733338771514806,
      "grad_norm": 0.7225836515426636,
      "learning_rate": 8.742905860246838e-06,
      "loss": 0.1435,
      "num_input_tokens_seen": 55835744,
      "step": 29015
    },
    {
      "epoch": 4.734154498735623,
      "grad_norm": 0.8329957127571106,
      "learning_rate": 8.735448861077478e-06,
      "loss": 0.1526,
      "num_input_tokens_seen": 55845472,
      "step": 29020
    },
    {
      "epoch": 4.73497022595644,
      "grad_norm": 0.7914033532142639,
      "learning_rate": 8.727994370106288e-06,
      "loss": 0.2029,
      "num_input_tokens_seen": 55854848,
      "step": 29025
    },
    {
      "epoch": 4.735785953177258,
      "grad_norm": 0.678581178188324,
      "learning_rate": 8.720542388482861e-06,
      "loss": 0.1364,
      "num_input_tokens_seen": 55863984,
      "step": 29030
    },
    {
      "epoch": 4.736601680398075,
      "grad_norm": 0.836762547492981,
      "learning_rate": 8.71309291735637e-06,
      "loss": 0.2382,
      "num_input_tokens_seen": 55872624,
      "step": 29035
    },
    {
      "epoch": 4.737417407618892,
      "grad_norm": 0.7753351330757141,
      "learning_rate": 8.705645957875621e-06,
      "loss": 0.1806,
      "num_input_tokens_seen": 55882576,
      "step": 29040
    },
    {
      "epoch": 4.738233134839709,
      "grad_norm": 0.5177838802337646,
      "learning_rate": 8.698201511189048e-06,
      "loss": 0.158,
      "num_input_tokens_seen": 55892496,
      "step": 29045
    },
    {
      "epoch": 4.739048862060527,
      "grad_norm": 0.403131365776062,
      "learning_rate": 8.690759578444649e-06,
      "loss": 0.1425,
      "num_input_tokens_seen": 55900656,
      "step": 29050
    },
    {
      "epoch": 4.7398645892813445,
      "grad_norm": 1.2279272079467773,
      "learning_rate": 8.68332016079008e-06,
      "loss": 0.101,
      "num_input_tokens_seen": 55909824,
      "step": 29055
    },
    {
      "epoch": 4.740680316502162,
      "grad_norm": 0.28969359397888184,
      "learning_rate": 8.6758832593726e-06,
      "loss": 0.174,
      "num_input_tokens_seen": 55920576,
      "step": 29060
    },
    {
      "epoch": 4.741496043722979,
      "grad_norm": 0.7292113304138184,
      "learning_rate": 8.668448875339053e-06,
      "loss": 0.1563,
      "num_input_tokens_seen": 55929408,
      "step": 29065
    },
    {
      "epoch": 4.742311770943797,
      "grad_norm": 0.7597320675849915,
      "learning_rate": 8.661017009835933e-06,
      "loss": 0.1397,
      "num_input_tokens_seen": 55938928,
      "step": 29070
    },
    {
      "epoch": 4.743127498164614,
      "grad_norm": 0.8364275693893433,
      "learning_rate": 8.653587664009311e-06,
      "loss": 0.199,
      "num_input_tokens_seen": 55947312,
      "step": 29075
    },
    {
      "epoch": 4.743943225385431,
      "grad_norm": 0.36649879813194275,
      "learning_rate": 8.646160839004902e-06,
      "loss": 0.1434,
      "num_input_tokens_seen": 55956912,
      "step": 29080
    },
    {
      "epoch": 4.744758952606248,
      "grad_norm": 0.6035571694374084,
      "learning_rate": 8.638736535967998e-06,
      "loss": 0.1452,
      "num_input_tokens_seen": 55966912,
      "step": 29085
    },
    {
      "epoch": 4.745574679827066,
      "grad_norm": 0.6156420111656189,
      "learning_rate": 8.631314756043535e-06,
      "loss": 0.2435,
      "num_input_tokens_seen": 55977264,
      "step": 29090
    },
    {
      "epoch": 4.746390407047883,
      "grad_norm": 1.2158702611923218,
      "learning_rate": 8.62389550037603e-06,
      "loss": 0.2156,
      "num_input_tokens_seen": 55986000,
      "step": 29095
    },
    {
      "epoch": 4.7472061342687,
      "grad_norm": 0.4471864700317383,
      "learning_rate": 8.616478770109646e-06,
      "loss": 0.2157,
      "num_input_tokens_seen": 55995184,
      "step": 29100
    },
    {
      "epoch": 4.7480218614895175,
      "grad_norm": 0.8764172196388245,
      "learning_rate": 8.609064566388111e-06,
      "loss": 0.1806,
      "num_input_tokens_seen": 56005712,
      "step": 29105
    },
    {
      "epoch": 4.748837588710336,
      "grad_norm": 0.24291516840457916,
      "learning_rate": 8.601652890354815e-06,
      "loss": 0.1724,
      "num_input_tokens_seen": 56014992,
      "step": 29110
    },
    {
      "epoch": 4.749653315931153,
      "grad_norm": 0.6610546708106995,
      "learning_rate": 8.594243743152705e-06,
      "loss": 0.1633,
      "num_input_tokens_seen": 56024288,
      "step": 29115
    },
    {
      "epoch": 4.75046904315197,
      "grad_norm": 0.7112805247306824,
      "learning_rate": 8.58683712592438e-06,
      "loss": 0.1414,
      "num_input_tokens_seen": 56034880,
      "step": 29120
    },
    {
      "epoch": 4.751284770372787,
      "grad_norm": 0.7812447547912598,
      "learning_rate": 8.579433039812037e-06,
      "loss": 0.1554,
      "num_input_tokens_seen": 56044896,
      "step": 29125
    },
    {
      "epoch": 4.752100497593605,
      "grad_norm": 0.6311997771263123,
      "learning_rate": 8.572031485957466e-06,
      "loss": 0.171,
      "num_input_tokens_seen": 56053792,
      "step": 29130
    },
    {
      "epoch": 4.752916224814422,
      "grad_norm": 0.41422009468078613,
      "learning_rate": 8.564632465502084e-06,
      "loss": 0.1926,
      "num_input_tokens_seen": 56063344,
      "step": 29135
    },
    {
      "epoch": 4.753731952035239,
      "grad_norm": 1.9803205728530884,
      "learning_rate": 8.557235979586928e-06,
      "loss": 0.1965,
      "num_input_tokens_seen": 56073008,
      "step": 29140
    },
    {
      "epoch": 4.754547679256056,
      "grad_norm": 0.9896581768989563,
      "learning_rate": 8.549842029352606e-06,
      "loss": 0.1267,
      "num_input_tokens_seen": 56083952,
      "step": 29145
    },
    {
      "epoch": 4.755363406476874,
      "grad_norm": 1.1322636604309082,
      "learning_rate": 8.542450615939376e-06,
      "loss": 0.2541,
      "num_input_tokens_seen": 56094928,
      "step": 29150
    },
    {
      "epoch": 4.7561791336976915,
      "grad_norm": 0.8487271666526794,
      "learning_rate": 8.535061740487082e-06,
      "loss": 0.1699,
      "num_input_tokens_seen": 56104352,
      "step": 29155
    },
    {
      "epoch": 4.756994860918509,
      "grad_norm": 1.2795857191085815,
      "learning_rate": 8.527675404135168e-06,
      "loss": 0.1608,
      "num_input_tokens_seen": 56113712,
      "step": 29160
    },
    {
      "epoch": 4.757810588139327,
      "grad_norm": 0.5768676400184631,
      "learning_rate": 8.520291608022724e-06,
      "loss": 0.1028,
      "num_input_tokens_seen": 56121776,
      "step": 29165
    },
    {
      "epoch": 4.758626315360144,
      "grad_norm": 0.15031081438064575,
      "learning_rate": 8.512910353288398e-06,
      "loss": 0.1404,
      "num_input_tokens_seen": 56131744,
      "step": 29170
    },
    {
      "epoch": 4.759442042580961,
      "grad_norm": 1.1755805015563965,
      "learning_rate": 8.505531641070486e-06,
      "loss": 0.2324,
      "num_input_tokens_seen": 56142160,
      "step": 29175
    },
    {
      "epoch": 4.760257769801778,
      "grad_norm": 0.49690011143684387,
      "learning_rate": 8.498155472506885e-06,
      "loss": 0.1421,
      "num_input_tokens_seen": 56151488,
      "step": 29180
    },
    {
      "epoch": 4.761073497022595,
      "grad_norm": 1.2801332473754883,
      "learning_rate": 8.49078184873508e-06,
      "loss": 0.1655,
      "num_input_tokens_seen": 56161376,
      "step": 29185
    },
    {
      "epoch": 4.761889224243413,
      "grad_norm": 0.42066290974617004,
      "learning_rate": 8.483410770892188e-06,
      "loss": 0.1735,
      "num_input_tokens_seen": 56170288,
      "step": 29190
    },
    {
      "epoch": 4.76270495146423,
      "grad_norm": 0.538421094417572,
      "learning_rate": 8.476042240114909e-06,
      "loss": 0.1362,
      "num_input_tokens_seen": 56180048,
      "step": 29195
    },
    {
      "epoch": 4.7635206786850475,
      "grad_norm": 0.5527154803276062,
      "learning_rate": 8.468676257539568e-06,
      "loss": 0.1411,
      "num_input_tokens_seen": 56188960,
      "step": 29200
    },
    {
      "epoch": 4.7635206786850475,
      "eval_loss": 0.16298574209213257,
      "eval_runtime": 71.4004,
      "eval_samples_per_second": 38.165,
      "eval_steps_per_second": 19.09,
      "num_input_tokens_seen": 56188960,
      "step": 29200
    },
    {
      "epoch": 4.7643364059058655,
      "grad_norm": 0.6703992486000061,
      "learning_rate": 8.4613128243021e-06,
      "loss": 0.1271,
      "num_input_tokens_seen": 56198912,
      "step": 29205
    },
    {
      "epoch": 4.765152133126683,
      "grad_norm": 0.8069347143173218,
      "learning_rate": 8.453951941538028e-06,
      "loss": 0.2266,
      "num_input_tokens_seen": 56207792,
      "step": 29210
    },
    {
      "epoch": 4.7659678603475,
      "grad_norm": 0.8497644066810608,
      "learning_rate": 8.446593610382495e-06,
      "loss": 0.2172,
      "num_input_tokens_seen": 56216784,
      "step": 29215
    },
    {
      "epoch": 4.766783587568317,
      "grad_norm": 1.9691376686096191,
      "learning_rate": 8.439237831970259e-06,
      "loss": 0.2096,
      "num_input_tokens_seen": 56226576,
      "step": 29220
    },
    {
      "epoch": 4.767599314789135,
      "grad_norm": 0.9035314321517944,
      "learning_rate": 8.431884607435667e-06,
      "loss": 0.2473,
      "num_input_tokens_seen": 56236032,
      "step": 29225
    },
    {
      "epoch": 4.768415042009952,
      "grad_norm": 0.6050572395324707,
      "learning_rate": 8.424533937912665e-06,
      "loss": 0.1136,
      "num_input_tokens_seen": 56245152,
      "step": 29230
    },
    {
      "epoch": 4.769230769230769,
      "grad_norm": 0.6131346225738525,
      "learning_rate": 8.41718582453484e-06,
      "loss": 0.2092,
      "num_input_tokens_seen": 56255920,
      "step": 29235
    },
    {
      "epoch": 4.770046496451586,
      "grad_norm": 1.0234845876693726,
      "learning_rate": 8.409840268435346e-06,
      "loss": 0.2406,
      "num_input_tokens_seen": 56264864,
      "step": 29240
    },
    {
      "epoch": 4.770862223672404,
      "grad_norm": 0.5898210406303406,
      "learning_rate": 8.402497270746976e-06,
      "loss": 0.1812,
      "num_input_tokens_seen": 56274496,
      "step": 29245
    },
    {
      "epoch": 4.771677950893221,
      "grad_norm": 0.48840031027793884,
      "learning_rate": 8.395156832602095e-06,
      "loss": 0.1962,
      "num_input_tokens_seen": 56283328,
      "step": 29250
    },
    {
      "epoch": 4.772493678114039,
      "grad_norm": 0.2831079959869385,
      "learning_rate": 8.387818955132707e-06,
      "loss": 0.1214,
      "num_input_tokens_seen": 56292992,
      "step": 29255
    },
    {
      "epoch": 4.773309405334856,
      "grad_norm": 0.6468783020973206,
      "learning_rate": 8.38048363947039e-06,
      "loss": 0.1625,
      "num_input_tokens_seen": 56301648,
      "step": 29260
    },
    {
      "epoch": 4.774125132555674,
      "grad_norm": 0.5009084343910217,
      "learning_rate": 8.373150886746351e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 56310560,
      "step": 29265
    },
    {
      "epoch": 4.774940859776491,
      "grad_norm": 0.6638564467430115,
      "learning_rate": 8.365820698091397e-06,
      "loss": 0.222,
      "num_input_tokens_seen": 56321632,
      "step": 29270
    },
    {
      "epoch": 4.775756586997308,
      "grad_norm": 0.7508726716041565,
      "learning_rate": 8.358493074635922e-06,
      "loss": 0.1272,
      "num_input_tokens_seen": 56331568,
      "step": 29275
    },
    {
      "epoch": 4.776572314218125,
      "grad_norm": 0.2587714195251465,
      "learning_rate": 8.351168017509948e-06,
      "loss": 0.1339,
      "num_input_tokens_seen": 56342016,
      "step": 29280
    },
    {
      "epoch": 4.777388041438943,
      "grad_norm": 0.4972485303878784,
      "learning_rate": 8.343845527843094e-06,
      "loss": 0.1384,
      "num_input_tokens_seen": 56351584,
      "step": 29285
    },
    {
      "epoch": 4.77820376865976,
      "grad_norm": 0.6480364799499512,
      "learning_rate": 8.336525606764566e-06,
      "loss": 0.1485,
      "num_input_tokens_seen": 56360480,
      "step": 29290
    },
    {
      "epoch": 4.779019495880577,
      "grad_norm": 0.6173765659332275,
      "learning_rate": 8.329208255403204e-06,
      "loss": 0.1091,
      "num_input_tokens_seen": 56370160,
      "step": 29295
    },
    {
      "epoch": 4.7798352231013945,
      "grad_norm": 1.7223764657974243,
      "learning_rate": 8.321893474887426e-06,
      "loss": 0.1651,
      "num_input_tokens_seen": 56379488,
      "step": 29300
    },
    {
      "epoch": 4.7806509503222125,
      "grad_norm": 0.5423993468284607,
      "learning_rate": 8.31458126634526e-06,
      "loss": 0.0918,
      "num_input_tokens_seen": 56388800,
      "step": 29305
    },
    {
      "epoch": 4.78146667754303,
      "grad_norm": 0.8706280589103699,
      "learning_rate": 8.30727163090435e-06,
      "loss": 0.1964,
      "num_input_tokens_seen": 56398816,
      "step": 29310
    },
    {
      "epoch": 4.782282404763847,
      "grad_norm": 0.5380557179450989,
      "learning_rate": 8.29996456969192e-06,
      "loss": 0.0915,
      "num_input_tokens_seen": 56409152,
      "step": 29315
    },
    {
      "epoch": 4.783098131984664,
      "grad_norm": 0.671375572681427,
      "learning_rate": 8.292660083834818e-06,
      "loss": 0.1678,
      "num_input_tokens_seen": 56417632,
      "step": 29320
    },
    {
      "epoch": 4.783913859205482,
      "grad_norm": 0.7077547907829285,
      "learning_rate": 8.2853581744595e-06,
      "loss": 0.1504,
      "num_input_tokens_seen": 56426144,
      "step": 29325
    },
    {
      "epoch": 4.784729586426299,
      "grad_norm": 1.0309782028198242,
      "learning_rate": 8.278058842691991e-06,
      "loss": 0.21,
      "num_input_tokens_seen": 56436736,
      "step": 29330
    },
    {
      "epoch": 4.785545313647116,
      "grad_norm": 0.4353310465812683,
      "learning_rate": 8.27076208965796e-06,
      "loss": 0.1927,
      "num_input_tokens_seen": 56446208,
      "step": 29335
    },
    {
      "epoch": 4.786361040867934,
      "grad_norm": 0.6428757905960083,
      "learning_rate": 8.263467916482637e-06,
      "loss": 0.151,
      "num_input_tokens_seen": 56457056,
      "step": 29340
    },
    {
      "epoch": 4.787176768088751,
      "grad_norm": 1.023680567741394,
      "learning_rate": 8.256176324290885e-06,
      "loss": 0.1333,
      "num_input_tokens_seen": 56468032,
      "step": 29345
    },
    {
      "epoch": 4.7879924953095685,
      "grad_norm": 0.3390633463859558,
      "learning_rate": 8.248887314207168e-06,
      "loss": 0.1072,
      "num_input_tokens_seen": 56478768,
      "step": 29350
    },
    {
      "epoch": 4.788808222530386,
      "grad_norm": 0.31055545806884766,
      "learning_rate": 8.24160088735553e-06,
      "loss": 0.1597,
      "num_input_tokens_seen": 56488624,
      "step": 29355
    },
    {
      "epoch": 4.789623949751203,
      "grad_norm": 0.8870463371276855,
      "learning_rate": 8.234317044859629e-06,
      "loss": 0.1643,
      "num_input_tokens_seen": 56498832,
      "step": 29360
    },
    {
      "epoch": 4.790439676972021,
      "grad_norm": 0.6465869545936584,
      "learning_rate": 8.227035787842744e-06,
      "loss": 0.189,
      "num_input_tokens_seen": 56507920,
      "step": 29365
    },
    {
      "epoch": 4.791255404192838,
      "grad_norm": 0.7205917239189148,
      "learning_rate": 8.219757117427721e-06,
      "loss": 0.2359,
      "num_input_tokens_seen": 56518464,
      "step": 29370
    },
    {
      "epoch": 4.792071131413655,
      "grad_norm": 0.14746282994747162,
      "learning_rate": 8.212481034737014e-06,
      "loss": 0.1108,
      "num_input_tokens_seen": 56527456,
      "step": 29375
    },
    {
      "epoch": 4.792886858634473,
      "grad_norm": 1.072391390800476,
      "learning_rate": 8.205207540892707e-06,
      "loss": 0.2314,
      "num_input_tokens_seen": 56537280,
      "step": 29380
    },
    {
      "epoch": 4.79370258585529,
      "grad_norm": 1.0977352857589722,
      "learning_rate": 8.197936637016442e-06,
      "loss": 0.1934,
      "num_input_tokens_seen": 56547168,
      "step": 29385
    },
    {
      "epoch": 4.794518313076107,
      "grad_norm": 0.304397851228714,
      "learning_rate": 8.190668324229508e-06,
      "loss": 0.1279,
      "num_input_tokens_seen": 56557264,
      "step": 29390
    },
    {
      "epoch": 4.7953340402969244,
      "grad_norm": 0.7295966148376465,
      "learning_rate": 8.183402603652749e-06,
      "loss": 0.1838,
      "num_input_tokens_seen": 56568656,
      "step": 29395
    },
    {
      "epoch": 4.796149767517742,
      "grad_norm": 0.9169816374778748,
      "learning_rate": 8.176139476406635e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 56576864,
      "step": 29400
    },
    {
      "epoch": 4.796149767517742,
      "eval_loss": 0.16262593865394592,
      "eval_runtime": 71.4448,
      "eval_samples_per_second": 38.141,
      "eval_steps_per_second": 19.078,
      "num_input_tokens_seen": 56576864,
      "step": 29400
    },
    {
      "epoch": 4.79696549473856,
      "grad_norm": 0.7145673036575317,
      "learning_rate": 8.16887894361125e-06,
      "loss": 0.1049,
      "num_input_tokens_seen": 56585440,
      "step": 29405
    },
    {
      "epoch": 4.797781221959377,
      "grad_norm": 1.0173801183700562,
      "learning_rate": 8.161621006386233e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 56594992,
      "step": 29410
    },
    {
      "epoch": 4.798596949180194,
      "grad_norm": 0.5823763608932495,
      "learning_rate": 8.154365665850869e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 56603232,
      "step": 29415
    },
    {
      "epoch": 4.799412676401012,
      "grad_norm": 1.3194981813430786,
      "learning_rate": 8.147112923124005e-06,
      "loss": 0.1955,
      "num_input_tokens_seen": 56613200,
      "step": 29420
    },
    {
      "epoch": 4.800228403621829,
      "grad_norm": 0.6667153835296631,
      "learning_rate": 8.13986277932412e-06,
      "loss": 0.1466,
      "num_input_tokens_seen": 56623504,
      "step": 29425
    },
    {
      "epoch": 4.801044130842646,
      "grad_norm": 0.7134960293769836,
      "learning_rate": 8.132615235569277e-06,
      "loss": 0.1294,
      "num_input_tokens_seen": 56632480,
      "step": 29430
    },
    {
      "epoch": 4.801859858063463,
      "grad_norm": 1.4299405813217163,
      "learning_rate": 8.125370292977124e-06,
      "loss": 0.1766,
      "num_input_tokens_seen": 56640848,
      "step": 29435
    },
    {
      "epoch": 4.802675585284281,
      "grad_norm": 1.0992460250854492,
      "learning_rate": 8.118127952664944e-06,
      "loss": 0.1705,
      "num_input_tokens_seen": 56650496,
      "step": 29440
    },
    {
      "epoch": 4.803491312505098,
      "grad_norm": 0.4703880846500397,
      "learning_rate": 8.110888215749574e-06,
      "loss": 0.152,
      "num_input_tokens_seen": 56659424,
      "step": 29445
    },
    {
      "epoch": 4.8043070397259156,
      "grad_norm": 0.4658474624156952,
      "learning_rate": 8.10365108334749e-06,
      "loss": 0.0919,
      "num_input_tokens_seen": 56669632,
      "step": 29450
    },
    {
      "epoch": 4.805122766946733,
      "grad_norm": 0.40874016284942627,
      "learning_rate": 8.096416556574743e-06,
      "loss": 0.1093,
      "num_input_tokens_seen": 56679872,
      "step": 29455
    },
    {
      "epoch": 4.805938494167551,
      "grad_norm": 1.345863938331604,
      "learning_rate": 8.08918463654698e-06,
      "loss": 0.1571,
      "num_input_tokens_seen": 56688912,
      "step": 29460
    },
    {
      "epoch": 4.806754221388368,
      "grad_norm": 1.5975837707519531,
      "learning_rate": 8.081955324379458e-06,
      "loss": 0.1238,
      "num_input_tokens_seen": 56699184,
      "step": 29465
    },
    {
      "epoch": 4.807569948609185,
      "grad_norm": 0.7330432534217834,
      "learning_rate": 8.074728621187039e-06,
      "loss": 0.133,
      "num_input_tokens_seen": 56710160,
      "step": 29470
    },
    {
      "epoch": 4.808385675830002,
      "grad_norm": 0.8306923508644104,
      "learning_rate": 8.067504528084158e-06,
      "loss": 0.234,
      "num_input_tokens_seen": 56719888,
      "step": 29475
    },
    {
      "epoch": 4.80920140305082,
      "grad_norm": 0.5741621255874634,
      "learning_rate": 8.060283046184861e-06,
      "loss": 0.2026,
      "num_input_tokens_seen": 56729488,
      "step": 29480
    },
    {
      "epoch": 4.810017130271637,
      "grad_norm": 0.8125433921813965,
      "learning_rate": 8.053064176602806e-06,
      "loss": 0.1751,
      "num_input_tokens_seen": 56739840,
      "step": 29485
    },
    {
      "epoch": 4.810832857492454,
      "grad_norm": 1.1932544708251953,
      "learning_rate": 8.045847920451216e-06,
      "loss": 0.1837,
      "num_input_tokens_seen": 56748816,
      "step": 29490
    },
    {
      "epoch": 4.8116485847132715,
      "grad_norm": 1.7401615381240845,
      "learning_rate": 8.038634278842944e-06,
      "loss": 0.1295,
      "num_input_tokens_seen": 56758736,
      "step": 29495
    },
    {
      "epoch": 4.8124643119340895,
      "grad_norm": 1.1825857162475586,
      "learning_rate": 8.031423252890408e-06,
      "loss": 0.1353,
      "num_input_tokens_seen": 56768720,
      "step": 29500
    },
    {
      "epoch": 4.813280039154907,
      "grad_norm": 0.3792281150817871,
      "learning_rate": 8.024214843705646e-06,
      "loss": 0.108,
      "num_input_tokens_seen": 56778208,
      "step": 29505
    },
    {
      "epoch": 4.814095766375724,
      "grad_norm": 1.6507986783981323,
      "learning_rate": 8.017009052400295e-06,
      "loss": 0.1951,
      "num_input_tokens_seen": 56787744,
      "step": 29510
    },
    {
      "epoch": 4.814911493596542,
      "grad_norm": 0.8670408725738525,
      "learning_rate": 8.00980588008557e-06,
      "loss": 0.1822,
      "num_input_tokens_seen": 56798048,
      "step": 29515
    },
    {
      "epoch": 4.815727220817359,
      "grad_norm": 1.2174737453460693,
      "learning_rate": 8.002605327872282e-06,
      "loss": 0.2088,
      "num_input_tokens_seen": 56806848,
      "step": 29520
    },
    {
      "epoch": 4.816542948038176,
      "grad_norm": 0.616054117679596,
      "learning_rate": 7.995407396870862e-06,
      "loss": 0.1581,
      "num_input_tokens_seen": 56816416,
      "step": 29525
    },
    {
      "epoch": 4.817358675258993,
      "grad_norm": 1.254672646522522,
      "learning_rate": 7.988212088191307e-06,
      "loss": 0.2245,
      "num_input_tokens_seen": 56825744,
      "step": 29530
    },
    {
      "epoch": 4.81817440247981,
      "grad_norm": 2.10071063041687,
      "learning_rate": 7.98101940294324e-06,
      "loss": 0.2162,
      "num_input_tokens_seen": 56836384,
      "step": 29535
    },
    {
      "epoch": 4.818990129700628,
      "grad_norm": 0.6081015467643738,
      "learning_rate": 7.973829342235847e-06,
      "loss": 0.1918,
      "num_input_tokens_seen": 56846096,
      "step": 29540
    },
    {
      "epoch": 4.8198058569214455,
      "grad_norm": 0.8842349648475647,
      "learning_rate": 7.966641907177936e-06,
      "loss": 0.1634,
      "num_input_tokens_seen": 56855312,
      "step": 29545
    },
    {
      "epoch": 4.820621584142263,
      "grad_norm": 0.42267370223999023,
      "learning_rate": 7.959457098877901e-06,
      "loss": 0.1362,
      "num_input_tokens_seen": 56864416,
      "step": 29550
    },
    {
      "epoch": 4.821437311363081,
      "grad_norm": 0.6850650310516357,
      "learning_rate": 7.952274918443719e-06,
      "loss": 0.1247,
      "num_input_tokens_seen": 56873888,
      "step": 29555
    },
    {
      "epoch": 4.822253038583898,
      "grad_norm": 0.2633410096168518,
      "learning_rate": 7.945095366982983e-06,
      "loss": 0.1069,
      "num_input_tokens_seen": 56883696,
      "step": 29560
    },
    {
      "epoch": 4.823068765804715,
      "grad_norm": 0.28056374192237854,
      "learning_rate": 7.937918445602871e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 56893120,
      "step": 29565
    },
    {
      "epoch": 4.823884493025532,
      "grad_norm": 0.6617605090141296,
      "learning_rate": 7.930744155410145e-06,
      "loss": 0.1757,
      "num_input_tokens_seen": 56901952,
      "step": 29570
    },
    {
      "epoch": 4.824700220246349,
      "grad_norm": 0.6871481537818909,
      "learning_rate": 7.923572497511181e-06,
      "loss": 0.0924,
      "num_input_tokens_seen": 56911632,
      "step": 29575
    },
    {
      "epoch": 4.825515947467167,
      "grad_norm": 0.8564316034317017,
      "learning_rate": 7.916403473011927e-06,
      "loss": 0.1956,
      "num_input_tokens_seen": 56921072,
      "step": 29580
    },
    {
      "epoch": 4.826331674687984,
      "grad_norm": 1.1759593486785889,
      "learning_rate": 7.909237083017953e-06,
      "loss": 0.1921,
      "num_input_tokens_seen": 56930272,
      "step": 29585
    },
    {
      "epoch": 4.827147401908801,
      "grad_norm": 1.320573329925537,
      "learning_rate": 7.902073328634389e-06,
      "loss": 0.2046,
      "num_input_tokens_seen": 56940416,
      "step": 29590
    },
    {
      "epoch": 4.8279631291296194,
      "grad_norm": 0.895221471786499,
      "learning_rate": 7.894912210965987e-06,
      "loss": 0.1434,
      "num_input_tokens_seen": 56949584,
      "step": 29595
    },
    {
      "epoch": 4.828778856350437,
      "grad_norm": 0.32071006298065186,
      "learning_rate": 7.887753731117075e-06,
      "loss": 0.1064,
      "num_input_tokens_seen": 56959888,
      "step": 29600
    },
    {
      "epoch": 4.828778856350437,
      "eval_loss": 0.16178904473781586,
      "eval_runtime": 71.4098,
      "eval_samples_per_second": 38.16,
      "eval_steps_per_second": 19.087,
      "num_input_tokens_seen": 56959888,
      "step": 29600
    },
    {
      "epoch": 4.829594583571254,
      "grad_norm": 1.264630675315857,
      "learning_rate": 7.880597890191587e-06,
      "loss": 0.1613,
      "num_input_tokens_seen": 56968656,
      "step": 29605
    },
    {
      "epoch": 4.830410310792071,
      "grad_norm": 0.6611182689666748,
      "learning_rate": 7.873444689293036e-06,
      "loss": 0.161,
      "num_input_tokens_seen": 56978640,
      "step": 29610
    },
    {
      "epoch": 4.831226038012889,
      "grad_norm": 0.7689728736877441,
      "learning_rate": 7.866294129524548e-06,
      "loss": 0.1557,
      "num_input_tokens_seen": 56987712,
      "step": 29615
    },
    {
      "epoch": 4.832041765233706,
      "grad_norm": 0.6112551093101501,
      "learning_rate": 7.859146211988811e-06,
      "loss": 0.1555,
      "num_input_tokens_seen": 56997392,
      "step": 29620
    },
    {
      "epoch": 4.832857492454523,
      "grad_norm": 0.35157766938209534,
      "learning_rate": 7.852000937788134e-06,
      "loss": 0.252,
      "num_input_tokens_seen": 57008048,
      "step": 29625
    },
    {
      "epoch": 4.83367321967534,
      "grad_norm": 0.7391992807388306,
      "learning_rate": 7.844858308024416e-06,
      "loss": 0.1636,
      "num_input_tokens_seen": 57018064,
      "step": 29630
    },
    {
      "epoch": 4.834488946896158,
      "grad_norm": 0.9099996089935303,
      "learning_rate": 7.837718323799122e-06,
      "loss": 0.2007,
      "num_input_tokens_seen": 57027248,
      "step": 29635
    },
    {
      "epoch": 4.835304674116975,
      "grad_norm": 1.255739450454712,
      "learning_rate": 7.83058098621334e-06,
      "loss": 0.2297,
      "num_input_tokens_seen": 57036032,
      "step": 29640
    },
    {
      "epoch": 4.8361204013377925,
      "grad_norm": 0.9314283728599548,
      "learning_rate": 7.823446296367739e-06,
      "loss": 0.2547,
      "num_input_tokens_seen": 57046720,
      "step": 29645
    },
    {
      "epoch": 4.83693612855861,
      "grad_norm": 0.25225138664245605,
      "learning_rate": 7.81631425536257e-06,
      "loss": 0.1786,
      "num_input_tokens_seen": 57057200,
      "step": 29650
    },
    {
      "epoch": 4.837751855779428,
      "grad_norm": 1.3665872812271118,
      "learning_rate": 7.809184864297689e-06,
      "loss": 0.1884,
      "num_input_tokens_seen": 57067168,
      "step": 29655
    },
    {
      "epoch": 4.838567583000245,
      "grad_norm": 0.7391579151153564,
      "learning_rate": 7.802058124272532e-06,
      "loss": 0.1617,
      "num_input_tokens_seen": 57075584,
      "step": 29660
    },
    {
      "epoch": 4.839383310221062,
      "grad_norm": 0.4438052177429199,
      "learning_rate": 7.79493403638614e-06,
      "loss": 0.1005,
      "num_input_tokens_seen": 57086032,
      "step": 29665
    },
    {
      "epoch": 4.840199037441879,
      "grad_norm": 1.1976405382156372,
      "learning_rate": 7.787812601737132e-06,
      "loss": 0.1951,
      "num_input_tokens_seen": 57095824,
      "step": 29670
    },
    {
      "epoch": 4.841014764662697,
      "grad_norm": 0.3730185031890869,
      "learning_rate": 7.780693821423715e-06,
      "loss": 0.1248,
      "num_input_tokens_seen": 57105936,
      "step": 29675
    },
    {
      "epoch": 4.841830491883514,
      "grad_norm": 1.0463711023330688,
      "learning_rate": 7.773577696543705e-06,
      "loss": 0.1972,
      "num_input_tokens_seen": 57117280,
      "step": 29680
    },
    {
      "epoch": 4.842646219104331,
      "grad_norm": 0.5168907642364502,
      "learning_rate": 7.7664642281945e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 57127488,
      "step": 29685
    },
    {
      "epoch": 4.8434619463251485,
      "grad_norm": 1.188996434211731,
      "learning_rate": 7.759353417473072e-06,
      "loss": 0.1234,
      "num_input_tokens_seen": 57137760,
      "step": 29690
    },
    {
      "epoch": 4.8442776735459665,
      "grad_norm": 0.5400025248527527,
      "learning_rate": 7.752245265476016e-06,
      "loss": 0.146,
      "num_input_tokens_seen": 57148432,
      "step": 29695
    },
    {
      "epoch": 4.845093400766784,
      "grad_norm": 0.9205485582351685,
      "learning_rate": 7.745139773299481e-06,
      "loss": 0.1837,
      "num_input_tokens_seen": 57158352,
      "step": 29700
    },
    {
      "epoch": 4.845909127987601,
      "grad_norm": 0.5104430317878723,
      "learning_rate": 7.738036942039232e-06,
      "loss": 0.1608,
      "num_input_tokens_seen": 57167968,
      "step": 29705
    },
    {
      "epoch": 4.846724855208418,
      "grad_norm": 1.395025372505188,
      "learning_rate": 7.73093677279062e-06,
      "loss": 0.2219,
      "num_input_tokens_seen": 57177536,
      "step": 29710
    },
    {
      "epoch": 4.847540582429236,
      "grad_norm": 0.8210489749908447,
      "learning_rate": 7.72383926664857e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 57187344,
      "step": 29715
    },
    {
      "epoch": 4.848356309650053,
      "grad_norm": 0.6562901735305786,
      "learning_rate": 7.716744424707606e-06,
      "loss": 0.1948,
      "num_input_tokens_seen": 57196320,
      "step": 29720
    },
    {
      "epoch": 4.84917203687087,
      "grad_norm": 0.8022193908691406,
      "learning_rate": 7.709652248061858e-06,
      "loss": 0.1513,
      "num_input_tokens_seen": 57205472,
      "step": 29725
    },
    {
      "epoch": 4.849987764091688,
      "grad_norm": 0.551647424697876,
      "learning_rate": 7.702562737805017e-06,
      "loss": 0.1401,
      "num_input_tokens_seen": 57215984,
      "step": 29730
    },
    {
      "epoch": 4.850803491312505,
      "grad_norm": 0.3944859504699707,
      "learning_rate": 7.695475895030365e-06,
      "loss": 0.1738,
      "num_input_tokens_seen": 57224288,
      "step": 29735
    },
    {
      "epoch": 4.8516192185333225,
      "grad_norm": 0.5004436373710632,
      "learning_rate": 7.6883917208308e-06,
      "loss": 0.1089,
      "num_input_tokens_seen": 57233248,
      "step": 29740
    },
    {
      "epoch": 4.85243494575414,
      "grad_norm": 0.8706504106521606,
      "learning_rate": 7.681310216298778e-06,
      "loss": 0.0903,
      "num_input_tokens_seen": 57243456,
      "step": 29745
    },
    {
      "epoch": 4.853250672974957,
      "grad_norm": 1.4613289833068848,
      "learning_rate": 7.674231382526367e-06,
      "loss": 0.1314,
      "num_input_tokens_seen": 57253408,
      "step": 29750
    },
    {
      "epoch": 4.854066400195775,
      "grad_norm": 1.0599544048309326,
      "learning_rate": 7.667155220605198e-06,
      "loss": 0.2296,
      "num_input_tokens_seen": 57263072,
      "step": 29755
    },
    {
      "epoch": 4.854882127416592,
      "grad_norm": 0.41193780303001404,
      "learning_rate": 7.660081731626515e-06,
      "loss": 0.1643,
      "num_input_tokens_seen": 57273552,
      "step": 29760
    },
    {
      "epoch": 4.855697854637409,
      "grad_norm": 0.7759835124015808,
      "learning_rate": 7.653010916681141e-06,
      "loss": 0.1863,
      "num_input_tokens_seen": 57282752,
      "step": 29765
    },
    {
      "epoch": 4.856513581858227,
      "grad_norm": 1.2484607696533203,
      "learning_rate": 7.645942776859472e-06,
      "loss": 0.2324,
      "num_input_tokens_seen": 57291872,
      "step": 29770
    },
    {
      "epoch": 4.857329309079044,
      "grad_norm": 0.363700270652771,
      "learning_rate": 7.63887731325152e-06,
      "loss": 0.0979,
      "num_input_tokens_seen": 57300496,
      "step": 29775
    },
    {
      "epoch": 4.858145036299861,
      "grad_norm": 0.5003027319908142,
      "learning_rate": 7.63181452694685e-06,
      "loss": 0.1233,
      "num_input_tokens_seen": 57309616,
      "step": 29780
    },
    {
      "epoch": 4.858960763520678,
      "grad_norm": 0.5290096998214722,
      "learning_rate": 7.624754419034644e-06,
      "loss": 0.1453,
      "num_input_tokens_seen": 57318752,
      "step": 29785
    },
    {
      "epoch": 4.859776490741496,
      "grad_norm": 0.877079963684082,
      "learning_rate": 7.6176969906036645e-06,
      "loss": 0.1385,
      "num_input_tokens_seen": 57328608,
      "step": 29790
    },
    {
      "epoch": 4.8605922179623136,
      "grad_norm": 1.0641032457351685,
      "learning_rate": 7.610642242742242e-06,
      "loss": 0.2293,
      "num_input_tokens_seen": 57337552,
      "step": 29795
    },
    {
      "epoch": 4.861407945183131,
      "grad_norm": 0.7295227646827698,
      "learning_rate": 7.603590176538322e-06,
      "loss": 0.1472,
      "num_input_tokens_seen": 57347776,
      "step": 29800
    },
    {
      "epoch": 4.861407945183131,
      "eval_loss": 0.1633845567703247,
      "eval_runtime": 71.3701,
      "eval_samples_per_second": 38.181,
      "eval_steps_per_second": 19.098,
      "num_input_tokens_seen": 57347776,
      "step": 29800
    },
    {
      "epoch": 4.862223672403948,
      "grad_norm": 1.3471132516860962,
      "learning_rate": 7.596540793079404e-06,
      "loss": 0.2109,
      "num_input_tokens_seen": 57358224,
      "step": 29805
    },
    {
      "epoch": 4.863039399624766,
      "grad_norm": 0.9897481203079224,
      "learning_rate": 7.5894940934526125e-06,
      "loss": 0.2495,
      "num_input_tokens_seen": 57366768,
      "step": 29810
    },
    {
      "epoch": 4.863855126845583,
      "grad_norm": 0.7084883451461792,
      "learning_rate": 7.582450078744621e-06,
      "loss": 0.1128,
      "num_input_tokens_seen": 57377024,
      "step": 29815
    },
    {
      "epoch": 4.8646708540664,
      "grad_norm": 0.4872891902923584,
      "learning_rate": 7.575408750041707e-06,
      "loss": 0.1036,
      "num_input_tokens_seen": 57386976,
      "step": 29820
    },
    {
      "epoch": 4.865486581287217,
      "grad_norm": 1.829649567604065,
      "learning_rate": 7.568370108429732e-06,
      "loss": 0.1905,
      "num_input_tokens_seen": 57396480,
      "step": 29825
    },
    {
      "epoch": 4.866302308508035,
      "grad_norm": 1.1844568252563477,
      "learning_rate": 7.561334154994154e-06,
      "loss": 0.1751,
      "num_input_tokens_seen": 57407072,
      "step": 29830
    },
    {
      "epoch": 4.867118035728852,
      "grad_norm": 0.17964281141757965,
      "learning_rate": 7.55430089081999e-06,
      "loss": 0.1164,
      "num_input_tokens_seen": 57416768,
      "step": 29835
    },
    {
      "epoch": 4.8679337629496695,
      "grad_norm": 0.9833866357803345,
      "learning_rate": 7.547270316991864e-06,
      "loss": 0.2086,
      "num_input_tokens_seen": 57426256,
      "step": 29840
    },
    {
      "epoch": 4.868749490170487,
      "grad_norm": 0.45128700137138367,
      "learning_rate": 7.5402424345939884e-06,
      "loss": 0.1349,
      "num_input_tokens_seen": 57436480,
      "step": 29845
    },
    {
      "epoch": 4.869565217391305,
      "grad_norm": 0.5892599821090698,
      "learning_rate": 7.533217244710133e-06,
      "loss": 0.2464,
      "num_input_tokens_seen": 57445200,
      "step": 29850
    },
    {
      "epoch": 4.870380944612122,
      "grad_norm": 0.44426852464675903,
      "learning_rate": 7.52619474842369e-06,
      "loss": 0.112,
      "num_input_tokens_seen": 57454704,
      "step": 29855
    },
    {
      "epoch": 4.871196671832939,
      "grad_norm": 0.6971845030784607,
      "learning_rate": 7.519174946817597e-06,
      "loss": 0.1585,
      "num_input_tokens_seen": 57464864,
      "step": 29860
    },
    {
      "epoch": 4.872012399053756,
      "grad_norm": 0.696245551109314,
      "learning_rate": 7.512157840974407e-06,
      "loss": 0.1346,
      "num_input_tokens_seen": 57474880,
      "step": 29865
    },
    {
      "epoch": 4.872828126274574,
      "grad_norm": 0.25023916363716125,
      "learning_rate": 7.5051434319762496e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 57483408,
      "step": 29870
    },
    {
      "epoch": 4.873643853495391,
      "grad_norm": 0.5699553489685059,
      "learning_rate": 7.498131720904822e-06,
      "loss": 0.2046,
      "num_input_tokens_seen": 57492800,
      "step": 29875
    },
    {
      "epoch": 4.874459580716208,
      "grad_norm": 0.5688270926475525,
      "learning_rate": 7.491122708841433e-06,
      "loss": 0.1331,
      "num_input_tokens_seen": 57502720,
      "step": 29880
    },
    {
      "epoch": 4.8752753079370255,
      "grad_norm": 1.271228551864624,
      "learning_rate": 7.4841163968669524e-06,
      "loss": 0.1306,
      "num_input_tokens_seen": 57512272,
      "step": 29885
    },
    {
      "epoch": 4.8760910351578435,
      "grad_norm": 1.115107536315918,
      "learning_rate": 7.4771127860618355e-06,
      "loss": 0.1872,
      "num_input_tokens_seen": 57520496,
      "step": 29890
    },
    {
      "epoch": 4.876906762378661,
      "grad_norm": 1.6472110748291016,
      "learning_rate": 7.470111877506139e-06,
      "loss": 0.2297,
      "num_input_tokens_seen": 57528912,
      "step": 29895
    },
    {
      "epoch": 4.877722489599478,
      "grad_norm": 1.2283152341842651,
      "learning_rate": 7.463113672279479e-06,
      "loss": 0.2071,
      "num_input_tokens_seen": 57538048,
      "step": 29900
    },
    {
      "epoch": 4.878538216820296,
      "grad_norm": 0.6568185687065125,
      "learning_rate": 7.456118171461071e-06,
      "loss": 0.135,
      "num_input_tokens_seen": 57547104,
      "step": 29905
    },
    {
      "epoch": 4.879353944041113,
      "grad_norm": 0.6364214420318604,
      "learning_rate": 7.449125376129721e-06,
      "loss": 0.1789,
      "num_input_tokens_seen": 57556352,
      "step": 29910
    },
    {
      "epoch": 4.88016967126193,
      "grad_norm": 1.0708258152008057,
      "learning_rate": 7.442135287363788e-06,
      "loss": 0.159,
      "num_input_tokens_seen": 57566032,
      "step": 29915
    },
    {
      "epoch": 4.880985398482747,
      "grad_norm": 0.6075097918510437,
      "learning_rate": 7.435147906241247e-06,
      "loss": 0.161,
      "num_input_tokens_seen": 57576320,
      "step": 29920
    },
    {
      "epoch": 4.881801125703564,
      "grad_norm": 0.6658344268798828,
      "learning_rate": 7.428163233839624e-06,
      "loss": 0.1668,
      "num_input_tokens_seen": 57584960,
      "step": 29925
    },
    {
      "epoch": 4.882616852924382,
      "grad_norm": 0.5200361609458923,
      "learning_rate": 7.4211812712360525e-06,
      "loss": 0.1647,
      "num_input_tokens_seen": 57594624,
      "step": 29930
    },
    {
      "epoch": 4.883432580145199,
      "grad_norm": 0.6671069264411926,
      "learning_rate": 7.4142020195072464e-06,
      "loss": 0.1936,
      "num_input_tokens_seen": 57603424,
      "step": 29935
    },
    {
      "epoch": 4.884248307366017,
      "grad_norm": 1.1143388748168945,
      "learning_rate": 7.407225479729479e-06,
      "loss": 0.229,
      "num_input_tokens_seen": 57612944,
      "step": 29940
    },
    {
      "epoch": 4.885064034586835,
      "grad_norm": 2.203892469406128,
      "learning_rate": 7.400251652978632e-06,
      "loss": 0.2253,
      "num_input_tokens_seen": 57623024,
      "step": 29945
    },
    {
      "epoch": 4.885879761807652,
      "grad_norm": 0.6288175582885742,
      "learning_rate": 7.393280540330147e-06,
      "loss": 0.2023,
      "num_input_tokens_seen": 57633120,
      "step": 29950
    },
    {
      "epoch": 4.886695489028469,
      "grad_norm": 0.2742091715335846,
      "learning_rate": 7.386312142859069e-06,
      "loss": 0.1908,
      "num_input_tokens_seen": 57641552,
      "step": 29955
    },
    {
      "epoch": 4.887511216249286,
      "grad_norm": 0.2078525871038437,
      "learning_rate": 7.379346461640008e-06,
      "loss": 0.1561,
      "num_input_tokens_seen": 57651888,
      "step": 29960
    },
    {
      "epoch": 4.888326943470103,
      "grad_norm": 1.1349467039108276,
      "learning_rate": 7.372383497747149e-06,
      "loss": 0.1915,
      "num_input_tokens_seen": 57660416,
      "step": 29965
    },
    {
      "epoch": 4.889142670690921,
      "grad_norm": 0.48756444454193115,
      "learning_rate": 7.3654232522542775e-06,
      "loss": 0.1313,
      "num_input_tokens_seen": 57669904,
      "step": 29970
    },
    {
      "epoch": 4.889958397911738,
      "grad_norm": 0.21899697184562683,
      "learning_rate": 7.358465726234756e-06,
      "loss": 0.1656,
      "num_input_tokens_seen": 57678800,
      "step": 29975
    },
    {
      "epoch": 4.890774125132555,
      "grad_norm": 0.49588337540626526,
      "learning_rate": 7.351510920761512e-06,
      "loss": 0.1215,
      "num_input_tokens_seen": 57688768,
      "step": 29980
    },
    {
      "epoch": 4.891589852353373,
      "grad_norm": 0.8484049439430237,
      "learning_rate": 7.344558836907067e-06,
      "loss": 0.1817,
      "num_input_tokens_seen": 57698960,
      "step": 29985
    },
    {
      "epoch": 4.8924055795741905,
      "grad_norm": 0.9559246301651001,
      "learning_rate": 7.3376094757435285e-06,
      "loss": 0.1628,
      "num_input_tokens_seen": 57708896,
      "step": 29990
    },
    {
      "epoch": 4.893221306795008,
      "grad_norm": 1.3520334959030151,
      "learning_rate": 7.330662838342561e-06,
      "loss": 0.1582,
      "num_input_tokens_seen": 57718464,
      "step": 29995
    },
    {
      "epoch": 4.894037034015825,
      "grad_norm": 1.1651556491851807,
      "learning_rate": 7.323718925775438e-06,
      "loss": 0.1702,
      "num_input_tokens_seen": 57727072,
      "step": 30000
    },
    {
      "epoch": 4.894037034015825,
      "eval_loss": 0.16218915581703186,
      "eval_runtime": 71.4024,
      "eval_samples_per_second": 38.164,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 57727072,
      "step": 30000
    },
    {
      "epoch": 4.894852761236643,
      "grad_norm": 0.49921998381614685,
      "learning_rate": 7.316777739112985e-06,
      "loss": 0.1437,
      "num_input_tokens_seen": 57734992,
      "step": 30005
    },
    {
      "epoch": 4.89566848845746,
      "grad_norm": 1.1762868165969849,
      "learning_rate": 7.309839279425626e-06,
      "loss": 0.1287,
      "num_input_tokens_seen": 57745408,
      "step": 30010
    },
    {
      "epoch": 4.896484215678277,
      "grad_norm": 1.0016525983810425,
      "learning_rate": 7.302903547783366e-06,
      "loss": 0.1847,
      "num_input_tokens_seen": 57755888,
      "step": 30015
    },
    {
      "epoch": 4.897299942899094,
      "grad_norm": 0.5611019730567932,
      "learning_rate": 7.2959705452557644e-06,
      "loss": 0.179,
      "num_input_tokens_seen": 57766992,
      "step": 30020
    },
    {
      "epoch": 4.898115670119912,
      "grad_norm": 0.8657532930374146,
      "learning_rate": 7.289040272911996e-06,
      "loss": 0.1491,
      "num_input_tokens_seen": 57777712,
      "step": 30025
    },
    {
      "epoch": 4.898931397340729,
      "grad_norm": 1.0570824146270752,
      "learning_rate": 7.282112731820789e-06,
      "loss": 0.1919,
      "num_input_tokens_seen": 57788448,
      "step": 30030
    },
    {
      "epoch": 4.8997471245615465,
      "grad_norm": 0.6358194351196289,
      "learning_rate": 7.275187923050447e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 57798192,
      "step": 30035
    },
    {
      "epoch": 4.900562851782364,
      "grad_norm": 0.47386884689331055,
      "learning_rate": 7.268265847668879e-06,
      "loss": 0.1338,
      "num_input_tokens_seen": 57808400,
      "step": 30040
    },
    {
      "epoch": 4.901378579003182,
      "grad_norm": 0.6437745690345764,
      "learning_rate": 7.261346506743538e-06,
      "loss": 0.1794,
      "num_input_tokens_seen": 57818720,
      "step": 30045
    },
    {
      "epoch": 4.902194306223999,
      "grad_norm": 1.0321176052093506,
      "learning_rate": 7.254429901341486e-06,
      "loss": 0.142,
      "num_input_tokens_seen": 57828032,
      "step": 30050
    },
    {
      "epoch": 4.903010033444816,
      "grad_norm": 1.1371222734451294,
      "learning_rate": 7.247516032529356e-06,
      "loss": 0.1602,
      "num_input_tokens_seen": 57836992,
      "step": 30055
    },
    {
      "epoch": 4.903825760665633,
      "grad_norm": 1.1839767694473267,
      "learning_rate": 7.240604901373338e-06,
      "loss": 0.0791,
      "num_input_tokens_seen": 57846080,
      "step": 30060
    },
    {
      "epoch": 4.904641487886451,
      "grad_norm": 0.7371898889541626,
      "learning_rate": 7.233696508939223e-06,
      "loss": 0.1581,
      "num_input_tokens_seen": 57855776,
      "step": 30065
    },
    {
      "epoch": 4.905457215107268,
      "grad_norm": 0.9973688125610352,
      "learning_rate": 7.226790856292376e-06,
      "loss": 0.164,
      "num_input_tokens_seen": 57865872,
      "step": 30070
    },
    {
      "epoch": 4.906272942328085,
      "grad_norm": 0.6949951648712158,
      "learning_rate": 7.219887944497727e-06,
      "loss": 0.185,
      "num_input_tokens_seen": 57875728,
      "step": 30075
    },
    {
      "epoch": 4.907088669548903,
      "grad_norm": 0.456699937582016,
      "learning_rate": 7.2129877746198e-06,
      "loss": 0.1289,
      "num_input_tokens_seen": 57884688,
      "step": 30080
    },
    {
      "epoch": 4.9079043967697205,
      "grad_norm": 0.41435253620147705,
      "learning_rate": 7.20609034772268e-06,
      "loss": 0.1331,
      "num_input_tokens_seen": 57894944,
      "step": 30085
    },
    {
      "epoch": 4.908720123990538,
      "grad_norm": 0.29707080125808716,
      "learning_rate": 7.19919566487004e-06,
      "loss": 0.1835,
      "num_input_tokens_seen": 57904448,
      "step": 30090
    },
    {
      "epoch": 4.909535851211355,
      "grad_norm": 0.8014440536499023,
      "learning_rate": 7.192303727125132e-06,
      "loss": 0.1855,
      "num_input_tokens_seen": 57914096,
      "step": 30095
    },
    {
      "epoch": 4.910351578432172,
      "grad_norm": 0.5275245308876038,
      "learning_rate": 7.185414535550777e-06,
      "loss": 0.1365,
      "num_input_tokens_seen": 57924352,
      "step": 30100
    },
    {
      "epoch": 4.91116730565299,
      "grad_norm": 1.124504566192627,
      "learning_rate": 7.178528091209363e-06,
      "loss": 0.1803,
      "num_input_tokens_seen": 57935024,
      "step": 30105
    },
    {
      "epoch": 4.911983032873807,
      "grad_norm": 0.9626930356025696,
      "learning_rate": 7.171644395162888e-06,
      "loss": 0.2004,
      "num_input_tokens_seen": 57945696,
      "step": 30110
    },
    {
      "epoch": 4.912798760094624,
      "grad_norm": 0.28928568959236145,
      "learning_rate": 7.164763448472881e-06,
      "loss": 0.1193,
      "num_input_tokens_seen": 57955984,
      "step": 30115
    },
    {
      "epoch": 4.913614487315442,
      "grad_norm": 0.730400025844574,
      "learning_rate": 7.157885252200491e-06,
      "loss": 0.1002,
      "num_input_tokens_seen": 57965856,
      "step": 30120
    },
    {
      "epoch": 4.914430214536259,
      "grad_norm": 1.4177005290985107,
      "learning_rate": 7.151009807406403e-06,
      "loss": 0.2098,
      "num_input_tokens_seen": 57975328,
      "step": 30125
    },
    {
      "epoch": 4.915245941757076,
      "grad_norm": 0.4018101692199707,
      "learning_rate": 7.144137115150909e-06,
      "loss": 0.1124,
      "num_input_tokens_seen": 57986352,
      "step": 30130
    },
    {
      "epoch": 4.9160616689778935,
      "grad_norm": 0.6162905693054199,
      "learning_rate": 7.1372671764938725e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 57997008,
      "step": 30135
    },
    {
      "epoch": 4.916877396198711,
      "grad_norm": 1.4880344867706299,
      "learning_rate": 7.130399992494705e-06,
      "loss": 0.1632,
      "num_input_tokens_seen": 58005376,
      "step": 30140
    },
    {
      "epoch": 4.917693123419529,
      "grad_norm": 0.7434070110321045,
      "learning_rate": 7.123535564212419e-06,
      "loss": 0.2068,
      "num_input_tokens_seen": 58015488,
      "step": 30145
    },
    {
      "epoch": 4.918508850640346,
      "grad_norm": 0.9108641147613525,
      "learning_rate": 7.116673892705611e-06,
      "loss": 0.1965,
      "num_input_tokens_seen": 58025536,
      "step": 30150
    },
    {
      "epoch": 4.919324577861163,
      "grad_norm": 0.3453786373138428,
      "learning_rate": 7.109814979032415e-06,
      "loss": 0.1881,
      "num_input_tokens_seen": 58035760,
      "step": 30155
    },
    {
      "epoch": 4.920140305081981,
      "grad_norm": 0.26761704683303833,
      "learning_rate": 7.102958824250577e-06,
      "loss": 0.1794,
      "num_input_tokens_seen": 58044944,
      "step": 30160
    },
    {
      "epoch": 4.920956032302798,
      "grad_norm": 0.2200486809015274,
      "learning_rate": 7.096105429417393e-06,
      "loss": 0.0725,
      "num_input_tokens_seen": 58054672,
      "step": 30165
    },
    {
      "epoch": 4.921771759523615,
      "grad_norm": 0.4943287968635559,
      "learning_rate": 7.0892547955897506e-06,
      "loss": 0.0977,
      "num_input_tokens_seen": 58063248,
      "step": 30170
    },
    {
      "epoch": 4.922587486744432,
      "grad_norm": 0.623083233833313,
      "learning_rate": 7.0824069238241e-06,
      "loss": 0.1396,
      "num_input_tokens_seen": 58073168,
      "step": 30175
    },
    {
      "epoch": 4.92340321396525,
      "grad_norm": 0.8009217381477356,
      "learning_rate": 7.075561815176462e-06,
      "loss": 0.1207,
      "num_input_tokens_seen": 58082112,
      "step": 30180
    },
    {
      "epoch": 4.9242189411860675,
      "grad_norm": 0.7950945496559143,
      "learning_rate": 7.068719470702445e-06,
      "loss": 0.1552,
      "num_input_tokens_seen": 58091280,
      "step": 30185
    },
    {
      "epoch": 4.925034668406885,
      "grad_norm": 1.2496776580810547,
      "learning_rate": 7.061879891457229e-06,
      "loss": 0.0948,
      "num_input_tokens_seen": 58101456,
      "step": 30190
    },
    {
      "epoch": 4.925850395627702,
      "grad_norm": 1.2557647228240967,
      "learning_rate": 7.0550430784955515e-06,
      "loss": 0.1802,
      "num_input_tokens_seen": 58110432,
      "step": 30195
    },
    {
      "epoch": 4.92666612284852,
      "grad_norm": 0.4815191328525543,
      "learning_rate": 7.048209032871752e-06,
      "loss": 0.1703,
      "num_input_tokens_seen": 58119904,
      "step": 30200
    },
    {
      "epoch": 4.92666612284852,
      "eval_loss": 0.16239409148693085,
      "eval_runtime": 71.4152,
      "eval_samples_per_second": 38.157,
      "eval_steps_per_second": 19.086,
      "num_input_tokens_seen": 58119904,
      "step": 30200
    },
    {
      "epoch": 4.927481850069337,
      "grad_norm": 0.5099319219589233,
      "learning_rate": 7.0413777556397055e-06,
      "loss": 0.1183,
      "num_input_tokens_seen": 58129072,
      "step": 30205
    },
    {
      "epoch": 4.928297577290154,
      "grad_norm": 1.216040015220642,
      "learning_rate": 7.0345492478528925e-06,
      "loss": 0.2083,
      "num_input_tokens_seen": 58138832,
      "step": 30210
    },
    {
      "epoch": 4.929113304510971,
      "grad_norm": 1.0881922245025635,
      "learning_rate": 7.02772351056436e-06,
      "loss": 0.18,
      "num_input_tokens_seen": 58148592,
      "step": 30215
    },
    {
      "epoch": 4.929929031731789,
      "grad_norm": 0.340138703584671,
      "learning_rate": 7.020900544826709e-06,
      "loss": 0.0792,
      "num_input_tokens_seen": 58158576,
      "step": 30220
    },
    {
      "epoch": 4.930744758952606,
      "grad_norm": 1.3307777643203735,
      "learning_rate": 7.014080351692134e-06,
      "loss": 0.1867,
      "num_input_tokens_seen": 58168384,
      "step": 30225
    },
    {
      "epoch": 4.9315604861734235,
      "grad_norm": 0.5603005886077881,
      "learning_rate": 7.0072629322124024e-06,
      "loss": 0.1185,
      "num_input_tokens_seen": 58177856,
      "step": 30230
    },
    {
      "epoch": 4.932376213394241,
      "grad_norm": 0.6088172793388367,
      "learning_rate": 7.000448287438827e-06,
      "loss": 0.1805,
      "num_input_tokens_seen": 58187584,
      "step": 30235
    },
    {
      "epoch": 4.933191940615059,
      "grad_norm": 0.6488669514656067,
      "learning_rate": 6.993636418422331e-06,
      "loss": 0.0989,
      "num_input_tokens_seen": 58197312,
      "step": 30240
    },
    {
      "epoch": 4.934007667835876,
      "grad_norm": 0.5185472369194031,
      "learning_rate": 6.986827326213383e-06,
      "loss": 0.179,
      "num_input_tokens_seen": 58205520,
      "step": 30245
    },
    {
      "epoch": 4.934823395056693,
      "grad_norm": 0.47297316789627075,
      "learning_rate": 6.9800210118620205e-06,
      "loss": 0.1322,
      "num_input_tokens_seen": 58214000,
      "step": 30250
    },
    {
      "epoch": 4.935639122277511,
      "grad_norm": 1.4299436807632446,
      "learning_rate": 6.973217476417876e-06,
      "loss": 0.2834,
      "num_input_tokens_seen": 58224400,
      "step": 30255
    },
    {
      "epoch": 4.936454849498328,
      "grad_norm": 1.645310401916504,
      "learning_rate": 6.96641672093013e-06,
      "loss": 0.2775,
      "num_input_tokens_seen": 58234720,
      "step": 30260
    },
    {
      "epoch": 4.937270576719145,
      "grad_norm": 0.7875465154647827,
      "learning_rate": 6.95961874644755e-06,
      "loss": 0.1688,
      "num_input_tokens_seen": 58244928,
      "step": 30265
    },
    {
      "epoch": 4.938086303939962,
      "grad_norm": 0.5693351030349731,
      "learning_rate": 6.952823554018476e-06,
      "loss": 0.1319,
      "num_input_tokens_seen": 58254912,
      "step": 30270
    },
    {
      "epoch": 4.938902031160779,
      "grad_norm": 0.75395268201828,
      "learning_rate": 6.946031144690798e-06,
      "loss": 0.1901,
      "num_input_tokens_seen": 58263712,
      "step": 30275
    },
    {
      "epoch": 4.939717758381597,
      "grad_norm": 0.34297895431518555,
      "learning_rate": 6.939241519512005e-06,
      "loss": 0.1356,
      "num_input_tokens_seen": 58273504,
      "step": 30280
    },
    {
      "epoch": 4.940533485602415,
      "grad_norm": 0.9158096313476562,
      "learning_rate": 6.932454679529129e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 58283808,
      "step": 30285
    },
    {
      "epoch": 4.941349212823232,
      "grad_norm": 0.6150068044662476,
      "learning_rate": 6.925670625788791e-06,
      "loss": 0.172,
      "num_input_tokens_seen": 58294192,
      "step": 30290
    },
    {
      "epoch": 4.94216494004405,
      "grad_norm": 0.4973379671573639,
      "learning_rate": 6.918889359337186e-06,
      "loss": 0.2351,
      "num_input_tokens_seen": 58304512,
      "step": 30295
    },
    {
      "epoch": 4.942980667264867,
      "grad_norm": 0.4159800112247467,
      "learning_rate": 6.912110881220058e-06,
      "loss": 0.1302,
      "num_input_tokens_seen": 58313760,
      "step": 30300
    },
    {
      "epoch": 4.943796394485684,
      "grad_norm": 1.0213978290557861,
      "learning_rate": 6.905335192482735e-06,
      "loss": 0.1445,
      "num_input_tokens_seen": 58323328,
      "step": 30305
    },
    {
      "epoch": 4.944612121706501,
      "grad_norm": 0.9617887139320374,
      "learning_rate": 6.8985622941701275e-06,
      "loss": 0.2003,
      "num_input_tokens_seen": 58333872,
      "step": 30310
    },
    {
      "epoch": 4.945427848927318,
      "grad_norm": 0.3637336194515228,
      "learning_rate": 6.89179218732669e-06,
      "loss": 0.1698,
      "num_input_tokens_seen": 58342624,
      "step": 30315
    },
    {
      "epoch": 4.946243576148136,
      "grad_norm": 0.6954531669616699,
      "learning_rate": 6.8850248729964595e-06,
      "loss": 0.1525,
      "num_input_tokens_seen": 58352272,
      "step": 30320
    },
    {
      "epoch": 4.947059303368953,
      "grad_norm": 0.2500651180744171,
      "learning_rate": 6.8782603522230314e-06,
      "loss": 0.1351,
      "num_input_tokens_seen": 58360704,
      "step": 30325
    },
    {
      "epoch": 4.9478750305897705,
      "grad_norm": 0.7662882208824158,
      "learning_rate": 6.871498626049591e-06,
      "loss": 0.1727,
      "num_input_tokens_seen": 58370464,
      "step": 30330
    },
    {
      "epoch": 4.9486907578105885,
      "grad_norm": 0.7309388518333435,
      "learning_rate": 6.8647396955188875e-06,
      "loss": 0.2017,
      "num_input_tokens_seen": 58380688,
      "step": 30335
    },
    {
      "epoch": 4.949506485031406,
      "grad_norm": 0.43268924951553345,
      "learning_rate": 6.857983561673218e-06,
      "loss": 0.1326,
      "num_input_tokens_seen": 58389168,
      "step": 30340
    },
    {
      "epoch": 4.950322212252223,
      "grad_norm": 0.7291972637176514,
      "learning_rate": 6.851230225554467e-06,
      "loss": 0.1539,
      "num_input_tokens_seen": 58398336,
      "step": 30345
    },
    {
      "epoch": 4.95113793947304,
      "grad_norm": 0.4399612843990326,
      "learning_rate": 6.8444796882040946e-06,
      "loss": 0.1168,
      "num_input_tokens_seen": 58407472,
      "step": 30350
    },
    {
      "epoch": 4.951953666693858,
      "grad_norm": 0.7684256434440613,
      "learning_rate": 6.837731950663106e-06,
      "loss": 0.2426,
      "num_input_tokens_seen": 58415936,
      "step": 30355
    },
    {
      "epoch": 4.952769393914675,
      "grad_norm": 1.2677631378173828,
      "learning_rate": 6.830987013972098e-06,
      "loss": 0.1439,
      "num_input_tokens_seen": 58425920,
      "step": 30360
    },
    {
      "epoch": 4.953585121135492,
      "grad_norm": 1.2868869304656982,
      "learning_rate": 6.82424487917121e-06,
      "loss": 0.1374,
      "num_input_tokens_seen": 58434608,
      "step": 30365
    },
    {
      "epoch": 4.954400848356309,
      "grad_norm": 0.2017122507095337,
      "learning_rate": 6.8175055473001735e-06,
      "loss": 0.1228,
      "num_input_tokens_seen": 58444288,
      "step": 30370
    },
    {
      "epoch": 4.955216575577127,
      "grad_norm": 0.18941690027713776,
      "learning_rate": 6.8107690193982855e-06,
      "loss": 0.1289,
      "num_input_tokens_seen": 58454256,
      "step": 30375
    },
    {
      "epoch": 4.9560323027979445,
      "grad_norm": 1.1686707735061646,
      "learning_rate": 6.804035296504385e-06,
      "loss": 0.1787,
      "num_input_tokens_seen": 58464288,
      "step": 30380
    },
    {
      "epoch": 4.956848030018762,
      "grad_norm": 0.5823150277137756,
      "learning_rate": 6.797304379656916e-06,
      "loss": 0.1541,
      "num_input_tokens_seen": 58474720,
      "step": 30385
    },
    {
      "epoch": 4.957663757239579,
      "grad_norm": 1.3976519107818604,
      "learning_rate": 6.790576269893861e-06,
      "loss": 0.1699,
      "num_input_tokens_seen": 58485472,
      "step": 30390
    },
    {
      "epoch": 4.958479484460397,
      "grad_norm": 1.2253665924072266,
      "learning_rate": 6.783850968252772e-06,
      "loss": 0.1434,
      "num_input_tokens_seen": 58494768,
      "step": 30395
    },
    {
      "epoch": 4.959295211681214,
      "grad_norm": 0.8985573649406433,
      "learning_rate": 6.777128475770789e-06,
      "loss": 0.1409,
      "num_input_tokens_seen": 58503776,
      "step": 30400
    },
    {
      "epoch": 4.959295211681214,
      "eval_loss": 0.16269278526306152,
      "eval_runtime": 71.4321,
      "eval_samples_per_second": 38.148,
      "eval_steps_per_second": 19.081,
      "num_input_tokens_seen": 58503776,
      "step": 30400
    },
    {
      "epoch": 4.960110938902031,
      "grad_norm": 0.8199169039726257,
      "learning_rate": 6.77040879348459e-06,
      "loss": 0.1558,
      "num_input_tokens_seen": 58514288,
      "step": 30405
    },
    {
      "epoch": 4.960926666122848,
      "grad_norm": 0.7521671652793884,
      "learning_rate": 6.763691922430443e-06,
      "loss": 0.147,
      "num_input_tokens_seen": 58524288,
      "step": 30410
    },
    {
      "epoch": 4.961742393343666,
      "grad_norm": 1.4165452718734741,
      "learning_rate": 6.756977863644178e-06,
      "loss": 0.2775,
      "num_input_tokens_seen": 58534400,
      "step": 30415
    },
    {
      "epoch": 4.962558120564483,
      "grad_norm": 0.6034702658653259,
      "learning_rate": 6.7502666181611804e-06,
      "loss": 0.171,
      "num_input_tokens_seen": 58543424,
      "step": 30420
    },
    {
      "epoch": 4.9633738477853,
      "grad_norm": 1.7273367643356323,
      "learning_rate": 6.743558187016405e-06,
      "loss": 0.2341,
      "num_input_tokens_seen": 58553072,
      "step": 30425
    },
    {
      "epoch": 4.964189575006118,
      "grad_norm": 0.8593310117721558,
      "learning_rate": 6.7368525712443925e-06,
      "loss": 0.2424,
      "num_input_tokens_seen": 58562384,
      "step": 30430
    },
    {
      "epoch": 4.965005302226936,
      "grad_norm": 1.4730167388916016,
      "learning_rate": 6.7301497718792155e-06,
      "loss": 0.1745,
      "num_input_tokens_seen": 58572256,
      "step": 30435
    },
    {
      "epoch": 4.965821029447753,
      "grad_norm": 0.7830983996391296,
      "learning_rate": 6.723449789954544e-06,
      "loss": 0.2613,
      "num_input_tokens_seen": 58582000,
      "step": 30440
    },
    {
      "epoch": 4.96663675666857,
      "grad_norm": 0.20889535546302795,
      "learning_rate": 6.716752626503586e-06,
      "loss": 0.1431,
      "num_input_tokens_seen": 58590848,
      "step": 30445
    },
    {
      "epoch": 4.967452483889387,
      "grad_norm": 0.6482787728309631,
      "learning_rate": 6.710058282559131e-06,
      "loss": 0.1818,
      "num_input_tokens_seen": 58602192,
      "step": 30450
    },
    {
      "epoch": 4.968268211110205,
      "grad_norm": 0.5994142889976501,
      "learning_rate": 6.703366759153545e-06,
      "loss": 0.1222,
      "num_input_tokens_seen": 58611264,
      "step": 30455
    },
    {
      "epoch": 4.969083938331022,
      "grad_norm": 0.3063787519931793,
      "learning_rate": 6.6966780573187335e-06,
      "loss": 0.1382,
      "num_input_tokens_seen": 58620720,
      "step": 30460
    },
    {
      "epoch": 4.969899665551839,
      "grad_norm": 0.6529523134231567,
      "learning_rate": 6.689992178086174e-06,
      "loss": 0.2128,
      "num_input_tokens_seen": 58631104,
      "step": 30465
    },
    {
      "epoch": 4.970715392772657,
      "grad_norm": 1.0558816194534302,
      "learning_rate": 6.683309122486925e-06,
      "loss": 0.1982,
      "num_input_tokens_seen": 58640672,
      "step": 30470
    },
    {
      "epoch": 4.971531119993474,
      "grad_norm": 0.29549798369407654,
      "learning_rate": 6.676628891551584e-06,
      "loss": 0.181,
      "num_input_tokens_seen": 58650480,
      "step": 30475
    },
    {
      "epoch": 4.9723468472142915,
      "grad_norm": 0.8447703719139099,
      "learning_rate": 6.6699514863103385e-06,
      "loss": 0.1561,
      "num_input_tokens_seen": 58661280,
      "step": 30480
    },
    {
      "epoch": 4.973162574435109,
      "grad_norm": 1.0594706535339355,
      "learning_rate": 6.663276907792921e-06,
      "loss": 0.1982,
      "num_input_tokens_seen": 58670832,
      "step": 30485
    },
    {
      "epoch": 4.973978301655926,
      "grad_norm": 0.7970829010009766,
      "learning_rate": 6.656605157028634e-06,
      "loss": 0.2052,
      "num_input_tokens_seen": 58679776,
      "step": 30490
    },
    {
      "epoch": 4.974794028876744,
      "grad_norm": 0.9120461344718933,
      "learning_rate": 6.649936235046358e-06,
      "loss": 0.0948,
      "num_input_tokens_seen": 58688880,
      "step": 30495
    },
    {
      "epoch": 4.975609756097561,
      "grad_norm": 1.1299445629119873,
      "learning_rate": 6.643270142874508e-06,
      "loss": 0.2287,
      "num_input_tokens_seen": 58698480,
      "step": 30500
    },
    {
      "epoch": 4.976425483318378,
      "grad_norm": 0.4243541657924652,
      "learning_rate": 6.636606881541094e-06,
      "loss": 0.1384,
      "num_input_tokens_seen": 58706944,
      "step": 30505
    },
    {
      "epoch": 4.977241210539196,
      "grad_norm": 0.3335849642753601,
      "learning_rate": 6.629946452073662e-06,
      "loss": 0.1474,
      "num_input_tokens_seen": 58716368,
      "step": 30510
    },
    {
      "epoch": 4.978056937760013,
      "grad_norm": 1.7340333461761475,
      "learning_rate": 6.6232888554993375e-06,
      "loss": 0.2196,
      "num_input_tokens_seen": 58725392,
      "step": 30515
    },
    {
      "epoch": 4.97887266498083,
      "grad_norm": 0.6207199692726135,
      "learning_rate": 6.616634092844817e-06,
      "loss": 0.2317,
      "num_input_tokens_seen": 58735152,
      "step": 30520
    },
    {
      "epoch": 4.9796883922016475,
      "grad_norm": 0.3849946856498718,
      "learning_rate": 6.609982165136331e-06,
      "loss": 0.1172,
      "num_input_tokens_seen": 58744224,
      "step": 30525
    },
    {
      "epoch": 4.9805041194224655,
      "grad_norm": 1.1536096334457397,
      "learning_rate": 6.603333073399706e-06,
      "loss": 0.1475,
      "num_input_tokens_seen": 58753552,
      "step": 30530
    },
    {
      "epoch": 4.981319846643283,
      "grad_norm": 0.7524118423461914,
      "learning_rate": 6.596686818660308e-06,
      "loss": 0.2059,
      "num_input_tokens_seen": 58764160,
      "step": 30535
    },
    {
      "epoch": 4.9821355738641,
      "grad_norm": 1.4996013641357422,
      "learning_rate": 6.590043401943066e-06,
      "loss": 0.2324,
      "num_input_tokens_seen": 58774000,
      "step": 30540
    },
    {
      "epoch": 4.982951301084917,
      "grad_norm": 1.2625844478607178,
      "learning_rate": 6.583402824272494e-06,
      "loss": 0.1977,
      "num_input_tokens_seen": 58784320,
      "step": 30545
    },
    {
      "epoch": 4.983767028305735,
      "grad_norm": 0.6262472867965698,
      "learning_rate": 6.576765086672634e-06,
      "loss": 0.1255,
      "num_input_tokens_seen": 58794032,
      "step": 30550
    },
    {
      "epoch": 4.984582755526552,
      "grad_norm": 0.5222464203834534,
      "learning_rate": 6.57013019016712e-06,
      "loss": 0.135,
      "num_input_tokens_seen": 58803808,
      "step": 30555
    },
    {
      "epoch": 4.985398482747369,
      "grad_norm": 0.8656915426254272,
      "learning_rate": 6.563498135779142e-06,
      "loss": 0.2005,
      "num_input_tokens_seen": 58812704,
      "step": 30560
    },
    {
      "epoch": 4.986214209968186,
      "grad_norm": 1.1070817708969116,
      "learning_rate": 6.556868924531431e-06,
      "loss": 0.102,
      "num_input_tokens_seen": 58822160,
      "step": 30565
    },
    {
      "epoch": 4.987029937189004,
      "grad_norm": 0.7062559127807617,
      "learning_rate": 6.550242557446304e-06,
      "loss": 0.1492,
      "num_input_tokens_seen": 58833168,
      "step": 30570
    },
    {
      "epoch": 4.9878456644098215,
      "grad_norm": 0.18922147154808044,
      "learning_rate": 6.543619035545634e-06,
      "loss": 0.1391,
      "num_input_tokens_seen": 58843072,
      "step": 30575
    },
    {
      "epoch": 4.988661391630639,
      "grad_norm": 1.36393141746521,
      "learning_rate": 6.53699835985084e-06,
      "loss": 0.2585,
      "num_input_tokens_seen": 58852832,
      "step": 30580
    },
    {
      "epoch": 4.989477118851456,
      "grad_norm": 0.6205781698226929,
      "learning_rate": 6.530380531382927e-06,
      "loss": 0.1449,
      "num_input_tokens_seen": 58862160,
      "step": 30585
    },
    {
      "epoch": 4.990292846072274,
      "grad_norm": 0.6182434558868408,
      "learning_rate": 6.523765551162433e-06,
      "loss": 0.1275,
      "num_input_tokens_seen": 58872320,
      "step": 30590
    },
    {
      "epoch": 4.991108573293091,
      "grad_norm": 0.5510295033454895,
      "learning_rate": 6.517153420209476e-06,
      "loss": 0.1332,
      "num_input_tokens_seen": 58882432,
      "step": 30595
    },
    {
      "epoch": 4.991924300513908,
      "grad_norm": 0.6469451785087585,
      "learning_rate": 6.510544139543739e-06,
      "loss": 0.132,
      "num_input_tokens_seen": 58892528,
      "step": 30600
    },
    {
      "epoch": 4.991924300513908,
      "eval_loss": 0.16186431050300598,
      "eval_runtime": 71.4307,
      "eval_samples_per_second": 38.149,
      "eval_steps_per_second": 19.081,
      "num_input_tokens_seen": 58892528,
      "step": 30600
    },
    {
      "epoch": 4.992740027734725,
      "grad_norm": 0.48583588004112244,
      "learning_rate": 6.503937710184452e-06,
      "loss": 0.1949,
      "num_input_tokens_seen": 58901888,
      "step": 30605
    },
    {
      "epoch": 4.993555754955543,
      "grad_norm": 1.3336995840072632,
      "learning_rate": 6.4973341331503954e-06,
      "loss": 0.18,
      "num_input_tokens_seen": 58911040,
      "step": 30610
    },
    {
      "epoch": 4.99437148217636,
      "grad_norm": 1.5958681106567383,
      "learning_rate": 6.490733409459942e-06,
      "loss": 0.1488,
      "num_input_tokens_seen": 58920976,
      "step": 30615
    },
    {
      "epoch": 4.995187209397177,
      "grad_norm": 0.4618266522884369,
      "learning_rate": 6.484135540130995e-06,
      "loss": 0.0937,
      "num_input_tokens_seen": 58930176,
      "step": 30620
    },
    {
      "epoch": 4.9960029366179945,
      "grad_norm": 1.1440258026123047,
      "learning_rate": 6.4775405261810364e-06,
      "loss": 0.1997,
      "num_input_tokens_seen": 58938928,
      "step": 30625
    },
    {
      "epoch": 4.996818663838813,
      "grad_norm": 0.6711506247520447,
      "learning_rate": 6.470948368627092e-06,
      "loss": 0.2446,
      "num_input_tokens_seen": 58949632,
      "step": 30630
    },
    {
      "epoch": 4.99763439105963,
      "grad_norm": 0.6553382277488708,
      "learning_rate": 6.464359068485756e-06,
      "loss": 0.1917,
      "num_input_tokens_seen": 58958944,
      "step": 30635
    },
    {
      "epoch": 4.998450118280447,
      "grad_norm": 0.7884767055511475,
      "learning_rate": 6.457772626773195e-06,
      "loss": 0.1391,
      "num_input_tokens_seen": 58967296,
      "step": 30640
    },
    {
      "epoch": 4.999265845501265,
      "grad_norm": 0.2909697890281677,
      "learning_rate": 6.451189044505104e-06,
      "loss": 0.1695,
      "num_input_tokens_seen": 58978032,
      "step": 30645
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.6648582816123962,
      "learning_rate": 6.44460832269676e-06,
      "loss": 0.1805,
      "num_input_tokens_seen": 58987136,
      "step": 30650
    },
    {
      "epoch": 5.000815727220817,
      "grad_norm": 1.1225061416625977,
      "learning_rate": 6.438030462363001e-06,
      "loss": 0.1179,
      "num_input_tokens_seen": 58997088,
      "step": 30655
    },
    {
      "epoch": 5.001631454441635,
      "grad_norm": 0.9325101971626282,
      "learning_rate": 6.431455464518205e-06,
      "loss": 0.2019,
      "num_input_tokens_seen": 59006448,
      "step": 30660
    },
    {
      "epoch": 5.002447181662452,
      "grad_norm": 0.2729730010032654,
      "learning_rate": 6.424883330176326e-06,
      "loss": 0.1665,
      "num_input_tokens_seen": 59016400,
      "step": 30665
    },
    {
      "epoch": 5.003262908883269,
      "grad_norm": 0.9014879465103149,
      "learning_rate": 6.418314060350864e-06,
      "loss": 0.1307,
      "num_input_tokens_seen": 59026784,
      "step": 30670
    },
    {
      "epoch": 5.0040786361040865,
      "grad_norm": 0.494150310754776,
      "learning_rate": 6.4117476560548895e-06,
      "loss": 0.1494,
      "num_input_tokens_seen": 59036960,
      "step": 30675
    },
    {
      "epoch": 5.004894363324905,
      "grad_norm": 0.28611597418785095,
      "learning_rate": 6.405184118301016e-06,
      "loss": 0.1004,
      "num_input_tokens_seen": 59046400,
      "step": 30680
    },
    {
      "epoch": 5.005710090545722,
      "grad_norm": 0.4762876629829407,
      "learning_rate": 6.398623448101434e-06,
      "loss": 0.1074,
      "num_input_tokens_seen": 59056208,
      "step": 30685
    },
    {
      "epoch": 5.006525817766539,
      "grad_norm": 0.6988685727119446,
      "learning_rate": 6.392065646467871e-06,
      "loss": 0.1121,
      "num_input_tokens_seen": 59065392,
      "step": 30690
    },
    {
      "epoch": 5.007341544987356,
      "grad_norm": 1.3261590003967285,
      "learning_rate": 6.385510714411632e-06,
      "loss": 0.1804,
      "num_input_tokens_seen": 59076560,
      "step": 30695
    },
    {
      "epoch": 5.008157272208174,
      "grad_norm": 1.0540814399719238,
      "learning_rate": 6.378958652943559e-06,
      "loss": 0.1594,
      "num_input_tokens_seen": 59085824,
      "step": 30700
    },
    {
      "epoch": 5.008972999428991,
      "grad_norm": 0.4421585202217102,
      "learning_rate": 6.3724094630740776e-06,
      "loss": 0.1503,
      "num_input_tokens_seen": 59095840,
      "step": 30705
    },
    {
      "epoch": 5.009788726649808,
      "grad_norm": 1.645124077796936,
      "learning_rate": 6.365863145813136e-06,
      "loss": 0.2681,
      "num_input_tokens_seen": 59104816,
      "step": 30710
    },
    {
      "epoch": 5.010604453870625,
      "grad_norm": 1.5592936277389526,
      "learning_rate": 6.359319702170269e-06,
      "loss": 0.1323,
      "num_input_tokens_seen": 59113680,
      "step": 30715
    },
    {
      "epoch": 5.011420181091443,
      "grad_norm": 0.7737476825714111,
      "learning_rate": 6.352779133154566e-06,
      "loss": 0.0868,
      "num_input_tokens_seen": 59122144,
      "step": 30720
    },
    {
      "epoch": 5.0122359083122605,
      "grad_norm": 0.908829927444458,
      "learning_rate": 6.346241439774648e-06,
      "loss": 0.1403,
      "num_input_tokens_seen": 59132240,
      "step": 30725
    },
    {
      "epoch": 5.013051635533078,
      "grad_norm": 0.7218074202537537,
      "learning_rate": 6.339706623038716e-06,
      "loss": 0.1784,
      "num_input_tokens_seen": 59141792,
      "step": 30730
    },
    {
      "epoch": 5.013867362753895,
      "grad_norm": 0.5076342821121216,
      "learning_rate": 6.333174683954532e-06,
      "loss": 0.1466,
      "num_input_tokens_seen": 59151728,
      "step": 30735
    },
    {
      "epoch": 5.014683089974713,
      "grad_norm": 0.8012314438819885,
      "learning_rate": 6.326645623529387e-06,
      "loss": 0.132,
      "num_input_tokens_seen": 59161472,
      "step": 30740
    },
    {
      "epoch": 5.01549881719553,
      "grad_norm": 0.5396125316619873,
      "learning_rate": 6.320119442770156e-06,
      "loss": 0.193,
      "num_input_tokens_seen": 59170672,
      "step": 30745
    },
    {
      "epoch": 5.016314544416347,
      "grad_norm": 0.48379650712013245,
      "learning_rate": 6.313596142683254e-06,
      "loss": 0.0815,
      "num_input_tokens_seen": 59180784,
      "step": 30750
    },
    {
      "epoch": 5.017130271637164,
      "grad_norm": 0.6347494721412659,
      "learning_rate": 6.307075724274647e-06,
      "loss": 0.1604,
      "num_input_tokens_seen": 59190624,
      "step": 30755
    },
    {
      "epoch": 5.017945998857982,
      "grad_norm": 0.8673962354660034,
      "learning_rate": 6.300558188549882e-06,
      "loss": 0.1363,
      "num_input_tokens_seen": 59200672,
      "step": 30760
    },
    {
      "epoch": 5.018761726078799,
      "grad_norm": 0.42080065608024597,
      "learning_rate": 6.29404353651403e-06,
      "loss": 0.2013,
      "num_input_tokens_seen": 59211680,
      "step": 30765
    },
    {
      "epoch": 5.0195774532996165,
      "grad_norm": 1.0408129692077637,
      "learning_rate": 6.287531769171737e-06,
      "loss": 0.1477,
      "num_input_tokens_seen": 59220528,
      "step": 30770
    },
    {
      "epoch": 5.020393180520434,
      "grad_norm": 0.4252588152885437,
      "learning_rate": 6.2810228875272045e-06,
      "loss": 0.1739,
      "num_input_tokens_seen": 59230688,
      "step": 30775
    },
    {
      "epoch": 5.021208907741252,
      "grad_norm": 0.7595153450965881,
      "learning_rate": 6.274516892584179e-06,
      "loss": 0.2044,
      "num_input_tokens_seen": 59239568,
      "step": 30780
    },
    {
      "epoch": 5.022024634962069,
      "grad_norm": 0.4656101167201996,
      "learning_rate": 6.268013785345969e-06,
      "loss": 0.3045,
      "num_input_tokens_seen": 59249376,
      "step": 30785
    },
    {
      "epoch": 5.022840362182886,
      "grad_norm": 1.2300807237625122,
      "learning_rate": 6.26151356681543e-06,
      "loss": 0.2386,
      "num_input_tokens_seen": 59258864,
      "step": 30790
    },
    {
      "epoch": 5.023656089403703,
      "grad_norm": 0.7951709628105164,
      "learning_rate": 6.255016237994981e-06,
      "loss": 0.1259,
      "num_input_tokens_seen": 59270192,
      "step": 30795
    },
    {
      "epoch": 5.024471816624521,
      "grad_norm": 0.6945118308067322,
      "learning_rate": 6.248521799886603e-06,
      "loss": 0.15,
      "num_input_tokens_seen": 59278112,
      "step": 30800
    },
    {
      "epoch": 5.024471816624521,
      "eval_loss": 0.16228856146335602,
      "eval_runtime": 71.5609,
      "eval_samples_per_second": 38.079,
      "eval_steps_per_second": 19.047,
      "num_input_tokens_seen": 59278112,
      "step": 30800
    },
    {
      "epoch": 5.025287543845338,
      "grad_norm": 0.3955720067024231,
      "learning_rate": 6.242030253491798e-06,
      "loss": 0.1707,
      "num_input_tokens_seen": 59288064,
      "step": 30805
    },
    {
      "epoch": 5.026103271066155,
      "grad_norm": 1.3339905738830566,
      "learning_rate": 6.235541599811656e-06,
      "loss": 0.1458,
      "num_input_tokens_seen": 59296688,
      "step": 30810
    },
    {
      "epoch": 5.026918998286972,
      "grad_norm": 0.5247890949249268,
      "learning_rate": 6.229055839846814e-06,
      "loss": 0.1785,
      "num_input_tokens_seen": 59306880,
      "step": 30815
    },
    {
      "epoch": 5.02773472550779,
      "grad_norm": 0.9767177104949951,
      "learning_rate": 6.222572974597455e-06,
      "loss": 0.2023,
      "num_input_tokens_seen": 59315184,
      "step": 30820
    },
    {
      "epoch": 5.028550452728608,
      "grad_norm": 1.2676515579223633,
      "learning_rate": 6.216093005063306e-06,
      "loss": 0.123,
      "num_input_tokens_seen": 59324208,
      "step": 30825
    },
    {
      "epoch": 5.029366179949425,
      "grad_norm": 0.7486060857772827,
      "learning_rate": 6.209615932243678e-06,
      "loss": 0.1042,
      "num_input_tokens_seen": 59333712,
      "step": 30830
    },
    {
      "epoch": 5.030181907170242,
      "grad_norm": 1.1442914009094238,
      "learning_rate": 6.203141757137399e-06,
      "loss": 0.159,
      "num_input_tokens_seen": 59341360,
      "step": 30835
    },
    {
      "epoch": 5.03099763439106,
      "grad_norm": 1.0814244747161865,
      "learning_rate": 6.196670480742886e-06,
      "loss": 0.174,
      "num_input_tokens_seen": 59351184,
      "step": 30840
    },
    {
      "epoch": 5.031813361611877,
      "grad_norm": 0.4325306713581085,
      "learning_rate": 6.190202104058074e-06,
      "loss": 0.1271,
      "num_input_tokens_seen": 59361520,
      "step": 30845
    },
    {
      "epoch": 5.032629088832694,
      "grad_norm": 1.4539505243301392,
      "learning_rate": 6.183736628080475e-06,
      "loss": 0.1754,
      "num_input_tokens_seen": 59370736,
      "step": 30850
    },
    {
      "epoch": 5.033444816053512,
      "grad_norm": 0.8831344246864319,
      "learning_rate": 6.177274053807155e-06,
      "loss": 0.1979,
      "num_input_tokens_seen": 59379920,
      "step": 30855
    },
    {
      "epoch": 5.034260543274329,
      "grad_norm": 1.4270402193069458,
      "learning_rate": 6.170814382234713e-06,
      "loss": 0.2715,
      "num_input_tokens_seen": 59389552,
      "step": 30860
    },
    {
      "epoch": 5.035076270495146,
      "grad_norm": 1.4906721115112305,
      "learning_rate": 6.16435761435932e-06,
      "loss": 0.2163,
      "num_input_tokens_seen": 59399792,
      "step": 30865
    },
    {
      "epoch": 5.0358919977159635,
      "grad_norm": 1.3961522579193115,
      "learning_rate": 6.157903751176681e-06,
      "loss": 0.1756,
      "num_input_tokens_seen": 59409216,
      "step": 30870
    },
    {
      "epoch": 5.0367077249367815,
      "grad_norm": 0.5093240737915039,
      "learning_rate": 6.151452793682066e-06,
      "loss": 0.0896,
      "num_input_tokens_seen": 59419760,
      "step": 30875
    },
    {
      "epoch": 5.037523452157599,
      "grad_norm": 0.7835397124290466,
      "learning_rate": 6.145004742870305e-06,
      "loss": 0.137,
      "num_input_tokens_seen": 59428928,
      "step": 30880
    },
    {
      "epoch": 5.038339179378416,
      "grad_norm": 0.23013900220394135,
      "learning_rate": 6.138559599735752e-06,
      "loss": 0.0828,
      "num_input_tokens_seen": 59439440,
      "step": 30885
    },
    {
      "epoch": 5.039154906599233,
      "grad_norm": 0.847708523273468,
      "learning_rate": 6.132117365272344e-06,
      "loss": 0.1356,
      "num_input_tokens_seen": 59448544,
      "step": 30890
    },
    {
      "epoch": 5.039970633820051,
      "grad_norm": 0.5490314364433289,
      "learning_rate": 6.125678040473545e-06,
      "loss": 0.2238,
      "num_input_tokens_seen": 59457904,
      "step": 30895
    },
    {
      "epoch": 5.040786361040868,
      "grad_norm": 0.19318611919879913,
      "learning_rate": 6.1192416263323755e-06,
      "loss": 0.1323,
      "num_input_tokens_seen": 59466768,
      "step": 30900
    },
    {
      "epoch": 5.041602088261685,
      "grad_norm": 0.49563950300216675,
      "learning_rate": 6.112808123841424e-06,
      "loss": 0.1182,
      "num_input_tokens_seen": 59476176,
      "step": 30905
    },
    {
      "epoch": 5.042417815482502,
      "grad_norm": 0.5177555680274963,
      "learning_rate": 6.106377533992805e-06,
      "loss": 0.148,
      "num_input_tokens_seen": 59485728,
      "step": 30910
    },
    {
      "epoch": 5.04323354270332,
      "grad_norm": 1.3678929805755615,
      "learning_rate": 6.099949857778204e-06,
      "loss": 0.1905,
      "num_input_tokens_seen": 59495120,
      "step": 30915
    },
    {
      "epoch": 5.0440492699241375,
      "grad_norm": 1.0879884958267212,
      "learning_rate": 6.093525096188852e-06,
      "loss": 0.1947,
      "num_input_tokens_seen": 59505328,
      "step": 30920
    },
    {
      "epoch": 5.044864997144955,
      "grad_norm": 0.4273107945919037,
      "learning_rate": 6.087103250215518e-06,
      "loss": 0.1859,
      "num_input_tokens_seen": 59515232,
      "step": 30925
    },
    {
      "epoch": 5.045680724365772,
      "grad_norm": 0.5769813060760498,
      "learning_rate": 6.080684320848537e-06,
      "loss": 0.1659,
      "num_input_tokens_seen": 59524640,
      "step": 30930
    },
    {
      "epoch": 5.04649645158659,
      "grad_norm": 0.38378798961639404,
      "learning_rate": 6.074268309077794e-06,
      "loss": 0.1958,
      "num_input_tokens_seen": 59534624,
      "step": 30935
    },
    {
      "epoch": 5.047312178807407,
      "grad_norm": 1.1170923709869385,
      "learning_rate": 6.067855215892709e-06,
      "loss": 0.1908,
      "num_input_tokens_seen": 59544128,
      "step": 30940
    },
    {
      "epoch": 5.048127906028224,
      "grad_norm": 0.364459365606308,
      "learning_rate": 6.061445042282271e-06,
      "loss": 0.1314,
      "num_input_tokens_seen": 59555344,
      "step": 30945
    },
    {
      "epoch": 5.048943633249041,
      "grad_norm": 0.5497978925704956,
      "learning_rate": 6.055037789234999e-06,
      "loss": 0.2378,
      "num_input_tokens_seen": 59564832,
      "step": 30950
    },
    {
      "epoch": 5.049759360469859,
      "grad_norm": 0.7401323318481445,
      "learning_rate": 6.048633457738975e-06,
      "loss": 0.1204,
      "num_input_tokens_seen": 59574176,
      "step": 30955
    },
    {
      "epoch": 5.050575087690676,
      "grad_norm": 0.37011009454727173,
      "learning_rate": 6.042232048781837e-06,
      "loss": 0.1737,
      "num_input_tokens_seen": 59583504,
      "step": 30960
    },
    {
      "epoch": 5.051390814911493,
      "grad_norm": 0.9315255880355835,
      "learning_rate": 6.035833563350757e-06,
      "loss": 0.0611,
      "num_input_tokens_seen": 59594816,
      "step": 30965
    },
    {
      "epoch": 5.052206542132311,
      "grad_norm": 0.3491952419281006,
      "learning_rate": 6.0294380024324525e-06,
      "loss": 0.1863,
      "num_input_tokens_seen": 59604288,
      "step": 30970
    },
    {
      "epoch": 5.053022269353129,
      "grad_norm": 0.9739378094673157,
      "learning_rate": 6.023045367013213e-06,
      "loss": 0.1467,
      "num_input_tokens_seen": 59614960,
      "step": 30975
    },
    {
      "epoch": 5.053837996573946,
      "grad_norm": 1.5261074304580688,
      "learning_rate": 6.016655658078851e-06,
      "loss": 0.1913,
      "num_input_tokens_seen": 59624720,
      "step": 30980
    },
    {
      "epoch": 5.054653723794763,
      "grad_norm": 0.7518618702888489,
      "learning_rate": 6.010268876614753e-06,
      "loss": 0.1196,
      "num_input_tokens_seen": 59634224,
      "step": 30985
    },
    {
      "epoch": 5.05546945101558,
      "grad_norm": 0.6458160877227783,
      "learning_rate": 6.0038850236058266e-06,
      "loss": 0.103,
      "num_input_tokens_seen": 59643664,
      "step": 30990
    },
    {
      "epoch": 5.056285178236398,
      "grad_norm": 1.0473952293395996,
      "learning_rate": 5.997504100036549e-06,
      "loss": 0.2086,
      "num_input_tokens_seen": 59654096,
      "step": 30995
    },
    {
      "epoch": 5.057100905457215,
      "grad_norm": 0.32162415981292725,
      "learning_rate": 5.991126106890949e-06,
      "loss": 0.1254,
      "num_input_tokens_seen": 59663264,
      "step": 31000
    },
    {
      "epoch": 5.057100905457215,
      "eval_loss": 0.1630859375,
      "eval_runtime": 71.4151,
      "eval_samples_per_second": 38.157,
      "eval_steps_per_second": 19.086,
      "num_input_tokens_seen": 59663264,
      "step": 31000
    },
    {
      "epoch": 5.057916632678032,
      "grad_norm": 0.31316933035850525,
      "learning_rate": 5.984751045152576e-06,
      "loss": 0.1772,
      "num_input_tokens_seen": 59672192,
      "step": 31005
    },
    {
      "epoch": 5.058732359898849,
      "grad_norm": 0.27758774161338806,
      "learning_rate": 5.978378915804553e-06,
      "loss": 0.1712,
      "num_input_tokens_seen": 59682496,
      "step": 31010
    },
    {
      "epoch": 5.059548087119667,
      "grad_norm": 0.48149776458740234,
      "learning_rate": 5.972009719829547e-06,
      "loss": 0.188,
      "num_input_tokens_seen": 59692608,
      "step": 31015
    },
    {
      "epoch": 5.0603638143404845,
      "grad_norm": 0.6152383089065552,
      "learning_rate": 5.965643458209755e-06,
      "loss": 0.1082,
      "num_input_tokens_seen": 59702304,
      "step": 31020
    },
    {
      "epoch": 5.061179541561302,
      "grad_norm": 0.3757467269897461,
      "learning_rate": 5.95928013192695e-06,
      "loss": 0.1343,
      "num_input_tokens_seen": 59710688,
      "step": 31025
    },
    {
      "epoch": 5.06199526878212,
      "grad_norm": 0.607248842716217,
      "learning_rate": 5.952919741962423e-06,
      "loss": 0.1215,
      "num_input_tokens_seen": 59719696,
      "step": 31030
    },
    {
      "epoch": 5.062810996002937,
      "grad_norm": 0.12078578025102615,
      "learning_rate": 5.946562289297042e-06,
      "loss": 0.0983,
      "num_input_tokens_seen": 59730336,
      "step": 31035
    },
    {
      "epoch": 5.063626723223754,
      "grad_norm": 0.3972474932670593,
      "learning_rate": 5.9402077749111855e-06,
      "loss": 0.1553,
      "num_input_tokens_seen": 59738304,
      "step": 31040
    },
    {
      "epoch": 5.064442450444571,
      "grad_norm": 1.052072525024414,
      "learning_rate": 5.933856199784821e-06,
      "loss": 0.2006,
      "num_input_tokens_seen": 59748032,
      "step": 31045
    },
    {
      "epoch": 5.065258177665389,
      "grad_norm": 0.32728737592697144,
      "learning_rate": 5.927507564897419e-06,
      "loss": 0.196,
      "num_input_tokens_seen": 59757712,
      "step": 31050
    },
    {
      "epoch": 5.066073904886206,
      "grad_norm": 0.2238609790802002,
      "learning_rate": 5.9211618712280395e-06,
      "loss": 0.0524,
      "num_input_tokens_seen": 59767632,
      "step": 31055
    },
    {
      "epoch": 5.066889632107023,
      "grad_norm": 0.5135706663131714,
      "learning_rate": 5.914819119755255e-06,
      "loss": 0.1094,
      "num_input_tokens_seen": 59777104,
      "step": 31060
    },
    {
      "epoch": 5.0677053593278405,
      "grad_norm": 0.7330518364906311,
      "learning_rate": 5.908479311457205e-06,
      "loss": 0.1451,
      "num_input_tokens_seen": 59787040,
      "step": 31065
    },
    {
      "epoch": 5.0685210865486585,
      "grad_norm": 0.27861282229423523,
      "learning_rate": 5.902142447311559e-06,
      "loss": 0.0748,
      "num_input_tokens_seen": 59796688,
      "step": 31070
    },
    {
      "epoch": 5.069336813769476,
      "grad_norm": 0.7909532785415649,
      "learning_rate": 5.895808528295546e-06,
      "loss": 0.1595,
      "num_input_tokens_seen": 59806720,
      "step": 31075
    },
    {
      "epoch": 5.070152540990293,
      "grad_norm": 0.8683324456214905,
      "learning_rate": 5.889477555385941e-06,
      "loss": 0.1483,
      "num_input_tokens_seen": 59816432,
      "step": 31080
    },
    {
      "epoch": 5.07096826821111,
      "grad_norm": 0.5766827464103699,
      "learning_rate": 5.883149529559051e-06,
      "loss": 0.1231,
      "num_input_tokens_seen": 59825552,
      "step": 31085
    },
    {
      "epoch": 5.071783995431928,
      "grad_norm": 0.8413611054420471,
      "learning_rate": 5.876824451790738e-06,
      "loss": 0.1651,
      "num_input_tokens_seen": 59835040,
      "step": 31090
    },
    {
      "epoch": 5.072599722652745,
      "grad_norm": 0.9036690592765808,
      "learning_rate": 5.87050232305642e-06,
      "loss": 0.1815,
      "num_input_tokens_seen": 59844928,
      "step": 31095
    },
    {
      "epoch": 5.073415449873562,
      "grad_norm": 1.516628623008728,
      "learning_rate": 5.864183144331034e-06,
      "loss": 0.1349,
      "num_input_tokens_seen": 59855408,
      "step": 31100
    },
    {
      "epoch": 5.074231177094379,
      "grad_norm": 0.7036424875259399,
      "learning_rate": 5.857866916589089e-06,
      "loss": 0.2228,
      "num_input_tokens_seen": 59865776,
      "step": 31105
    },
    {
      "epoch": 5.075046904315197,
      "grad_norm": 0.7185549736022949,
      "learning_rate": 5.8515536408046216e-06,
      "loss": 0.1592,
      "num_input_tokens_seen": 59875584,
      "step": 31110
    },
    {
      "epoch": 5.0758626315360145,
      "grad_norm": 0.5698931813240051,
      "learning_rate": 5.845243317951208e-06,
      "loss": 0.2312,
      "num_input_tokens_seen": 59884928,
      "step": 31115
    },
    {
      "epoch": 5.076678358756832,
      "grad_norm": 1.2008562088012695,
      "learning_rate": 5.838935949001997e-06,
      "loss": 0.1561,
      "num_input_tokens_seen": 59893936,
      "step": 31120
    },
    {
      "epoch": 5.077494085977649,
      "grad_norm": 0.7170258164405823,
      "learning_rate": 5.8326315349296476e-06,
      "loss": 0.1763,
      "num_input_tokens_seen": 59903120,
      "step": 31125
    },
    {
      "epoch": 5.078309813198467,
      "grad_norm": 0.8533129692077637,
      "learning_rate": 5.826330076706396e-06,
      "loss": 0.1286,
      "num_input_tokens_seen": 59911824,
      "step": 31130
    },
    {
      "epoch": 5.079125540419284,
      "grad_norm": 0.26700231432914734,
      "learning_rate": 5.820031575303988e-06,
      "loss": 0.1794,
      "num_input_tokens_seen": 59921168,
      "step": 31135
    },
    {
      "epoch": 5.079941267640101,
      "grad_norm": 0.30009016394615173,
      "learning_rate": 5.813736031693745e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 59930144,
      "step": 31140
    },
    {
      "epoch": 5.080756994860918,
      "grad_norm": 0.8843902945518494,
      "learning_rate": 5.807443446846522e-06,
      "loss": 0.2012,
      "num_input_tokens_seen": 59940800,
      "step": 31145
    },
    {
      "epoch": 5.081572722081736,
      "grad_norm": 0.751632809638977,
      "learning_rate": 5.801153821732699e-06,
      "loss": 0.193,
      "num_input_tokens_seen": 59950048,
      "step": 31150
    },
    {
      "epoch": 5.082388449302553,
      "grad_norm": 0.667931318283081,
      "learning_rate": 5.794867157322229e-06,
      "loss": 0.1354,
      "num_input_tokens_seen": 59959584,
      "step": 31155
    },
    {
      "epoch": 5.08320417652337,
      "grad_norm": 1.2769076824188232,
      "learning_rate": 5.788583454584593e-06,
      "loss": 0.1596,
      "num_input_tokens_seen": 59969216,
      "step": 31160
    },
    {
      "epoch": 5.0840199037441876,
      "grad_norm": 0.670834481716156,
      "learning_rate": 5.7823027144888075e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 59977616,
      "step": 31165
    },
    {
      "epoch": 5.084835630965006,
      "grad_norm": 1.2266062498092651,
      "learning_rate": 5.776024938003455e-06,
      "loss": 0.2425,
      "num_input_tokens_seen": 59986768,
      "step": 31170
    },
    {
      "epoch": 5.085651358185823,
      "grad_norm": 1.3130943775177002,
      "learning_rate": 5.7697501260966345e-06,
      "loss": 0.1143,
      "num_input_tokens_seen": 59997792,
      "step": 31175
    },
    {
      "epoch": 5.08646708540664,
      "grad_norm": 0.5314955115318298,
      "learning_rate": 5.7634782797360145e-06,
      "loss": 0.1557,
      "num_input_tokens_seen": 60007920,
      "step": 31180
    },
    {
      "epoch": 5.087282812627457,
      "grad_norm": 0.2945888340473175,
      "learning_rate": 5.757209399888777e-06,
      "loss": 0.1765,
      "num_input_tokens_seen": 60016752,
      "step": 31185
    },
    {
      "epoch": 5.088098539848275,
      "grad_norm": 0.7855046391487122,
      "learning_rate": 5.750943487521679e-06,
      "loss": 0.142,
      "num_input_tokens_seen": 60026752,
      "step": 31190
    },
    {
      "epoch": 5.088914267069092,
      "grad_norm": 0.8534342050552368,
      "learning_rate": 5.744680543600986e-06,
      "loss": 0.181,
      "num_input_tokens_seen": 60036560,
      "step": 31195
    },
    {
      "epoch": 5.089729994289909,
      "grad_norm": 0.18074512481689453,
      "learning_rate": 5.738420569092537e-06,
      "loss": 0.0984,
      "num_input_tokens_seen": 60047056,
      "step": 31200
    },
    {
      "epoch": 5.089729994289909,
      "eval_loss": 0.16279207170009613,
      "eval_runtime": 71.3827,
      "eval_samples_per_second": 38.175,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 60047056,
      "step": 31200
    },
    {
      "epoch": 5.090545721510727,
      "grad_norm": 1.1062875986099243,
      "learning_rate": 5.732163564961684e-06,
      "loss": 0.196,
      "num_input_tokens_seen": 60057440,
      "step": 31205
    },
    {
      "epoch": 5.091361448731544,
      "grad_norm": 0.6330218315124512,
      "learning_rate": 5.725909532173354e-06,
      "loss": 0.1683,
      "num_input_tokens_seen": 60066672,
      "step": 31210
    },
    {
      "epoch": 5.0921771759523615,
      "grad_norm": 0.3411872684955597,
      "learning_rate": 5.719658471691977e-06,
      "loss": 0.1748,
      "num_input_tokens_seen": 60077088,
      "step": 31215
    },
    {
      "epoch": 5.092992903173179,
      "grad_norm": 0.6463495492935181,
      "learning_rate": 5.71341038448156e-06,
      "loss": 0.2264,
      "num_input_tokens_seen": 60087248,
      "step": 31220
    },
    {
      "epoch": 5.093808630393997,
      "grad_norm": 0.3245936632156372,
      "learning_rate": 5.707165271505635e-06,
      "loss": 0.1989,
      "num_input_tokens_seen": 60097344,
      "step": 31225
    },
    {
      "epoch": 5.094624357614814,
      "grad_norm": 0.5717746019363403,
      "learning_rate": 5.700923133727271e-06,
      "loss": 0.1003,
      "num_input_tokens_seen": 60107488,
      "step": 31230
    },
    {
      "epoch": 5.095440084835631,
      "grad_norm": 1.4984370470046997,
      "learning_rate": 5.694683972109083e-06,
      "loss": 0.1922,
      "num_input_tokens_seen": 60116960,
      "step": 31235
    },
    {
      "epoch": 5.096255812056448,
      "grad_norm": 1.252501368522644,
      "learning_rate": 5.688447787613241e-06,
      "loss": 0.1143,
      "num_input_tokens_seen": 60126160,
      "step": 31240
    },
    {
      "epoch": 5.097071539277266,
      "grad_norm": 0.6185948252677917,
      "learning_rate": 5.6822145812014285e-06,
      "loss": 0.1473,
      "num_input_tokens_seen": 60135872,
      "step": 31245
    },
    {
      "epoch": 5.097887266498083,
      "grad_norm": 1.0811220407485962,
      "learning_rate": 5.675984353834896e-06,
      "loss": 0.1865,
      "num_input_tokens_seen": 60145184,
      "step": 31250
    },
    {
      "epoch": 5.0987029937189,
      "grad_norm": 0.3299616575241089,
      "learning_rate": 5.66975710647441e-06,
      "loss": 0.1454,
      "num_input_tokens_seen": 60155664,
      "step": 31255
    },
    {
      "epoch": 5.0995187209397175,
      "grad_norm": 0.8557366132736206,
      "learning_rate": 5.663532840080304e-06,
      "loss": 0.187,
      "num_input_tokens_seen": 60165680,
      "step": 31260
    },
    {
      "epoch": 5.1003344481605355,
      "grad_norm": 0.3714587092399597,
      "learning_rate": 5.6573115556124325e-06,
      "loss": 0.1182,
      "num_input_tokens_seen": 60175008,
      "step": 31265
    },
    {
      "epoch": 5.101150175381353,
      "grad_norm": 0.36211317777633667,
      "learning_rate": 5.651093254030185e-06,
      "loss": 0.1555,
      "num_input_tokens_seen": 60183776,
      "step": 31270
    },
    {
      "epoch": 5.10196590260217,
      "grad_norm": 0.7591818571090698,
      "learning_rate": 5.644877936292514e-06,
      "loss": 0.1664,
      "num_input_tokens_seen": 60192928,
      "step": 31275
    },
    {
      "epoch": 5.102781629822987,
      "grad_norm": 0.5478051900863647,
      "learning_rate": 5.638665603357901e-06,
      "loss": 0.1385,
      "num_input_tokens_seen": 60202288,
      "step": 31280
    },
    {
      "epoch": 5.103597357043805,
      "grad_norm": 0.8486163020133972,
      "learning_rate": 5.632456256184357e-06,
      "loss": 0.1984,
      "num_input_tokens_seen": 60211872,
      "step": 31285
    },
    {
      "epoch": 5.104413084264622,
      "grad_norm": 0.9152825474739075,
      "learning_rate": 5.626249895729452e-06,
      "loss": 0.1508,
      "num_input_tokens_seen": 60220112,
      "step": 31290
    },
    {
      "epoch": 5.105228811485439,
      "grad_norm": 0.5840227007865906,
      "learning_rate": 5.620046522950273e-06,
      "loss": 0.177,
      "num_input_tokens_seen": 60229856,
      "step": 31295
    },
    {
      "epoch": 5.106044538706256,
      "grad_norm": 0.5803835988044739,
      "learning_rate": 5.613846138803464e-06,
      "loss": 0.1315,
      "num_input_tokens_seen": 60239248,
      "step": 31300
    },
    {
      "epoch": 5.106860265927074,
      "grad_norm": 0.7904243469238281,
      "learning_rate": 5.607648744245206e-06,
      "loss": 0.1208,
      "num_input_tokens_seen": 60249168,
      "step": 31305
    },
    {
      "epoch": 5.1076759931478914,
      "grad_norm": 0.39553776383399963,
      "learning_rate": 5.601454340231207e-06,
      "loss": 0.1643,
      "num_input_tokens_seen": 60258896,
      "step": 31310
    },
    {
      "epoch": 5.108491720368709,
      "grad_norm": 0.5367761254310608,
      "learning_rate": 5.595262927716724e-06,
      "loss": 0.091,
      "num_input_tokens_seen": 60268400,
      "step": 31315
    },
    {
      "epoch": 5.109307447589526,
      "grad_norm": 0.8427755832672119,
      "learning_rate": 5.589074507656561e-06,
      "loss": 0.1529,
      "num_input_tokens_seen": 60278784,
      "step": 31320
    },
    {
      "epoch": 5.110123174810344,
      "grad_norm": 1.3672198057174683,
      "learning_rate": 5.582889081005044e-06,
      "loss": 0.2235,
      "num_input_tokens_seen": 60289472,
      "step": 31325
    },
    {
      "epoch": 5.110938902031161,
      "grad_norm": 1.219462513923645,
      "learning_rate": 5.5767066487160316e-06,
      "loss": 0.1919,
      "num_input_tokens_seen": 60298432,
      "step": 31330
    },
    {
      "epoch": 5.111754629251978,
      "grad_norm": 0.4051606059074402,
      "learning_rate": 5.570527211742949e-06,
      "loss": 0.1632,
      "num_input_tokens_seen": 60308352,
      "step": 31335
    },
    {
      "epoch": 5.112570356472795,
      "grad_norm": 0.6162465810775757,
      "learning_rate": 5.564350771038731e-06,
      "loss": 0.1424,
      "num_input_tokens_seen": 60317600,
      "step": 31340
    },
    {
      "epoch": 5.113386083693613,
      "grad_norm": 1.584326148033142,
      "learning_rate": 5.558177327555875e-06,
      "loss": 0.2086,
      "num_input_tokens_seen": 60327232,
      "step": 31345
    },
    {
      "epoch": 5.11420181091443,
      "grad_norm": 0.5397045016288757,
      "learning_rate": 5.552006882246388e-06,
      "loss": 0.2071,
      "num_input_tokens_seen": 60337664,
      "step": 31350
    },
    {
      "epoch": 5.115017538135247,
      "grad_norm": 0.7661838531494141,
      "learning_rate": 5.545839436061839e-06,
      "loss": 0.1306,
      "num_input_tokens_seen": 60347760,
      "step": 31355
    },
    {
      "epoch": 5.1158332653560645,
      "grad_norm": 0.6449742913246155,
      "learning_rate": 5.539674989953331e-06,
      "loss": 0.1856,
      "num_input_tokens_seen": 60358272,
      "step": 31360
    },
    {
      "epoch": 5.1166489925768825,
      "grad_norm": 0.7830573916435242,
      "learning_rate": 5.533513544871488e-06,
      "loss": 0.1402,
      "num_input_tokens_seen": 60368208,
      "step": 31365
    },
    {
      "epoch": 5.1174647197977,
      "grad_norm": 0.6475259065628052,
      "learning_rate": 5.527355101766493e-06,
      "loss": 0.1259,
      "num_input_tokens_seen": 60377216,
      "step": 31370
    },
    {
      "epoch": 5.118280447018517,
      "grad_norm": 0.826252281665802,
      "learning_rate": 5.521199661588044e-06,
      "loss": 0.1034,
      "num_input_tokens_seen": 60385888,
      "step": 31375
    },
    {
      "epoch": 5.119096174239334,
      "grad_norm": 0.7887580394744873,
      "learning_rate": 5.5150472252853944e-06,
      "loss": 0.1257,
      "num_input_tokens_seen": 60395456,
      "step": 31380
    },
    {
      "epoch": 5.119911901460152,
      "grad_norm": 0.7175800800323486,
      "learning_rate": 5.50889779380733e-06,
      "loss": 0.0951,
      "num_input_tokens_seen": 60404944,
      "step": 31385
    },
    {
      "epoch": 5.120727628680969,
      "grad_norm": 0.6743034720420837,
      "learning_rate": 5.5027513681021605e-06,
      "loss": 0.2117,
      "num_input_tokens_seen": 60414816,
      "step": 31390
    },
    {
      "epoch": 5.121543355901786,
      "grad_norm": 0.9858499765396118,
      "learning_rate": 5.4966079491177545e-06,
      "loss": 0.1041,
      "num_input_tokens_seen": 60424448,
      "step": 31395
    },
    {
      "epoch": 5.122359083122603,
      "grad_norm": 1.3112223148345947,
      "learning_rate": 5.490467537801491e-06,
      "loss": 0.2309,
      "num_input_tokens_seen": 60433680,
      "step": 31400
    },
    {
      "epoch": 5.122359083122603,
      "eval_loss": 0.1617201417684555,
      "eval_runtime": 71.3637,
      "eval_samples_per_second": 38.185,
      "eval_steps_per_second": 19.099,
      "num_input_tokens_seen": 60433680,
      "step": 31400
    },
    {
      "epoch": 5.123174810343421,
      "grad_norm": 0.5081319808959961,
      "learning_rate": 5.484330135100313e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 60442608,
      "step": 31405
    },
    {
      "epoch": 5.1239905375642385,
      "grad_norm": 0.6551234722137451,
      "learning_rate": 5.4781957419606785e-06,
      "loss": 0.1866,
      "num_input_tokens_seen": 60452880,
      "step": 31410
    },
    {
      "epoch": 5.124806264785056,
      "grad_norm": 0.60770583152771,
      "learning_rate": 5.472064359328577e-06,
      "loss": 0.1767,
      "num_input_tokens_seen": 60463152,
      "step": 31415
    },
    {
      "epoch": 5.125621992005874,
      "grad_norm": 0.8286351561546326,
      "learning_rate": 5.4659359881495565e-06,
      "loss": 0.1102,
      "num_input_tokens_seen": 60473280,
      "step": 31420
    },
    {
      "epoch": 5.126437719226691,
      "grad_norm": 0.19683478772640228,
      "learning_rate": 5.4598106293686916e-06,
      "loss": 0.1998,
      "num_input_tokens_seen": 60482816,
      "step": 31425
    },
    {
      "epoch": 5.127253446447508,
      "grad_norm": 0.7041593790054321,
      "learning_rate": 5.45368828393058e-06,
      "loss": 0.1811,
      "num_input_tokens_seen": 60490704,
      "step": 31430
    },
    {
      "epoch": 5.128069173668325,
      "grad_norm": 1.094648838043213,
      "learning_rate": 5.44756895277937e-06,
      "loss": 0.1514,
      "num_input_tokens_seen": 60500032,
      "step": 31435
    },
    {
      "epoch": 5.128884900889143,
      "grad_norm": 0.5894122123718262,
      "learning_rate": 5.441452636858746e-06,
      "loss": 0.1129,
      "num_input_tokens_seen": 60508752,
      "step": 31440
    },
    {
      "epoch": 5.12970062810996,
      "grad_norm": 0.7102993130683899,
      "learning_rate": 5.435339337111905e-06,
      "loss": 0.1233,
      "num_input_tokens_seen": 60518352,
      "step": 31445
    },
    {
      "epoch": 5.130516355330777,
      "grad_norm": 0.6341902613639832,
      "learning_rate": 5.42922905448161e-06,
      "loss": 0.1147,
      "num_input_tokens_seen": 60527248,
      "step": 31450
    },
    {
      "epoch": 5.1313320825515945,
      "grad_norm": 0.3201582729816437,
      "learning_rate": 5.423121789910129e-06,
      "loss": 0.1634,
      "num_input_tokens_seen": 60535472,
      "step": 31455
    },
    {
      "epoch": 5.1321478097724125,
      "grad_norm": 0.4341345429420471,
      "learning_rate": 5.417017544339287e-06,
      "loss": 0.1978,
      "num_input_tokens_seen": 60542848,
      "step": 31460
    },
    {
      "epoch": 5.13296353699323,
      "grad_norm": 0.4919882118701935,
      "learning_rate": 5.410916318710443e-06,
      "loss": 0.2055,
      "num_input_tokens_seen": 60552976,
      "step": 31465
    },
    {
      "epoch": 5.133779264214047,
      "grad_norm": 1.0015995502471924,
      "learning_rate": 5.404818113964466e-06,
      "loss": 0.1706,
      "num_input_tokens_seen": 60562144,
      "step": 31470
    },
    {
      "epoch": 5.134594991434864,
      "grad_norm": 0.3807298243045807,
      "learning_rate": 5.398722931041792e-06,
      "loss": 0.2021,
      "num_input_tokens_seen": 60572768,
      "step": 31475
    },
    {
      "epoch": 5.135410718655682,
      "grad_norm": 0.5268557667732239,
      "learning_rate": 5.392630770882367e-06,
      "loss": 0.1364,
      "num_input_tokens_seen": 60583472,
      "step": 31480
    },
    {
      "epoch": 5.136226445876499,
      "grad_norm": 0.21470819413661957,
      "learning_rate": 5.3865416344256705e-06,
      "loss": 0.1266,
      "num_input_tokens_seen": 60592832,
      "step": 31485
    },
    {
      "epoch": 5.137042173097316,
      "grad_norm": 1.0801724195480347,
      "learning_rate": 5.380455522610742e-06,
      "loss": 0.1914,
      "num_input_tokens_seen": 60601184,
      "step": 31490
    },
    {
      "epoch": 5.137857900318133,
      "grad_norm": 1.8801637887954712,
      "learning_rate": 5.374372436376116e-06,
      "loss": 0.1538,
      "num_input_tokens_seen": 60610512,
      "step": 31495
    },
    {
      "epoch": 5.138673627538951,
      "grad_norm": 0.5663684606552124,
      "learning_rate": 5.368292376659895e-06,
      "loss": 0.1959,
      "num_input_tokens_seen": 60620048,
      "step": 31500
    },
    {
      "epoch": 5.139489354759768,
      "grad_norm": 0.7584455013275146,
      "learning_rate": 5.362215344399701e-06,
      "loss": 0.1334,
      "num_input_tokens_seen": 60628768,
      "step": 31505
    },
    {
      "epoch": 5.1403050819805856,
      "grad_norm": 0.8172425031661987,
      "learning_rate": 5.356141340532678e-06,
      "loss": 0.1236,
      "num_input_tokens_seen": 60638416,
      "step": 31510
    },
    {
      "epoch": 5.141120809201403,
      "grad_norm": 1.2382689714431763,
      "learning_rate": 5.350070365995522e-06,
      "loss": 0.1351,
      "num_input_tokens_seen": 60648224,
      "step": 31515
    },
    {
      "epoch": 5.141936536422221,
      "grad_norm": 0.5154179334640503,
      "learning_rate": 5.344002421724459e-06,
      "loss": 0.1482,
      "num_input_tokens_seen": 60658624,
      "step": 31520
    },
    {
      "epoch": 5.142752263643038,
      "grad_norm": 0.41938096284866333,
      "learning_rate": 5.337937508655228e-06,
      "loss": 0.1086,
      "num_input_tokens_seen": 60667984,
      "step": 31525
    },
    {
      "epoch": 5.143567990863855,
      "grad_norm": 1.0523107051849365,
      "learning_rate": 5.331875627723126e-06,
      "loss": 0.1483,
      "num_input_tokens_seen": 60676800,
      "step": 31530
    },
    {
      "epoch": 5.144383718084672,
      "grad_norm": 0.3339005410671234,
      "learning_rate": 5.325816779862963e-06,
      "loss": 0.1212,
      "num_input_tokens_seen": 60686928,
      "step": 31535
    },
    {
      "epoch": 5.14519944530549,
      "grad_norm": 0.535274863243103,
      "learning_rate": 5.319760966009102e-06,
      "loss": 0.1676,
      "num_input_tokens_seen": 60696048,
      "step": 31540
    },
    {
      "epoch": 5.146015172526307,
      "grad_norm": 0.6263349652290344,
      "learning_rate": 5.3137081870954096e-06,
      "loss": 0.1949,
      "num_input_tokens_seen": 60706400,
      "step": 31545
    },
    {
      "epoch": 5.146830899747124,
      "grad_norm": 0.5758050084114075,
      "learning_rate": 5.307658444055313e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 60716288,
      "step": 31550
    },
    {
      "epoch": 5.1476466269679415,
      "grad_norm": 0.5340408682823181,
      "learning_rate": 5.301611737821749e-06,
      "loss": 0.168,
      "num_input_tokens_seen": 60726256,
      "step": 31555
    },
    {
      "epoch": 5.1484623541887595,
      "grad_norm": 0.8204716444015503,
      "learning_rate": 5.295568069327206e-06,
      "loss": 0.1226,
      "num_input_tokens_seen": 60735360,
      "step": 31560
    },
    {
      "epoch": 5.149278081409577,
      "grad_norm": 0.6546651721000671,
      "learning_rate": 5.289527439503683e-06,
      "loss": 0.1537,
      "num_input_tokens_seen": 60744432,
      "step": 31565
    },
    {
      "epoch": 5.150093808630394,
      "grad_norm": 0.17598873376846313,
      "learning_rate": 5.28348984928273e-06,
      "loss": 0.1204,
      "num_input_tokens_seen": 60753536,
      "step": 31570
    },
    {
      "epoch": 5.150909535851211,
      "grad_norm": 0.777460515499115,
      "learning_rate": 5.27745529959541e-06,
      "loss": 0.1343,
      "num_input_tokens_seen": 60764112,
      "step": 31575
    },
    {
      "epoch": 5.151725263072029,
      "grad_norm": 0.561962366104126,
      "learning_rate": 5.271423791372335e-06,
      "loss": 0.1549,
      "num_input_tokens_seen": 60772080,
      "step": 31580
    },
    {
      "epoch": 5.152540990292846,
      "grad_norm": 0.7364575266838074,
      "learning_rate": 5.26539532554364e-06,
      "loss": 0.099,
      "num_input_tokens_seen": 60781712,
      "step": 31585
    },
    {
      "epoch": 5.153356717513663,
      "grad_norm": 0.889164388179779,
      "learning_rate": 5.25936990303898e-06,
      "loss": 0.1783,
      "num_input_tokens_seen": 60791104,
      "step": 31590
    },
    {
      "epoch": 5.154172444734481,
      "grad_norm": 1.1221401691436768,
      "learning_rate": 5.253347524787555e-06,
      "loss": 0.1951,
      "num_input_tokens_seen": 60800720,
      "step": 31595
    },
    {
      "epoch": 5.154988171955298,
      "grad_norm": 0.5071113109588623,
      "learning_rate": 5.2473281917181035e-06,
      "loss": 0.1656,
      "num_input_tokens_seen": 60809376,
      "step": 31600
    },
    {
      "epoch": 5.154988171955298,
      "eval_loss": 0.1619977355003357,
      "eval_runtime": 71.3569,
      "eval_samples_per_second": 38.188,
      "eval_steps_per_second": 19.101,
      "num_input_tokens_seen": 60809376,
      "step": 31600
    },
    {
      "epoch": 5.1558038991761155,
      "grad_norm": 1.4315423965454102,
      "learning_rate": 5.241311904758864e-06,
      "loss": 0.1351,
      "num_input_tokens_seen": 60819392,
      "step": 31605
    },
    {
      "epoch": 5.156619626396933,
      "grad_norm": 0.425273597240448,
      "learning_rate": 5.23529866483764e-06,
      "loss": 0.1286,
      "num_input_tokens_seen": 60827888,
      "step": 31610
    },
    {
      "epoch": 5.157435353617751,
      "grad_norm": 0.3758712112903595,
      "learning_rate": 5.229288472881732e-06,
      "loss": 0.2075,
      "num_input_tokens_seen": 60836384,
      "step": 31615
    },
    {
      "epoch": 5.158251080838568,
      "grad_norm": 1.0938801765441895,
      "learning_rate": 5.2232813298180025e-06,
      "loss": 0.1895,
      "num_input_tokens_seen": 60845296,
      "step": 31620
    },
    {
      "epoch": 5.159066808059385,
      "grad_norm": 0.634719967842102,
      "learning_rate": 5.217277236572824e-06,
      "loss": 0.1587,
      "num_input_tokens_seen": 60854768,
      "step": 31625
    },
    {
      "epoch": 5.159882535280202,
      "grad_norm": 1.023847222328186,
      "learning_rate": 5.211276194072093e-06,
      "loss": 0.1519,
      "num_input_tokens_seen": 60864208,
      "step": 31630
    },
    {
      "epoch": 5.16069826250102,
      "grad_norm": 0.45007389783859253,
      "learning_rate": 5.205278203241254e-06,
      "loss": 0.1665,
      "num_input_tokens_seen": 60874400,
      "step": 31635
    },
    {
      "epoch": 5.161513989721837,
      "grad_norm": 1.0136518478393555,
      "learning_rate": 5.199283265005278e-06,
      "loss": 0.1344,
      "num_input_tokens_seen": 60884176,
      "step": 31640
    },
    {
      "epoch": 5.162329716942654,
      "grad_norm": 1.0537209510803223,
      "learning_rate": 5.193291380288648e-06,
      "loss": 0.212,
      "num_input_tokens_seen": 60894448,
      "step": 31645
    },
    {
      "epoch": 5.163145444163471,
      "grad_norm": 0.6833208799362183,
      "learning_rate": 5.1873025500153995e-06,
      "loss": 0.1512,
      "num_input_tokens_seen": 60904816,
      "step": 31650
    },
    {
      "epoch": 5.1639611713842895,
      "grad_norm": 1.189273715019226,
      "learning_rate": 5.181316775109071e-06,
      "loss": 0.1537,
      "num_input_tokens_seen": 60914416,
      "step": 31655
    },
    {
      "epoch": 5.164776898605107,
      "grad_norm": 0.33598968386650085,
      "learning_rate": 5.1753340564927564e-06,
      "loss": 0.1183,
      "num_input_tokens_seen": 60922800,
      "step": 31660
    },
    {
      "epoch": 5.165592625825924,
      "grad_norm": 0.4201866686344147,
      "learning_rate": 5.169354395089068e-06,
      "loss": 0.1973,
      "num_input_tokens_seen": 60932432,
      "step": 31665
    },
    {
      "epoch": 5.166408353046741,
      "grad_norm": 0.9397628903388977,
      "learning_rate": 5.1633777918201346e-06,
      "loss": 0.1809,
      "num_input_tokens_seen": 60942816,
      "step": 31670
    },
    {
      "epoch": 5.167224080267559,
      "grad_norm": 0.7374669909477234,
      "learning_rate": 5.157404247607625e-06,
      "loss": 0.1657,
      "num_input_tokens_seen": 60951264,
      "step": 31675
    },
    {
      "epoch": 5.168039807488376,
      "grad_norm": 0.8189029097557068,
      "learning_rate": 5.1514337633727454e-06,
      "loss": 0.1857,
      "num_input_tokens_seen": 60959440,
      "step": 31680
    },
    {
      "epoch": 5.168855534709193,
      "grad_norm": 1.6230621337890625,
      "learning_rate": 5.145466340036206e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 60969552,
      "step": 31685
    },
    {
      "epoch": 5.16967126193001,
      "grad_norm": 1.2340397834777832,
      "learning_rate": 5.139501978518274e-06,
      "loss": 0.1228,
      "num_input_tokens_seen": 60980432,
      "step": 31690
    },
    {
      "epoch": 5.170486989150828,
      "grad_norm": 1.0807172060012817,
      "learning_rate": 5.133540679738716e-06,
      "loss": 0.1623,
      "num_input_tokens_seen": 60988704,
      "step": 31695
    },
    {
      "epoch": 5.171302716371645,
      "grad_norm": 0.6246190071105957,
      "learning_rate": 5.127582444616838e-06,
      "loss": 0.1504,
      "num_input_tokens_seen": 60997536,
      "step": 31700
    },
    {
      "epoch": 5.1721184435924625,
      "grad_norm": 0.6109017133712769,
      "learning_rate": 5.121627274071486e-06,
      "loss": 0.2249,
      "num_input_tokens_seen": 61007856,
      "step": 31705
    },
    {
      "epoch": 5.17293417081328,
      "grad_norm": 0.5510480999946594,
      "learning_rate": 5.115675169021009e-06,
      "loss": 0.1412,
      "num_input_tokens_seen": 61017600,
      "step": 31710
    },
    {
      "epoch": 5.173749898034098,
      "grad_norm": 0.963819682598114,
      "learning_rate": 5.1097261303832994e-06,
      "loss": 0.1445,
      "num_input_tokens_seen": 61027568,
      "step": 31715
    },
    {
      "epoch": 5.174565625254915,
      "grad_norm": 1.4788137674331665,
      "learning_rate": 5.103780159075788e-06,
      "loss": 0.1923,
      "num_input_tokens_seen": 61036672,
      "step": 31720
    },
    {
      "epoch": 5.175381352475732,
      "grad_norm": 0.6238167881965637,
      "learning_rate": 5.0978372560154e-06,
      "loss": 0.1664,
      "num_input_tokens_seen": 61045232,
      "step": 31725
    },
    {
      "epoch": 5.176197079696549,
      "grad_norm": 0.7823018431663513,
      "learning_rate": 5.091897422118619e-06,
      "loss": 0.1283,
      "num_input_tokens_seen": 61055024,
      "step": 31730
    },
    {
      "epoch": 5.177012806917367,
      "grad_norm": 0.8815703988075256,
      "learning_rate": 5.0859606583014305e-06,
      "loss": 0.2195,
      "num_input_tokens_seen": 61064624,
      "step": 31735
    },
    {
      "epoch": 5.177828534138184,
      "grad_norm": 0.5794803500175476,
      "learning_rate": 5.080026965479365e-06,
      "loss": 0.1289,
      "num_input_tokens_seen": 61074624,
      "step": 31740
    },
    {
      "epoch": 5.178644261359001,
      "grad_norm": 0.5153510570526123,
      "learning_rate": 5.074096344567475e-06,
      "loss": 0.2148,
      "num_input_tokens_seen": 61082928,
      "step": 31745
    },
    {
      "epoch": 5.1794599885798185,
      "grad_norm": 0.7542592287063599,
      "learning_rate": 5.0681687964803294e-06,
      "loss": 0.2523,
      "num_input_tokens_seen": 61091632,
      "step": 31750
    },
    {
      "epoch": 5.1802757158006365,
      "grad_norm": 0.6673555970191956,
      "learning_rate": 5.06224432213204e-06,
      "loss": 0.147,
      "num_input_tokens_seen": 61099520,
      "step": 31755
    },
    {
      "epoch": 5.181091443021454,
      "grad_norm": 1.007728099822998,
      "learning_rate": 5.056322922436224e-06,
      "loss": 0.2365,
      "num_input_tokens_seen": 61108784,
      "step": 31760
    },
    {
      "epoch": 5.181907170242271,
      "grad_norm": 0.5714655518531799,
      "learning_rate": 5.0504045983060465e-06,
      "loss": 0.1976,
      "num_input_tokens_seen": 61117712,
      "step": 31765
    },
    {
      "epoch": 5.182722897463089,
      "grad_norm": 0.4369753897190094,
      "learning_rate": 5.044489350654183e-06,
      "loss": 0.1952,
      "num_input_tokens_seen": 61126384,
      "step": 31770
    },
    {
      "epoch": 5.183538624683906,
      "grad_norm": 0.49858927726745605,
      "learning_rate": 5.038577180392831e-06,
      "loss": 0.126,
      "num_input_tokens_seen": 61135744,
      "step": 31775
    },
    {
      "epoch": 5.184354351904723,
      "grad_norm": 0.6297553777694702,
      "learning_rate": 5.032668088433729e-06,
      "loss": 0.1492,
      "num_input_tokens_seen": 61144864,
      "step": 31780
    },
    {
      "epoch": 5.18517007912554,
      "grad_norm": 0.7381465435028076,
      "learning_rate": 5.02676207568814e-06,
      "loss": 0.1891,
      "num_input_tokens_seen": 61154688,
      "step": 31785
    },
    {
      "epoch": 5.185985806346358,
      "grad_norm": 0.5691414475440979,
      "learning_rate": 5.02085914306683e-06,
      "loss": 0.1105,
      "num_input_tokens_seen": 61165184,
      "step": 31790
    },
    {
      "epoch": 5.186801533567175,
      "grad_norm": 0.5019047260284424,
      "learning_rate": 5.014959291480123e-06,
      "loss": 0.1334,
      "num_input_tokens_seen": 61176512,
      "step": 31795
    },
    {
      "epoch": 5.1876172607879925,
      "grad_norm": 0.7054365873336792,
      "learning_rate": 5.009062521837835e-06,
      "loss": 0.1558,
      "num_input_tokens_seen": 61186608,
      "step": 31800
    },
    {
      "epoch": 5.1876172607879925,
      "eval_loss": 0.16214261949062347,
      "eval_runtime": 71.4517,
      "eval_samples_per_second": 38.138,
      "eval_steps_per_second": 19.076,
      "num_input_tokens_seen": 61186608,
      "step": 31800
    },
    {
      "epoch": 5.18843298800881,
      "grad_norm": 0.966374933719635,
      "learning_rate": 5.003168835049324e-06,
      "loss": 0.1437,
      "num_input_tokens_seen": 61196400,
      "step": 31805
    },
    {
      "epoch": 5.189248715229628,
      "grad_norm": 0.4448693096637726,
      "learning_rate": 4.997278232023483e-06,
      "loss": 0.1222,
      "num_input_tokens_seen": 61205504,
      "step": 31810
    },
    {
      "epoch": 5.190064442450445,
      "grad_norm": 1.339202642440796,
      "learning_rate": 4.9913907136687036e-06,
      "loss": 0.2662,
      "num_input_tokens_seen": 61214400,
      "step": 31815
    },
    {
      "epoch": 5.190880169671262,
      "grad_norm": 0.5400996804237366,
      "learning_rate": 4.985506280892918e-06,
      "loss": 0.2183,
      "num_input_tokens_seen": 61223904,
      "step": 31820
    },
    {
      "epoch": 5.191695896892079,
      "grad_norm": 0.18354997038841248,
      "learning_rate": 4.979624934603589e-06,
      "loss": 0.1475,
      "num_input_tokens_seen": 61232928,
      "step": 31825
    },
    {
      "epoch": 5.192511624112897,
      "grad_norm": 0.8099170923233032,
      "learning_rate": 4.97374667570768e-06,
      "loss": 0.1163,
      "num_input_tokens_seen": 61242816,
      "step": 31830
    },
    {
      "epoch": 5.193327351333714,
      "grad_norm": 0.7518916130065918,
      "learning_rate": 4.967871505111704e-06,
      "loss": 0.1437,
      "num_input_tokens_seen": 61252512,
      "step": 31835
    },
    {
      "epoch": 5.194143078554531,
      "grad_norm": 1.6486330032348633,
      "learning_rate": 4.961999423721686e-06,
      "loss": 0.2268,
      "num_input_tokens_seen": 61262016,
      "step": 31840
    },
    {
      "epoch": 5.194958805775348,
      "grad_norm": 0.7994803190231323,
      "learning_rate": 4.956130432443159e-06,
      "loss": 0.1212,
      "num_input_tokens_seen": 61271904,
      "step": 31845
    },
    {
      "epoch": 5.195774532996166,
      "grad_norm": 0.166116401553154,
      "learning_rate": 4.950264532181215e-06,
      "loss": 0.18,
      "num_input_tokens_seen": 61279952,
      "step": 31850
    },
    {
      "epoch": 5.196590260216984,
      "grad_norm": 0.28070592880249023,
      "learning_rate": 4.944401723840433e-06,
      "loss": 0.1276,
      "num_input_tokens_seen": 61290272,
      "step": 31855
    },
    {
      "epoch": 5.197405987437801,
      "grad_norm": 0.7951155304908752,
      "learning_rate": 4.938542008324942e-06,
      "loss": 0.284,
      "num_input_tokens_seen": 61299264,
      "step": 31860
    },
    {
      "epoch": 5.198221714658618,
      "grad_norm": 0.47535035014152527,
      "learning_rate": 4.9326853865383855e-06,
      "loss": 0.1749,
      "num_input_tokens_seen": 61308032,
      "step": 31865
    },
    {
      "epoch": 5.199037441879436,
      "grad_norm": 1.2005300521850586,
      "learning_rate": 4.926831859383918e-06,
      "loss": 0.2373,
      "num_input_tokens_seen": 61318000,
      "step": 31870
    },
    {
      "epoch": 5.199853169100253,
      "grad_norm": 0.6261610984802246,
      "learning_rate": 4.92098142776424e-06,
      "loss": 0.2271,
      "num_input_tokens_seen": 61327072,
      "step": 31875
    },
    {
      "epoch": 5.20066889632107,
      "grad_norm": 0.7055920362472534,
      "learning_rate": 4.91513409258155e-06,
      "loss": 0.1474,
      "num_input_tokens_seen": 61337456,
      "step": 31880
    },
    {
      "epoch": 5.201484623541887,
      "grad_norm": 0.325741171836853,
      "learning_rate": 4.909289854737581e-06,
      "loss": 0.1342,
      "num_input_tokens_seen": 61345952,
      "step": 31885
    },
    {
      "epoch": 5.202300350762705,
      "grad_norm": 0.6775296330451965,
      "learning_rate": 4.903448715133602e-06,
      "loss": 0.1497,
      "num_input_tokens_seen": 61355584,
      "step": 31890
    },
    {
      "epoch": 5.203116077983522,
      "grad_norm": 0.6457387804985046,
      "learning_rate": 4.897610674670372e-06,
      "loss": 0.1374,
      "num_input_tokens_seen": 61364512,
      "step": 31895
    },
    {
      "epoch": 5.2039318052043395,
      "grad_norm": 1.0651521682739258,
      "learning_rate": 4.8917757342482e-06,
      "loss": 0.2405,
      "num_input_tokens_seen": 61373072,
      "step": 31900
    },
    {
      "epoch": 5.204747532425157,
      "grad_norm": 0.8084166646003723,
      "learning_rate": 4.885943894766909e-06,
      "loss": 0.14,
      "num_input_tokens_seen": 61382768,
      "step": 31905
    },
    {
      "epoch": 5.205563259645975,
      "grad_norm": 0.804225742816925,
      "learning_rate": 4.880115157125842e-06,
      "loss": 0.259,
      "num_input_tokens_seen": 61393824,
      "step": 31910
    },
    {
      "epoch": 5.206378986866792,
      "grad_norm": 0.6779835820198059,
      "learning_rate": 4.874289522223857e-06,
      "loss": 0.2406,
      "num_input_tokens_seen": 61403952,
      "step": 31915
    },
    {
      "epoch": 5.207194714087609,
      "grad_norm": 0.8330358266830444,
      "learning_rate": 4.868466990959339e-06,
      "loss": 0.2029,
      "num_input_tokens_seen": 61412896,
      "step": 31920
    },
    {
      "epoch": 5.208010441308426,
      "grad_norm": 0.9547361731529236,
      "learning_rate": 4.8626475642301964e-06,
      "loss": 0.2416,
      "num_input_tokens_seen": 61422160,
      "step": 31925
    },
    {
      "epoch": 5.208826168529244,
      "grad_norm": 0.4492689371109009,
      "learning_rate": 4.856831242933871e-06,
      "loss": 0.1447,
      "num_input_tokens_seen": 61433728,
      "step": 31930
    },
    {
      "epoch": 5.209641895750061,
      "grad_norm": 1.045181155204773,
      "learning_rate": 4.851018027967294e-06,
      "loss": 0.1804,
      "num_input_tokens_seen": 61443136,
      "step": 31935
    },
    {
      "epoch": 5.210457622970878,
      "grad_norm": 0.7113587260246277,
      "learning_rate": 4.845207920226946e-06,
      "loss": 0.2102,
      "num_input_tokens_seen": 61453088,
      "step": 31940
    },
    {
      "epoch": 5.211273350191696,
      "grad_norm": 0.48459675908088684,
      "learning_rate": 4.839400920608825e-06,
      "loss": 0.1852,
      "num_input_tokens_seen": 61462992,
      "step": 31945
    },
    {
      "epoch": 5.2120890774125135,
      "grad_norm": 1.9482064247131348,
      "learning_rate": 4.83359703000843e-06,
      "loss": 0.1724,
      "num_input_tokens_seen": 61472608,
      "step": 31950
    },
    {
      "epoch": 5.212904804633331,
      "grad_norm": 0.6716033220291138,
      "learning_rate": 4.827796249320804e-06,
      "loss": 0.1838,
      "num_input_tokens_seen": 61482896,
      "step": 31955
    },
    {
      "epoch": 5.213720531854148,
      "grad_norm": 0.8338409066200256,
      "learning_rate": 4.82199857944049e-06,
      "loss": 0.1634,
      "num_input_tokens_seen": 61491088,
      "step": 31960
    },
    {
      "epoch": 5.214536259074965,
      "grad_norm": 0.3359093964099884,
      "learning_rate": 4.8162040212615695e-06,
      "loss": 0.1469,
      "num_input_tokens_seen": 61500880,
      "step": 31965
    },
    {
      "epoch": 5.215351986295783,
      "grad_norm": 0.3096160888671875,
      "learning_rate": 4.810412575677639e-06,
      "loss": 0.1965,
      "num_input_tokens_seen": 61510848,
      "step": 31970
    },
    {
      "epoch": 5.2161677135166,
      "grad_norm": 0.2556825876235962,
      "learning_rate": 4.804624243581801e-06,
      "loss": 0.152,
      "num_input_tokens_seen": 61520192,
      "step": 31975
    },
    {
      "epoch": 5.216983440737417,
      "grad_norm": 1.1247118711471558,
      "learning_rate": 4.798839025866703e-06,
      "loss": 0.14,
      "num_input_tokens_seen": 61530480,
      "step": 31980
    },
    {
      "epoch": 5.217799167958235,
      "grad_norm": 0.7182223200798035,
      "learning_rate": 4.793056923424491e-06,
      "loss": 0.1733,
      "num_input_tokens_seen": 61538704,
      "step": 31985
    },
    {
      "epoch": 5.218614895179052,
      "grad_norm": 0.4849826693534851,
      "learning_rate": 4.78727793714683e-06,
      "loss": 0.1723,
      "num_input_tokens_seen": 61547792,
      "step": 31990
    },
    {
      "epoch": 5.219430622399869,
      "grad_norm": 1.1237530708312988,
      "learning_rate": 4.7815020679249285e-06,
      "loss": 0.1612,
      "num_input_tokens_seen": 61556976,
      "step": 31995
    },
    {
      "epoch": 5.220246349620687,
      "grad_norm": 0.5558649301528931,
      "learning_rate": 4.775729316649483e-06,
      "loss": 0.0815,
      "num_input_tokens_seen": 61567504,
      "step": 32000
    },
    {
      "epoch": 5.220246349620687,
      "eval_loss": 0.16176749765872955,
      "eval_runtime": 71.3706,
      "eval_samples_per_second": 38.181,
      "eval_steps_per_second": 19.097,
      "num_input_tokens_seen": 61567504,
      "step": 32000
    },
    {
      "epoch": 5.221062076841505,
      "grad_norm": 0.7389903664588928,
      "learning_rate": 4.769959684210728e-06,
      "loss": 0.1703,
      "num_input_tokens_seen": 61576880,
      "step": 32005
    },
    {
      "epoch": 5.221877804062322,
      "grad_norm": 0.5965177416801453,
      "learning_rate": 4.764193171498426e-06,
      "loss": 0.1193,
      "num_input_tokens_seen": 61587680,
      "step": 32010
    },
    {
      "epoch": 5.222693531283139,
      "grad_norm": 0.7988681197166443,
      "learning_rate": 4.75842977940183e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 61597088,
      "step": 32015
    },
    {
      "epoch": 5.223509258503956,
      "grad_norm": 0.8612387180328369,
      "learning_rate": 4.752669508809729e-06,
      "loss": 0.2303,
      "num_input_tokens_seen": 61607760,
      "step": 32020
    },
    {
      "epoch": 5.224324985724774,
      "grad_norm": 1.1183712482452393,
      "learning_rate": 4.746912360610445e-06,
      "loss": 0.1715,
      "num_input_tokens_seen": 61617840,
      "step": 32025
    },
    {
      "epoch": 5.225140712945591,
      "grad_norm": 0.5665903687477112,
      "learning_rate": 4.741158335691781e-06,
      "loss": 0.146,
      "num_input_tokens_seen": 61627232,
      "step": 32030
    },
    {
      "epoch": 5.225956440166408,
      "grad_norm": 1.0904141664505005,
      "learning_rate": 4.7354074349410994e-06,
      "loss": 0.1026,
      "num_input_tokens_seen": 61636512,
      "step": 32035
    },
    {
      "epoch": 5.226772167387225,
      "grad_norm": 0.5265229344367981,
      "learning_rate": 4.729659659245245e-06,
      "loss": 0.1529,
      "num_input_tokens_seen": 61647504,
      "step": 32040
    },
    {
      "epoch": 5.227587894608043,
      "grad_norm": 1.1376724243164062,
      "learning_rate": 4.723915009490601e-06,
      "loss": 0.199,
      "num_input_tokens_seen": 61656528,
      "step": 32045
    },
    {
      "epoch": 5.2284036218288605,
      "grad_norm": 0.9205322265625,
      "learning_rate": 4.718173486563077e-06,
      "loss": 0.2108,
      "num_input_tokens_seen": 61666336,
      "step": 32050
    },
    {
      "epoch": 5.229219349049678,
      "grad_norm": 0.9761437773704529,
      "learning_rate": 4.71243509134808e-06,
      "loss": 0.1277,
      "num_input_tokens_seen": 61675888,
      "step": 32055
    },
    {
      "epoch": 5.230035076270495,
      "grad_norm": 0.5517352223396301,
      "learning_rate": 4.706699824730532e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 61685920,
      "step": 32060
    },
    {
      "epoch": 5.230850803491313,
      "grad_norm": 2.157956600189209,
      "learning_rate": 4.700967687594901e-06,
      "loss": 0.2684,
      "num_input_tokens_seen": 61696720,
      "step": 32065
    },
    {
      "epoch": 5.23166653071213,
      "grad_norm": 0.607848048210144,
      "learning_rate": 4.69523868082514e-06,
      "loss": 0.1365,
      "num_input_tokens_seen": 61707632,
      "step": 32070
    },
    {
      "epoch": 5.232482257932947,
      "grad_norm": 0.5656048655509949,
      "learning_rate": 4.689512805304747e-06,
      "loss": 0.1383,
      "num_input_tokens_seen": 61717408,
      "step": 32075
    },
    {
      "epoch": 5.233297985153764,
      "grad_norm": 0.7374231219291687,
      "learning_rate": 4.683790061916707e-06,
      "loss": 0.1331,
      "num_input_tokens_seen": 61727232,
      "step": 32080
    },
    {
      "epoch": 5.234113712374582,
      "grad_norm": 0.4619283974170685,
      "learning_rate": 4.678070451543551e-06,
      "loss": 0.1978,
      "num_input_tokens_seen": 61737648,
      "step": 32085
    },
    {
      "epoch": 5.234929439595399,
      "grad_norm": 2.1033146381378174,
      "learning_rate": 4.6723539750673204e-06,
      "loss": 0.1458,
      "num_input_tokens_seen": 61746640,
      "step": 32090
    },
    {
      "epoch": 5.2357451668162165,
      "grad_norm": 0.5215302109718323,
      "learning_rate": 4.666640633369551e-06,
      "loss": 0.1476,
      "num_input_tokens_seen": 61755536,
      "step": 32095
    },
    {
      "epoch": 5.236560894037034,
      "grad_norm": 0.9357388615608215,
      "learning_rate": 4.660930427331323e-06,
      "loss": 0.2133,
      "num_input_tokens_seen": 61765712,
      "step": 32100
    },
    {
      "epoch": 5.237376621257852,
      "grad_norm": 0.8415582180023193,
      "learning_rate": 4.6552233578332244e-06,
      "loss": 0.1204,
      "num_input_tokens_seen": 61776784,
      "step": 32105
    },
    {
      "epoch": 5.238192348478669,
      "grad_norm": 0.6478083729743958,
      "learning_rate": 4.649519425755347e-06,
      "loss": 0.1668,
      "num_input_tokens_seen": 61786336,
      "step": 32110
    },
    {
      "epoch": 5.239008075699486,
      "grad_norm": 0.8095737099647522,
      "learning_rate": 4.64381863197732e-06,
      "loss": 0.2278,
      "num_input_tokens_seen": 61795328,
      "step": 32115
    },
    {
      "epoch": 5.239823802920303,
      "grad_norm": 0.5434566736221313,
      "learning_rate": 4.638120977378269e-06,
      "loss": 0.1455,
      "num_input_tokens_seen": 61805600,
      "step": 32120
    },
    {
      "epoch": 5.240639530141121,
      "grad_norm": 0.5241478085517883,
      "learning_rate": 4.632426462836848e-06,
      "loss": 0.1852,
      "num_input_tokens_seen": 61815056,
      "step": 32125
    },
    {
      "epoch": 5.241455257361938,
      "grad_norm": 1.5842580795288086,
      "learning_rate": 4.626735089231224e-06,
      "loss": 0.2401,
      "num_input_tokens_seen": 61825024,
      "step": 32130
    },
    {
      "epoch": 5.242270984582755,
      "grad_norm": 1.0810203552246094,
      "learning_rate": 4.621046857439068e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 61834544,
      "step": 32135
    },
    {
      "epoch": 5.243086711803572,
      "grad_norm": 0.43733328580856323,
      "learning_rate": 4.615361768337587e-06,
      "loss": 0.1385,
      "num_input_tokens_seen": 61844816,
      "step": 32140
    },
    {
      "epoch": 5.2439024390243905,
      "grad_norm": 1.323732852935791,
      "learning_rate": 4.6096798228034946e-06,
      "loss": 0.1554,
      "num_input_tokens_seen": 61854400,
      "step": 32145
    },
    {
      "epoch": 5.244718166245208,
      "grad_norm": 0.29660946130752563,
      "learning_rate": 4.604001021713008e-06,
      "loss": 0.1124,
      "num_input_tokens_seen": 61863824,
      "step": 32150
    },
    {
      "epoch": 5.245533893466025,
      "grad_norm": 0.7102128863334656,
      "learning_rate": 4.598325365941883e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 61873152,
      "step": 32155
    },
    {
      "epoch": 5.246349620686843,
      "grad_norm": 1.6793335676193237,
      "learning_rate": 4.5926528563653645e-06,
      "loss": 0.1614,
      "num_input_tokens_seen": 61882480,
      "step": 32160
    },
    {
      "epoch": 5.24716534790766,
      "grad_norm": 0.3041743040084839,
      "learning_rate": 4.5869834938582295e-06,
      "loss": 0.1056,
      "num_input_tokens_seen": 61893024,
      "step": 32165
    },
    {
      "epoch": 5.247981075128477,
      "grad_norm": 0.3155558407306671,
      "learning_rate": 4.581317279294772e-06,
      "loss": 0.1281,
      "num_input_tokens_seen": 61902208,
      "step": 32170
    },
    {
      "epoch": 5.248796802349294,
      "grad_norm": 0.548306405544281,
      "learning_rate": 4.57565421354878e-06,
      "loss": 0.1695,
      "num_input_tokens_seen": 61910800,
      "step": 32175
    },
    {
      "epoch": 5.249612529570112,
      "grad_norm": 1.5286182165145874,
      "learning_rate": 4.569994297493579e-06,
      "loss": 0.1727,
      "num_input_tokens_seen": 61919776,
      "step": 32180
    },
    {
      "epoch": 5.250428256790929,
      "grad_norm": 1.2840656042099,
      "learning_rate": 4.564337532002002e-06,
      "loss": 0.2239,
      "num_input_tokens_seen": 61930528,
      "step": 32185
    },
    {
      "epoch": 5.251243984011746,
      "grad_norm": 1.3659825325012207,
      "learning_rate": 4.55868391794638e-06,
      "loss": 0.1805,
      "num_input_tokens_seen": 61940416,
      "step": 32190
    },
    {
      "epoch": 5.2520597112325635,
      "grad_norm": 0.8972584009170532,
      "learning_rate": 4.553033456198588e-06,
      "loss": 0.1716,
      "num_input_tokens_seen": 61949904,
      "step": 32195
    },
    {
      "epoch": 5.252875438453382,
      "grad_norm": 0.709697425365448,
      "learning_rate": 4.54738614762999e-06,
      "loss": 0.1143,
      "num_input_tokens_seen": 61958976,
      "step": 32200
    },
    {
      "epoch": 5.252875438453382,
      "eval_loss": 0.16233810782432556,
      "eval_runtime": 71.3968,
      "eval_samples_per_second": 38.167,
      "eval_steps_per_second": 19.09,
      "num_input_tokens_seen": 61958976,
      "step": 32200
    },
    {
      "epoch": 5.253691165674199,
      "grad_norm": 0.29926106333732605,
      "learning_rate": 4.541741993111465e-06,
      "loss": 0.2303,
      "num_input_tokens_seen": 61967648,
      "step": 32205
    },
    {
      "epoch": 5.254506892895016,
      "grad_norm": 0.7239194512367249,
      "learning_rate": 4.536100993513423e-06,
      "loss": 0.2134,
      "num_input_tokens_seen": 61975904,
      "step": 32210
    },
    {
      "epoch": 5.255322620115833,
      "grad_norm": 0.8220768570899963,
      "learning_rate": 4.530463149705768e-06,
      "loss": 0.1579,
      "num_input_tokens_seen": 61985200,
      "step": 32215
    },
    {
      "epoch": 5.256138347336651,
      "grad_norm": 0.9236191511154175,
      "learning_rate": 4.524828462557934e-06,
      "loss": 0.1578,
      "num_input_tokens_seen": 61995184,
      "step": 32220
    },
    {
      "epoch": 5.256954074557468,
      "grad_norm": 0.2876693904399872,
      "learning_rate": 4.5191969329388625e-06,
      "loss": 0.1573,
      "num_input_tokens_seen": 62005168,
      "step": 32225
    },
    {
      "epoch": 5.257769801778285,
      "grad_norm": 1.3517950773239136,
      "learning_rate": 4.5135685617169965e-06,
      "loss": 0.213,
      "num_input_tokens_seen": 62015536,
      "step": 32230
    },
    {
      "epoch": 5.258585528999102,
      "grad_norm": 0.7097123265266418,
      "learning_rate": 4.507943349760313e-06,
      "loss": 0.1691,
      "num_input_tokens_seen": 62025520,
      "step": 32235
    },
    {
      "epoch": 5.25940125621992,
      "grad_norm": 1.4968570470809937,
      "learning_rate": 4.502321297936277e-06,
      "loss": 0.1987,
      "num_input_tokens_seen": 62035488,
      "step": 32240
    },
    {
      "epoch": 5.2602169834407375,
      "grad_norm": 1.121677279472351,
      "learning_rate": 4.496702407111888e-06,
      "loss": 0.1806,
      "num_input_tokens_seen": 62046032,
      "step": 32245
    },
    {
      "epoch": 5.261032710661555,
      "grad_norm": 0.25777724385261536,
      "learning_rate": 4.491086678153653e-06,
      "loss": 0.1571,
      "num_input_tokens_seen": 62054960,
      "step": 32250
    },
    {
      "epoch": 5.261848437882372,
      "grad_norm": 0.6736087799072266,
      "learning_rate": 4.485474111927579e-06,
      "loss": 0.1919,
      "num_input_tokens_seen": 62063744,
      "step": 32255
    },
    {
      "epoch": 5.26266416510319,
      "grad_norm": 0.9931316375732422,
      "learning_rate": 4.479864709299197e-06,
      "loss": 0.2134,
      "num_input_tokens_seen": 62075056,
      "step": 32260
    },
    {
      "epoch": 5.263479892324007,
      "grad_norm": 0.5997581481933594,
      "learning_rate": 4.474258471133555e-06,
      "loss": 0.1654,
      "num_input_tokens_seen": 62084224,
      "step": 32265
    },
    {
      "epoch": 5.264295619544824,
      "grad_norm": 0.6431581974029541,
      "learning_rate": 4.4686553982952014e-06,
      "loss": 0.2028,
      "num_input_tokens_seen": 62094032,
      "step": 32270
    },
    {
      "epoch": 5.265111346765641,
      "grad_norm": 0.9648911952972412,
      "learning_rate": 4.463055491648191e-06,
      "loss": 0.2036,
      "num_input_tokens_seen": 62103312,
      "step": 32275
    },
    {
      "epoch": 5.265927073986459,
      "grad_norm": 0.3072509169578552,
      "learning_rate": 4.457458752056112e-06,
      "loss": 0.1403,
      "num_input_tokens_seen": 62113152,
      "step": 32280
    },
    {
      "epoch": 5.266742801207276,
      "grad_norm": 0.39607077836990356,
      "learning_rate": 4.451865180382042e-06,
      "loss": 0.0954,
      "num_input_tokens_seen": 62122496,
      "step": 32285
    },
    {
      "epoch": 5.2675585284280935,
      "grad_norm": 1.358028531074524,
      "learning_rate": 4.4462747774885936e-06,
      "loss": 0.2107,
      "num_input_tokens_seen": 62132880,
      "step": 32290
    },
    {
      "epoch": 5.268374255648911,
      "grad_norm": 1.167730450630188,
      "learning_rate": 4.440687544237859e-06,
      "loss": 0.2056,
      "num_input_tokens_seen": 62143488,
      "step": 32295
    },
    {
      "epoch": 5.269189982869729,
      "grad_norm": 0.7446660995483398,
      "learning_rate": 4.435103481491471e-06,
      "loss": 0.2118,
      "num_input_tokens_seen": 62151056,
      "step": 32300
    },
    {
      "epoch": 5.270005710090546,
      "grad_norm": 0.8716784715652466,
      "learning_rate": 4.429522590110569e-06,
      "loss": 0.1395,
      "num_input_tokens_seen": 62161104,
      "step": 32305
    },
    {
      "epoch": 5.270821437311363,
      "grad_norm": 0.2163301259279251,
      "learning_rate": 4.423944870955779e-06,
      "loss": 0.1236,
      "num_input_tokens_seen": 62171408,
      "step": 32310
    },
    {
      "epoch": 5.27163716453218,
      "grad_norm": 0.9269406199455261,
      "learning_rate": 4.418370324887272e-06,
      "loss": 0.1174,
      "num_input_tokens_seen": 62180880,
      "step": 32315
    },
    {
      "epoch": 5.272452891752998,
      "grad_norm": 0.34915629029273987,
      "learning_rate": 4.412798952764699e-06,
      "loss": 0.1068,
      "num_input_tokens_seen": 62190240,
      "step": 32320
    },
    {
      "epoch": 5.273268618973815,
      "grad_norm": 0.9048298597335815,
      "learning_rate": 4.407230755447245e-06,
      "loss": 0.152,
      "num_input_tokens_seen": 62200704,
      "step": 32325
    },
    {
      "epoch": 5.274084346194632,
      "grad_norm": 1.0547069311141968,
      "learning_rate": 4.401665733793598e-06,
      "loss": 0.1499,
      "num_input_tokens_seen": 62210320,
      "step": 32330
    },
    {
      "epoch": 5.27490007341545,
      "grad_norm": 0.6163970828056335,
      "learning_rate": 4.3961038886619425e-06,
      "loss": 0.1136,
      "num_input_tokens_seen": 62219936,
      "step": 32335
    },
    {
      "epoch": 5.275715800636267,
      "grad_norm": 0.38670507073402405,
      "learning_rate": 4.39054522091e-06,
      "loss": 0.1744,
      "num_input_tokens_seen": 62230432,
      "step": 32340
    },
    {
      "epoch": 5.276531527857085,
      "grad_norm": 0.8841119408607483,
      "learning_rate": 4.384989731394979e-06,
      "loss": 0.2429,
      "num_input_tokens_seen": 62239760,
      "step": 32345
    },
    {
      "epoch": 5.277347255077902,
      "grad_norm": 0.45596376061439514,
      "learning_rate": 4.379437420973598e-06,
      "loss": 0.2011,
      "num_input_tokens_seen": 62248064,
      "step": 32350
    },
    {
      "epoch": 5.27816298229872,
      "grad_norm": 0.377032071352005,
      "learning_rate": 4.373888290502107e-06,
      "loss": 0.1264,
      "num_input_tokens_seen": 62258896,
      "step": 32355
    },
    {
      "epoch": 5.278978709519537,
      "grad_norm": 0.35604962706565857,
      "learning_rate": 4.36834234083624e-06,
      "loss": 0.1396,
      "num_input_tokens_seen": 62269856,
      "step": 32360
    },
    {
      "epoch": 5.279794436740354,
      "grad_norm": 0.7855318784713745,
      "learning_rate": 4.362799572831258e-06,
      "loss": 0.1228,
      "num_input_tokens_seen": 62279824,
      "step": 32365
    },
    {
      "epoch": 5.280610163961171,
      "grad_norm": 0.6086193919181824,
      "learning_rate": 4.35725998734193e-06,
      "loss": 0.119,
      "num_input_tokens_seen": 62288896,
      "step": 32370
    },
    {
      "epoch": 5.281425891181989,
      "grad_norm": 0.3005346357822418,
      "learning_rate": 4.3517235852225195e-06,
      "loss": 0.1169,
      "num_input_tokens_seen": 62297312,
      "step": 32375
    },
    {
      "epoch": 5.282241618402806,
      "grad_norm": 0.4504396319389343,
      "learning_rate": 4.346190367326822e-06,
      "loss": 0.1864,
      "num_input_tokens_seen": 62307136,
      "step": 32380
    },
    {
      "epoch": 5.283057345623623,
      "grad_norm": 0.542278528213501,
      "learning_rate": 4.340660334508115e-06,
      "loss": 0.1206,
      "num_input_tokens_seen": 62316320,
      "step": 32385
    },
    {
      "epoch": 5.2838730728444405,
      "grad_norm": 0.8824338912963867,
      "learning_rate": 4.335133487619206e-06,
      "loss": 0.1316,
      "num_input_tokens_seen": 62326288,
      "step": 32390
    },
    {
      "epoch": 5.2846888000652585,
      "grad_norm": 0.772901177406311,
      "learning_rate": 4.329609827512409e-06,
      "loss": 0.1598,
      "num_input_tokens_seen": 62335936,
      "step": 32395
    },
    {
      "epoch": 5.285504527286076,
      "grad_norm": 0.49811500310897827,
      "learning_rate": 4.324089355039531e-06,
      "loss": 0.1347,
      "num_input_tokens_seen": 62346176,
      "step": 32400
    },
    {
      "epoch": 5.285504527286076,
      "eval_loss": 0.1614382117986679,
      "eval_runtime": 71.3575,
      "eval_samples_per_second": 38.188,
      "eval_steps_per_second": 19.101,
      "num_input_tokens_seen": 62346176,
      "step": 32400
    },
    {
      "epoch": 5.286320254506893,
      "grad_norm": 1.2759020328521729,
      "learning_rate": 4.3185720710519075e-06,
      "loss": 0.1832,
      "num_input_tokens_seen": 62356384,
      "step": 32405
    },
    {
      "epoch": 5.28713598172771,
      "grad_norm": 0.592609703540802,
      "learning_rate": 4.3130579764003724e-06,
      "loss": 0.1449,
      "num_input_tokens_seen": 62366400,
      "step": 32410
    },
    {
      "epoch": 5.287951708948528,
      "grad_norm": 1.568272590637207,
      "learning_rate": 4.307547071935267e-06,
      "loss": 0.1509,
      "num_input_tokens_seen": 62375216,
      "step": 32415
    },
    {
      "epoch": 5.288767436169345,
      "grad_norm": 0.47655317187309265,
      "learning_rate": 4.302039358506435e-06,
      "loss": 0.1897,
      "num_input_tokens_seen": 62384240,
      "step": 32420
    },
    {
      "epoch": 5.289583163390162,
      "grad_norm": 0.546820878982544,
      "learning_rate": 4.296534836963245e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 62393520,
      "step": 32425
    },
    {
      "epoch": 5.290398890610979,
      "grad_norm": 1.0465244054794312,
      "learning_rate": 4.291033508154555e-06,
      "loss": 0.1694,
      "num_input_tokens_seen": 62403296,
      "step": 32430
    },
    {
      "epoch": 5.291214617831797,
      "grad_norm": 0.9962056279182434,
      "learning_rate": 4.285535372928748e-06,
      "loss": 0.1737,
      "num_input_tokens_seen": 62413040,
      "step": 32435
    },
    {
      "epoch": 5.2920303450526145,
      "grad_norm": 1.078363060951233,
      "learning_rate": 4.280040432133695e-06,
      "loss": 0.1424,
      "num_input_tokens_seen": 62423056,
      "step": 32440
    },
    {
      "epoch": 5.292846072273432,
      "grad_norm": 0.7700778841972351,
      "learning_rate": 4.274548686616789e-06,
      "loss": 0.1778,
      "num_input_tokens_seen": 62433344,
      "step": 32445
    },
    {
      "epoch": 5.293661799494249,
      "grad_norm": 0.6073678731918335,
      "learning_rate": 4.2690601372249364e-06,
      "loss": 0.0923,
      "num_input_tokens_seen": 62442224,
      "step": 32450
    },
    {
      "epoch": 5.294477526715067,
      "grad_norm": 1.1892133951187134,
      "learning_rate": 4.263574784804525e-06,
      "loss": 0.1214,
      "num_input_tokens_seen": 62452880,
      "step": 32455
    },
    {
      "epoch": 5.295293253935884,
      "grad_norm": 0.7055562734603882,
      "learning_rate": 4.258092630201479e-06,
      "loss": 0.1811,
      "num_input_tokens_seen": 62461824,
      "step": 32460
    },
    {
      "epoch": 5.296108981156701,
      "grad_norm": 1.1042804718017578,
      "learning_rate": 4.252613674261202e-06,
      "loss": 0.1299,
      "num_input_tokens_seen": 62471136,
      "step": 32465
    },
    {
      "epoch": 5.296924708377518,
      "grad_norm": 0.5466517210006714,
      "learning_rate": 4.2471379178286224e-06,
      "loss": 0.1157,
      "num_input_tokens_seen": 62480480,
      "step": 32470
    },
    {
      "epoch": 5.297740435598336,
      "grad_norm": 0.7781510353088379,
      "learning_rate": 4.241665361748181e-06,
      "loss": 0.2361,
      "num_input_tokens_seen": 62489504,
      "step": 32475
    },
    {
      "epoch": 5.298556162819153,
      "grad_norm": 0.45065075159072876,
      "learning_rate": 4.2361960068637994e-06,
      "loss": 0.1064,
      "num_input_tokens_seen": 62498032,
      "step": 32480
    },
    {
      "epoch": 5.2993718900399704,
      "grad_norm": 0.7651646137237549,
      "learning_rate": 4.230729854018933e-06,
      "loss": 0.1585,
      "num_input_tokens_seen": 62506448,
      "step": 32485
    },
    {
      "epoch": 5.300187617260788,
      "grad_norm": 0.6387231349945068,
      "learning_rate": 4.225266904056521e-06,
      "loss": 0.1538,
      "num_input_tokens_seen": 62516704,
      "step": 32490
    },
    {
      "epoch": 5.301003344481606,
      "grad_norm": 0.2816137969493866,
      "learning_rate": 4.21980715781903e-06,
      "loss": 0.1513,
      "num_input_tokens_seen": 62526896,
      "step": 32495
    },
    {
      "epoch": 5.301819071702423,
      "grad_norm": 1.6031863689422607,
      "learning_rate": 4.214350616148416e-06,
      "loss": 0.1853,
      "num_input_tokens_seen": 62537984,
      "step": 32500
    },
    {
      "epoch": 5.30263479892324,
      "grad_norm": 0.5722460150718689,
      "learning_rate": 4.20889727988614e-06,
      "loss": 0.1492,
      "num_input_tokens_seen": 62548144,
      "step": 32505
    },
    {
      "epoch": 5.303450526144058,
      "grad_norm": 0.8881670236587524,
      "learning_rate": 4.20344714987318e-06,
      "loss": 0.2565,
      "num_input_tokens_seen": 62557216,
      "step": 32510
    },
    {
      "epoch": 5.304266253364875,
      "grad_norm": 0.5279947519302368,
      "learning_rate": 4.198000226950022e-06,
      "loss": 0.1926,
      "num_input_tokens_seen": 62568016,
      "step": 32515
    },
    {
      "epoch": 5.305081980585692,
      "grad_norm": 0.8194320797920227,
      "learning_rate": 4.192556511956635e-06,
      "loss": 0.0936,
      "num_input_tokens_seen": 62576336,
      "step": 32520
    },
    {
      "epoch": 5.305897707806509,
      "grad_norm": 0.6716519594192505,
      "learning_rate": 4.18711600573252e-06,
      "loss": 0.201,
      "num_input_tokens_seen": 62586768,
      "step": 32525
    },
    {
      "epoch": 5.306713435027326,
      "grad_norm": 0.7133261561393738,
      "learning_rate": 4.181678709116671e-06,
      "loss": 0.1637,
      "num_input_tokens_seen": 62596448,
      "step": 32530
    },
    {
      "epoch": 5.307529162248144,
      "grad_norm": 0.9408634305000305,
      "learning_rate": 4.1762446229475785e-06,
      "loss": 0.1659,
      "num_input_tokens_seen": 62606160,
      "step": 32535
    },
    {
      "epoch": 5.3083448894689615,
      "grad_norm": 0.4675962030887604,
      "learning_rate": 4.17081374806326e-06,
      "loss": 0.0951,
      "num_input_tokens_seen": 62615600,
      "step": 32540
    },
    {
      "epoch": 5.309160616689779,
      "grad_norm": 0.3048997223377228,
      "learning_rate": 4.165386085301212e-06,
      "loss": 0.1413,
      "num_input_tokens_seen": 62624912,
      "step": 32545
    },
    {
      "epoch": 5.309976343910597,
      "grad_norm": 1.7165206670761108,
      "learning_rate": 4.1599616354984525e-06,
      "loss": 0.2513,
      "num_input_tokens_seen": 62634400,
      "step": 32550
    },
    {
      "epoch": 5.310792071131414,
      "grad_norm": 0.7674064636230469,
      "learning_rate": 4.154540399491508e-06,
      "loss": 0.2003,
      "num_input_tokens_seen": 62643904,
      "step": 32555
    },
    {
      "epoch": 5.311607798352231,
      "grad_norm": 0.6517005562782288,
      "learning_rate": 4.149122378116394e-06,
      "loss": 0.1823,
      "num_input_tokens_seen": 62653504,
      "step": 32560
    },
    {
      "epoch": 5.312423525573048,
      "grad_norm": 1.1471761465072632,
      "learning_rate": 4.14370757220863e-06,
      "loss": 0.2313,
      "num_input_tokens_seen": 62663168,
      "step": 32565
    },
    {
      "epoch": 5.313239252793866,
      "grad_norm": 1.1588358879089355,
      "learning_rate": 4.138295982603263e-06,
      "loss": 0.1502,
      "num_input_tokens_seen": 62673104,
      "step": 32570
    },
    {
      "epoch": 5.314054980014683,
      "grad_norm": 0.7084486484527588,
      "learning_rate": 4.132887610134814e-06,
      "loss": 0.1387,
      "num_input_tokens_seen": 62683728,
      "step": 32575
    },
    {
      "epoch": 5.3148707072355,
      "grad_norm": 0.8463317155838013,
      "learning_rate": 4.127482455637335e-06,
      "loss": 0.1688,
      "num_input_tokens_seen": 62693648,
      "step": 32580
    },
    {
      "epoch": 5.3156864344563175,
      "grad_norm": 1.2205177545547485,
      "learning_rate": 4.1220805199443545e-06,
      "loss": 0.122,
      "num_input_tokens_seen": 62703536,
      "step": 32585
    },
    {
      "epoch": 5.3165021616771355,
      "grad_norm": 0.42269018292427063,
      "learning_rate": 4.116681803888925e-06,
      "loss": 0.1064,
      "num_input_tokens_seen": 62714048,
      "step": 32590
    },
    {
      "epoch": 5.317317888897953,
      "grad_norm": 0.7191706895828247,
      "learning_rate": 4.111286308303605e-06,
      "loss": 0.176,
      "num_input_tokens_seen": 62723792,
      "step": 32595
    },
    {
      "epoch": 5.31813361611877,
      "grad_norm": 0.9422950148582458,
      "learning_rate": 4.105894034020433e-06,
      "loss": 0.2239,
      "num_input_tokens_seen": 62734064,
      "step": 32600
    },
    {
      "epoch": 5.31813361611877,
      "eval_loss": 0.1620502471923828,
      "eval_runtime": 71.3885,
      "eval_samples_per_second": 38.171,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 62734064,
      "step": 32600
    },
    {
      "epoch": 5.318949343339587,
      "grad_norm": 0.8791122436523438,
      "learning_rate": 4.100504981870975e-06,
      "loss": 0.1193,
      "num_input_tokens_seen": 62744320,
      "step": 32605
    },
    {
      "epoch": 5.319765070560405,
      "grad_norm": 0.6646625995635986,
      "learning_rate": 4.0951191526862915e-06,
      "loss": 0.0933,
      "num_input_tokens_seen": 62755072,
      "step": 32610
    },
    {
      "epoch": 5.320580797781222,
      "grad_norm": 0.9340148568153381,
      "learning_rate": 4.089736547296938e-06,
      "loss": 0.1775,
      "num_input_tokens_seen": 62765504,
      "step": 32615
    },
    {
      "epoch": 5.321396525002039,
      "grad_norm": 0.4552404284477234,
      "learning_rate": 4.08435716653299e-06,
      "loss": 0.1769,
      "num_input_tokens_seen": 62775504,
      "step": 32620
    },
    {
      "epoch": 5.322212252222856,
      "grad_norm": 0.4314676821231842,
      "learning_rate": 4.0789810112240005e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 62785984,
      "step": 32625
    },
    {
      "epoch": 5.323027979443674,
      "grad_norm": 0.8974162340164185,
      "learning_rate": 4.073608082199057e-06,
      "loss": 0.1499,
      "num_input_tokens_seen": 62794304,
      "step": 32630
    },
    {
      "epoch": 5.3238437066644915,
      "grad_norm": 0.329154908657074,
      "learning_rate": 4.068238380286718e-06,
      "loss": 0.1077,
      "num_input_tokens_seen": 62804944,
      "step": 32635
    },
    {
      "epoch": 5.324659433885309,
      "grad_norm": 1.793520212173462,
      "learning_rate": 4.062871906315072e-06,
      "loss": 0.2048,
      "num_input_tokens_seen": 62815312,
      "step": 32640
    },
    {
      "epoch": 5.325475161106126,
      "grad_norm": 0.7147794365882874,
      "learning_rate": 4.057508661111686e-06,
      "loss": 0.1498,
      "num_input_tokens_seen": 62825168,
      "step": 32645
    },
    {
      "epoch": 5.326290888326944,
      "grad_norm": 0.4918616712093353,
      "learning_rate": 4.052148645503648e-06,
      "loss": 0.2238,
      "num_input_tokens_seen": 62834976,
      "step": 32650
    },
    {
      "epoch": 5.327106615547761,
      "grad_norm": 0.5247360467910767,
      "learning_rate": 4.046791860317531e-06,
      "loss": 0.1202,
      "num_input_tokens_seen": 62844256,
      "step": 32655
    },
    {
      "epoch": 5.327922342768578,
      "grad_norm": 0.42793089151382446,
      "learning_rate": 4.041438306379431e-06,
      "loss": 0.0996,
      "num_input_tokens_seen": 62853152,
      "step": 32660
    },
    {
      "epoch": 5.328738069989395,
      "grad_norm": 1.1615777015686035,
      "learning_rate": 4.036087984514916e-06,
      "loss": 0.209,
      "num_input_tokens_seen": 62863248,
      "step": 32665
    },
    {
      "epoch": 5.329553797210213,
      "grad_norm": 0.7252722382545471,
      "learning_rate": 4.030740895549084e-06,
      "loss": 0.1432,
      "num_input_tokens_seen": 62872144,
      "step": 32670
    },
    {
      "epoch": 5.33036952443103,
      "grad_norm": 0.5954787731170654,
      "learning_rate": 4.025397040306531e-06,
      "loss": 0.1506,
      "num_input_tokens_seen": 62881248,
      "step": 32675
    },
    {
      "epoch": 5.331185251651847,
      "grad_norm": 0.8038911819458008,
      "learning_rate": 4.0200564196113285e-06,
      "loss": 0.1495,
      "num_input_tokens_seen": 62891616,
      "step": 32680
    },
    {
      "epoch": 5.332000978872665,
      "grad_norm": 0.49256080389022827,
      "learning_rate": 4.014719034287079e-06,
      "loss": 0.1318,
      "num_input_tokens_seen": 62901184,
      "step": 32685
    },
    {
      "epoch": 5.332816706093483,
      "grad_norm": 0.781632661819458,
      "learning_rate": 4.0093848851568775e-06,
      "loss": 0.2142,
      "num_input_tokens_seen": 62910080,
      "step": 32690
    },
    {
      "epoch": 5.3336324333143,
      "grad_norm": 1.299897313117981,
      "learning_rate": 4.004053973043304e-06,
      "loss": 0.1883,
      "num_input_tokens_seen": 62921520,
      "step": 32695
    },
    {
      "epoch": 5.334448160535117,
      "grad_norm": 1.0770604610443115,
      "learning_rate": 3.998726298768465e-06,
      "loss": 0.1896,
      "num_input_tokens_seen": 62932480,
      "step": 32700
    },
    {
      "epoch": 5.335263887755934,
      "grad_norm": 0.3560733497142792,
      "learning_rate": 3.99340186315395e-06,
      "loss": 0.1783,
      "num_input_tokens_seen": 62943168,
      "step": 32705
    },
    {
      "epoch": 5.336079614976752,
      "grad_norm": 0.7830110788345337,
      "learning_rate": 3.988080667020849e-06,
      "loss": 0.1731,
      "num_input_tokens_seen": 62952848,
      "step": 32710
    },
    {
      "epoch": 5.336895342197569,
      "grad_norm": 0.9793334603309631,
      "learning_rate": 3.982762711189766e-06,
      "loss": 0.2076,
      "num_input_tokens_seen": 62962656,
      "step": 32715
    },
    {
      "epoch": 5.337711069418386,
      "grad_norm": 1.2802467346191406,
      "learning_rate": 3.977447996480785e-06,
      "loss": 0.2098,
      "num_input_tokens_seen": 62971840,
      "step": 32720
    },
    {
      "epoch": 5.338526796639204,
      "grad_norm": 1.343329668045044,
      "learning_rate": 3.97213652371351e-06,
      "loss": 0.1317,
      "num_input_tokens_seen": 62980816,
      "step": 32725
    },
    {
      "epoch": 5.339342523860021,
      "grad_norm": 0.5218420624732971,
      "learning_rate": 3.966828293707042e-06,
      "loss": 0.0986,
      "num_input_tokens_seen": 62990720,
      "step": 32730
    },
    {
      "epoch": 5.3401582510808385,
      "grad_norm": 0.3055627644062042,
      "learning_rate": 3.961523307279963e-06,
      "loss": 0.1272,
      "num_input_tokens_seen": 62999152,
      "step": 32735
    },
    {
      "epoch": 5.340973978301656,
      "grad_norm": 0.5153205394744873,
      "learning_rate": 3.956221565250382e-06,
      "loss": 0.1035,
      "num_input_tokens_seen": 63009040,
      "step": 32740
    },
    {
      "epoch": 5.341789705522474,
      "grad_norm": 0.5614901781082153,
      "learning_rate": 3.950923068435883e-06,
      "loss": 0.1354,
      "num_input_tokens_seen": 63018048,
      "step": 32745
    },
    {
      "epoch": 5.342605432743291,
      "grad_norm": 1.7097909450531006,
      "learning_rate": 3.945627817653566e-06,
      "loss": 0.1972,
      "num_input_tokens_seen": 63027216,
      "step": 32750
    },
    {
      "epoch": 5.343421159964108,
      "grad_norm": 1.0535787343978882,
      "learning_rate": 3.9403358137200335e-06,
      "loss": 0.112,
      "num_input_tokens_seen": 63036912,
      "step": 32755
    },
    {
      "epoch": 5.344236887184925,
      "grad_norm": 0.7004746198654175,
      "learning_rate": 3.9350470574513605e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 63046928,
      "step": 32760
    },
    {
      "epoch": 5.345052614405743,
      "grad_norm": 0.835568368434906,
      "learning_rate": 3.9297615496631525e-06,
      "loss": 0.1644,
      "num_input_tokens_seen": 63056144,
      "step": 32765
    },
    {
      "epoch": 5.34586834162656,
      "grad_norm": 0.6013456583023071,
      "learning_rate": 3.924479291170505e-06,
      "loss": 0.1055,
      "num_input_tokens_seen": 63066208,
      "step": 32770
    },
    {
      "epoch": 5.346684068847377,
      "grad_norm": 1.326777458190918,
      "learning_rate": 3.919200282788002e-06,
      "loss": 0.1934,
      "num_input_tokens_seen": 63076080,
      "step": 32775
    },
    {
      "epoch": 5.3474997960681945,
      "grad_norm": 0.763695240020752,
      "learning_rate": 3.913924525329726e-06,
      "loss": 0.1213,
      "num_input_tokens_seen": 63087168,
      "step": 32780
    },
    {
      "epoch": 5.3483155232890125,
      "grad_norm": 0.6047732830047607,
      "learning_rate": 3.908652019609279e-06,
      "loss": 0.19,
      "num_input_tokens_seen": 63097792,
      "step": 32785
    },
    {
      "epoch": 5.34913125050983,
      "grad_norm": 1.1592108011245728,
      "learning_rate": 3.9033827664397364e-06,
      "loss": 0.1833,
      "num_input_tokens_seen": 63106496,
      "step": 32790
    },
    {
      "epoch": 5.349946977730647,
      "grad_norm": 0.6470466256141663,
      "learning_rate": 3.898116766633694e-06,
      "loss": 0.1408,
      "num_input_tokens_seen": 63116016,
      "step": 32795
    },
    {
      "epoch": 5.350762704951464,
      "grad_norm": 1.4676616191864014,
      "learning_rate": 3.8928540210032225e-06,
      "loss": 0.189,
      "num_input_tokens_seen": 63124752,
      "step": 32800
    },
    {
      "epoch": 5.350762704951464,
      "eval_loss": 0.161669060587883,
      "eval_runtime": 71.4666,
      "eval_samples_per_second": 38.13,
      "eval_steps_per_second": 19.072,
      "num_input_tokens_seen": 63124752,
      "step": 32800
    },
    {
      "epoch": 5.351578432172282,
      "grad_norm": 0.8825387954711914,
      "learning_rate": 3.887594530359909e-06,
      "loss": 0.1757,
      "num_input_tokens_seen": 63134736,
      "step": 32805
    },
    {
      "epoch": 5.352394159393099,
      "grad_norm": 0.40232622623443604,
      "learning_rate": 3.88233829551484e-06,
      "loss": 0.1518,
      "num_input_tokens_seen": 63143984,
      "step": 32810
    },
    {
      "epoch": 5.353209886613916,
      "grad_norm": 1.0475013256072998,
      "learning_rate": 3.877085317278581e-06,
      "loss": 0.2381,
      "num_input_tokens_seen": 63154128,
      "step": 32815
    },
    {
      "epoch": 5.354025613834733,
      "grad_norm": 0.9714001417160034,
      "learning_rate": 3.87183559646122e-06,
      "loss": 0.2004,
      "num_input_tokens_seen": 63163712,
      "step": 32820
    },
    {
      "epoch": 5.354841341055551,
      "grad_norm": 0.6091966032981873,
      "learning_rate": 3.866589133872317e-06,
      "loss": 0.2206,
      "num_input_tokens_seen": 63173120,
      "step": 32825
    },
    {
      "epoch": 5.3556570682763684,
      "grad_norm": 0.9396811127662659,
      "learning_rate": 3.861345930320948e-06,
      "loss": 0.1732,
      "num_input_tokens_seen": 63183232,
      "step": 32830
    },
    {
      "epoch": 5.356472795497186,
      "grad_norm": 0.42012307047843933,
      "learning_rate": 3.856105986615688e-06,
      "loss": 0.1653,
      "num_input_tokens_seen": 63192304,
      "step": 32835
    },
    {
      "epoch": 5.357288522718003,
      "grad_norm": 0.41757112741470337,
      "learning_rate": 3.850869303564589e-06,
      "loss": 0.2257,
      "num_input_tokens_seen": 63202560,
      "step": 32840
    },
    {
      "epoch": 5.358104249938821,
      "grad_norm": 1.092532753944397,
      "learning_rate": 3.845635881975226e-06,
      "loss": 0.192,
      "num_input_tokens_seen": 63211856,
      "step": 32845
    },
    {
      "epoch": 5.358919977159638,
      "grad_norm": 1.67160964012146,
      "learning_rate": 3.840405722654647e-06,
      "loss": 0.2228,
      "num_input_tokens_seen": 63221344,
      "step": 32850
    },
    {
      "epoch": 5.359735704380455,
      "grad_norm": 0.7395288348197937,
      "learning_rate": 3.835178826409419e-06,
      "loss": 0.1938,
      "num_input_tokens_seen": 63231056,
      "step": 32855
    },
    {
      "epoch": 5.360551431601272,
      "grad_norm": 0.6662682294845581,
      "learning_rate": 3.8299551940455895e-06,
      "loss": 0.1231,
      "num_input_tokens_seen": 63241472,
      "step": 32860
    },
    {
      "epoch": 5.36136715882209,
      "grad_norm": 0.5213298201560974,
      "learning_rate": 3.824734826368703e-06,
      "loss": 0.2031,
      "num_input_tokens_seen": 63251120,
      "step": 32865
    },
    {
      "epoch": 5.362182886042907,
      "grad_norm": 0.14319385588169098,
      "learning_rate": 3.819517724183813e-06,
      "loss": 0.1515,
      "num_input_tokens_seen": 63261152,
      "step": 32870
    },
    {
      "epoch": 5.362998613263724,
      "grad_norm": 0.650386393070221,
      "learning_rate": 3.8143038882954648e-06,
      "loss": 0.1635,
      "num_input_tokens_seen": 63272096,
      "step": 32875
    },
    {
      "epoch": 5.3638143404845415,
      "grad_norm": 0.330098032951355,
      "learning_rate": 3.8090933195076867e-06,
      "loss": 0.1639,
      "num_input_tokens_seen": 63280832,
      "step": 32880
    },
    {
      "epoch": 5.3646300677053596,
      "grad_norm": 1.1405762434005737,
      "learning_rate": 3.8038860186240198e-06,
      "loss": 0.1729,
      "num_input_tokens_seen": 63290992,
      "step": 32885
    },
    {
      "epoch": 5.365445794926177,
      "grad_norm": 1.3484282493591309,
      "learning_rate": 3.7986819864475026e-06,
      "loss": 0.2165,
      "num_input_tokens_seen": 63300656,
      "step": 32890
    },
    {
      "epoch": 5.366261522146994,
      "grad_norm": 0.8347563147544861,
      "learning_rate": 3.793481223780651e-06,
      "loss": 0.1399,
      "num_input_tokens_seen": 63309712,
      "step": 32895
    },
    {
      "epoch": 5.367077249367812,
      "grad_norm": 1.7153197526931763,
      "learning_rate": 3.788283731425496e-06,
      "loss": 0.1295,
      "num_input_tokens_seen": 63319664,
      "step": 32900
    },
    {
      "epoch": 5.367892976588629,
      "grad_norm": 0.9509680271148682,
      "learning_rate": 3.7830895101835488e-06,
      "loss": 0.1757,
      "num_input_tokens_seen": 63330624,
      "step": 32905
    },
    {
      "epoch": 5.368708703809446,
      "grad_norm": 1.536389946937561,
      "learning_rate": 3.7778985608558274e-06,
      "loss": 0.2086,
      "num_input_tokens_seen": 63340384,
      "step": 32910
    },
    {
      "epoch": 5.369524431030263,
      "grad_norm": 0.9357731342315674,
      "learning_rate": 3.7727108842428443e-06,
      "loss": 0.1156,
      "num_input_tokens_seen": 63349504,
      "step": 32915
    },
    {
      "epoch": 5.370340158251081,
      "grad_norm": 1.7523131370544434,
      "learning_rate": 3.7675264811446065e-06,
      "loss": 0.2273,
      "num_input_tokens_seen": 63358640,
      "step": 32920
    },
    {
      "epoch": 5.371155885471898,
      "grad_norm": 1.494284987449646,
      "learning_rate": 3.7623453523605994e-06,
      "loss": 0.2227,
      "num_input_tokens_seen": 63368448,
      "step": 32925
    },
    {
      "epoch": 5.3719716126927155,
      "grad_norm": 1.0678629875183105,
      "learning_rate": 3.757167498689834e-06,
      "loss": 0.2017,
      "num_input_tokens_seen": 63377376,
      "step": 32930
    },
    {
      "epoch": 5.372787339913533,
      "grad_norm": 0.7289884686470032,
      "learning_rate": 3.7519929209307914e-06,
      "loss": 0.1758,
      "num_input_tokens_seen": 63386784,
      "step": 32935
    },
    {
      "epoch": 5.373603067134351,
      "grad_norm": 1.1970590353012085,
      "learning_rate": 3.746821619881463e-06,
      "loss": 0.1923,
      "num_input_tokens_seen": 63396720,
      "step": 32940
    },
    {
      "epoch": 5.374418794355168,
      "grad_norm": 0.2909630835056305,
      "learning_rate": 3.74165359633932e-06,
      "loss": 0.1001,
      "num_input_tokens_seen": 63405152,
      "step": 32945
    },
    {
      "epoch": 5.375234521575985,
      "grad_norm": 0.6944504380226135,
      "learning_rate": 3.736488851101341e-06,
      "loss": 0.1251,
      "num_input_tokens_seen": 63415280,
      "step": 32950
    },
    {
      "epoch": 5.376050248796802,
      "grad_norm": 0.8790513873100281,
      "learning_rate": 3.7313273849640035e-06,
      "loss": 0.1911,
      "num_input_tokens_seen": 63424864,
      "step": 32955
    },
    {
      "epoch": 5.37686597601762,
      "grad_norm": 0.5760087966918945,
      "learning_rate": 3.7261691987232533e-06,
      "loss": 0.1379,
      "num_input_tokens_seen": 63436464,
      "step": 32960
    },
    {
      "epoch": 5.377681703238437,
      "grad_norm": 0.4375995099544525,
      "learning_rate": 3.7210142931745575e-06,
      "loss": 0.122,
      "num_input_tokens_seen": 63445488,
      "step": 32965
    },
    {
      "epoch": 5.378497430459254,
      "grad_norm": 1.1049686670303345,
      "learning_rate": 3.7158626691128712e-06,
      "loss": 0.1633,
      "num_input_tokens_seen": 63455472,
      "step": 32970
    },
    {
      "epoch": 5.3793131576800715,
      "grad_norm": 0.6465900540351868,
      "learning_rate": 3.710714327332629e-06,
      "loss": 0.1569,
      "num_input_tokens_seen": 63466464,
      "step": 32975
    },
    {
      "epoch": 5.3801288849008895,
      "grad_norm": 1.6595567464828491,
      "learning_rate": 3.7055692686277815e-06,
      "loss": 0.1255,
      "num_input_tokens_seen": 63477856,
      "step": 32980
    },
    {
      "epoch": 5.380944612121707,
      "grad_norm": 0.8298650979995728,
      "learning_rate": 3.70042749379175e-06,
      "loss": 0.1421,
      "num_input_tokens_seen": 63487984,
      "step": 32985
    },
    {
      "epoch": 5.381760339342524,
      "grad_norm": 0.17983177304267883,
      "learning_rate": 3.6952890036174693e-06,
      "loss": 0.0759,
      "num_input_tokens_seen": 63497888,
      "step": 32990
    },
    {
      "epoch": 5.382576066563341,
      "grad_norm": 1.1604206562042236,
      "learning_rate": 3.690153798897353e-06,
      "loss": 0.1831,
      "num_input_tokens_seen": 63507920,
      "step": 32995
    },
    {
      "epoch": 5.383391793784159,
      "grad_norm": 0.452728807926178,
      "learning_rate": 3.6850218804233225e-06,
      "loss": 0.1051,
      "num_input_tokens_seen": 63517792,
      "step": 33000
    },
    {
      "epoch": 5.383391793784159,
      "eval_loss": 0.1625528484582901,
      "eval_runtime": 71.5645,
      "eval_samples_per_second": 38.078,
      "eval_steps_per_second": 19.046,
      "num_input_tokens_seen": 63517792,
      "step": 33000
    },
    {
      "epoch": 5.384207521004976,
      "grad_norm": 1.0324299335479736,
      "learning_rate": 3.679893248986779e-06,
      "loss": 0.2112,
      "num_input_tokens_seen": 63527312,
      "step": 33005
    },
    {
      "epoch": 5.385023248225793,
      "grad_norm": 0.7565881609916687,
      "learning_rate": 3.6747679053786147e-06,
      "loss": 0.1419,
      "num_input_tokens_seen": 63536768,
      "step": 33010
    },
    {
      "epoch": 5.38583897544661,
      "grad_norm": 0.3711560368537903,
      "learning_rate": 3.669645850389228e-06,
      "loss": 0.1386,
      "num_input_tokens_seen": 63545520,
      "step": 33015
    },
    {
      "epoch": 5.386654702667428,
      "grad_norm": 0.8833749294281006,
      "learning_rate": 3.664527084808514e-06,
      "loss": 0.1978,
      "num_input_tokens_seen": 63555120,
      "step": 33020
    },
    {
      "epoch": 5.387470429888245,
      "grad_norm": 0.5395534634590149,
      "learning_rate": 3.6594116094258337e-06,
      "loss": 0.1821,
      "num_input_tokens_seen": 63564496,
      "step": 33025
    },
    {
      "epoch": 5.388286157109063,
      "grad_norm": 0.5889484882354736,
      "learning_rate": 3.6542994250300665e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 63574736,
      "step": 33030
    },
    {
      "epoch": 5.38910188432988,
      "grad_norm": 0.7806826829910278,
      "learning_rate": 3.6491905324095825e-06,
      "loss": 0.2057,
      "num_input_tokens_seen": 63584976,
      "step": 33035
    },
    {
      "epoch": 5.389917611550698,
      "grad_norm": 0.7096425294876099,
      "learning_rate": 3.644084932352221e-06,
      "loss": 0.1551,
      "num_input_tokens_seen": 63594528,
      "step": 33040
    },
    {
      "epoch": 5.390733338771515,
      "grad_norm": 1.057520866394043,
      "learning_rate": 3.6389826256453457e-06,
      "loss": 0.1885,
      "num_input_tokens_seen": 63604992,
      "step": 33045
    },
    {
      "epoch": 5.391549065992332,
      "grad_norm": 0.646598756313324,
      "learning_rate": 3.633883613075781e-06,
      "loss": 0.1473,
      "num_input_tokens_seen": 63614048,
      "step": 33050
    },
    {
      "epoch": 5.392364793213149,
      "grad_norm": 0.6982517242431641,
      "learning_rate": 3.6287878954298693e-06,
      "loss": 0.2221,
      "num_input_tokens_seen": 63624112,
      "step": 33055
    },
    {
      "epoch": 5.393180520433967,
      "grad_norm": 0.7478955984115601,
      "learning_rate": 3.6236954734934354e-06,
      "loss": 0.1551,
      "num_input_tokens_seen": 63633504,
      "step": 33060
    },
    {
      "epoch": 5.393996247654784,
      "grad_norm": 0.7114213705062866,
      "learning_rate": 3.618606348051784e-06,
      "loss": 0.2017,
      "num_input_tokens_seen": 63641520,
      "step": 33065
    },
    {
      "epoch": 5.394811974875601,
      "grad_norm": 1.3869843482971191,
      "learning_rate": 3.6135205198897376e-06,
      "loss": 0.1581,
      "num_input_tokens_seen": 63651280,
      "step": 33070
    },
    {
      "epoch": 5.395627702096419,
      "grad_norm": 1.0357158184051514,
      "learning_rate": 3.6084379897915854e-06,
      "loss": 0.1037,
      "num_input_tokens_seen": 63661536,
      "step": 33075
    },
    {
      "epoch": 5.3964434293172365,
      "grad_norm": 0.5474339127540588,
      "learning_rate": 3.6033587585411115e-06,
      "loss": 0.0973,
      "num_input_tokens_seen": 63670064,
      "step": 33080
    },
    {
      "epoch": 5.397259156538054,
      "grad_norm": 0.7186033129692078,
      "learning_rate": 3.5982828269216117e-06,
      "loss": 0.0995,
      "num_input_tokens_seen": 63680096,
      "step": 33085
    },
    {
      "epoch": 5.398074883758871,
      "grad_norm": 0.7263213396072388,
      "learning_rate": 3.593210195715843e-06,
      "loss": 0.1331,
      "num_input_tokens_seen": 63690208,
      "step": 33090
    },
    {
      "epoch": 5.398890610979688,
      "grad_norm": 1.8410820960998535,
      "learning_rate": 3.5881408657060773e-06,
      "loss": 0.2001,
      "num_input_tokens_seen": 63700576,
      "step": 33095
    },
    {
      "epoch": 5.399706338200506,
      "grad_norm": 0.8598544001579285,
      "learning_rate": 3.583074837674075e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 63709216,
      "step": 33100
    },
    {
      "epoch": 5.400522065421323,
      "grad_norm": 0.5711977481842041,
      "learning_rate": 3.578012112401069e-06,
      "loss": 0.1788,
      "num_input_tokens_seen": 63718320,
      "step": 33105
    },
    {
      "epoch": 5.40133779264214,
      "grad_norm": 0.3731362223625183,
      "learning_rate": 3.5729526906677996e-06,
      "loss": 0.2085,
      "num_input_tokens_seen": 63728128,
      "step": 33110
    },
    {
      "epoch": 5.402153519862958,
      "grad_norm": 0.9833716750144958,
      "learning_rate": 3.5678965732545007e-06,
      "loss": 0.2215,
      "num_input_tokens_seen": 63737472,
      "step": 33115
    },
    {
      "epoch": 5.402969247083775,
      "grad_norm": 1.017683744430542,
      "learning_rate": 3.562843760940876e-06,
      "loss": 0.179,
      "num_input_tokens_seen": 63745968,
      "step": 33120
    },
    {
      "epoch": 5.4037849743045925,
      "grad_norm": 1.3303996324539185,
      "learning_rate": 3.5577942545061473e-06,
      "loss": 0.1514,
      "num_input_tokens_seen": 63755056,
      "step": 33125
    },
    {
      "epoch": 5.40460070152541,
      "grad_norm": 0.9251429438591003,
      "learning_rate": 3.5527480547289967e-06,
      "loss": 0.1193,
      "num_input_tokens_seen": 63764832,
      "step": 33130
    },
    {
      "epoch": 5.405416428746228,
      "grad_norm": 0.8605682849884033,
      "learning_rate": 3.547705162387624e-06,
      "loss": 0.177,
      "num_input_tokens_seen": 63774064,
      "step": 33135
    },
    {
      "epoch": 5.406232155967045,
      "grad_norm": 0.9008454084396362,
      "learning_rate": 3.542665578259699e-06,
      "loss": 0.2187,
      "num_input_tokens_seen": 63783680,
      "step": 33140
    },
    {
      "epoch": 5.407047883187862,
      "grad_norm": 0.4890372157096863,
      "learning_rate": 3.5376293031223945e-06,
      "loss": 0.1188,
      "num_input_tokens_seen": 63793744,
      "step": 33145
    },
    {
      "epoch": 5.407863610408679,
      "grad_norm": 0.6569578051567078,
      "learning_rate": 3.5325963377523614e-06,
      "loss": 0.246,
      "num_input_tokens_seen": 63801264,
      "step": 33150
    },
    {
      "epoch": 5.408679337629497,
      "grad_norm": 0.8304154276847839,
      "learning_rate": 3.5275666829257536e-06,
      "loss": 0.116,
      "num_input_tokens_seen": 63810608,
      "step": 33155
    },
    {
      "epoch": 5.409495064850314,
      "grad_norm": 0.6412217617034912,
      "learning_rate": 3.5225403394181955e-06,
      "loss": 0.1728,
      "num_input_tokens_seen": 63819760,
      "step": 33160
    },
    {
      "epoch": 5.410310792071131,
      "grad_norm": 1.0718994140625,
      "learning_rate": 3.517517308004828e-06,
      "loss": 0.1609,
      "num_input_tokens_seen": 63829040,
      "step": 33165
    },
    {
      "epoch": 5.411126519291948,
      "grad_norm": 0.34567946195602417,
      "learning_rate": 3.512497589460251e-06,
      "loss": 0.2388,
      "num_input_tokens_seen": 63838608,
      "step": 33170
    },
    {
      "epoch": 5.4119422465127665,
      "grad_norm": 0.6465716361999512,
      "learning_rate": 3.5074811845585727e-06,
      "loss": 0.1734,
      "num_input_tokens_seen": 63847296,
      "step": 33175
    },
    {
      "epoch": 5.412757973733584,
      "grad_norm": 0.41084033250808716,
      "learning_rate": 3.5024680940733937e-06,
      "loss": 0.0896,
      "num_input_tokens_seen": 63857456,
      "step": 33180
    },
    {
      "epoch": 5.413573700954401,
      "grad_norm": 0.6233066320419312,
      "learning_rate": 3.4974583187777852e-06,
      "loss": 0.2039,
      "num_input_tokens_seen": 63866848,
      "step": 33185
    },
    {
      "epoch": 5.414389428175218,
      "grad_norm": 0.7084298729896545,
      "learning_rate": 3.4924518594443204e-06,
      "loss": 0.2046,
      "num_input_tokens_seen": 63877488,
      "step": 33190
    },
    {
      "epoch": 5.415205155396036,
      "grad_norm": 0.5796270966529846,
      "learning_rate": 3.4874487168450682e-06,
      "loss": 0.1802,
      "num_input_tokens_seen": 63885824,
      "step": 33195
    },
    {
      "epoch": 5.416020882616853,
      "grad_norm": 0.14139173924922943,
      "learning_rate": 3.482448891751558e-06,
      "loss": 0.1161,
      "num_input_tokens_seen": 63894896,
      "step": 33200
    },
    {
      "epoch": 5.416020882616853,
      "eval_loss": 0.1620957851409912,
      "eval_runtime": 71.4259,
      "eval_samples_per_second": 38.151,
      "eval_steps_per_second": 19.083,
      "num_input_tokens_seen": 63894896,
      "step": 33200
    },
    {
      "epoch": 5.41683660983767,
      "grad_norm": 1.5618735551834106,
      "learning_rate": 3.477452384934843e-06,
      "loss": 0.2309,
      "num_input_tokens_seen": 63904192,
      "step": 33205
    },
    {
      "epoch": 5.417652337058487,
      "grad_norm": 0.5260738134384155,
      "learning_rate": 3.472459197165434e-06,
      "loss": 0.1381,
      "num_input_tokens_seen": 63913296,
      "step": 33210
    },
    {
      "epoch": 5.418468064279305,
      "grad_norm": 1.1695650815963745,
      "learning_rate": 3.4674693292133518e-06,
      "loss": 0.1352,
      "num_input_tokens_seen": 63922624,
      "step": 33215
    },
    {
      "epoch": 5.419283791500122,
      "grad_norm": 0.8716737031936646,
      "learning_rate": 3.4624827818480977e-06,
      "loss": 0.236,
      "num_input_tokens_seen": 63930640,
      "step": 33220
    },
    {
      "epoch": 5.4200995187209395,
      "grad_norm": 1.0854986906051636,
      "learning_rate": 3.4574995558386474e-06,
      "loss": 0.2178,
      "num_input_tokens_seen": 63940528,
      "step": 33225
    },
    {
      "epoch": 5.420915245941757,
      "grad_norm": 0.8905490636825562,
      "learning_rate": 3.452519651953487e-06,
      "loss": 0.2304,
      "num_input_tokens_seen": 63951168,
      "step": 33230
    },
    {
      "epoch": 5.421730973162575,
      "grad_norm": 0.8079783320426941,
      "learning_rate": 3.447543070960585e-06,
      "loss": 0.1634,
      "num_input_tokens_seen": 63960320,
      "step": 33235
    },
    {
      "epoch": 5.422546700383392,
      "grad_norm": 1.6033159494400024,
      "learning_rate": 3.4425698136273778e-06,
      "loss": 0.1795,
      "num_input_tokens_seen": 63969888,
      "step": 33240
    },
    {
      "epoch": 5.423362427604209,
      "grad_norm": 0.6189778447151184,
      "learning_rate": 3.437599880720821e-06,
      "loss": 0.1309,
      "num_input_tokens_seen": 63979104,
      "step": 33245
    },
    {
      "epoch": 5.424178154825027,
      "grad_norm": 0.5513615012168884,
      "learning_rate": 3.4326332730073267e-06,
      "loss": 0.1309,
      "num_input_tokens_seen": 63988864,
      "step": 33250
    },
    {
      "epoch": 5.424993882045844,
      "grad_norm": 0.6605817079544067,
      "learning_rate": 3.427669991252813e-06,
      "loss": 0.1552,
      "num_input_tokens_seen": 63999488,
      "step": 33255
    },
    {
      "epoch": 5.425809609266661,
      "grad_norm": 0.8711127638816833,
      "learning_rate": 3.42271003622269e-06,
      "loss": 0.1849,
      "num_input_tokens_seen": 64009568,
      "step": 33260
    },
    {
      "epoch": 5.426625336487478,
      "grad_norm": 0.7789026498794556,
      "learning_rate": 3.4177534086818286e-06,
      "loss": 0.2232,
      "num_input_tokens_seen": 64018704,
      "step": 33265
    },
    {
      "epoch": 5.4274410637082955,
      "grad_norm": 0.8591471314430237,
      "learning_rate": 3.412800109394612e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 64028560,
      "step": 33270
    },
    {
      "epoch": 5.4282567909291135,
      "grad_norm": 0.7693697214126587,
      "learning_rate": 3.4078501391249044e-06,
      "loss": 0.1916,
      "num_input_tokens_seen": 64038416,
      "step": 33275
    },
    {
      "epoch": 5.429072518149931,
      "grad_norm": 1.4996840953826904,
      "learning_rate": 3.4029034986360453e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 64047712,
      "step": 33280
    },
    {
      "epoch": 5.429888245370748,
      "grad_norm": 1.1114779710769653,
      "learning_rate": 3.397960188690877e-06,
      "loss": 0.1536,
      "num_input_tokens_seen": 64057024,
      "step": 33285
    },
    {
      "epoch": 5.430703972591566,
      "grad_norm": 0.4521257281303406,
      "learning_rate": 3.393020210051717e-06,
      "loss": 0.1087,
      "num_input_tokens_seen": 64065648,
      "step": 33290
    },
    {
      "epoch": 5.431519699812383,
      "grad_norm": 0.6028266549110413,
      "learning_rate": 3.3880835634803655e-06,
      "loss": 0.0973,
      "num_input_tokens_seen": 64075248,
      "step": 33295
    },
    {
      "epoch": 5.4323354270332,
      "grad_norm": 0.7631621360778809,
      "learning_rate": 3.383150249738126e-06,
      "loss": 0.2137,
      "num_input_tokens_seen": 64084368,
      "step": 33300
    },
    {
      "epoch": 5.433151154254017,
      "grad_norm": 0.544462263584137,
      "learning_rate": 3.3782202695857663e-06,
      "loss": 0.1727,
      "num_input_tokens_seen": 64093424,
      "step": 33305
    },
    {
      "epoch": 5.433966881474835,
      "grad_norm": 0.98220294713974,
      "learning_rate": 3.373293623783558e-06,
      "loss": 0.2049,
      "num_input_tokens_seen": 64104384,
      "step": 33310
    },
    {
      "epoch": 5.434782608695652,
      "grad_norm": 0.3190028965473175,
      "learning_rate": 3.368370313091257e-06,
      "loss": 0.1014,
      "num_input_tokens_seen": 64113664,
      "step": 33315
    },
    {
      "epoch": 5.4355983359164695,
      "grad_norm": 0.6144886016845703,
      "learning_rate": 3.363450338268087e-06,
      "loss": 0.1859,
      "num_input_tokens_seen": 64123392,
      "step": 33320
    },
    {
      "epoch": 5.436414063137287,
      "grad_norm": 0.7893651127815247,
      "learning_rate": 3.358533700072783e-06,
      "loss": 0.2081,
      "num_input_tokens_seen": 64132352,
      "step": 33325
    },
    {
      "epoch": 5.437229790358105,
      "grad_norm": 0.8451550602912903,
      "learning_rate": 3.3536203992635377e-06,
      "loss": 0.1689,
      "num_input_tokens_seen": 64142416,
      "step": 33330
    },
    {
      "epoch": 5.438045517578922,
      "grad_norm": 1.457740306854248,
      "learning_rate": 3.348710436598057e-06,
      "loss": 0.1838,
      "num_input_tokens_seen": 64152256,
      "step": 33335
    },
    {
      "epoch": 5.438861244799739,
      "grad_norm": 0.3957274258136749,
      "learning_rate": 3.3438038128335155e-06,
      "loss": 0.0884,
      "num_input_tokens_seen": 64161856,
      "step": 33340
    },
    {
      "epoch": 5.439676972020556,
      "grad_norm": 0.9153630137443542,
      "learning_rate": 3.338900528726571e-06,
      "loss": 0.1467,
      "num_input_tokens_seen": 64171952,
      "step": 33345
    },
    {
      "epoch": 5.440492699241374,
      "grad_norm": 1.0017553567886353,
      "learning_rate": 3.3340005850333812e-06,
      "loss": 0.1671,
      "num_input_tokens_seen": 64182176,
      "step": 33350
    },
    {
      "epoch": 5.441308426462191,
      "grad_norm": 0.7389196753501892,
      "learning_rate": 3.329103982509568e-06,
      "loss": 0.1258,
      "num_input_tokens_seen": 64192016,
      "step": 33355
    },
    {
      "epoch": 5.442124153683008,
      "grad_norm": 0.5839201211929321,
      "learning_rate": 3.324210721910259e-06,
      "loss": 0.1282,
      "num_input_tokens_seen": 64201392,
      "step": 33360
    },
    {
      "epoch": 5.442939880903825,
      "grad_norm": 1.2040036916732788,
      "learning_rate": 3.319320803990053e-06,
      "loss": 0.1678,
      "num_input_tokens_seen": 64211360,
      "step": 33365
    },
    {
      "epoch": 5.443755608124643,
      "grad_norm": 0.5750036835670471,
      "learning_rate": 3.3144342295030274e-06,
      "loss": 0.1241,
      "num_input_tokens_seen": 64221264,
      "step": 33370
    },
    {
      "epoch": 5.444571335345461,
      "grad_norm": 1.3111717700958252,
      "learning_rate": 3.309550999202765e-06,
      "loss": 0.1898,
      "num_input_tokens_seen": 64231440,
      "step": 33375
    },
    {
      "epoch": 5.445387062566278,
      "grad_norm": 0.6854048371315002,
      "learning_rate": 3.3046711138423197e-06,
      "loss": 0.2009,
      "num_input_tokens_seen": 64239520,
      "step": 33380
    },
    {
      "epoch": 5.446202789787095,
      "grad_norm": 0.7237082719802856,
      "learning_rate": 3.2997945741742255e-06,
      "loss": 0.1886,
      "num_input_tokens_seen": 64250096,
      "step": 33385
    },
    {
      "epoch": 5.447018517007913,
      "grad_norm": 0.5221217274665833,
      "learning_rate": 3.2949213809505082e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 64259184,
      "step": 33390
    },
    {
      "epoch": 5.44783424422873,
      "grad_norm": 0.9214557409286499,
      "learning_rate": 3.2900515349226834e-06,
      "loss": 0.1062,
      "num_input_tokens_seen": 64268912,
      "step": 33395
    },
    {
      "epoch": 5.448649971449547,
      "grad_norm": 0.19013050198554993,
      "learning_rate": 3.285185036841731e-06,
      "loss": 0.1412,
      "num_input_tokens_seen": 64277584,
      "step": 33400
    },
    {
      "epoch": 5.448649971449547,
      "eval_loss": 0.16199947893619537,
      "eval_runtime": 71.4251,
      "eval_samples_per_second": 38.152,
      "eval_steps_per_second": 19.083,
      "num_input_tokens_seen": 64277584,
      "step": 33400
    },
    {
      "epoch": 5.449465698670364,
      "grad_norm": 1.0923030376434326,
      "learning_rate": 3.2803218874581377e-06,
      "loss": 0.1815,
      "num_input_tokens_seen": 64286688,
      "step": 33405
    },
    {
      "epoch": 5.450281425891182,
      "grad_norm": 1.0320287942886353,
      "learning_rate": 3.2754620875218494e-06,
      "loss": 0.159,
      "num_input_tokens_seen": 64296240,
      "step": 33410
    },
    {
      "epoch": 5.451097153111999,
      "grad_norm": 0.6362483501434326,
      "learning_rate": 3.2706056377823146e-06,
      "loss": 0.1395,
      "num_input_tokens_seen": 64305248,
      "step": 33415
    },
    {
      "epoch": 5.4519128803328165,
      "grad_norm": 0.5643722414970398,
      "learning_rate": 3.2657525389884647e-06,
      "loss": 0.0925,
      "num_input_tokens_seen": 64315008,
      "step": 33420
    },
    {
      "epoch": 5.4527286075536345,
      "grad_norm": 0.4366035759449005,
      "learning_rate": 3.260902791888698e-06,
      "loss": 0.1459,
      "num_input_tokens_seen": 64324480,
      "step": 33425
    },
    {
      "epoch": 5.453544334774452,
      "grad_norm": 0.5630154609680176,
      "learning_rate": 3.2560563972309166e-06,
      "loss": 0.1926,
      "num_input_tokens_seen": 64334096,
      "step": 33430
    },
    {
      "epoch": 5.454360061995269,
      "grad_norm": 0.8524205684661865,
      "learning_rate": 3.251213355762489e-06,
      "loss": 0.1913,
      "num_input_tokens_seen": 64344528,
      "step": 33435
    },
    {
      "epoch": 5.455175789216086,
      "grad_norm": 0.7483773827552795,
      "learning_rate": 3.2463736682302707e-06,
      "loss": 0.2431,
      "num_input_tokens_seen": 64354160,
      "step": 33440
    },
    {
      "epoch": 5.455991516436903,
      "grad_norm": 0.6899842023849487,
      "learning_rate": 3.2415373353806124e-06,
      "loss": 0.1291,
      "num_input_tokens_seen": 64363360,
      "step": 33445
    },
    {
      "epoch": 5.456807243657721,
      "grad_norm": 0.6751530170440674,
      "learning_rate": 3.236704357959322e-06,
      "loss": 0.2155,
      "num_input_tokens_seen": 64372336,
      "step": 33450
    },
    {
      "epoch": 5.457622970878538,
      "grad_norm": 0.575313150882721,
      "learning_rate": 3.2318747367117154e-06,
      "loss": 0.2258,
      "num_input_tokens_seen": 64381488,
      "step": 33455
    },
    {
      "epoch": 5.458438698099355,
      "grad_norm": 0.9418964385986328,
      "learning_rate": 3.227048472382585e-06,
      "loss": 0.1954,
      "num_input_tokens_seen": 64390272,
      "step": 33460
    },
    {
      "epoch": 5.459254425320173,
      "grad_norm": 0.35336366295814514,
      "learning_rate": 3.2222255657161915e-06,
      "loss": 0.1277,
      "num_input_tokens_seen": 64399344,
      "step": 33465
    },
    {
      "epoch": 5.4600701525409905,
      "grad_norm": 1.3026726245880127,
      "learning_rate": 3.2174060174562924e-06,
      "loss": 0.1589,
      "num_input_tokens_seen": 64409488,
      "step": 33470
    },
    {
      "epoch": 5.460885879761808,
      "grad_norm": 0.6804292798042297,
      "learning_rate": 3.2125898283461298e-06,
      "loss": 0.1247,
      "num_input_tokens_seen": 64419456,
      "step": 33475
    },
    {
      "epoch": 5.461701606982625,
      "grad_norm": 0.712907612323761,
      "learning_rate": 3.207776999128406e-06,
      "loss": 0.222,
      "num_input_tokens_seen": 64429296,
      "step": 33480
    },
    {
      "epoch": 5.462517334203443,
      "grad_norm": 1.06465482711792,
      "learning_rate": 3.202967530545331e-06,
      "loss": 0.1884,
      "num_input_tokens_seen": 64439744,
      "step": 33485
    },
    {
      "epoch": 5.46333306142426,
      "grad_norm": 1.056567907333374,
      "learning_rate": 3.1981614233385778e-06,
      "loss": 0.188,
      "num_input_tokens_seen": 64450048,
      "step": 33490
    },
    {
      "epoch": 5.464148788645077,
      "grad_norm": 0.7772976756095886,
      "learning_rate": 3.1933586782493115e-06,
      "loss": 0.1291,
      "num_input_tokens_seen": 64458128,
      "step": 33495
    },
    {
      "epoch": 5.464964515865894,
      "grad_norm": 0.8865808844566345,
      "learning_rate": 3.188559296018184e-06,
      "loss": 0.1185,
      "num_input_tokens_seen": 64468112,
      "step": 33500
    },
    {
      "epoch": 5.465780243086712,
      "grad_norm": 0.6909619569778442,
      "learning_rate": 3.1837632773853098e-06,
      "loss": 0.2014,
      "num_input_tokens_seen": 64477232,
      "step": 33505
    },
    {
      "epoch": 5.466595970307529,
      "grad_norm": 0.31787756085395813,
      "learning_rate": 3.178970623090294e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 64486512,
      "step": 33510
    },
    {
      "epoch": 5.467411697528346,
      "grad_norm": 0.41595715284347534,
      "learning_rate": 3.174181333872234e-06,
      "loss": 0.1586,
      "num_input_tokens_seen": 64495696,
      "step": 33515
    },
    {
      "epoch": 5.468227424749164,
      "grad_norm": 1.5995944738388062,
      "learning_rate": 3.169395410469686e-06,
      "loss": 0.1178,
      "num_input_tokens_seen": 64505440,
      "step": 33520
    },
    {
      "epoch": 5.469043151969982,
      "grad_norm": 0.8546851873397827,
      "learning_rate": 3.164612853620713e-06,
      "loss": 0.1499,
      "num_input_tokens_seen": 64515728,
      "step": 33525
    },
    {
      "epoch": 5.469858879190799,
      "grad_norm": 0.7570760250091553,
      "learning_rate": 3.1598336640628333e-06,
      "loss": 0.1112,
      "num_input_tokens_seen": 64525616,
      "step": 33530
    },
    {
      "epoch": 5.470674606411616,
      "grad_norm": 0.6578707695007324,
      "learning_rate": 3.155057842533063e-06,
      "loss": 0.1468,
      "num_input_tokens_seen": 64535504,
      "step": 33535
    },
    {
      "epoch": 5.471490333632433,
      "grad_norm": 0.37281855940818787,
      "learning_rate": 3.1502853897678984e-06,
      "loss": 0.0898,
      "num_input_tokens_seen": 64544864,
      "step": 33540
    },
    {
      "epoch": 5.472306060853251,
      "grad_norm": 0.8664069771766663,
      "learning_rate": 3.1455163065033017e-06,
      "loss": 0.1153,
      "num_input_tokens_seen": 64553504,
      "step": 33545
    },
    {
      "epoch": 5.473121788074068,
      "grad_norm": 0.6084069013595581,
      "learning_rate": 3.140750593474734e-06,
      "loss": 0.0984,
      "num_input_tokens_seen": 64562112,
      "step": 33550
    },
    {
      "epoch": 5.473937515294885,
      "grad_norm": 1.2287009954452515,
      "learning_rate": 3.1359882514171294e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 64572576,
      "step": 33555
    },
    {
      "epoch": 5.474753242515702,
      "grad_norm": 0.7460527420043945,
      "learning_rate": 3.1312292810648903e-06,
      "loss": 0.1482,
      "num_input_tokens_seen": 64583456,
      "step": 33560
    },
    {
      "epoch": 5.47556896973652,
      "grad_norm": 0.7499095797538757,
      "learning_rate": 3.1264736831519204e-06,
      "loss": 0.1821,
      "num_input_tokens_seen": 64593824,
      "step": 33565
    },
    {
      "epoch": 5.4763846969573375,
      "grad_norm": 0.9043934345245361,
      "learning_rate": 3.1217214584115863e-06,
      "loss": 0.1773,
      "num_input_tokens_seen": 64603968,
      "step": 33570
    },
    {
      "epoch": 5.477200424178155,
      "grad_norm": 0.9096952676773071,
      "learning_rate": 3.116972607576746e-06,
      "loss": 0.1899,
      "num_input_tokens_seen": 64613808,
      "step": 33575
    },
    {
      "epoch": 5.478016151398972,
      "grad_norm": 1.332019329071045,
      "learning_rate": 3.1122271313797303e-06,
      "loss": 0.2651,
      "num_input_tokens_seen": 64623952,
      "step": 33580
    },
    {
      "epoch": 5.47883187861979,
      "grad_norm": 1.0624932050704956,
      "learning_rate": 3.107485030552343e-06,
      "loss": 0.2572,
      "num_input_tokens_seen": 64633872,
      "step": 33585
    },
    {
      "epoch": 5.479647605840607,
      "grad_norm": 0.16869808733463287,
      "learning_rate": 3.1027463058258848e-06,
      "loss": 0.1474,
      "num_input_tokens_seen": 64642800,
      "step": 33590
    },
    {
      "epoch": 5.480463333061424,
      "grad_norm": 0.9532790780067444,
      "learning_rate": 3.0980109579311273e-06,
      "loss": 0.125,
      "num_input_tokens_seen": 64651808,
      "step": 33595
    },
    {
      "epoch": 5.481279060282241,
      "grad_norm": 0.9801850318908691,
      "learning_rate": 3.093278987598314e-06,
      "loss": 0.2505,
      "num_input_tokens_seen": 64661856,
      "step": 33600
    },
    {
      "epoch": 5.481279060282241,
      "eval_loss": 0.16243410110473633,
      "eval_runtime": 71.5048,
      "eval_samples_per_second": 38.109,
      "eval_steps_per_second": 19.062,
      "num_input_tokens_seen": 64661856,
      "step": 33600
    },
    {
      "epoch": 5.482094787503059,
      "grad_norm": 0.5131412744522095,
      "learning_rate": 3.0885503955571826e-06,
      "loss": 0.1486,
      "num_input_tokens_seen": 64671856,
      "step": 33605
    },
    {
      "epoch": 5.482910514723876,
      "grad_norm": 0.613676130771637,
      "learning_rate": 3.0838251825369313e-06,
      "loss": 0.2139,
      "num_input_tokens_seen": 64681632,
      "step": 33610
    },
    {
      "epoch": 5.4837262419446935,
      "grad_norm": 0.7550444006919861,
      "learning_rate": 3.0791033492662517e-06,
      "loss": 0.1346,
      "num_input_tokens_seen": 64691728,
      "step": 33615
    },
    {
      "epoch": 5.484541969165511,
      "grad_norm": 0.5754354596138,
      "learning_rate": 3.0743848964733203e-06,
      "loss": 0.1763,
      "num_input_tokens_seen": 64702208,
      "step": 33620
    },
    {
      "epoch": 5.485357696386329,
      "grad_norm": 0.6911642551422119,
      "learning_rate": 3.0696698248857625e-06,
      "loss": 0.1243,
      "num_input_tokens_seen": 64712208,
      "step": 33625
    },
    {
      "epoch": 5.486173423607146,
      "grad_norm": 0.5221589803695679,
      "learning_rate": 3.0649581352307192e-06,
      "loss": 0.1422,
      "num_input_tokens_seen": 64722080,
      "step": 33630
    },
    {
      "epoch": 5.486989150827963,
      "grad_norm": 0.7154910564422607,
      "learning_rate": 3.060249828234776e-06,
      "loss": 0.1247,
      "num_input_tokens_seen": 64731984,
      "step": 33635
    },
    {
      "epoch": 5.487804878048781,
      "grad_norm": 0.41924986243247986,
      "learning_rate": 3.055544904624025e-06,
      "loss": 0.1775,
      "num_input_tokens_seen": 64741936,
      "step": 33640
    },
    {
      "epoch": 5.488620605269598,
      "grad_norm": 0.9841886758804321,
      "learning_rate": 3.050843365124026e-06,
      "loss": 0.1245,
      "num_input_tokens_seen": 64752048,
      "step": 33645
    },
    {
      "epoch": 5.489436332490415,
      "grad_norm": 1.1661248207092285,
      "learning_rate": 3.0461452104598083e-06,
      "loss": 0.1309,
      "num_input_tokens_seen": 64761600,
      "step": 33650
    },
    {
      "epoch": 5.490252059711232,
      "grad_norm": 0.971311092376709,
      "learning_rate": 3.0414504413558836e-06,
      "loss": 0.2555,
      "num_input_tokens_seen": 64770816,
      "step": 33655
    },
    {
      "epoch": 5.49106778693205,
      "grad_norm": 0.9151513576507568,
      "learning_rate": 3.0367590585362564e-06,
      "loss": 0.2058,
      "num_input_tokens_seen": 64779536,
      "step": 33660
    },
    {
      "epoch": 5.4918835141528675,
      "grad_norm": 1.07106351852417,
      "learning_rate": 3.0320710627243813e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 64789664,
      "step": 33665
    },
    {
      "epoch": 5.492699241373685,
      "grad_norm": 0.6998135447502136,
      "learning_rate": 3.027386454643222e-06,
      "loss": 0.2033,
      "num_input_tokens_seen": 64799760,
      "step": 33670
    },
    {
      "epoch": 5.493514968594502,
      "grad_norm": 0.28728392720222473,
      "learning_rate": 3.0227052350151914e-06,
      "loss": 0.1724,
      "num_input_tokens_seen": 64809264,
      "step": 33675
    },
    {
      "epoch": 5.49433069581532,
      "grad_norm": 1.0017156600952148,
      "learning_rate": 3.0180274045621957e-06,
      "loss": 0.1999,
      "num_input_tokens_seen": 64819152,
      "step": 33680
    },
    {
      "epoch": 5.495146423036137,
      "grad_norm": 1.8822071552276611,
      "learning_rate": 3.013352964005625e-06,
      "loss": 0.1674,
      "num_input_tokens_seen": 64827968,
      "step": 33685
    },
    {
      "epoch": 5.495962150256954,
      "grad_norm": 0.6340659856796265,
      "learning_rate": 3.0086819140663218e-06,
      "loss": 0.0825,
      "num_input_tokens_seen": 64837088,
      "step": 33690
    },
    {
      "epoch": 5.496777877477771,
      "grad_norm": 1.3824245929718018,
      "learning_rate": 3.0040142554646265e-06,
      "loss": 0.1301,
      "num_input_tokens_seen": 64846336,
      "step": 33695
    },
    {
      "epoch": 5.497593604698589,
      "grad_norm": 0.8482128381729126,
      "learning_rate": 2.999349988920361e-06,
      "loss": 0.1806,
      "num_input_tokens_seen": 64856224,
      "step": 33700
    },
    {
      "epoch": 5.498409331919406,
      "grad_norm": 1.3355302810668945,
      "learning_rate": 2.994689115152796e-06,
      "loss": 0.1856,
      "num_input_tokens_seen": 64865392,
      "step": 33705
    },
    {
      "epoch": 5.499225059140223,
      "grad_norm": 0.7086693048477173,
      "learning_rate": 2.9900316348807105e-06,
      "loss": 0.1479,
      "num_input_tokens_seen": 64874848,
      "step": 33710
    },
    {
      "epoch": 5.5000407863610405,
      "grad_norm": 0.36067426204681396,
      "learning_rate": 2.985377548822338e-06,
      "loss": 0.1245,
      "num_input_tokens_seen": 64884496,
      "step": 33715
    },
    {
      "epoch": 5.500856513581859,
      "grad_norm": 0.7942456007003784,
      "learning_rate": 2.980726857695404e-06,
      "loss": 0.1494,
      "num_input_tokens_seen": 64894464,
      "step": 33720
    },
    {
      "epoch": 5.501672240802676,
      "grad_norm": 1.5294373035430908,
      "learning_rate": 2.9760795622171017e-06,
      "loss": 0.1613,
      "num_input_tokens_seen": 64902192,
      "step": 33725
    },
    {
      "epoch": 5.502487968023493,
      "grad_norm": 0.3617609143257141,
      "learning_rate": 2.971435663104094e-06,
      "loss": 0.2091,
      "num_input_tokens_seen": 64910208,
      "step": 33730
    },
    {
      "epoch": 5.50330369524431,
      "grad_norm": 0.6543359160423279,
      "learning_rate": 2.9667951610725385e-06,
      "loss": 0.1652,
      "num_input_tokens_seen": 64918928,
      "step": 33735
    },
    {
      "epoch": 5.504119422465128,
      "grad_norm": 0.8063205480575562,
      "learning_rate": 2.9621580568380575e-06,
      "loss": 0.1682,
      "num_input_tokens_seen": 64928320,
      "step": 33740
    },
    {
      "epoch": 5.504935149685945,
      "grad_norm": 0.5850852131843567,
      "learning_rate": 2.9575243511157453e-06,
      "loss": 0.1162,
      "num_input_tokens_seen": 64938304,
      "step": 33745
    },
    {
      "epoch": 5.505750876906762,
      "grad_norm": 0.9101666808128357,
      "learning_rate": 2.952894044620186e-06,
      "loss": 0.1527,
      "num_input_tokens_seen": 64948464,
      "step": 33750
    },
    {
      "epoch": 5.506566604127579,
      "grad_norm": 0.36759012937545776,
      "learning_rate": 2.948267138065419e-06,
      "loss": 0.1599,
      "num_input_tokens_seen": 64957856,
      "step": 33755
    },
    {
      "epoch": 5.507382331348397,
      "grad_norm": 0.5316984057426453,
      "learning_rate": 2.943643632164983e-06,
      "loss": 0.168,
      "num_input_tokens_seen": 64966464,
      "step": 33760
    },
    {
      "epoch": 5.5081980585692145,
      "grad_norm": 0.8433647751808167,
      "learning_rate": 2.939023527631879e-06,
      "loss": 0.1528,
      "num_input_tokens_seen": 64976512,
      "step": 33765
    },
    {
      "epoch": 5.509013785790032,
      "grad_norm": 0.19215133786201477,
      "learning_rate": 2.934406825178576e-06,
      "loss": 0.1968,
      "num_input_tokens_seen": 64986880,
      "step": 33770
    },
    {
      "epoch": 5.50982951301085,
      "grad_norm": 1.112388014793396,
      "learning_rate": 2.9297935255170357e-06,
      "loss": 0.1449,
      "num_input_tokens_seen": 64995648,
      "step": 33775
    },
    {
      "epoch": 5.510645240231667,
      "grad_norm": 0.20842736959457397,
      "learning_rate": 2.925183629358691e-06,
      "loss": 0.1369,
      "num_input_tokens_seen": 65005568,
      "step": 33780
    },
    {
      "epoch": 5.511460967452484,
      "grad_norm": 0.526013195514679,
      "learning_rate": 2.9205771374144346e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 65014432,
      "step": 33785
    },
    {
      "epoch": 5.512276694673301,
      "grad_norm": 0.20848584175109863,
      "learning_rate": 2.915974050394657e-06,
      "loss": 0.1718,
      "num_input_tokens_seen": 65023872,
      "step": 33790
    },
    {
      "epoch": 5.513092421894118,
      "grad_norm": 1.3655478954315186,
      "learning_rate": 2.9113743690092067e-06,
      "loss": 0.1638,
      "num_input_tokens_seen": 65033280,
      "step": 33795
    },
    {
      "epoch": 5.513908149114936,
      "grad_norm": 0.2873047888278961,
      "learning_rate": 2.906778093967402e-06,
      "loss": 0.0739,
      "num_input_tokens_seen": 65043136,
      "step": 33800
    },
    {
      "epoch": 5.513908149114936,
      "eval_loss": 0.1619754284620285,
      "eval_runtime": 71.5167,
      "eval_samples_per_second": 38.103,
      "eval_steps_per_second": 19.058,
      "num_input_tokens_seen": 65043136,
      "step": 33800
    },
    {
      "epoch": 5.514723876335753,
      "grad_norm": 0.3125797212123871,
      "learning_rate": 2.9021852259780656e-06,
      "loss": 0.1194,
      "num_input_tokens_seen": 65053504,
      "step": 33805
    },
    {
      "epoch": 5.5155396035565705,
      "grad_norm": 0.6424369812011719,
      "learning_rate": 2.8975957657494583e-06,
      "loss": 0.186,
      "num_input_tokens_seen": 65063120,
      "step": 33810
    },
    {
      "epoch": 5.5163553307773885,
      "grad_norm": 0.5105664730072021,
      "learning_rate": 2.8930097139893417e-06,
      "loss": 0.1858,
      "num_input_tokens_seen": 65073824,
      "step": 33815
    },
    {
      "epoch": 5.517171057998206,
      "grad_norm": 0.7071965336799622,
      "learning_rate": 2.888427071404945e-06,
      "loss": 0.0982,
      "num_input_tokens_seen": 65083952,
      "step": 33820
    },
    {
      "epoch": 5.517986785219023,
      "grad_norm": 0.1625269651412964,
      "learning_rate": 2.8838478387029606e-06,
      "loss": 0.1474,
      "num_input_tokens_seen": 65094704,
      "step": 33825
    },
    {
      "epoch": 5.51880251243984,
      "grad_norm": 0.744574785232544,
      "learning_rate": 2.8792720165895737e-06,
      "loss": 0.1869,
      "num_input_tokens_seen": 65105392,
      "step": 33830
    },
    {
      "epoch": 5.519618239660657,
      "grad_norm": 0.635371208190918,
      "learning_rate": 2.874699605770423e-06,
      "loss": 0.1756,
      "num_input_tokens_seen": 65114976,
      "step": 33835
    },
    {
      "epoch": 5.520433966881475,
      "grad_norm": 0.4151861369609833,
      "learning_rate": 2.8701306069506383e-06,
      "loss": 0.1797,
      "num_input_tokens_seen": 65125664,
      "step": 33840
    },
    {
      "epoch": 5.521249694102292,
      "grad_norm": 1.0738229751586914,
      "learning_rate": 2.8655650208348178e-06,
      "loss": 0.2085,
      "num_input_tokens_seen": 65135888,
      "step": 33845
    },
    {
      "epoch": 5.522065421323109,
      "grad_norm": 0.8443587422370911,
      "learning_rate": 2.8610028481270257e-06,
      "loss": 0.155,
      "num_input_tokens_seen": 65146208,
      "step": 33850
    },
    {
      "epoch": 5.522881148543927,
      "grad_norm": 0.5680280327796936,
      "learning_rate": 2.856444089530813e-06,
      "loss": 0.1642,
      "num_input_tokens_seen": 65156512,
      "step": 33855
    },
    {
      "epoch": 5.523696875764744,
      "grad_norm": 1.144203782081604,
      "learning_rate": 2.8518887457491955e-06,
      "loss": 0.1118,
      "num_input_tokens_seen": 65166656,
      "step": 33860
    },
    {
      "epoch": 5.524512602985562,
      "grad_norm": 1.327575445175171,
      "learning_rate": 2.8473368174846666e-06,
      "loss": 0.3,
      "num_input_tokens_seen": 65175664,
      "step": 33865
    },
    {
      "epoch": 5.525328330206379,
      "grad_norm": 1.667300820350647,
      "learning_rate": 2.842788305439184e-06,
      "loss": 0.2022,
      "num_input_tokens_seen": 65186400,
      "step": 33870
    },
    {
      "epoch": 5.526144057427197,
      "grad_norm": 1.080953598022461,
      "learning_rate": 2.8382432103141925e-06,
      "loss": 0.1459,
      "num_input_tokens_seen": 65195664,
      "step": 33875
    },
    {
      "epoch": 5.526959784648014,
      "grad_norm": 0.598425030708313,
      "learning_rate": 2.833701532810598e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 65205408,
      "step": 33880
    },
    {
      "epoch": 5.527775511868831,
      "grad_norm": 0.730010449886322,
      "learning_rate": 2.8291632736287877e-06,
      "loss": 0.1509,
      "num_input_tokens_seen": 65216448,
      "step": 33885
    },
    {
      "epoch": 5.528591239089648,
      "grad_norm": 0.3918009102344513,
      "learning_rate": 2.824628433468615e-06,
      "loss": 0.1699,
      "num_input_tokens_seen": 65226480,
      "step": 33890
    },
    {
      "epoch": 5.529406966310466,
      "grad_norm": 0.6065110564231873,
      "learning_rate": 2.8200970130294073e-06,
      "loss": 0.189,
      "num_input_tokens_seen": 65235328,
      "step": 33895
    },
    {
      "epoch": 5.530222693531283,
      "grad_norm": 1.8536978960037231,
      "learning_rate": 2.8155690130099775e-06,
      "loss": 0.1769,
      "num_input_tokens_seen": 65243792,
      "step": 33900
    },
    {
      "epoch": 5.5310384207521,
      "grad_norm": 0.8636475801467896,
      "learning_rate": 2.8110444341085895e-06,
      "loss": 0.1978,
      "num_input_tokens_seen": 65254624,
      "step": 33905
    },
    {
      "epoch": 5.5318541479729175,
      "grad_norm": 0.29426252841949463,
      "learning_rate": 2.806523277022996e-06,
      "loss": 0.1014,
      "num_input_tokens_seen": 65263872,
      "step": 33910
    },
    {
      "epoch": 5.5326698751937355,
      "grad_norm": 0.5097100138664246,
      "learning_rate": 2.802005542450409e-06,
      "loss": 0.1214,
      "num_input_tokens_seen": 65272480,
      "step": 33915
    },
    {
      "epoch": 5.533485602414553,
      "grad_norm": 1.3440821170806885,
      "learning_rate": 2.797491231087526e-06,
      "loss": 0.1571,
      "num_input_tokens_seen": 65281328,
      "step": 33920
    },
    {
      "epoch": 5.53430132963537,
      "grad_norm": 0.5412102937698364,
      "learning_rate": 2.7929803436305137e-06,
      "loss": 0.1195,
      "num_input_tokens_seen": 65291344,
      "step": 33925
    },
    {
      "epoch": 5.535117056856187,
      "grad_norm": 0.8555955290794373,
      "learning_rate": 2.788472880774998e-06,
      "loss": 0.1567,
      "num_input_tokens_seen": 65300304,
      "step": 33930
    },
    {
      "epoch": 5.535932784077005,
      "grad_norm": 0.7965381145477295,
      "learning_rate": 2.7839688432160977e-06,
      "loss": 0.1473,
      "num_input_tokens_seen": 65310272,
      "step": 33935
    },
    {
      "epoch": 5.536748511297822,
      "grad_norm": 1.073473334312439,
      "learning_rate": 2.779468231648383e-06,
      "loss": 0.1931,
      "num_input_tokens_seen": 65320928,
      "step": 33940
    },
    {
      "epoch": 5.537564238518639,
      "grad_norm": 0.7797160148620605,
      "learning_rate": 2.774971046765906e-06,
      "loss": 0.2048,
      "num_input_tokens_seen": 65330592,
      "step": 33945
    },
    {
      "epoch": 5.538379965739456,
      "grad_norm": 0.5254663228988647,
      "learning_rate": 2.770477289262194e-06,
      "loss": 0.2745,
      "num_input_tokens_seen": 65341744,
      "step": 33950
    },
    {
      "epoch": 5.539195692960274,
      "grad_norm": 0.31114035844802856,
      "learning_rate": 2.765986959830233e-06,
      "loss": 0.1943,
      "num_input_tokens_seen": 65349856,
      "step": 33955
    },
    {
      "epoch": 5.5400114201810915,
      "grad_norm": 1.044270634651184,
      "learning_rate": 2.761500059162492e-06,
      "loss": 0.1754,
      "num_input_tokens_seen": 65357968,
      "step": 33960
    },
    {
      "epoch": 5.540827147401909,
      "grad_norm": 0.7222207188606262,
      "learning_rate": 2.757016587950914e-06,
      "loss": 0.1463,
      "num_input_tokens_seen": 65368368,
      "step": 33965
    },
    {
      "epoch": 5.541642874622726,
      "grad_norm": 1.0536305904388428,
      "learning_rate": 2.752536546886897e-06,
      "loss": 0.2146,
      "num_input_tokens_seen": 65378064,
      "step": 33970
    },
    {
      "epoch": 5.542458601843544,
      "grad_norm": 0.2277759462594986,
      "learning_rate": 2.7480599366613234e-06,
      "loss": 0.1622,
      "num_input_tokens_seen": 65388016,
      "step": 33975
    },
    {
      "epoch": 5.543274329064361,
      "grad_norm": 0.7790781259536743,
      "learning_rate": 2.7435867579645473e-06,
      "loss": 0.1025,
      "num_input_tokens_seen": 65399056,
      "step": 33980
    },
    {
      "epoch": 5.544090056285178,
      "grad_norm": 0.7617347836494446,
      "learning_rate": 2.739117011486378e-06,
      "loss": 0.1313,
      "num_input_tokens_seen": 65408576,
      "step": 33985
    },
    {
      "epoch": 5.544905783505996,
      "grad_norm": 1.0825550556182861,
      "learning_rate": 2.7346506979161216e-06,
      "loss": 0.1801,
      "num_input_tokens_seen": 65419584,
      "step": 33990
    },
    {
      "epoch": 5.545721510726813,
      "grad_norm": 0.43724456429481506,
      "learning_rate": 2.7301878179425227e-06,
      "loss": 0.1576,
      "num_input_tokens_seen": 65429952,
      "step": 33995
    },
    {
      "epoch": 5.54653723794763,
      "grad_norm": 0.7169079780578613,
      "learning_rate": 2.7257283722538244e-06,
      "loss": 0.1443,
      "num_input_tokens_seen": 65439360,
      "step": 34000
    },
    {
      "epoch": 5.54653723794763,
      "eval_loss": 0.16180075705051422,
      "eval_runtime": 71.4368,
      "eval_samples_per_second": 38.146,
      "eval_steps_per_second": 19.08,
      "num_input_tokens_seen": 65439360,
      "step": 34000
    },
    {
      "epoch": 5.5473529651684474,
      "grad_norm": 0.6066024303436279,
      "learning_rate": 2.7212723615377326e-06,
      "loss": 0.1926,
      "num_input_tokens_seen": 65449056,
      "step": 34005
    },
    {
      "epoch": 5.548168692389265,
      "grad_norm": 1.4253922700881958,
      "learning_rate": 2.7168197864814145e-06,
      "loss": 0.1976,
      "num_input_tokens_seen": 65459152,
      "step": 34010
    },
    {
      "epoch": 5.548984419610083,
      "grad_norm": 1.3259758949279785,
      "learning_rate": 2.712370647771509e-06,
      "loss": 0.2125,
      "num_input_tokens_seen": 65468800,
      "step": 34015
    },
    {
      "epoch": 5.5498001468309,
      "grad_norm": 0.6515910029411316,
      "learning_rate": 2.707924946094137e-06,
      "loss": 0.1656,
      "num_input_tokens_seen": 65477872,
      "step": 34020
    },
    {
      "epoch": 5.550615874051717,
      "grad_norm": 0.9543900489807129,
      "learning_rate": 2.7034826821348723e-06,
      "loss": 0.1714,
      "num_input_tokens_seen": 65486512,
      "step": 34025
    },
    {
      "epoch": 5.551431601272535,
      "grad_norm": 0.2592933773994446,
      "learning_rate": 2.6990438565787786e-06,
      "loss": 0.1397,
      "num_input_tokens_seen": 65494816,
      "step": 34030
    },
    {
      "epoch": 5.552247328493352,
      "grad_norm": 1.4913835525512695,
      "learning_rate": 2.6946084701103714e-06,
      "loss": 0.1697,
      "num_input_tokens_seen": 65504528,
      "step": 34035
    },
    {
      "epoch": 5.553063055714169,
      "grad_norm": 0.9486300349235535,
      "learning_rate": 2.6901765234136428e-06,
      "loss": 0.1166,
      "num_input_tokens_seen": 65514032,
      "step": 34040
    },
    {
      "epoch": 5.553878782934986,
      "grad_norm": 0.45580369234085083,
      "learning_rate": 2.685748017172063e-06,
      "loss": 0.131,
      "num_input_tokens_seen": 65523632,
      "step": 34045
    },
    {
      "epoch": 5.554694510155803,
      "grad_norm": 0.22498832643032074,
      "learning_rate": 2.681322952068549e-06,
      "loss": 0.0622,
      "num_input_tokens_seen": 65532800,
      "step": 34050
    },
    {
      "epoch": 5.555510237376621,
      "grad_norm": 0.4717290997505188,
      "learning_rate": 2.6769013287855137e-06,
      "loss": 0.1671,
      "num_input_tokens_seen": 65541712,
      "step": 34055
    },
    {
      "epoch": 5.5563259645974385,
      "grad_norm": 1.7153334617614746,
      "learning_rate": 2.6724831480048286e-06,
      "loss": 0.1782,
      "num_input_tokens_seen": 65551968,
      "step": 34060
    },
    {
      "epoch": 5.557141691818256,
      "grad_norm": 0.6661145687103271,
      "learning_rate": 2.66806841040782e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 65562880,
      "step": 34065
    },
    {
      "epoch": 5.557957419039074,
      "grad_norm": 0.7978769540786743,
      "learning_rate": 2.6636571166753083e-06,
      "loss": 0.1997,
      "num_input_tokens_seen": 65573552,
      "step": 34070
    },
    {
      "epoch": 5.558773146259891,
      "grad_norm": 0.8027640581130981,
      "learning_rate": 2.6592492674875598e-06,
      "loss": 0.1785,
      "num_input_tokens_seen": 65582688,
      "step": 34075
    },
    {
      "epoch": 5.559588873480708,
      "grad_norm": 0.7234264016151428,
      "learning_rate": 2.6548448635243305e-06,
      "loss": 0.218,
      "num_input_tokens_seen": 65592320,
      "step": 34080
    },
    {
      "epoch": 5.560404600701525,
      "grad_norm": 2.3615517616271973,
      "learning_rate": 2.650443905464828e-06,
      "loss": 0.1752,
      "num_input_tokens_seen": 65602112,
      "step": 34085
    },
    {
      "epoch": 5.561220327922343,
      "grad_norm": 0.4773882329463959,
      "learning_rate": 2.646046393987739e-06,
      "loss": 0.1724,
      "num_input_tokens_seen": 65611328,
      "step": 34090
    },
    {
      "epoch": 5.56203605514316,
      "grad_norm": 0.482597678899765,
      "learning_rate": 2.64165232977121e-06,
      "loss": 0.1093,
      "num_input_tokens_seen": 65620992,
      "step": 34095
    },
    {
      "epoch": 5.562851782363977,
      "grad_norm": 0.2713608145713806,
      "learning_rate": 2.6372617134928695e-06,
      "loss": 0.0965,
      "num_input_tokens_seen": 65631200,
      "step": 34100
    },
    {
      "epoch": 5.5636675095847945,
      "grad_norm": 0.3213021755218506,
      "learning_rate": 2.6328745458297943e-06,
      "loss": 0.1329,
      "num_input_tokens_seen": 65639168,
      "step": 34105
    },
    {
      "epoch": 5.5644832368056125,
      "grad_norm": 0.7023515105247498,
      "learning_rate": 2.6284908274585546e-06,
      "loss": 0.1874,
      "num_input_tokens_seen": 65647872,
      "step": 34110
    },
    {
      "epoch": 5.56529896402643,
      "grad_norm": 0.6592796444892883,
      "learning_rate": 2.6241105590551595e-06,
      "loss": 0.1182,
      "num_input_tokens_seen": 65656096,
      "step": 34115
    },
    {
      "epoch": 5.566114691247247,
      "grad_norm": 1.0767552852630615,
      "learning_rate": 2.6197337412951105e-06,
      "loss": 0.1483,
      "num_input_tokens_seen": 65666528,
      "step": 34120
    },
    {
      "epoch": 5.566930418468064,
      "grad_norm": 0.5062442421913147,
      "learning_rate": 2.6153603748533705e-06,
      "loss": 0.1254,
      "num_input_tokens_seen": 65676240,
      "step": 34125
    },
    {
      "epoch": 5.567746145688882,
      "grad_norm": 0.9891382455825806,
      "learning_rate": 2.6109904604043585e-06,
      "loss": 0.1386,
      "num_input_tokens_seen": 65685424,
      "step": 34130
    },
    {
      "epoch": 5.568561872909699,
      "grad_norm": 0.6863021850585938,
      "learning_rate": 2.6066239986219765e-06,
      "loss": 0.2118,
      "num_input_tokens_seen": 65694768,
      "step": 34135
    },
    {
      "epoch": 5.569377600130516,
      "grad_norm": 0.5229758024215698,
      "learning_rate": 2.602260990179592e-06,
      "loss": 0.1403,
      "num_input_tokens_seen": 65704560,
      "step": 34140
    },
    {
      "epoch": 5.570193327351333,
      "grad_norm": 0.5271536111831665,
      "learning_rate": 2.5979014357500248e-06,
      "loss": 0.12,
      "num_input_tokens_seen": 65714336,
      "step": 34145
    },
    {
      "epoch": 5.571009054572151,
      "grad_norm": 0.49062368273735046,
      "learning_rate": 2.5935453360055844e-06,
      "loss": 0.1548,
      "num_input_tokens_seen": 65724176,
      "step": 34150
    },
    {
      "epoch": 5.5718247817929685,
      "grad_norm": 0.6930689215660095,
      "learning_rate": 2.5891926916180283e-06,
      "loss": 0.1312,
      "num_input_tokens_seen": 65734048,
      "step": 34155
    },
    {
      "epoch": 5.572640509013786,
      "grad_norm": 0.5775835514068604,
      "learning_rate": 2.5848435032585883e-06,
      "loss": 0.1227,
      "num_input_tokens_seen": 65743312,
      "step": 34160
    },
    {
      "epoch": 5.573456236234604,
      "grad_norm": 0.6277236938476562,
      "learning_rate": 2.58049777159797e-06,
      "loss": 0.1523,
      "num_input_tokens_seen": 65752368,
      "step": 34165
    },
    {
      "epoch": 5.574271963455421,
      "grad_norm": 0.8865189552307129,
      "learning_rate": 2.576155497306332e-06,
      "loss": 0.1899,
      "num_input_tokens_seen": 65761696,
      "step": 34170
    },
    {
      "epoch": 5.575087690676238,
      "grad_norm": 0.97493976354599,
      "learning_rate": 2.57181668105331e-06,
      "loss": 0.2397,
      "num_input_tokens_seen": 65771904,
      "step": 34175
    },
    {
      "epoch": 5.575903417897055,
      "grad_norm": 0.7383904457092285,
      "learning_rate": 2.567481323508014e-06,
      "loss": 0.1509,
      "num_input_tokens_seen": 65780624,
      "step": 34180
    },
    {
      "epoch": 5.576719145117872,
      "grad_norm": 0.8924441933631897,
      "learning_rate": 2.5631494253389954e-06,
      "loss": 0.1822,
      "num_input_tokens_seen": 65790640,
      "step": 34185
    },
    {
      "epoch": 5.57753487233869,
      "grad_norm": 0.8063198328018188,
      "learning_rate": 2.5588209872142997e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 65800976,
      "step": 34190
    },
    {
      "epoch": 5.578350599559507,
      "grad_norm": 0.8180648684501648,
      "learning_rate": 2.5544960098014186e-06,
      "loss": 0.1095,
      "num_input_tokens_seen": 65810448,
      "step": 34195
    },
    {
      "epoch": 5.579166326780324,
      "grad_norm": 0.7657995223999023,
      "learning_rate": 2.550174493767318e-06,
      "loss": 0.1029,
      "num_input_tokens_seen": 65819600,
      "step": 34200
    },
    {
      "epoch": 5.579166326780324,
      "eval_loss": 0.1619826853275299,
      "eval_runtime": 71.4428,
      "eval_samples_per_second": 38.142,
      "eval_steps_per_second": 19.078,
      "num_input_tokens_seen": 65819600,
      "step": 34200
    },
    {
      "epoch": 5.5799820540011424,
      "grad_norm": 1.1840949058532715,
      "learning_rate": 2.545856439778438e-06,
      "loss": 0.1794,
      "num_input_tokens_seen": 65829056,
      "step": 34205
    },
    {
      "epoch": 5.58079778122196,
      "grad_norm": 0.5653676390647888,
      "learning_rate": 2.541541848500667e-06,
      "loss": 0.1513,
      "num_input_tokens_seen": 65839104,
      "step": 34210
    },
    {
      "epoch": 5.581613508442777,
      "grad_norm": 0.9118756055831909,
      "learning_rate": 2.5372307205993733e-06,
      "loss": 0.16,
      "num_input_tokens_seen": 65848048,
      "step": 34215
    },
    {
      "epoch": 5.582429235663594,
      "grad_norm": 0.6289585828781128,
      "learning_rate": 2.5329230567393917e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 65857312,
      "step": 34220
    },
    {
      "epoch": 5.583244962884411,
      "grad_norm": 1.3996295928955078,
      "learning_rate": 2.5286188575850164e-06,
      "loss": 0.1257,
      "num_input_tokens_seen": 65867664,
      "step": 34225
    },
    {
      "epoch": 5.584060690105229,
      "grad_norm": 1.382832407951355,
      "learning_rate": 2.5243181237999984e-06,
      "loss": 0.1899,
      "num_input_tokens_seen": 65877312,
      "step": 34230
    },
    {
      "epoch": 5.584876417326046,
      "grad_norm": 0.3082544505596161,
      "learning_rate": 2.520020856047578e-06,
      "loss": 0.1449,
      "num_input_tokens_seen": 65886320,
      "step": 34235
    },
    {
      "epoch": 5.585692144546863,
      "grad_norm": 1.9900776147842407,
      "learning_rate": 2.515727054990438e-06,
      "loss": 0.2768,
      "num_input_tokens_seen": 65897552,
      "step": 34240
    },
    {
      "epoch": 5.586507871767681,
      "grad_norm": 0.8430038094520569,
      "learning_rate": 2.511436721290747e-06,
      "loss": 0.1546,
      "num_input_tokens_seen": 65907616,
      "step": 34245
    },
    {
      "epoch": 5.587323598988498,
      "grad_norm": 0.3285358250141144,
      "learning_rate": 2.5071498556101164e-06,
      "loss": 0.1553,
      "num_input_tokens_seen": 65916528,
      "step": 34250
    },
    {
      "epoch": 5.5881393262093155,
      "grad_norm": 0.8207083344459534,
      "learning_rate": 2.5028664586096485e-06,
      "loss": 0.2012,
      "num_input_tokens_seen": 65925696,
      "step": 34255
    },
    {
      "epoch": 5.588955053430133,
      "grad_norm": 0.9579412937164307,
      "learning_rate": 2.498586530949881e-06,
      "loss": 0.1055,
      "num_input_tokens_seen": 65935888,
      "step": 34260
    },
    {
      "epoch": 5.589770780650951,
      "grad_norm": 0.7800315022468567,
      "learning_rate": 2.4943100732908427e-06,
      "loss": 0.1747,
      "num_input_tokens_seen": 65943296,
      "step": 34265
    },
    {
      "epoch": 5.590586507871768,
      "grad_norm": 0.9472941160202026,
      "learning_rate": 2.4900370862920188e-06,
      "loss": 0.1741,
      "num_input_tokens_seen": 65953344,
      "step": 34270
    },
    {
      "epoch": 5.591402235092585,
      "grad_norm": 0.4068102538585663,
      "learning_rate": 2.4857675706123518e-06,
      "loss": 0.0974,
      "num_input_tokens_seen": 65962736,
      "step": 34275
    },
    {
      "epoch": 5.592217962313402,
      "grad_norm": 0.8563146591186523,
      "learning_rate": 2.4815015269102543e-06,
      "loss": 0.1242,
      "num_input_tokens_seen": 65971808,
      "step": 34280
    },
    {
      "epoch": 5.59303368953422,
      "grad_norm": 0.48608019948005676,
      "learning_rate": 2.477238955843611e-06,
      "loss": 0.154,
      "num_input_tokens_seen": 65980784,
      "step": 34285
    },
    {
      "epoch": 5.593849416755037,
      "grad_norm": 0.681437075138092,
      "learning_rate": 2.4729798580697573e-06,
      "loss": 0.2084,
      "num_input_tokens_seen": 65991104,
      "step": 34290
    },
    {
      "epoch": 5.594665143975854,
      "grad_norm": 1.5996434688568115,
      "learning_rate": 2.4687242342455034e-06,
      "loss": 0.1578,
      "num_input_tokens_seen": 66000288,
      "step": 34295
    },
    {
      "epoch": 5.5954808711966715,
      "grad_norm": 0.8122884631156921,
      "learning_rate": 2.4644720850271196e-06,
      "loss": 0.1723,
      "num_input_tokens_seen": 66009760,
      "step": 34300
    },
    {
      "epoch": 5.5962965984174895,
      "grad_norm": 0.6775366067886353,
      "learning_rate": 2.4602234110703364e-06,
      "loss": 0.1051,
      "num_input_tokens_seen": 66019488,
      "step": 34305
    },
    {
      "epoch": 5.597112325638307,
      "grad_norm": 0.36820653080940247,
      "learning_rate": 2.4559782130303576e-06,
      "loss": 0.099,
      "num_input_tokens_seen": 66028656,
      "step": 34310
    },
    {
      "epoch": 5.597928052859124,
      "grad_norm": 0.5554709434509277,
      "learning_rate": 2.451736491561843e-06,
      "loss": 0.183,
      "num_input_tokens_seen": 66037616,
      "step": 34315
    },
    {
      "epoch": 5.598743780079941,
      "grad_norm": 0.8243679404258728,
      "learning_rate": 2.4474982473189163e-06,
      "loss": 0.1968,
      "num_input_tokens_seen": 66048224,
      "step": 34320
    },
    {
      "epoch": 5.599559507300759,
      "grad_norm": 0.48221367597579956,
      "learning_rate": 2.4432634809551796e-06,
      "loss": 0.137,
      "num_input_tokens_seen": 66056656,
      "step": 34325
    },
    {
      "epoch": 5.600375234521576,
      "grad_norm": 1.3255935907363892,
      "learning_rate": 2.439032193123675e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 66067040,
      "step": 34330
    },
    {
      "epoch": 5.601190961742393,
      "grad_norm": 0.7213360071182251,
      "learning_rate": 2.4348043844769297e-06,
      "loss": 0.2294,
      "num_input_tokens_seen": 66076816,
      "step": 34335
    },
    {
      "epoch": 5.602006688963211,
      "grad_norm": 0.4305535852909088,
      "learning_rate": 2.4305800556669146e-06,
      "loss": 0.132,
      "num_input_tokens_seen": 66085328,
      "step": 34340
    },
    {
      "epoch": 5.602822416184028,
      "grad_norm": 1.4924852848052979,
      "learning_rate": 2.426359207345083e-06,
      "loss": 0.1857,
      "num_input_tokens_seen": 66095408,
      "step": 34345
    },
    {
      "epoch": 5.6036381434048455,
      "grad_norm": 1.1494165658950806,
      "learning_rate": 2.4221418401623396e-06,
      "loss": 0.137,
      "num_input_tokens_seen": 66104544,
      "step": 34350
    },
    {
      "epoch": 5.604453870625663,
      "grad_norm": 1.9706891775131226,
      "learning_rate": 2.4179279547690557e-06,
      "loss": 0.2009,
      "num_input_tokens_seen": 66113792,
      "step": 34355
    },
    {
      "epoch": 5.60526959784648,
      "grad_norm": 0.5374146699905396,
      "learning_rate": 2.413717551815062e-06,
      "loss": 0.0856,
      "num_input_tokens_seen": 66122992,
      "step": 34360
    },
    {
      "epoch": 5.606085325067298,
      "grad_norm": 1.2524455785751343,
      "learning_rate": 2.409510631949666e-06,
      "loss": 0.2083,
      "num_input_tokens_seen": 66132992,
      "step": 34365
    },
    {
      "epoch": 5.606901052288115,
      "grad_norm": 0.8290921449661255,
      "learning_rate": 2.405307195821618e-06,
      "loss": 0.1667,
      "num_input_tokens_seen": 66142992,
      "step": 34370
    },
    {
      "epoch": 5.607716779508932,
      "grad_norm": 1.1699554920196533,
      "learning_rate": 2.4011072440791372e-06,
      "loss": 0.1658,
      "num_input_tokens_seen": 66151680,
      "step": 34375
    },
    {
      "epoch": 5.60853250672975,
      "grad_norm": 0.556765615940094,
      "learning_rate": 2.3969107773699233e-06,
      "loss": 0.2,
      "num_input_tokens_seen": 66161232,
      "step": 34380
    },
    {
      "epoch": 5.609348233950567,
      "grad_norm": 0.4308471977710724,
      "learning_rate": 2.3927177963411096e-06,
      "loss": 0.151,
      "num_input_tokens_seen": 66171040,
      "step": 34385
    },
    {
      "epoch": 5.610163961171384,
      "grad_norm": 0.2664872407913208,
      "learning_rate": 2.3885283016393144e-06,
      "loss": 0.1023,
      "num_input_tokens_seen": 66181152,
      "step": 34390
    },
    {
      "epoch": 5.610979688392201,
      "grad_norm": 1.0727643966674805,
      "learning_rate": 2.3843422939106076e-06,
      "loss": 0.149,
      "num_input_tokens_seen": 66190528,
      "step": 34395
    },
    {
      "epoch": 5.6117954156130185,
      "grad_norm": 0.8722562789916992,
      "learning_rate": 2.380159773800525e-06,
      "loss": 0.1551,
      "num_input_tokens_seen": 66199376,
      "step": 34400
    },
    {
      "epoch": 5.6117954156130185,
      "eval_loss": 0.16197435557842255,
      "eval_runtime": 71.3488,
      "eval_samples_per_second": 38.193,
      "eval_steps_per_second": 19.103,
      "num_input_tokens_seen": 66199376,
      "step": 34400
    },
    {
      "epoch": 5.6126111428338366,
      "grad_norm": 0.6948449015617371,
      "learning_rate": 2.3759807419540675e-06,
      "loss": 0.145,
      "num_input_tokens_seen": 66208752,
      "step": 34405
    },
    {
      "epoch": 5.613426870054654,
      "grad_norm": 0.7532613277435303,
      "learning_rate": 2.3718051990156835e-06,
      "loss": 0.1269,
      "num_input_tokens_seen": 66217152,
      "step": 34410
    },
    {
      "epoch": 5.614242597275471,
      "grad_norm": 0.6172819137573242,
      "learning_rate": 2.367633145629311e-06,
      "loss": 0.2113,
      "num_input_tokens_seen": 66227520,
      "step": 34415
    },
    {
      "epoch": 5.615058324496289,
      "grad_norm": 0.9564296007156372,
      "learning_rate": 2.363464582438316e-06,
      "loss": 0.1404,
      "num_input_tokens_seen": 66236816,
      "step": 34420
    },
    {
      "epoch": 5.615874051717106,
      "grad_norm": 0.5713850855827332,
      "learning_rate": 2.3592995100855526e-06,
      "loss": 0.1043,
      "num_input_tokens_seen": 66246416,
      "step": 34425
    },
    {
      "epoch": 5.616689778937923,
      "grad_norm": 0.6052267551422119,
      "learning_rate": 2.3551379292133273e-06,
      "loss": 0.2021,
      "num_input_tokens_seen": 66255920,
      "step": 34430
    },
    {
      "epoch": 5.61750550615874,
      "grad_norm": 0.3877156376838684,
      "learning_rate": 2.3509798404634047e-06,
      "loss": 0.166,
      "num_input_tokens_seen": 66265856,
      "step": 34435
    },
    {
      "epoch": 5.618321233379558,
      "grad_norm": 0.38289809226989746,
      "learning_rate": 2.346825244477019e-06,
      "loss": 0.16,
      "num_input_tokens_seen": 66274656,
      "step": 34440
    },
    {
      "epoch": 5.619136960600375,
      "grad_norm": 0.7741613984107971,
      "learning_rate": 2.3426741418948545e-06,
      "loss": 0.1672,
      "num_input_tokens_seen": 66285424,
      "step": 34445
    },
    {
      "epoch": 5.6199526878211925,
      "grad_norm": 0.442808598279953,
      "learning_rate": 2.3385265333570715e-06,
      "loss": 0.1442,
      "num_input_tokens_seen": 66295456,
      "step": 34450
    },
    {
      "epoch": 5.62076841504201,
      "grad_norm": 0.6569626331329346,
      "learning_rate": 2.334382419503278e-06,
      "loss": 0.1598,
      "num_input_tokens_seen": 66304928,
      "step": 34455
    },
    {
      "epoch": 5.621584142262828,
      "grad_norm": 0.6216561794281006,
      "learning_rate": 2.3302418009725465e-06,
      "loss": 0.182,
      "num_input_tokens_seen": 66314000,
      "step": 34460
    },
    {
      "epoch": 5.622399869483645,
      "grad_norm": 1.070199728012085,
      "learning_rate": 2.326104678403415e-06,
      "loss": 0.1478,
      "num_input_tokens_seen": 66324448,
      "step": 34465
    },
    {
      "epoch": 5.623215596704462,
      "grad_norm": 0.7731523513793945,
      "learning_rate": 2.321971052433883e-06,
      "loss": 0.1894,
      "num_input_tokens_seen": 66334256,
      "step": 34470
    },
    {
      "epoch": 5.624031323925279,
      "grad_norm": 0.9404013752937317,
      "learning_rate": 2.3178409237014004e-06,
      "loss": 0.1737,
      "num_input_tokens_seen": 66343728,
      "step": 34475
    },
    {
      "epoch": 5.624847051146097,
      "grad_norm": 0.8924067616462708,
      "learning_rate": 2.313714292842889e-06,
      "loss": 0.2368,
      "num_input_tokens_seen": 66354800,
      "step": 34480
    },
    {
      "epoch": 5.625662778366914,
      "grad_norm": 1.1873655319213867,
      "learning_rate": 2.309591160494734e-06,
      "loss": 0.1929,
      "num_input_tokens_seen": 66364256,
      "step": 34485
    },
    {
      "epoch": 5.626478505587731,
      "grad_norm": 1.7840315103530884,
      "learning_rate": 2.305471527292763e-06,
      "loss": 0.1673,
      "num_input_tokens_seen": 66371792,
      "step": 34490
    },
    {
      "epoch": 5.6272942328085485,
      "grad_norm": 0.3326092064380646,
      "learning_rate": 2.3013553938722817e-06,
      "loss": 0.1319,
      "num_input_tokens_seen": 66381760,
      "step": 34495
    },
    {
      "epoch": 5.6281099600293665,
      "grad_norm": 0.7594147324562073,
      "learning_rate": 2.297242760868043e-06,
      "loss": 0.1736,
      "num_input_tokens_seen": 66391184,
      "step": 34500
    },
    {
      "epoch": 5.628925687250184,
      "grad_norm": 1.2245959043502808,
      "learning_rate": 2.2931336289142735e-06,
      "loss": 0.137,
      "num_input_tokens_seen": 66400816,
      "step": 34505
    },
    {
      "epoch": 5.629741414471001,
      "grad_norm": 0.4357653558254242,
      "learning_rate": 2.289027998644655e-06,
      "loss": 0.1335,
      "num_input_tokens_seen": 66408848,
      "step": 34510
    },
    {
      "epoch": 5.630557141691818,
      "grad_norm": 1.3426473140716553,
      "learning_rate": 2.2849258706923228e-06,
      "loss": 0.2281,
      "num_input_tokens_seen": 66417792,
      "step": 34515
    },
    {
      "epoch": 5.631372868912636,
      "grad_norm": 0.7094218134880066,
      "learning_rate": 2.2808272456898705e-06,
      "loss": 0.1337,
      "num_input_tokens_seen": 66427408,
      "step": 34520
    },
    {
      "epoch": 5.632188596133453,
      "grad_norm": 1.684416651725769,
      "learning_rate": 2.2767321242693707e-06,
      "loss": 0.1539,
      "num_input_tokens_seen": 66437824,
      "step": 34525
    },
    {
      "epoch": 5.63300432335427,
      "grad_norm": 0.40697813034057617,
      "learning_rate": 2.272640507062329e-06,
      "loss": 0.091,
      "num_input_tokens_seen": 66446448,
      "step": 34530
    },
    {
      "epoch": 5.633820050575087,
      "grad_norm": 0.5769427418708801,
      "learning_rate": 2.2685523946997382e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 66457488,
      "step": 34535
    },
    {
      "epoch": 5.634635777795905,
      "grad_norm": 1.4468671083450317,
      "learning_rate": 2.2644677878120245e-06,
      "loss": 0.1648,
      "num_input_tokens_seen": 66467744,
      "step": 34540
    },
    {
      "epoch": 5.635451505016722,
      "grad_norm": 0.3779802620410919,
      "learning_rate": 2.2603866870290897e-06,
      "loss": 0.1371,
      "num_input_tokens_seen": 66477776,
      "step": 34545
    },
    {
      "epoch": 5.63626723223754,
      "grad_norm": 0.4056816101074219,
      "learning_rate": 2.256309092980294e-06,
      "loss": 0.2084,
      "num_input_tokens_seen": 66488608,
      "step": 34550
    },
    {
      "epoch": 5.637082959458358,
      "grad_norm": 0.37279602885246277,
      "learning_rate": 2.252235006294448e-06,
      "loss": 0.1655,
      "num_input_tokens_seen": 66498544,
      "step": 34555
    },
    {
      "epoch": 5.637898686679175,
      "grad_norm": 0.9796852469444275,
      "learning_rate": 2.2481644275998333e-06,
      "loss": 0.1366,
      "num_input_tokens_seen": 66507776,
      "step": 34560
    },
    {
      "epoch": 5.638714413899992,
      "grad_norm": 0.7063383460044861,
      "learning_rate": 2.2440973575241832e-06,
      "loss": 0.1733,
      "num_input_tokens_seen": 66517792,
      "step": 34565
    },
    {
      "epoch": 5.639530141120809,
      "grad_norm": 1.015578031539917,
      "learning_rate": 2.240033796694685e-06,
      "loss": 0.1826,
      "num_input_tokens_seen": 66528128,
      "step": 34570
    },
    {
      "epoch": 5.640345868341626,
      "grad_norm": 0.3940674662590027,
      "learning_rate": 2.235973745737999e-06,
      "loss": 0.1441,
      "num_input_tokens_seen": 66537984,
      "step": 34575
    },
    {
      "epoch": 5.641161595562444,
      "grad_norm": 1.3574084043502808,
      "learning_rate": 2.2319172052802263e-06,
      "loss": 0.1901,
      "num_input_tokens_seen": 66547904,
      "step": 34580
    },
    {
      "epoch": 5.641977322783261,
      "grad_norm": 0.21230705082416534,
      "learning_rate": 2.2278641759469477e-06,
      "loss": 0.1556,
      "num_input_tokens_seen": 66556720,
      "step": 34585
    },
    {
      "epoch": 5.642793050004078,
      "grad_norm": 1.129650592803955,
      "learning_rate": 2.2238146583631825e-06,
      "loss": 0.2085,
      "num_input_tokens_seen": 66565488,
      "step": 34590
    },
    {
      "epoch": 5.643608777224896,
      "grad_norm": 0.5281344652175903,
      "learning_rate": 2.2197686531534256e-06,
      "loss": 0.1508,
      "num_input_tokens_seen": 66574256,
      "step": 34595
    },
    {
      "epoch": 5.6444245044457135,
      "grad_norm": 0.5912525653839111,
      "learning_rate": 2.2157261609416087e-06,
      "loss": 0.1125,
      "num_input_tokens_seen": 66583936,
      "step": 34600
    },
    {
      "epoch": 5.6444245044457135,
      "eval_loss": 0.16170313954353333,
      "eval_runtime": 71.5325,
      "eval_samples_per_second": 38.095,
      "eval_steps_per_second": 19.054,
      "num_input_tokens_seen": 66583936,
      "step": 34600
    },
    {
      "epoch": 5.645240231666531,
      "grad_norm": 0.4374832212924957,
      "learning_rate": 2.211687182351149e-06,
      "loss": 0.1296,
      "num_input_tokens_seen": 66594032,
      "step": 34605
    },
    {
      "epoch": 5.646055958887348,
      "grad_norm": 1.2986642122268677,
      "learning_rate": 2.2076517180048993e-06,
      "loss": 0.2383,
      "num_input_tokens_seen": 66603968,
      "step": 34610
    },
    {
      "epoch": 5.646871686108166,
      "grad_norm": 1.1021169424057007,
      "learning_rate": 2.2036197685251834e-06,
      "loss": 0.3022,
      "num_input_tokens_seen": 66613360,
      "step": 34615
    },
    {
      "epoch": 5.647687413328983,
      "grad_norm": 1.270078420639038,
      "learning_rate": 2.199591334533771e-06,
      "loss": 0.2145,
      "num_input_tokens_seen": 66622496,
      "step": 34620
    },
    {
      "epoch": 5.6485031405498,
      "grad_norm": 0.44623002409935,
      "learning_rate": 2.1955664166519036e-06,
      "loss": 0.1849,
      "num_input_tokens_seen": 66632544,
      "step": 34625
    },
    {
      "epoch": 5.649318867770617,
      "grad_norm": 1.4886854887008667,
      "learning_rate": 2.1915450155002793e-06,
      "loss": 0.2119,
      "num_input_tokens_seen": 66642688,
      "step": 34630
    },
    {
      "epoch": 5.650134594991435,
      "grad_norm": 0.8502938747406006,
      "learning_rate": 2.187527131699038e-06,
      "loss": 0.1769,
      "num_input_tokens_seen": 66653168,
      "step": 34635
    },
    {
      "epoch": 5.650950322212252,
      "grad_norm": 0.3256952464580536,
      "learning_rate": 2.18351276586779e-06,
      "loss": 0.1221,
      "num_input_tokens_seen": 66662848,
      "step": 34640
    },
    {
      "epoch": 5.6517660494330695,
      "grad_norm": 0.568084180355072,
      "learning_rate": 2.1795019186256092e-06,
      "loss": 0.1387,
      "num_input_tokens_seen": 66672528,
      "step": 34645
    },
    {
      "epoch": 5.652581776653887,
      "grad_norm": 0.6322810649871826,
      "learning_rate": 2.1754945905910094e-06,
      "loss": 0.1039,
      "num_input_tokens_seen": 66682320,
      "step": 34650
    },
    {
      "epoch": 5.653397503874705,
      "grad_norm": 0.44532495737075806,
      "learning_rate": 2.171490782381977e-06,
      "loss": 0.2268,
      "num_input_tokens_seen": 66691520,
      "step": 34655
    },
    {
      "epoch": 5.654213231095522,
      "grad_norm": 1.3226473331451416,
      "learning_rate": 2.1674904946159425e-06,
      "loss": 0.1819,
      "num_input_tokens_seen": 66700416,
      "step": 34660
    },
    {
      "epoch": 5.655028958316339,
      "grad_norm": 0.629530131816864,
      "learning_rate": 2.16349372790981e-06,
      "loss": 0.139,
      "num_input_tokens_seen": 66710224,
      "step": 34665
    },
    {
      "epoch": 5.655844685537156,
      "grad_norm": 0.6186369061470032,
      "learning_rate": 2.159500482879928e-06,
      "loss": 0.1386,
      "num_input_tokens_seen": 66719072,
      "step": 34670
    },
    {
      "epoch": 5.656660412757974,
      "grad_norm": 1.1382414102554321,
      "learning_rate": 2.155510760142096e-06,
      "loss": 0.2274,
      "num_input_tokens_seen": 66728400,
      "step": 34675
    },
    {
      "epoch": 5.657476139978791,
      "grad_norm": 0.24193567037582397,
      "learning_rate": 2.151524560311588e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 66737824,
      "step": 34680
    },
    {
      "epoch": 5.658291867199608,
      "grad_norm": 0.30619269609451294,
      "learning_rate": 2.147541884003129e-06,
      "loss": 0.1385,
      "num_input_tokens_seen": 66746160,
      "step": 34685
    },
    {
      "epoch": 5.659107594420425,
      "grad_norm": 1.174314260482788,
      "learning_rate": 2.1435627318308895e-06,
      "loss": 0.1411,
      "num_input_tokens_seen": 66756640,
      "step": 34690
    },
    {
      "epoch": 5.6599233216412435,
      "grad_norm": 0.481166809797287,
      "learning_rate": 2.139587104408511e-06,
      "loss": 0.1216,
      "num_input_tokens_seen": 66766496,
      "step": 34695
    },
    {
      "epoch": 5.660739048862061,
      "grad_norm": 0.345102459192276,
      "learning_rate": 2.1356150023490783e-06,
      "loss": 0.1638,
      "num_input_tokens_seen": 66775520,
      "step": 34700
    },
    {
      "epoch": 5.661554776082878,
      "grad_norm": 1.755129098892212,
      "learning_rate": 2.1316464262651464e-06,
      "loss": 0.2447,
      "num_input_tokens_seen": 66786624,
      "step": 34705
    },
    {
      "epoch": 5.662370503303695,
      "grad_norm": 0.45491722226142883,
      "learning_rate": 2.1276813767687224e-06,
      "loss": 0.1945,
      "num_input_tokens_seen": 66796528,
      "step": 34710
    },
    {
      "epoch": 5.663186230524513,
      "grad_norm": 0.5527737736701965,
      "learning_rate": 2.123719854471254e-06,
      "loss": 0.1419,
      "num_input_tokens_seen": 66806336,
      "step": 34715
    },
    {
      "epoch": 5.66400195774533,
      "grad_norm": 1.2057714462280273,
      "learning_rate": 2.119761859983668e-06,
      "loss": 0.1796,
      "num_input_tokens_seen": 66815728,
      "step": 34720
    },
    {
      "epoch": 5.664817684966147,
      "grad_norm": 0.8856597542762756,
      "learning_rate": 2.1158073939163386e-06,
      "loss": 0.1342,
      "num_input_tokens_seen": 66825392,
      "step": 34725
    },
    {
      "epoch": 5.665633412186965,
      "grad_norm": 1.2722883224487305,
      "learning_rate": 2.111856456879088e-06,
      "loss": 0.1315,
      "num_input_tokens_seen": 66834624,
      "step": 34730
    },
    {
      "epoch": 5.666449139407782,
      "grad_norm": 0.6544127464294434,
      "learning_rate": 2.1079090494811993e-06,
      "loss": 0.0739,
      "num_input_tokens_seen": 66843856,
      "step": 34735
    },
    {
      "epoch": 5.667264866628599,
      "grad_norm": 0.3292626440525055,
      "learning_rate": 2.103965172331418e-06,
      "loss": 0.1269,
      "num_input_tokens_seen": 66853040,
      "step": 34740
    },
    {
      "epoch": 5.6680805938494165,
      "grad_norm": 0.7515213489532471,
      "learning_rate": 2.100024826037933e-06,
      "loss": 0.2106,
      "num_input_tokens_seen": 66862240,
      "step": 34745
    },
    {
      "epoch": 5.668896321070234,
      "grad_norm": 0.555654764175415,
      "learning_rate": 2.0960880112084027e-06,
      "loss": 0.1746,
      "num_input_tokens_seen": 66872128,
      "step": 34750
    },
    {
      "epoch": 5.669712048291052,
      "grad_norm": 1.207105278968811,
      "learning_rate": 2.092154728449927e-06,
      "loss": 0.1143,
      "num_input_tokens_seen": 66881344,
      "step": 34755
    },
    {
      "epoch": 5.670527775511869,
      "grad_norm": 1.4399144649505615,
      "learning_rate": 2.0882249783690687e-06,
      "loss": 0.1584,
      "num_input_tokens_seen": 66890656,
      "step": 34760
    },
    {
      "epoch": 5.671343502732686,
      "grad_norm": 1.194102168083191,
      "learning_rate": 2.084298761571851e-06,
      "loss": 0.2353,
      "num_input_tokens_seen": 66900720,
      "step": 34765
    },
    {
      "epoch": 5.672159229953504,
      "grad_norm": 0.20439086854457855,
      "learning_rate": 2.080376078663737e-06,
      "loss": 0.0808,
      "num_input_tokens_seen": 66910624,
      "step": 34770
    },
    {
      "epoch": 5.672974957174321,
      "grad_norm": 0.4401043653488159,
      "learning_rate": 2.0764569302496593e-06,
      "loss": 0.2034,
      "num_input_tokens_seen": 66921440,
      "step": 34775
    },
    {
      "epoch": 5.673790684395138,
      "grad_norm": 0.2755885124206543,
      "learning_rate": 2.0725413169339957e-06,
      "loss": 0.1336,
      "num_input_tokens_seen": 66931808,
      "step": 34780
    },
    {
      "epoch": 5.674606411615955,
      "grad_norm": 1.088240623474121,
      "learning_rate": 2.068629239320588e-06,
      "loss": 0.2046,
      "num_input_tokens_seen": 66940576,
      "step": 34785
    },
    {
      "epoch": 5.6754221388367725,
      "grad_norm": 0.33819344639778137,
      "learning_rate": 2.064720698012726e-06,
      "loss": 0.1617,
      "num_input_tokens_seen": 66950304,
      "step": 34790
    },
    {
      "epoch": 5.6762378660575905,
      "grad_norm": 0.6067857146263123,
      "learning_rate": 2.0608156936131522e-06,
      "loss": 0.13,
      "num_input_tokens_seen": 66959792,
      "step": 34795
    },
    {
      "epoch": 5.677053593278408,
      "grad_norm": 0.880662739276886,
      "learning_rate": 2.056914226724074e-06,
      "loss": 0.1913,
      "num_input_tokens_seen": 66968960,
      "step": 34800
    },
    {
      "epoch": 5.677053593278408,
      "eval_loss": 0.1619461625814438,
      "eval_runtime": 71.4394,
      "eval_samples_per_second": 38.144,
      "eval_steps_per_second": 19.079,
      "num_input_tokens_seen": 66968960,
      "step": 34800
    },
    {
      "epoch": 5.677869320499225,
      "grad_norm": 0.7807891368865967,
      "learning_rate": 2.0530162979471385e-06,
      "loss": 0.2228,
      "num_input_tokens_seen": 66978448,
      "step": 34805
    },
    {
      "epoch": 5.678685047720043,
      "grad_norm": 0.58806973695755,
      "learning_rate": 2.0491219078834667e-06,
      "loss": 0.2196,
      "num_input_tokens_seen": 66990528,
      "step": 34810
    },
    {
      "epoch": 5.67950077494086,
      "grad_norm": 0.8393258452415466,
      "learning_rate": 2.045231057133612e-06,
      "loss": 0.1637,
      "num_input_tokens_seen": 67000368,
      "step": 34815
    },
    {
      "epoch": 5.680316502161677,
      "grad_norm": 0.4588070511817932,
      "learning_rate": 2.0413437462975944e-06,
      "loss": 0.1474,
      "num_input_tokens_seen": 67009280,
      "step": 34820
    },
    {
      "epoch": 5.681132229382494,
      "grad_norm": 1.1396470069885254,
      "learning_rate": 2.0374599759748843e-06,
      "loss": 0.1587,
      "num_input_tokens_seen": 67018960,
      "step": 34825
    },
    {
      "epoch": 5.681947956603312,
      "grad_norm": 0.6113258600234985,
      "learning_rate": 2.033579746764419e-06,
      "loss": 0.1416,
      "num_input_tokens_seen": 67027024,
      "step": 34830
    },
    {
      "epoch": 5.682763683824129,
      "grad_norm": 0.854356586933136,
      "learning_rate": 2.029703059264565e-06,
      "loss": 0.2324,
      "num_input_tokens_seen": 67037456,
      "step": 34835
    },
    {
      "epoch": 5.6835794110449465,
      "grad_norm": 0.46801096200942993,
      "learning_rate": 2.02582991407316e-06,
      "loss": 0.1937,
      "num_input_tokens_seen": 67047088,
      "step": 34840
    },
    {
      "epoch": 5.684395138265764,
      "grad_norm": 0.9359189867973328,
      "learning_rate": 2.0219603117874992e-06,
      "loss": 0.2314,
      "num_input_tokens_seen": 67056208,
      "step": 34845
    },
    {
      "epoch": 5.685210865486582,
      "grad_norm": 0.5060446262359619,
      "learning_rate": 2.0180942530043156e-06,
      "loss": 0.1196,
      "num_input_tokens_seen": 67065344,
      "step": 34850
    },
    {
      "epoch": 5.686026592707399,
      "grad_norm": 0.32840999960899353,
      "learning_rate": 2.0142317383198107e-06,
      "loss": 0.1391,
      "num_input_tokens_seen": 67075344,
      "step": 34855
    },
    {
      "epoch": 5.686842319928216,
      "grad_norm": 0.5019144415855408,
      "learning_rate": 2.0103727683296243e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 67085776,
      "step": 34860
    },
    {
      "epoch": 5.687658047149033,
      "grad_norm": 0.5342175364494324,
      "learning_rate": 2.0065173436288636e-06,
      "loss": 0.1382,
      "num_input_tokens_seen": 67094448,
      "step": 34865
    },
    {
      "epoch": 5.688473774369851,
      "grad_norm": 0.7640596032142639,
      "learning_rate": 2.002665464812087e-06,
      "loss": 0.1744,
      "num_input_tokens_seen": 67105088,
      "step": 34870
    },
    {
      "epoch": 5.689289501590668,
      "grad_norm": 1.118721604347229,
      "learning_rate": 1.998817132473291e-06,
      "loss": 0.2499,
      "num_input_tokens_seen": 67115760,
      "step": 34875
    },
    {
      "epoch": 5.690105228811485,
      "grad_norm": 1.3550939559936523,
      "learning_rate": 1.9949723472059507e-06,
      "loss": 0.1872,
      "num_input_tokens_seen": 67125280,
      "step": 34880
    },
    {
      "epoch": 5.690920956032302,
      "grad_norm": 0.2606601119041443,
      "learning_rate": 1.9911311096029726e-06,
      "loss": 0.1204,
      "num_input_tokens_seen": 67136096,
      "step": 34885
    },
    {
      "epoch": 5.69173668325312,
      "grad_norm": 0.8919638991355896,
      "learning_rate": 1.9872934202567224e-06,
      "loss": 0.1482,
      "num_input_tokens_seen": 67145056,
      "step": 34890
    },
    {
      "epoch": 5.692552410473938,
      "grad_norm": 0.8137435913085938,
      "learning_rate": 1.9834592797590257e-06,
      "loss": 0.2727,
      "num_input_tokens_seen": 67154656,
      "step": 34895
    },
    {
      "epoch": 5.693368137694755,
      "grad_norm": 0.2286568582057953,
      "learning_rate": 1.979628688701149e-06,
      "loss": 0.1706,
      "num_input_tokens_seen": 67164656,
      "step": 34900
    },
    {
      "epoch": 5.694183864915573,
      "grad_norm": 0.5447478890419006,
      "learning_rate": 1.9758016476738193e-06,
      "loss": 0.0953,
      "num_input_tokens_seen": 67176400,
      "step": 34905
    },
    {
      "epoch": 5.69499959213639,
      "grad_norm": 0.7764685750007629,
      "learning_rate": 1.971978157267221e-06,
      "loss": 0.2082,
      "num_input_tokens_seen": 67187376,
      "step": 34910
    },
    {
      "epoch": 5.695815319357207,
      "grad_norm": 1.073439598083496,
      "learning_rate": 1.968158218070973e-06,
      "loss": 0.2267,
      "num_input_tokens_seen": 67197072,
      "step": 34915
    },
    {
      "epoch": 5.696631046578024,
      "grad_norm": 0.20000962913036346,
      "learning_rate": 1.9643418306741682e-06,
      "loss": 0.1107,
      "num_input_tokens_seen": 67207328,
      "step": 34920
    },
    {
      "epoch": 5.697446773798841,
      "grad_norm": 0.5451174378395081,
      "learning_rate": 1.9605289956653337e-06,
      "loss": 0.1365,
      "num_input_tokens_seen": 67216768,
      "step": 34925
    },
    {
      "epoch": 5.698262501019659,
      "grad_norm": 1.7376190423965454,
      "learning_rate": 1.9567197136324626e-06,
      "loss": 0.2392,
      "num_input_tokens_seen": 67226704,
      "step": 34930
    },
    {
      "epoch": 5.699078228240476,
      "grad_norm": 0.8306899070739746,
      "learning_rate": 1.9529139851629935e-06,
      "loss": 0.1603,
      "num_input_tokens_seen": 67237584,
      "step": 34935
    },
    {
      "epoch": 5.6998939554612935,
      "grad_norm": 1.0753955841064453,
      "learning_rate": 1.949111810843812e-06,
      "loss": 0.1815,
      "num_input_tokens_seen": 67247264,
      "step": 34940
    },
    {
      "epoch": 5.7007096826821115,
      "grad_norm": 1.109534740447998,
      "learning_rate": 1.9453131912612694e-06,
      "loss": 0.1569,
      "num_input_tokens_seen": 67257040,
      "step": 34945
    },
    {
      "epoch": 5.701525409902929,
      "grad_norm": 0.7261390089988708,
      "learning_rate": 1.941518127001149e-06,
      "loss": 0.1391,
      "num_input_tokens_seen": 67267888,
      "step": 34950
    },
    {
      "epoch": 5.702341137123746,
      "grad_norm": 0.617156445980072,
      "learning_rate": 1.9377266186487107e-06,
      "loss": 0.1007,
      "num_input_tokens_seen": 67277328,
      "step": 34955
    },
    {
      "epoch": 5.703156864344563,
      "grad_norm": 0.35981979966163635,
      "learning_rate": 1.9339386667886483e-06,
      "loss": 0.0929,
      "num_input_tokens_seen": 67287712,
      "step": 34960
    },
    {
      "epoch": 5.70397259156538,
      "grad_norm": 0.7674988508224487,
      "learning_rate": 1.9301542720051024e-06,
      "loss": 0.1284,
      "num_input_tokens_seen": 67296864,
      "step": 34965
    },
    {
      "epoch": 5.704788318786198,
      "grad_norm": 0.9632287621498108,
      "learning_rate": 1.926373434881684e-06,
      "loss": 0.2068,
      "num_input_tokens_seen": 67305008,
      "step": 34970
    },
    {
      "epoch": 5.705604046007015,
      "grad_norm": 1.1353644132614136,
      "learning_rate": 1.9225961560014468e-06,
      "loss": 0.1664,
      "num_input_tokens_seen": 67313264,
      "step": 34975
    },
    {
      "epoch": 5.706419773227832,
      "grad_norm": 1.458345651626587,
      "learning_rate": 1.918822435946885e-06,
      "loss": 0.1946,
      "num_input_tokens_seen": 67324128,
      "step": 34980
    },
    {
      "epoch": 5.70723550044865,
      "grad_norm": 1.0445516109466553,
      "learning_rate": 1.915052275299961e-06,
      "loss": 0.2232,
      "num_input_tokens_seen": 67333056,
      "step": 34985
    },
    {
      "epoch": 5.7080512276694675,
      "grad_norm": 0.975807785987854,
      "learning_rate": 1.9112856746420854e-06,
      "loss": 0.1503,
      "num_input_tokens_seen": 67343120,
      "step": 34990
    },
    {
      "epoch": 5.708866954890285,
      "grad_norm": 0.8349967002868652,
      "learning_rate": 1.907522634554104e-06,
      "loss": 0.2597,
      "num_input_tokens_seen": 67352720,
      "step": 34995
    },
    {
      "epoch": 5.709682682111102,
      "grad_norm": 0.1461697220802307,
      "learning_rate": 1.9037631556163337e-06,
      "loss": 0.1412,
      "num_input_tokens_seen": 67361344,
      "step": 35000
    },
    {
      "epoch": 5.709682682111102,
      "eval_loss": 0.16182665526866913,
      "eval_runtime": 71.5693,
      "eval_samples_per_second": 38.075,
      "eval_steps_per_second": 19.044,
      "num_input_tokens_seen": 67361344,
      "step": 35000
    },
    {
      "epoch": 5.71049840933192,
      "grad_norm": 0.2916545867919922,
      "learning_rate": 1.9000072384085272e-06,
      "loss": 0.1866,
      "num_input_tokens_seen": 67370688,
      "step": 35005
    },
    {
      "epoch": 5.711314136552737,
      "grad_norm": 0.3328615725040436,
      "learning_rate": 1.8962548835098987e-06,
      "loss": 0.1118,
      "num_input_tokens_seen": 67378512,
      "step": 35010
    },
    {
      "epoch": 5.712129863773554,
      "grad_norm": 0.7778701186180115,
      "learning_rate": 1.8925060914991077e-06,
      "loss": 0.1903,
      "num_input_tokens_seen": 67387536,
      "step": 35015
    },
    {
      "epoch": 5.712945590994371,
      "grad_norm": 0.7715338468551636,
      "learning_rate": 1.888760862954264e-06,
      "loss": 0.1682,
      "num_input_tokens_seen": 67396752,
      "step": 35020
    },
    {
      "epoch": 5.713761318215189,
      "grad_norm": 0.7932177186012268,
      "learning_rate": 1.8850191984529309e-06,
      "loss": 0.143,
      "num_input_tokens_seen": 67405632,
      "step": 35025
    },
    {
      "epoch": 5.714577045436006,
      "grad_norm": 0.13952068984508514,
      "learning_rate": 1.8812810985721186e-06,
      "loss": 0.1042,
      "num_input_tokens_seen": 67416496,
      "step": 35030
    },
    {
      "epoch": 5.715392772656823,
      "grad_norm": 1.2867629528045654,
      "learning_rate": 1.8775465638882856e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 67425696,
      "step": 35035
    },
    {
      "epoch": 5.716208499877641,
      "grad_norm": 0.9574400186538696,
      "learning_rate": 1.8738155949773517e-06,
      "loss": 0.1247,
      "num_input_tokens_seen": 67434704,
      "step": 35040
    },
    {
      "epoch": 5.717024227098459,
      "grad_norm": 1.3576624393463135,
      "learning_rate": 1.8700881924146707e-06,
      "loss": 0.1579,
      "num_input_tokens_seen": 67443088,
      "step": 35045
    },
    {
      "epoch": 5.717839954319276,
      "grad_norm": 0.4466313421726227,
      "learning_rate": 1.8663643567750577e-06,
      "loss": 0.2398,
      "num_input_tokens_seen": 67453984,
      "step": 35050
    },
    {
      "epoch": 5.718655681540093,
      "grad_norm": 0.6455533504486084,
      "learning_rate": 1.8626440886327813e-06,
      "loss": 0.143,
      "num_input_tokens_seen": 67463584,
      "step": 35055
    },
    {
      "epoch": 5.71947140876091,
      "grad_norm": 0.6162325739860535,
      "learning_rate": 1.8589273885615432e-06,
      "loss": 0.2001,
      "num_input_tokens_seen": 67474416,
      "step": 35060
    },
    {
      "epoch": 5.720287135981728,
      "grad_norm": 0.779940664768219,
      "learning_rate": 1.8552142571345133e-06,
      "loss": 0.1573,
      "num_input_tokens_seen": 67483920,
      "step": 35065
    },
    {
      "epoch": 5.721102863202545,
      "grad_norm": 0.6011857986450195,
      "learning_rate": 1.8515046949243025e-06,
      "loss": 0.1161,
      "num_input_tokens_seen": 67493824,
      "step": 35070
    },
    {
      "epoch": 5.721918590423362,
      "grad_norm": 0.6851094961166382,
      "learning_rate": 1.8477987025029674e-06,
      "loss": 0.1587,
      "num_input_tokens_seen": 67504336,
      "step": 35075
    },
    {
      "epoch": 5.72273431764418,
      "grad_norm": 0.2665555477142334,
      "learning_rate": 1.8440962804420232e-06,
      "loss": 0.1098,
      "num_input_tokens_seen": 67513920,
      "step": 35080
    },
    {
      "epoch": 5.723550044864997,
      "grad_norm": 1.4133015871047974,
      "learning_rate": 1.8403974293124265e-06,
      "loss": 0.196,
      "num_input_tokens_seen": 67522608,
      "step": 35085
    },
    {
      "epoch": 5.7243657720858145,
      "grad_norm": 0.4128035604953766,
      "learning_rate": 1.8367021496845854e-06,
      "loss": 0.1631,
      "num_input_tokens_seen": 67533040,
      "step": 35090
    },
    {
      "epoch": 5.725181499306632,
      "grad_norm": 0.43544793128967285,
      "learning_rate": 1.8330104421283662e-06,
      "loss": 0.118,
      "num_input_tokens_seen": 67542624,
      "step": 35095
    },
    {
      "epoch": 5.725997226527449,
      "grad_norm": 0.672764241695404,
      "learning_rate": 1.8293223072130717e-06,
      "loss": 0.1785,
      "num_input_tokens_seen": 67552720,
      "step": 35100
    },
    {
      "epoch": 5.726812953748267,
      "grad_norm": 0.8294705152511597,
      "learning_rate": 1.8256377455074525e-06,
      "loss": 0.1,
      "num_input_tokens_seen": 67562576,
      "step": 35105
    },
    {
      "epoch": 5.727628680969084,
      "grad_norm": 0.9523664712905884,
      "learning_rate": 1.8219567575797263e-06,
      "loss": 0.1711,
      "num_input_tokens_seen": 67572512,
      "step": 35110
    },
    {
      "epoch": 5.728444408189901,
      "grad_norm": 1.1001067161560059,
      "learning_rate": 1.8182793439975365e-06,
      "loss": 0.1522,
      "num_input_tokens_seen": 67582240,
      "step": 35115
    },
    {
      "epoch": 5.729260135410719,
      "grad_norm": 0.7429690361022949,
      "learning_rate": 1.8146055053279958e-06,
      "loss": 0.192,
      "num_input_tokens_seen": 67592096,
      "step": 35120
    },
    {
      "epoch": 5.730075862631536,
      "grad_norm": 0.5627081394195557,
      "learning_rate": 1.8109352421376486e-06,
      "loss": 0.1957,
      "num_input_tokens_seen": 67600672,
      "step": 35125
    },
    {
      "epoch": 5.730891589852353,
      "grad_norm": 1.7928869724273682,
      "learning_rate": 1.8072685549924972e-06,
      "loss": 0.2241,
      "num_input_tokens_seen": 67610816,
      "step": 35130
    },
    {
      "epoch": 5.7317073170731705,
      "grad_norm": 0.7672222852706909,
      "learning_rate": 1.8036054444579982e-06,
      "loss": 0.1389,
      "num_input_tokens_seen": 67619984,
      "step": 35135
    },
    {
      "epoch": 5.732523044293988,
      "grad_norm": 0.2835218012332916,
      "learning_rate": 1.7999459110990407e-06,
      "loss": 0.1545,
      "num_input_tokens_seen": 67631120,
      "step": 35140
    },
    {
      "epoch": 5.733338771514806,
      "grad_norm": 0.3799096941947937,
      "learning_rate": 1.7962899554799712e-06,
      "loss": 0.1446,
      "num_input_tokens_seen": 67641232,
      "step": 35145
    },
    {
      "epoch": 5.734154498735623,
      "grad_norm": 0.7857577800750732,
      "learning_rate": 1.7926375781645937e-06,
      "loss": 0.1618,
      "num_input_tokens_seen": 67651568,
      "step": 35150
    },
    {
      "epoch": 5.73497022595644,
      "grad_norm": 0.3660544157028198,
      "learning_rate": 1.7889887797161359e-06,
      "loss": 0.1422,
      "num_input_tokens_seen": 67662560,
      "step": 35155
    },
    {
      "epoch": 5.735785953177258,
      "grad_norm": 1.5888944864273071,
      "learning_rate": 1.7853435606973028e-06,
      "loss": 0.1961,
      "num_input_tokens_seen": 67672400,
      "step": 35160
    },
    {
      "epoch": 5.736601680398075,
      "grad_norm": 1.049503207206726,
      "learning_rate": 1.781701921670223e-06,
      "loss": 0.1809,
      "num_input_tokens_seen": 67682272,
      "step": 35165
    },
    {
      "epoch": 5.737417407618892,
      "grad_norm": 0.3934752941131592,
      "learning_rate": 1.7780638631964886e-06,
      "loss": 0.1433,
      "num_input_tokens_seen": 67692128,
      "step": 35170
    },
    {
      "epoch": 5.738233134839709,
      "grad_norm": 0.7418382167816162,
      "learning_rate": 1.7744293858371314e-06,
      "loss": 0.1649,
      "num_input_tokens_seen": 67700880,
      "step": 35175
    },
    {
      "epoch": 5.739048862060527,
      "grad_norm": 0.8484522104263306,
      "learning_rate": 1.770798490152631e-06,
      "loss": 0.1298,
      "num_input_tokens_seen": 67710432,
      "step": 35180
    },
    {
      "epoch": 5.7398645892813445,
      "grad_norm": 1.256740689277649,
      "learning_rate": 1.767171176702917e-06,
      "loss": 0.1676,
      "num_input_tokens_seen": 67719680,
      "step": 35185
    },
    {
      "epoch": 5.740680316502162,
      "grad_norm": 0.6156887412071228,
      "learning_rate": 1.7635474460473755e-06,
      "loss": 0.1976,
      "num_input_tokens_seen": 67728400,
      "step": 35190
    },
    {
      "epoch": 5.741496043722979,
      "grad_norm": 0.5662181377410889,
      "learning_rate": 1.7599272987448206e-06,
      "loss": 0.1911,
      "num_input_tokens_seen": 67736960,
      "step": 35195
    },
    {
      "epoch": 5.742311770943797,
      "grad_norm": 0.6803472638130188,
      "learning_rate": 1.7563107353535362e-06,
      "loss": 0.2458,
      "num_input_tokens_seen": 67746288,
      "step": 35200
    },
    {
      "epoch": 5.742311770943797,
      "eval_loss": 0.16190014779567719,
      "eval_runtime": 71.3714,
      "eval_samples_per_second": 38.181,
      "eval_steps_per_second": 19.097,
      "num_input_tokens_seen": 67746288,
      "step": 35200
    },
    {
      "epoch": 5.743127498164614,
      "grad_norm": 0.8543673157691956,
      "learning_rate": 1.7526977564312263e-06,
      "loss": 0.135,
      "num_input_tokens_seen": 67756384,
      "step": 35205
    },
    {
      "epoch": 5.743943225385431,
      "grad_norm": 1.9764328002929688,
      "learning_rate": 1.7490883625350701e-06,
      "loss": 0.2511,
      "num_input_tokens_seen": 67767360,
      "step": 35210
    },
    {
      "epoch": 5.744758952606248,
      "grad_norm": 0.39456358551979065,
      "learning_rate": 1.7454825542216807e-06,
      "loss": 0.15,
      "num_input_tokens_seen": 67777456,
      "step": 35215
    },
    {
      "epoch": 5.745574679827066,
      "grad_norm": 0.5559867024421692,
      "learning_rate": 1.7418803320471105e-06,
      "loss": 0.1516,
      "num_input_tokens_seen": 67787472,
      "step": 35220
    },
    {
      "epoch": 5.746390407047883,
      "grad_norm": 0.4354996681213379,
      "learning_rate": 1.7382816965668737e-06,
      "loss": 0.1892,
      "num_input_tokens_seen": 67797360,
      "step": 35225
    },
    {
      "epoch": 5.7472061342687,
      "grad_norm": 0.4697663187980652,
      "learning_rate": 1.7346866483359285e-06,
      "loss": 0.1419,
      "num_input_tokens_seen": 67807184,
      "step": 35230
    },
    {
      "epoch": 5.7480218614895175,
      "grad_norm": 0.485882043838501,
      "learning_rate": 1.7310951879086657e-06,
      "loss": 0.0844,
      "num_input_tokens_seen": 67817840,
      "step": 35235
    },
    {
      "epoch": 5.748837588710336,
      "grad_norm": 0.9672491550445557,
      "learning_rate": 1.7275073158389471e-06,
      "loss": 0.2603,
      "num_input_tokens_seen": 67827136,
      "step": 35240
    },
    {
      "epoch": 5.749653315931153,
      "grad_norm": 0.7850052118301392,
      "learning_rate": 1.723923032680061e-06,
      "loss": 0.193,
      "num_input_tokens_seen": 67837280,
      "step": 35245
    },
    {
      "epoch": 5.75046904315197,
      "grad_norm": 1.3941545486450195,
      "learning_rate": 1.7203423389847428e-06,
      "loss": 0.1729,
      "num_input_tokens_seen": 67845888,
      "step": 35250
    },
    {
      "epoch": 5.751284770372787,
      "grad_norm": 0.8883786797523499,
      "learning_rate": 1.7167652353051928e-06,
      "loss": 0.2333,
      "num_input_tokens_seen": 67856640,
      "step": 35255
    },
    {
      "epoch": 5.752100497593605,
      "grad_norm": 0.6798524856567383,
      "learning_rate": 1.7131917221930333e-06,
      "loss": 0.1178,
      "num_input_tokens_seen": 67865872,
      "step": 35260
    },
    {
      "epoch": 5.752916224814422,
      "grad_norm": 0.6457599401473999,
      "learning_rate": 1.7096218001993513e-06,
      "loss": 0.1849,
      "num_input_tokens_seen": 67875104,
      "step": 35265
    },
    {
      "epoch": 5.753731952035239,
      "grad_norm": 0.8199486136436462,
      "learning_rate": 1.706055469874676e-06,
      "loss": 0.1219,
      "num_input_tokens_seen": 67883520,
      "step": 35270
    },
    {
      "epoch": 5.754547679256056,
      "grad_norm": 0.7577488422393799,
      "learning_rate": 1.702492731768976e-06,
      "loss": 0.1496,
      "num_input_tokens_seen": 67893632,
      "step": 35275
    },
    {
      "epoch": 5.755363406476874,
      "grad_norm": 0.34487834572792053,
      "learning_rate": 1.6989335864316724e-06,
      "loss": 0.122,
      "num_input_tokens_seen": 67902912,
      "step": 35280
    },
    {
      "epoch": 5.7561791336976915,
      "grad_norm": 0.7632805705070496,
      "learning_rate": 1.6953780344116265e-06,
      "loss": 0.148,
      "num_input_tokens_seen": 67912960,
      "step": 35285
    },
    {
      "epoch": 5.756994860918509,
      "grad_norm": 1.0421142578125,
      "learning_rate": 1.6918260762571497e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 67923456,
      "step": 35290
    },
    {
      "epoch": 5.757810588139327,
      "grad_norm": 0.5897969007492065,
      "learning_rate": 1.6882777125160093e-06,
      "loss": 0.1161,
      "num_input_tokens_seen": 67932544,
      "step": 35295
    },
    {
      "epoch": 5.758626315360144,
      "grad_norm": 1.4694148302078247,
      "learning_rate": 1.6847329437353899e-06,
      "loss": 0.2557,
      "num_input_tokens_seen": 67941888,
      "step": 35300
    },
    {
      "epoch": 5.759442042580961,
      "grad_norm": 1.4165606498718262,
      "learning_rate": 1.6811917704619511e-06,
      "loss": 0.2111,
      "num_input_tokens_seen": 67950944,
      "step": 35305
    },
    {
      "epoch": 5.760257769801778,
      "grad_norm": 1.3563610315322876,
      "learning_rate": 1.67765419324179e-06,
      "loss": 0.1974,
      "num_input_tokens_seen": 67959216,
      "step": 35310
    },
    {
      "epoch": 5.761073497022595,
      "grad_norm": 1.004926323890686,
      "learning_rate": 1.6741202126204364e-06,
      "loss": 0.2731,
      "num_input_tokens_seen": 67968912,
      "step": 35315
    },
    {
      "epoch": 5.761889224243413,
      "grad_norm": 0.9620575308799744,
      "learning_rate": 1.6705898291428767e-06,
      "loss": 0.1436,
      "num_input_tokens_seen": 67978224,
      "step": 35320
    },
    {
      "epoch": 5.76270495146423,
      "grad_norm": 0.3112028241157532,
      "learning_rate": 1.6670630433535395e-06,
      "loss": 0.183,
      "num_input_tokens_seen": 67988352,
      "step": 35325
    },
    {
      "epoch": 5.7635206786850475,
      "grad_norm": 0.9308210611343384,
      "learning_rate": 1.6635398557962979e-06,
      "loss": 0.2242,
      "num_input_tokens_seen": 67996544,
      "step": 35330
    },
    {
      "epoch": 5.7643364059058655,
      "grad_norm": 0.2811451852321625,
      "learning_rate": 1.660020267014481e-06,
      "loss": 0.1207,
      "num_input_tokens_seen": 68006208,
      "step": 35335
    },
    {
      "epoch": 5.765152133126683,
      "grad_norm": 0.5016114711761475,
      "learning_rate": 1.6565042775508438e-06,
      "loss": 0.1685,
      "num_input_tokens_seen": 68015392,
      "step": 35340
    },
    {
      "epoch": 5.7659678603475,
      "grad_norm": 1.076251745223999,
      "learning_rate": 1.6529918879475997e-06,
      "loss": 0.154,
      "num_input_tokens_seen": 68025632,
      "step": 35345
    },
    {
      "epoch": 5.766783587568317,
      "grad_norm": 0.9981460571289062,
      "learning_rate": 1.6494830987464043e-06,
      "loss": 0.2174,
      "num_input_tokens_seen": 68035104,
      "step": 35350
    },
    {
      "epoch": 5.767599314789135,
      "grad_norm": 0.4359474182128906,
      "learning_rate": 1.6459779104883555e-06,
      "loss": 0.2142,
      "num_input_tokens_seen": 68043504,
      "step": 35355
    },
    {
      "epoch": 5.768415042009952,
      "grad_norm": 0.7551711797714233,
      "learning_rate": 1.6424763237140013e-06,
      "loss": 0.1824,
      "num_input_tokens_seen": 68052288,
      "step": 35360
    },
    {
      "epoch": 5.769230769230769,
      "grad_norm": 0.9271986484527588,
      "learning_rate": 1.6389783389633207e-06,
      "loss": 0.173,
      "num_input_tokens_seen": 68062592,
      "step": 35365
    },
    {
      "epoch": 5.770046496451586,
      "grad_norm": 0.8849093317985535,
      "learning_rate": 1.6354839567757546e-06,
      "loss": 0.2219,
      "num_input_tokens_seen": 68072432,
      "step": 35370
    },
    {
      "epoch": 5.770862223672404,
      "grad_norm": 0.44656649231910706,
      "learning_rate": 1.6319931776901831e-06,
      "loss": 0.0988,
      "num_input_tokens_seen": 68082816,
      "step": 35375
    },
    {
      "epoch": 5.771677950893221,
      "grad_norm": 0.8738992214202881,
      "learning_rate": 1.6285060022449229e-06,
      "loss": 0.1427,
      "num_input_tokens_seen": 68092512,
      "step": 35380
    },
    {
      "epoch": 5.772493678114039,
      "grad_norm": 1.1253963708877563,
      "learning_rate": 1.6250224309777434e-06,
      "loss": 0.1842,
      "num_input_tokens_seen": 68103472,
      "step": 35385
    },
    {
      "epoch": 5.773309405334856,
      "grad_norm": 0.6457560062408447,
      "learning_rate": 1.6215424644258515e-06,
      "loss": 0.1232,
      "num_input_tokens_seen": 68111536,
      "step": 35390
    },
    {
      "epoch": 5.774125132555674,
      "grad_norm": 0.40366119146347046,
      "learning_rate": 1.6180661031259036e-06,
      "loss": 0.1615,
      "num_input_tokens_seen": 68121568,
      "step": 35395
    },
    {
      "epoch": 5.774940859776491,
      "grad_norm": 1.0324057340621948,
      "learning_rate": 1.614593347613999e-06,
      "loss": 0.2288,
      "num_input_tokens_seen": 68131952,
      "step": 35400
    },
    {
      "epoch": 5.774940859776491,
      "eval_loss": 0.16183167695999146,
      "eval_runtime": 71.383,
      "eval_samples_per_second": 38.174,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 68131952,
      "step": 35400
    },
    {
      "epoch": 5.775756586997308,
      "grad_norm": 0.9296251535415649,
      "learning_rate": 1.6111241984256758e-06,
      "loss": 0.1485,
      "num_input_tokens_seen": 68141456,
      "step": 35405
    },
    {
      "epoch": 5.776572314218125,
      "grad_norm": 0.47927144169807434,
      "learning_rate": 1.6076586560959257e-06,
      "loss": 0.1215,
      "num_input_tokens_seen": 68151312,
      "step": 35410
    },
    {
      "epoch": 5.777388041438943,
      "grad_norm": 0.6845522522926331,
      "learning_rate": 1.604196721159182e-06,
      "loss": 0.1453,
      "num_input_tokens_seen": 68160224,
      "step": 35415
    },
    {
      "epoch": 5.77820376865976,
      "grad_norm": 0.6838353872299194,
      "learning_rate": 1.6007383941493092e-06,
      "loss": 0.1453,
      "num_input_tokens_seen": 68170112,
      "step": 35420
    },
    {
      "epoch": 5.779019495880577,
      "grad_norm": 0.3548114597797394,
      "learning_rate": 1.5972836755996285e-06,
      "loss": 0.1404,
      "num_input_tokens_seen": 68178400,
      "step": 35425
    },
    {
      "epoch": 5.7798352231013945,
      "grad_norm": 1.0639992952346802,
      "learning_rate": 1.5938325660429076e-06,
      "loss": 0.2081,
      "num_input_tokens_seen": 68188208,
      "step": 35430
    },
    {
      "epoch": 5.7806509503222125,
      "grad_norm": 0.29207533597946167,
      "learning_rate": 1.5903850660113378e-06,
      "loss": 0.2575,
      "num_input_tokens_seen": 68197728,
      "step": 35435
    },
    {
      "epoch": 5.78146667754303,
      "grad_norm": 1.1305251121520996,
      "learning_rate": 1.5869411760365826e-06,
      "loss": 0.2035,
      "num_input_tokens_seen": 68206768,
      "step": 35440
    },
    {
      "epoch": 5.782282404763847,
      "grad_norm": 0.9521777629852295,
      "learning_rate": 1.58350089664972e-06,
      "loss": 0.1661,
      "num_input_tokens_seen": 68216432,
      "step": 35445
    },
    {
      "epoch": 5.783098131984664,
      "grad_norm": 0.7839325666427612,
      "learning_rate": 1.5800642283812865e-06,
      "loss": 0.1659,
      "num_input_tokens_seen": 68226512,
      "step": 35450
    },
    {
      "epoch": 5.783913859205482,
      "grad_norm": 0.45293042063713074,
      "learning_rate": 1.5766311717612698e-06,
      "loss": 0.187,
      "num_input_tokens_seen": 68236448,
      "step": 35455
    },
    {
      "epoch": 5.784729586426299,
      "grad_norm": 0.35077551007270813,
      "learning_rate": 1.5732017273190818e-06,
      "loss": 0.1109,
      "num_input_tokens_seen": 68246624,
      "step": 35460
    },
    {
      "epoch": 5.785545313647116,
      "grad_norm": 0.7144813537597656,
      "learning_rate": 1.5697758955835806e-06,
      "loss": 0.1777,
      "num_input_tokens_seen": 68256688,
      "step": 35465
    },
    {
      "epoch": 5.786361040867934,
      "grad_norm": 0.567288339138031,
      "learning_rate": 1.566353677083085e-06,
      "loss": 0.1616,
      "num_input_tokens_seen": 68266160,
      "step": 35470
    },
    {
      "epoch": 5.787176768088751,
      "grad_norm": 0.5479589104652405,
      "learning_rate": 1.562935072345334e-06,
      "loss": 0.1098,
      "num_input_tokens_seen": 68275552,
      "step": 35475
    },
    {
      "epoch": 5.7879924953095685,
      "grad_norm": 0.14054952561855316,
      "learning_rate": 1.5595200818975281e-06,
      "loss": 0.112,
      "num_input_tokens_seen": 68284576,
      "step": 35480
    },
    {
      "epoch": 5.788808222530386,
      "grad_norm": 0.7094371318817139,
      "learning_rate": 1.5561087062662905e-06,
      "loss": 0.2409,
      "num_input_tokens_seen": 68293680,
      "step": 35485
    },
    {
      "epoch": 5.789623949751203,
      "grad_norm": 0.3863895535469055,
      "learning_rate": 1.5527009459777087e-06,
      "loss": 0.1606,
      "num_input_tokens_seen": 68303056,
      "step": 35490
    },
    {
      "epoch": 5.790439676972021,
      "grad_norm": 0.16173939406871796,
      "learning_rate": 1.5492968015572984e-06,
      "loss": 0.1288,
      "num_input_tokens_seen": 68314208,
      "step": 35495
    },
    {
      "epoch": 5.791255404192838,
      "grad_norm": 0.5460538864135742,
      "learning_rate": 1.5458962735300203e-06,
      "loss": 0.0809,
      "num_input_tokens_seen": 68325040,
      "step": 35500
    },
    {
      "epoch": 5.792071131413655,
      "grad_norm": 0.3150920867919922,
      "learning_rate": 1.54249936242028e-06,
      "loss": 0.1237,
      "num_input_tokens_seen": 68334320,
      "step": 35505
    },
    {
      "epoch": 5.792886858634473,
      "grad_norm": 0.4918058514595032,
      "learning_rate": 1.5391060687519222e-06,
      "loss": 0.2356,
      "num_input_tokens_seen": 68344112,
      "step": 35510
    },
    {
      "epoch": 5.79370258585529,
      "grad_norm": 0.6794520616531372,
      "learning_rate": 1.5357163930482367e-06,
      "loss": 0.1532,
      "num_input_tokens_seen": 68354176,
      "step": 35515
    },
    {
      "epoch": 5.794518313076107,
      "grad_norm": 0.6451755166053772,
      "learning_rate": 1.532330335831955e-06,
      "loss": 0.1541,
      "num_input_tokens_seen": 68364016,
      "step": 35520
    },
    {
      "epoch": 5.7953340402969244,
      "grad_norm": 2.141749858856201,
      "learning_rate": 1.5289478976252491e-06,
      "loss": 0.1485,
      "num_input_tokens_seen": 68372544,
      "step": 35525
    },
    {
      "epoch": 5.796149767517742,
      "grad_norm": 0.587481677532196,
      "learning_rate": 1.5255690789497345e-06,
      "loss": 0.0792,
      "num_input_tokens_seen": 68381936,
      "step": 35530
    },
    {
      "epoch": 5.79696549473856,
      "grad_norm": 1.6454682350158691,
      "learning_rate": 1.5221938803264641e-06,
      "loss": 0.1879,
      "num_input_tokens_seen": 68392272,
      "step": 35535
    },
    {
      "epoch": 5.797781221959377,
      "grad_norm": 0.7358275055885315,
      "learning_rate": 1.518822302275938e-06,
      "loss": 0.1836,
      "num_input_tokens_seen": 68402000,
      "step": 35540
    },
    {
      "epoch": 5.798596949180194,
      "grad_norm": 0.9950064420700073,
      "learning_rate": 1.5154543453180958e-06,
      "loss": 0.1529,
      "num_input_tokens_seen": 68410896,
      "step": 35545
    },
    {
      "epoch": 5.799412676401012,
      "grad_norm": 0.5234394073486328,
      "learning_rate": 1.5120900099723167e-06,
      "loss": 0.1157,
      "num_input_tokens_seen": 68420944,
      "step": 35550
    },
    {
      "epoch": 5.800228403621829,
      "grad_norm": 1.2800047397613525,
      "learning_rate": 1.5087292967574273e-06,
      "loss": 0.1619,
      "num_input_tokens_seen": 68429664,
      "step": 35555
    },
    {
      "epoch": 5.801044130842646,
      "grad_norm": 1.197412133216858,
      "learning_rate": 1.5053722061916908e-06,
      "loss": 0.1514,
      "num_input_tokens_seen": 68439200,
      "step": 35560
    },
    {
      "epoch": 5.801859858063463,
      "grad_norm": 0.5082408785820007,
      "learning_rate": 1.5020187387928124e-06,
      "loss": 0.1276,
      "num_input_tokens_seen": 68447856,
      "step": 35565
    },
    {
      "epoch": 5.802675585284281,
      "grad_norm": 0.8177135586738586,
      "learning_rate": 1.4986688950779343e-06,
      "loss": 0.137,
      "num_input_tokens_seen": 68456720,
      "step": 35570
    },
    {
      "epoch": 5.803491312505098,
      "grad_norm": 0.8107077479362488,
      "learning_rate": 1.495322675563654e-06,
      "loss": 0.1313,
      "num_input_tokens_seen": 68466800,
      "step": 35575
    },
    {
      "epoch": 5.8043070397259156,
      "grad_norm": 0.9904059767723083,
      "learning_rate": 1.4919800807659922e-06,
      "loss": 0.2679,
      "num_input_tokens_seen": 68476496,
      "step": 35580
    },
    {
      "epoch": 5.805122766946733,
      "grad_norm": 1.315109372138977,
      "learning_rate": 1.4886411112004255e-06,
      "loss": 0.1259,
      "num_input_tokens_seen": 68486432,
      "step": 35585
    },
    {
      "epoch": 5.805938494167551,
      "grad_norm": 0.8189725279808044,
      "learning_rate": 1.4853057673818588e-06,
      "loss": 0.1815,
      "num_input_tokens_seen": 68495568,
      "step": 35590
    },
    {
      "epoch": 5.806754221388368,
      "grad_norm": 1.0291916131973267,
      "learning_rate": 1.481974049824647e-06,
      "loss": 0.1922,
      "num_input_tokens_seen": 68504480,
      "step": 35595
    },
    {
      "epoch": 5.807569948609185,
      "grad_norm": 0.7166041135787964,
      "learning_rate": 1.4786459590425849e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 68514656,
      "step": 35600
    },
    {
      "epoch": 5.807569948609185,
      "eval_loss": 0.1619843691587448,
      "eval_runtime": 71.3843,
      "eval_samples_per_second": 38.174,
      "eval_steps_per_second": 19.094,
      "num_input_tokens_seen": 68514656,
      "step": 35600
    },
    {
      "epoch": 5.808385675830002,
      "grad_norm": 0.6548583507537842,
      "learning_rate": 1.4753214955489036e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 68524416,
      "step": 35605
    },
    {
      "epoch": 5.80920140305082,
      "grad_norm": 0.614579439163208,
      "learning_rate": 1.4720006598562737e-06,
      "loss": 0.1914,
      "num_input_tokens_seen": 68534848,
      "step": 35610
    },
    {
      "epoch": 5.810017130271637,
      "grad_norm": 0.6922028064727783,
      "learning_rate": 1.4686834524768185e-06,
      "loss": 0.2496,
      "num_input_tokens_seen": 68545344,
      "step": 35615
    },
    {
      "epoch": 5.810832857492454,
      "grad_norm": 0.5637922286987305,
      "learning_rate": 1.4653698739220844e-06,
      "loss": 0.0948,
      "num_input_tokens_seen": 68553952,
      "step": 35620
    },
    {
      "epoch": 5.8116485847132715,
      "grad_norm": 1.1510735750198364,
      "learning_rate": 1.4620599247030715e-06,
      "loss": 0.1563,
      "num_input_tokens_seen": 68564416,
      "step": 35625
    },
    {
      "epoch": 5.8124643119340895,
      "grad_norm": 0.5019611716270447,
      "learning_rate": 1.4587536053302125e-06,
      "loss": 0.1513,
      "num_input_tokens_seen": 68573360,
      "step": 35630
    },
    {
      "epoch": 5.813280039154907,
      "grad_norm": 1.0989820957183838,
      "learning_rate": 1.4554509163133862e-06,
      "loss": 0.204,
      "num_input_tokens_seen": 68581856,
      "step": 35635
    },
    {
      "epoch": 5.814095766375724,
      "grad_norm": 0.817848801612854,
      "learning_rate": 1.4521518581619098e-06,
      "loss": 0.2157,
      "num_input_tokens_seen": 68591456,
      "step": 35640
    },
    {
      "epoch": 5.814911493596542,
      "grad_norm": 0.7103533744812012,
      "learning_rate": 1.4488564313845348e-06,
      "loss": 0.1289,
      "num_input_tokens_seen": 68600400,
      "step": 35645
    },
    {
      "epoch": 5.815727220817359,
      "grad_norm": 1.332085371017456,
      "learning_rate": 1.4455646364894603e-06,
      "loss": 0.2082,
      "num_input_tokens_seen": 68609504,
      "step": 35650
    },
    {
      "epoch": 5.816542948038176,
      "grad_norm": 0.7834069728851318,
      "learning_rate": 1.4422764739843247e-06,
      "loss": 0.2281,
      "num_input_tokens_seen": 68618256,
      "step": 35655
    },
    {
      "epoch": 5.817358675258993,
      "grad_norm": 0.8395935893058777,
      "learning_rate": 1.4389919443762e-06,
      "loss": 0.1631,
      "num_input_tokens_seen": 68626992,
      "step": 35660
    },
    {
      "epoch": 5.81817440247981,
      "grad_norm": 2.021601915359497,
      "learning_rate": 1.4357110481716063e-06,
      "loss": 0.1286,
      "num_input_tokens_seen": 68638032,
      "step": 35665
    },
    {
      "epoch": 5.818990129700628,
      "grad_norm": 0.5051178932189941,
      "learning_rate": 1.4324337858764941e-06,
      "loss": 0.1666,
      "num_input_tokens_seen": 68646784,
      "step": 35670
    },
    {
      "epoch": 5.8198058569214455,
      "grad_norm": 0.5844638347625732,
      "learning_rate": 1.4291601579962622e-06,
      "loss": 0.1317,
      "num_input_tokens_seen": 68656560,
      "step": 35675
    },
    {
      "epoch": 5.820621584142263,
      "grad_norm": 1.4207086563110352,
      "learning_rate": 1.42589016503574e-06,
      "loss": 0.1282,
      "num_input_tokens_seen": 68666272,
      "step": 35680
    },
    {
      "epoch": 5.821437311363081,
      "grad_norm": 0.6380476951599121,
      "learning_rate": 1.4226238074992099e-06,
      "loss": 0.1275,
      "num_input_tokens_seen": 68677104,
      "step": 35685
    },
    {
      "epoch": 5.822253038583898,
      "grad_norm": 0.5744697451591492,
      "learning_rate": 1.4193610858903778e-06,
      "loss": 0.1636,
      "num_input_tokens_seen": 68686176,
      "step": 35690
    },
    {
      "epoch": 5.823068765804715,
      "grad_norm": 1.103263258934021,
      "learning_rate": 1.416102000712402e-06,
      "loss": 0.0864,
      "num_input_tokens_seen": 68696352,
      "step": 35695
    },
    {
      "epoch": 5.823884493025532,
      "grad_norm": 0.644294798374176,
      "learning_rate": 1.4128465524678668e-06,
      "loss": 0.1176,
      "num_input_tokens_seen": 68703376,
      "step": 35700
    },
    {
      "epoch": 5.824700220246349,
      "grad_norm": 0.3095008134841919,
      "learning_rate": 1.4095947416588124e-06,
      "loss": 0.1234,
      "num_input_tokens_seen": 68713296,
      "step": 35705
    },
    {
      "epoch": 5.825515947467167,
      "grad_norm": 1.2036445140838623,
      "learning_rate": 1.4063465687866983e-06,
      "loss": 0.2543,
      "num_input_tokens_seen": 68724608,
      "step": 35710
    },
    {
      "epoch": 5.826331674687984,
      "grad_norm": 0.25919368863105774,
      "learning_rate": 1.4031020343524438e-06,
      "loss": 0.1891,
      "num_input_tokens_seen": 68734736,
      "step": 35715
    },
    {
      "epoch": 5.827147401908801,
      "grad_norm": 0.8850235939025879,
      "learning_rate": 1.3998611388563926e-06,
      "loss": 0.1218,
      "num_input_tokens_seen": 68745744,
      "step": 35720
    },
    {
      "epoch": 5.8279631291296194,
      "grad_norm": 0.9341607689857483,
      "learning_rate": 1.3966238827983314e-06,
      "loss": 0.213,
      "num_input_tokens_seen": 68756720,
      "step": 35725
    },
    {
      "epoch": 5.828778856350437,
      "grad_norm": 0.3371039628982544,
      "learning_rate": 1.393390266677483e-06,
      "loss": 0.1984,
      "num_input_tokens_seen": 68765376,
      "step": 35730
    },
    {
      "epoch": 5.829594583571254,
      "grad_norm": 1.3980735540390015,
      "learning_rate": 1.3901602909925204e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 68776352,
      "step": 35735
    },
    {
      "epoch": 5.830410310792071,
      "grad_norm": 1.733141303062439,
      "learning_rate": 1.3869339562415373e-06,
      "loss": 0.2304,
      "num_input_tokens_seen": 68786368,
      "step": 35740
    },
    {
      "epoch": 5.831226038012889,
      "grad_norm": 0.7359341979026794,
      "learning_rate": 1.38371126292208e-06,
      "loss": 0.0919,
      "num_input_tokens_seen": 68796800,
      "step": 35745
    },
    {
      "epoch": 5.832041765233706,
      "grad_norm": 1.1163291931152344,
      "learning_rate": 1.3804922115311286e-06,
      "loss": 0.2313,
      "num_input_tokens_seen": 68806240,
      "step": 35750
    },
    {
      "epoch": 5.832857492454523,
      "grad_norm": 1.0899600982666016,
      "learning_rate": 1.3772768025650945e-06,
      "loss": 0.1721,
      "num_input_tokens_seen": 68815184,
      "step": 35755
    },
    {
      "epoch": 5.83367321967534,
      "grad_norm": 1.1893037557601929,
      "learning_rate": 1.3740650365198448e-06,
      "loss": 0.1859,
      "num_input_tokens_seen": 68825488,
      "step": 35760
    },
    {
      "epoch": 5.834488946896158,
      "grad_norm": 0.6094269752502441,
      "learning_rate": 1.3708569138906612e-06,
      "loss": 0.1048,
      "num_input_tokens_seen": 68834560,
      "step": 35765
    },
    {
      "epoch": 5.835304674116975,
      "grad_norm": 1.075418472290039,
      "learning_rate": 1.367652435172287e-06,
      "loss": 0.1446,
      "num_input_tokens_seen": 68845072,
      "step": 35770
    },
    {
      "epoch": 5.8361204013377925,
      "grad_norm": 0.5086263418197632,
      "learning_rate": 1.364451600858893e-06,
      "loss": 0.1348,
      "num_input_tokens_seen": 68855392,
      "step": 35775
    },
    {
      "epoch": 5.83693612855861,
      "grad_norm": 0.16683311760425568,
      "learning_rate": 1.3612544114440823e-06,
      "loss": 0.0622,
      "num_input_tokens_seen": 68866128,
      "step": 35780
    },
    {
      "epoch": 5.837751855779428,
      "grad_norm": 0.4785115718841553,
      "learning_rate": 1.3580608674209072e-06,
      "loss": 0.1583,
      "num_input_tokens_seen": 68875280,
      "step": 35785
    },
    {
      "epoch": 5.838567583000245,
      "grad_norm": 0.3354938328266144,
      "learning_rate": 1.3548709692818434e-06,
      "loss": 0.148,
      "num_input_tokens_seen": 68883088,
      "step": 35790
    },
    {
      "epoch": 5.839383310221062,
      "grad_norm": 0.4524373412132263,
      "learning_rate": 1.3516847175188223e-06,
      "loss": 0.1822,
      "num_input_tokens_seen": 68894112,
      "step": 35795
    },
    {
      "epoch": 5.840199037441879,
      "grad_norm": 0.6689416766166687,
      "learning_rate": 1.348502112623204e-06,
      "loss": 0.1579,
      "num_input_tokens_seen": 68904544,
      "step": 35800
    },
    {
      "epoch": 5.840199037441879,
      "eval_loss": 0.16306979954242706,
      "eval_runtime": 71.3446,
      "eval_samples_per_second": 38.195,
      "eval_steps_per_second": 19.104,
      "num_input_tokens_seen": 68904544,
      "step": 35800
    },
    {
      "epoch": 5.841014764662697,
      "grad_norm": 0.6768036484718323,
      "learning_rate": 1.3453231550857787e-06,
      "loss": 0.2674,
      "num_input_tokens_seen": 68914592,
      "step": 35805
    },
    {
      "epoch": 5.841830491883514,
      "grad_norm": 1.6992498636245728,
      "learning_rate": 1.3421478453967878e-06,
      "loss": 0.1679,
      "num_input_tokens_seen": 68924256,
      "step": 35810
    },
    {
      "epoch": 5.842646219104331,
      "grad_norm": 1.0279572010040283,
      "learning_rate": 1.3389761840459065e-06,
      "loss": 0.1768,
      "num_input_tokens_seen": 68934032,
      "step": 35815
    },
    {
      "epoch": 5.8434619463251485,
      "grad_norm": 0.9101791977882385,
      "learning_rate": 1.3358081715222376e-06,
      "loss": 0.2019,
      "num_input_tokens_seen": 68943408,
      "step": 35820
    },
    {
      "epoch": 5.8442776735459665,
      "grad_norm": 0.6419927477836609,
      "learning_rate": 1.3326438083143295e-06,
      "loss": 0.1069,
      "num_input_tokens_seen": 68952304,
      "step": 35825
    },
    {
      "epoch": 5.845093400766784,
      "grad_norm": 0.9004566073417664,
      "learning_rate": 1.3294830949101723e-06,
      "loss": 0.1341,
      "num_input_tokens_seen": 68961488,
      "step": 35830
    },
    {
      "epoch": 5.845909127987601,
      "grad_norm": 0.5542072057723999,
      "learning_rate": 1.3263260317971815e-06,
      "loss": 0.1394,
      "num_input_tokens_seen": 68971008,
      "step": 35835
    },
    {
      "epoch": 5.846724855208418,
      "grad_norm": 0.5241686701774597,
      "learning_rate": 1.3231726194622208e-06,
      "loss": 0.1283,
      "num_input_tokens_seen": 68979376,
      "step": 35840
    },
    {
      "epoch": 5.847540582429236,
      "grad_norm": 0.3265570104122162,
      "learning_rate": 1.3200228583915814e-06,
      "loss": 0.1549,
      "num_input_tokens_seen": 68988640,
      "step": 35845
    },
    {
      "epoch": 5.848356309650053,
      "grad_norm": 0.8948460221290588,
      "learning_rate": 1.3168767490709971e-06,
      "loss": 0.1762,
      "num_input_tokens_seen": 68997440,
      "step": 35850
    },
    {
      "epoch": 5.84917203687087,
      "grad_norm": 0.6891013383865356,
      "learning_rate": 1.3137342919856437e-06,
      "loss": 0.1554,
      "num_input_tokens_seen": 69006896,
      "step": 35855
    },
    {
      "epoch": 5.849987764091688,
      "grad_norm": 0.3494005799293518,
      "learning_rate": 1.310595487620117e-06,
      "loss": 0.1049,
      "num_input_tokens_seen": 69016464,
      "step": 35860
    },
    {
      "epoch": 5.850803491312505,
      "grad_norm": 0.5293554067611694,
      "learning_rate": 1.3074603364584715e-06,
      "loss": 0.1249,
      "num_input_tokens_seen": 69025424,
      "step": 35865
    },
    {
      "epoch": 5.8516192185333225,
      "grad_norm": 0.9416281580924988,
      "learning_rate": 1.3043288389841758e-06,
      "loss": 0.227,
      "num_input_tokens_seen": 69035440,
      "step": 35870
    },
    {
      "epoch": 5.85243494575414,
      "grad_norm": 0.3866562843322754,
      "learning_rate": 1.3012009956801546e-06,
      "loss": 0.1041,
      "num_input_tokens_seen": 69044128,
      "step": 35875
    },
    {
      "epoch": 5.853250672974957,
      "grad_norm": 0.7924308776855469,
      "learning_rate": 1.2980768070287586e-06,
      "loss": 0.231,
      "num_input_tokens_seen": 69054752,
      "step": 35880
    },
    {
      "epoch": 5.854066400195775,
      "grad_norm": 0.7204544544219971,
      "learning_rate": 1.2949562735117716e-06,
      "loss": 0.1358,
      "num_input_tokens_seen": 69063216,
      "step": 35885
    },
    {
      "epoch": 5.854882127416592,
      "grad_norm": 1.2177441120147705,
      "learning_rate": 1.291839395610428e-06,
      "loss": 0.1758,
      "num_input_tokens_seen": 69072288,
      "step": 35890
    },
    {
      "epoch": 5.855697854637409,
      "grad_norm": 0.7601659297943115,
      "learning_rate": 1.2887261738053852e-06,
      "loss": 0.2702,
      "num_input_tokens_seen": 69082304,
      "step": 35895
    },
    {
      "epoch": 5.856513581858227,
      "grad_norm": 0.6894230246543884,
      "learning_rate": 1.2856166085767396e-06,
      "loss": 0.1405,
      "num_input_tokens_seen": 69092528,
      "step": 35900
    },
    {
      "epoch": 5.857329309079044,
      "grad_norm": 0.45914849638938904,
      "learning_rate": 1.2825107004040272e-06,
      "loss": 0.1055,
      "num_input_tokens_seen": 69100800,
      "step": 35905
    },
    {
      "epoch": 5.858145036299861,
      "grad_norm": 1.3168270587921143,
      "learning_rate": 1.2794084497662146e-06,
      "loss": 0.2335,
      "num_input_tokens_seen": 69110192,
      "step": 35910
    },
    {
      "epoch": 5.858960763520678,
      "grad_norm": 1.2771224975585938,
      "learning_rate": 1.276309857141711e-06,
      "loss": 0.161,
      "num_input_tokens_seen": 69119808,
      "step": 35915
    },
    {
      "epoch": 5.859776490741496,
      "grad_norm": 1.4202234745025635,
      "learning_rate": 1.273214923008359e-06,
      "loss": 0.1356,
      "num_input_tokens_seen": 69130016,
      "step": 35920
    },
    {
      "epoch": 5.8605922179623136,
      "grad_norm": 1.3159619569778442,
      "learning_rate": 1.2701236478434352e-06,
      "loss": 0.1697,
      "num_input_tokens_seen": 69138272,
      "step": 35925
    },
    {
      "epoch": 5.861407945183131,
      "grad_norm": 0.3407337963581085,
      "learning_rate": 1.2670360321236502e-06,
      "loss": 0.1752,
      "num_input_tokens_seen": 69148512,
      "step": 35930
    },
    {
      "epoch": 5.862223672403948,
      "grad_norm": 0.5235571265220642,
      "learning_rate": 1.2639520763251617e-06,
      "loss": 0.2596,
      "num_input_tokens_seen": 69158784,
      "step": 35935
    },
    {
      "epoch": 5.863039399624766,
      "grad_norm": 0.6576582789421082,
      "learning_rate": 1.2608717809235448e-06,
      "loss": 0.1695,
      "num_input_tokens_seen": 69168912,
      "step": 35940
    },
    {
      "epoch": 5.863855126845583,
      "grad_norm": 1.4171034097671509,
      "learning_rate": 1.2577951463938282e-06,
      "loss": 0.1233,
      "num_input_tokens_seen": 69180240,
      "step": 35945
    },
    {
      "epoch": 5.8646708540664,
      "grad_norm": 0.32304880023002625,
      "learning_rate": 1.2547221732104569e-06,
      "loss": 0.176,
      "num_input_tokens_seen": 69190752,
      "step": 35950
    },
    {
      "epoch": 5.865486581287217,
      "grad_norm": 0.6053310036659241,
      "learning_rate": 1.25165286184733e-06,
      "loss": 0.1166,
      "num_input_tokens_seen": 69199968,
      "step": 35955
    },
    {
      "epoch": 5.866302308508035,
      "grad_norm": 0.8573600649833679,
      "learning_rate": 1.248587212777777e-06,
      "loss": 0.1642,
      "num_input_tokens_seen": 69209552,
      "step": 35960
    },
    {
      "epoch": 5.867118035728852,
      "grad_norm": 0.7535158395767212,
      "learning_rate": 1.2455252264745532e-06,
      "loss": 0.1903,
      "num_input_tokens_seen": 69218976,
      "step": 35965
    },
    {
      "epoch": 5.8679337629496695,
      "grad_norm": 0.4599769413471222,
      "learning_rate": 1.2424669034098528e-06,
      "loss": 0.1864,
      "num_input_tokens_seen": 69228976,
      "step": 35970
    },
    {
      "epoch": 5.868749490170487,
      "grad_norm": 1.1293655633926392,
      "learning_rate": 1.2394122440553185e-06,
      "loss": 0.1907,
      "num_input_tokens_seen": 69238416,
      "step": 35975
    },
    {
      "epoch": 5.869565217391305,
      "grad_norm": 0.5511763095855713,
      "learning_rate": 1.2363612488820037e-06,
      "loss": 0.1025,
      "num_input_tokens_seen": 69248032,
      "step": 35980
    },
    {
      "epoch": 5.870380944612122,
      "grad_norm": 0.556705892086029,
      "learning_rate": 1.2333139183604208e-06,
      "loss": 0.2081,
      "num_input_tokens_seen": 69257328,
      "step": 35985
    },
    {
      "epoch": 5.871196671832939,
      "grad_norm": 1.0027469396591187,
      "learning_rate": 1.2302702529604998e-06,
      "loss": 0.1231,
      "num_input_tokens_seen": 69267056,
      "step": 35990
    },
    {
      "epoch": 5.872012399053756,
      "grad_norm": 0.5748174786567688,
      "learning_rate": 1.227230253151615e-06,
      "loss": 0.1379,
      "num_input_tokens_seen": 69277760,
      "step": 35995
    },
    {
      "epoch": 5.872828126274574,
      "grad_norm": 1.925224781036377,
      "learning_rate": 1.2241939194025748e-06,
      "loss": 0.2005,
      "num_input_tokens_seen": 69286320,
      "step": 36000
    },
    {
      "epoch": 5.872828126274574,
      "eval_loss": 0.16198791563510895,
      "eval_runtime": 71.4736,
      "eval_samples_per_second": 38.126,
      "eval_steps_per_second": 19.07,
      "num_input_tokens_seen": 69286320,
      "step": 36000
    },
    {
      "epoch": 5.873643853495391,
      "grad_norm": 0.5793068408966064,
      "learning_rate": 1.2211612521816156e-06,
      "loss": 0.1415,
      "num_input_tokens_seen": 69296240,
      "step": 36005
    },
    {
      "epoch": 5.874459580716208,
      "grad_norm": 0.7485600113868713,
      "learning_rate": 1.2181322519564137e-06,
      "loss": 0.2141,
      "num_input_tokens_seen": 69306032,
      "step": 36010
    },
    {
      "epoch": 5.8752753079370255,
      "grad_norm": 0.5484675765037537,
      "learning_rate": 1.2151069191940839e-06,
      "loss": 0.2077,
      "num_input_tokens_seen": 69317312,
      "step": 36015
    },
    {
      "epoch": 5.8760910351578435,
      "grad_norm": 0.8522800803184509,
      "learning_rate": 1.2120852543611644e-06,
      "loss": 0.1603,
      "num_input_tokens_seen": 69327952,
      "step": 36020
    },
    {
      "epoch": 5.876906762378661,
      "grad_norm": 0.8297445774078369,
      "learning_rate": 1.2090672579236379e-06,
      "loss": 0.1794,
      "num_input_tokens_seen": 69337728,
      "step": 36025
    },
    {
      "epoch": 5.877722489599478,
      "grad_norm": 0.6571100354194641,
      "learning_rate": 1.2060529303469126e-06,
      "loss": 0.189,
      "num_input_tokens_seen": 69346736,
      "step": 36030
    },
    {
      "epoch": 5.878538216820296,
      "grad_norm": 0.6131191253662109,
      "learning_rate": 1.2030422720958445e-06,
      "loss": 0.2141,
      "num_input_tokens_seen": 69355456,
      "step": 36035
    },
    {
      "epoch": 5.879353944041113,
      "grad_norm": 0.7873982787132263,
      "learning_rate": 1.200035283634704e-06,
      "loss": 0.1566,
      "num_input_tokens_seen": 69366448,
      "step": 36040
    },
    {
      "epoch": 5.88016967126193,
      "grad_norm": 1.0211763381958008,
      "learning_rate": 1.1970319654272144e-06,
      "loss": 0.2178,
      "num_input_tokens_seen": 69375488,
      "step": 36045
    },
    {
      "epoch": 5.880985398482747,
      "grad_norm": 1.1746068000793457,
      "learning_rate": 1.1940323179365192e-06,
      "loss": 0.1524,
      "num_input_tokens_seen": 69384240,
      "step": 36050
    },
    {
      "epoch": 5.881801125703564,
      "grad_norm": 0.4169689118862152,
      "learning_rate": 1.1910363416252095e-06,
      "loss": 0.1085,
      "num_input_tokens_seen": 69393120,
      "step": 36055
    },
    {
      "epoch": 5.882616852924382,
      "grad_norm": 1.596161961555481,
      "learning_rate": 1.1880440369552964e-06,
      "loss": 0.199,
      "num_input_tokens_seen": 69402928,
      "step": 36060
    },
    {
      "epoch": 5.883432580145199,
      "grad_norm": 0.639137864112854,
      "learning_rate": 1.1850554043882328e-06,
      "loss": 0.1507,
      "num_input_tokens_seen": 69412992,
      "step": 36065
    },
    {
      "epoch": 5.884248307366017,
      "grad_norm": 1.214402675628662,
      "learning_rate": 1.1820704443849028e-06,
      "loss": 0.132,
      "num_input_tokens_seen": 69423200,
      "step": 36070
    },
    {
      "epoch": 5.885064034586835,
      "grad_norm": 0.7364236116409302,
      "learning_rate": 1.1790891574056219e-06,
      "loss": 0.1795,
      "num_input_tokens_seen": 69433168,
      "step": 36075
    },
    {
      "epoch": 5.885879761807652,
      "grad_norm": 1.0832358598709106,
      "learning_rate": 1.1761115439101523e-06,
      "loss": 0.1821,
      "num_input_tokens_seen": 69442976,
      "step": 36080
    },
    {
      "epoch": 5.886695489028469,
      "grad_norm": 0.9110718965530396,
      "learning_rate": 1.1731376043576659e-06,
      "loss": 0.1456,
      "num_input_tokens_seen": 69452960,
      "step": 36085
    },
    {
      "epoch": 5.887511216249286,
      "grad_norm": 0.4017282724380493,
      "learning_rate": 1.1701673392067875e-06,
      "loss": 0.1477,
      "num_input_tokens_seen": 69462080,
      "step": 36090
    },
    {
      "epoch": 5.888326943470103,
      "grad_norm": 0.44710540771484375,
      "learning_rate": 1.1672007489155757e-06,
      "loss": 0.106,
      "num_input_tokens_seen": 69471616,
      "step": 36095
    },
    {
      "epoch": 5.889142670690921,
      "grad_norm": 0.6396099328994751,
      "learning_rate": 1.164237833941506e-06,
      "loss": 0.168,
      "num_input_tokens_seen": 69482048,
      "step": 36100
    },
    {
      "epoch": 5.889958397911738,
      "grad_norm": 0.9356186985969543,
      "learning_rate": 1.1612785947415022e-06,
      "loss": 0.1807,
      "num_input_tokens_seen": 69492144,
      "step": 36105
    },
    {
      "epoch": 5.890774125132555,
      "grad_norm": 1.198684811592102,
      "learning_rate": 1.1583230317719185e-06,
      "loss": 0.1582,
      "num_input_tokens_seen": 69502256,
      "step": 36110
    },
    {
      "epoch": 5.891589852353373,
      "grad_norm": 0.40919721126556396,
      "learning_rate": 1.1553711454885318e-06,
      "loss": 0.118,
      "num_input_tokens_seen": 69511472,
      "step": 36115
    },
    {
      "epoch": 5.8924055795741905,
      "grad_norm": 0.9722186326980591,
      "learning_rate": 1.152422936346567e-06,
      "loss": 0.1773,
      "num_input_tokens_seen": 69520768,
      "step": 36120
    },
    {
      "epoch": 5.893221306795008,
      "grad_norm": 1.9559025764465332,
      "learning_rate": 1.1494784048006718e-06,
      "loss": 0.2112,
      "num_input_tokens_seen": 69530304,
      "step": 36125
    },
    {
      "epoch": 5.894037034015825,
      "grad_norm": 0.5152751803398132,
      "learning_rate": 1.1465375513049326e-06,
      "loss": 0.1099,
      "num_input_tokens_seen": 69539872,
      "step": 36130
    },
    {
      "epoch": 5.894852761236643,
      "grad_norm": 0.38199377059936523,
      "learning_rate": 1.1436003763128616e-06,
      "loss": 0.2301,
      "num_input_tokens_seen": 69550224,
      "step": 36135
    },
    {
      "epoch": 5.89566848845746,
      "grad_norm": 1.672021508216858,
      "learning_rate": 1.1406668802774106e-06,
      "loss": 0.1806,
      "num_input_tokens_seen": 69559936,
      "step": 36140
    },
    {
      "epoch": 5.896484215678277,
      "grad_norm": 0.3582548499107361,
      "learning_rate": 1.137737063650965e-06,
      "loss": 0.107,
      "num_input_tokens_seen": 69568848,
      "step": 36145
    },
    {
      "epoch": 5.897299942899094,
      "grad_norm": 1.5154967308044434,
      "learning_rate": 1.1348109268853323e-06,
      "loss": 0.1964,
      "num_input_tokens_seen": 69579824,
      "step": 36150
    },
    {
      "epoch": 5.898115670119912,
      "grad_norm": 0.3683026134967804,
      "learning_rate": 1.1318884704317634e-06,
      "loss": 0.1572,
      "num_input_tokens_seen": 69590336,
      "step": 36155
    },
    {
      "epoch": 5.898931397340729,
      "grad_norm": 0.20955681800842285,
      "learning_rate": 1.1289696947409417e-06,
      "loss": 0.1375,
      "num_input_tokens_seen": 69601056,
      "step": 36160
    },
    {
      "epoch": 5.8997471245615465,
      "grad_norm": 0.2490195333957672,
      "learning_rate": 1.126054600262974e-06,
      "loss": 0.0853,
      "num_input_tokens_seen": 69609984,
      "step": 36165
    },
    {
      "epoch": 5.900562851782364,
      "grad_norm": 0.5083597302436829,
      "learning_rate": 1.1231431874474064e-06,
      "loss": 0.0855,
      "num_input_tokens_seen": 69619248,
      "step": 36170
    },
    {
      "epoch": 5.901378579003182,
      "grad_norm": 1.049255609512329,
      "learning_rate": 1.12023545674321e-06,
      "loss": 0.1823,
      "num_input_tokens_seen": 69628304,
      "step": 36175
    },
    {
      "epoch": 5.902194306223999,
      "grad_norm": 1.5170599222183228,
      "learning_rate": 1.117331408598804e-06,
      "loss": 0.2037,
      "num_input_tokens_seen": 69637184,
      "step": 36180
    },
    {
      "epoch": 5.903010033444816,
      "grad_norm": 0.8528779745101929,
      "learning_rate": 1.1144310434620191e-06,
      "loss": 0.1146,
      "num_input_tokens_seen": 69647664,
      "step": 36185
    },
    {
      "epoch": 5.903825760665633,
      "grad_norm": 1.0585575103759766,
      "learning_rate": 1.1115343617801365e-06,
      "loss": 0.1625,
      "num_input_tokens_seen": 69657728,
      "step": 36190
    },
    {
      "epoch": 5.904641487886451,
      "grad_norm": 0.645233154296875,
      "learning_rate": 1.1086413639998515e-06,
      "loss": 0.1863,
      "num_input_tokens_seen": 69667952,
      "step": 36195
    },
    {
      "epoch": 5.905457215107268,
      "grad_norm": 0.4742342233657837,
      "learning_rate": 1.1057520505673103e-06,
      "loss": 0.1358,
      "num_input_tokens_seen": 69676640,
      "step": 36200
    },
    {
      "epoch": 5.905457215107268,
      "eval_loss": 0.16228686273097992,
      "eval_runtime": 71.4359,
      "eval_samples_per_second": 38.146,
      "eval_steps_per_second": 19.08,
      "num_input_tokens_seen": 69676640,
      "step": 36200
    },
    {
      "epoch": 5.906272942328085,
      "grad_norm": 0.798492968082428,
      "learning_rate": 1.1028664219280727e-06,
      "loss": 0.1864,
      "num_input_tokens_seen": 69686592,
      "step": 36205
    },
    {
      "epoch": 5.907088669548903,
      "grad_norm": 0.6865963339805603,
      "learning_rate": 1.0999844785271468e-06,
      "loss": 0.1697,
      "num_input_tokens_seen": 69695824,
      "step": 36210
    },
    {
      "epoch": 5.9079043967697205,
      "grad_norm": 0.5319846272468567,
      "learning_rate": 1.097106220808955e-06,
      "loss": 0.213,
      "num_input_tokens_seen": 69704240,
      "step": 36215
    },
    {
      "epoch": 5.908720123990538,
      "grad_norm": 1.198888897895813,
      "learning_rate": 1.0942316492173698e-06,
      "loss": 0.1422,
      "num_input_tokens_seen": 69713584,
      "step": 36220
    },
    {
      "epoch": 5.909535851211355,
      "grad_norm": 1.6147205829620361,
      "learning_rate": 1.0913607641956841e-06,
      "loss": 0.1584,
      "num_input_tokens_seen": 69723328,
      "step": 36225
    },
    {
      "epoch": 5.910351578432172,
      "grad_norm": 0.8816642165184021,
      "learning_rate": 1.0884935661866213e-06,
      "loss": 0.1935,
      "num_input_tokens_seen": 69732736,
      "step": 36230
    },
    {
      "epoch": 5.91116730565299,
      "grad_norm": 1.2585924863815308,
      "learning_rate": 1.0856300556323418e-06,
      "loss": 0.1447,
      "num_input_tokens_seen": 69742528,
      "step": 36235
    },
    {
      "epoch": 5.911983032873807,
      "grad_norm": 1.2761890888214111,
      "learning_rate": 1.0827702329744365e-06,
      "loss": 0.1589,
      "num_input_tokens_seen": 69751232,
      "step": 36240
    },
    {
      "epoch": 5.912798760094624,
      "grad_norm": 0.4427022635936737,
      "learning_rate": 1.0799140986539197e-06,
      "loss": 0.151,
      "num_input_tokens_seen": 69761984,
      "step": 36245
    },
    {
      "epoch": 5.913614487315442,
      "grad_norm": 0.42312541604042053,
      "learning_rate": 1.0770616531112526e-06,
      "loss": 0.1717,
      "num_input_tokens_seen": 69771408,
      "step": 36250
    },
    {
      "epoch": 5.914430214536259,
      "grad_norm": 0.21325267851352692,
      "learning_rate": 1.0742128967863085e-06,
      "loss": 0.1163,
      "num_input_tokens_seen": 69779920,
      "step": 36255
    },
    {
      "epoch": 5.915245941757076,
      "grad_norm": 0.2909477949142456,
      "learning_rate": 1.071367830118411e-06,
      "loss": 0.0979,
      "num_input_tokens_seen": 69789648,
      "step": 36260
    },
    {
      "epoch": 5.9160616689778935,
      "grad_norm": 0.5561266541481018,
      "learning_rate": 1.068526453546298e-06,
      "loss": 0.1641,
      "num_input_tokens_seen": 69799936,
      "step": 36265
    },
    {
      "epoch": 5.916877396198711,
      "grad_norm": 0.6326567530632019,
      "learning_rate": 1.0656887675081467e-06,
      "loss": 0.1734,
      "num_input_tokens_seen": 69810096,
      "step": 36270
    },
    {
      "epoch": 5.917693123419529,
      "grad_norm": 0.9093300104141235,
      "learning_rate": 1.0628547724415628e-06,
      "loss": 0.1735,
      "num_input_tokens_seen": 69818256,
      "step": 36275
    },
    {
      "epoch": 5.918508850640346,
      "grad_norm": 1.4494147300720215,
      "learning_rate": 1.0600244687835881e-06,
      "loss": 0.1772,
      "num_input_tokens_seen": 69827568,
      "step": 36280
    },
    {
      "epoch": 5.919324577861163,
      "grad_norm": 0.7030038833618164,
      "learning_rate": 1.0571978569706876e-06,
      "loss": 0.0954,
      "num_input_tokens_seen": 69836944,
      "step": 36285
    },
    {
      "epoch": 5.920140305081981,
      "grad_norm": 0.6488674283027649,
      "learning_rate": 1.0543749374387652e-06,
      "loss": 0.1144,
      "num_input_tokens_seen": 69845680,
      "step": 36290
    },
    {
      "epoch": 5.920956032302798,
      "grad_norm": 0.5112637877464294,
      "learning_rate": 1.051555710623142e-06,
      "loss": 0.2123,
      "num_input_tokens_seen": 69855840,
      "step": 36295
    },
    {
      "epoch": 5.921771759523615,
      "grad_norm": 0.7811486124992371,
      "learning_rate": 1.0487401769585847e-06,
      "loss": 0.1507,
      "num_input_tokens_seen": 69866448,
      "step": 36300
    },
    {
      "epoch": 5.922587486744432,
      "grad_norm": 0.582846999168396,
      "learning_rate": 1.0459283368792845e-06,
      "loss": 0.1845,
      "num_input_tokens_seen": 69875440,
      "step": 36305
    },
    {
      "epoch": 5.92340321396525,
      "grad_norm": 0.4747742712497711,
      "learning_rate": 1.043120190818858e-06,
      "loss": 0.148,
      "num_input_tokens_seen": 69885456,
      "step": 36310
    },
    {
      "epoch": 5.9242189411860675,
      "grad_norm": 1.1973038911819458,
      "learning_rate": 1.0403157392103596e-06,
      "loss": 0.2158,
      "num_input_tokens_seen": 69895600,
      "step": 36315
    },
    {
      "epoch": 5.925034668406885,
      "grad_norm": 0.7255904674530029,
      "learning_rate": 1.0375149824862735e-06,
      "loss": 0.1594,
      "num_input_tokens_seen": 69905680,
      "step": 36320
    },
    {
      "epoch": 5.925850395627702,
      "grad_norm": 1.6138651371002197,
      "learning_rate": 1.034717921078507e-06,
      "loss": 0.2532,
      "num_input_tokens_seen": 69915840,
      "step": 36325
    },
    {
      "epoch": 5.92666612284852,
      "grad_norm": 1.3136136531829834,
      "learning_rate": 1.0319245554184009e-06,
      "loss": 0.2383,
      "num_input_tokens_seen": 69924384,
      "step": 36330
    },
    {
      "epoch": 5.927481850069337,
      "grad_norm": 1.0037859678268433,
      "learning_rate": 1.0291348859367361e-06,
      "loss": 0.2102,
      "num_input_tokens_seen": 69934272,
      "step": 36335
    },
    {
      "epoch": 5.928297577290154,
      "grad_norm": 0.5723414421081543,
      "learning_rate": 1.0263489130637016e-06,
      "loss": 0.11,
      "num_input_tokens_seen": 69944336,
      "step": 36340
    },
    {
      "epoch": 5.929113304510971,
      "grad_norm": 0.401339590549469,
      "learning_rate": 1.0235666372289427e-06,
      "loss": 0.1742,
      "num_input_tokens_seen": 69953744,
      "step": 36345
    },
    {
      "epoch": 5.929929031731789,
      "grad_norm": 0.7990351319313049,
      "learning_rate": 1.0207880588615076e-06,
      "loss": 0.1763,
      "num_input_tokens_seen": 69962224,
      "step": 36350
    },
    {
      "epoch": 5.930744758952606,
      "grad_norm": 1.3693466186523438,
      "learning_rate": 1.0180131783898984e-06,
      "loss": 0.1764,
      "num_input_tokens_seen": 69972400,
      "step": 36355
    },
    {
      "epoch": 5.9315604861734235,
      "grad_norm": 0.41661834716796875,
      "learning_rate": 1.0152419962420362e-06,
      "loss": 0.114,
      "num_input_tokens_seen": 69982448,
      "step": 36360
    },
    {
      "epoch": 5.932376213394241,
      "grad_norm": 0.5173625946044922,
      "learning_rate": 1.0124745128452685e-06,
      "loss": 0.1792,
      "num_input_tokens_seen": 69991968,
      "step": 36365
    },
    {
      "epoch": 5.933191940615059,
      "grad_norm": 1.0860893726348877,
      "learning_rate": 1.0097107286263758e-06,
      "loss": 0.1784,
      "num_input_tokens_seen": 70000880,
      "step": 36370
    },
    {
      "epoch": 5.934007667835876,
      "grad_norm": 0.48829585313796997,
      "learning_rate": 1.00695064401157e-06,
      "loss": 0.1037,
      "num_input_tokens_seen": 70009136,
      "step": 36375
    },
    {
      "epoch": 5.934823395056693,
      "grad_norm": 0.6657496690750122,
      "learning_rate": 1.0041942594264886e-06,
      "loss": 0.1395,
      "num_input_tokens_seen": 70018368,
      "step": 36380
    },
    {
      "epoch": 5.935639122277511,
      "grad_norm": 0.36045020818710327,
      "learning_rate": 1.001441575296208e-06,
      "loss": 0.1183,
      "num_input_tokens_seen": 70027024,
      "step": 36385
    },
    {
      "epoch": 5.936454849498328,
      "grad_norm": 0.7100275158882141,
      "learning_rate": 9.986925920452139e-07,
      "loss": 0.1926,
      "num_input_tokens_seen": 70037536,
      "step": 36390
    },
    {
      "epoch": 5.937270576719145,
      "grad_norm": 0.43163758516311646,
      "learning_rate": 9.959473100974475e-07,
      "loss": 0.1541,
      "num_input_tokens_seen": 70047360,
      "step": 36395
    },
    {
      "epoch": 5.938086303939962,
      "grad_norm": 1.2164620161056519,
      "learning_rate": 9.932057298762564e-07,
      "loss": 0.1665,
      "num_input_tokens_seen": 70057024,
      "step": 36400
    },
    {
      "epoch": 5.938086303939962,
      "eval_loss": 0.1620723009109497,
      "eval_runtime": 71.4052,
      "eval_samples_per_second": 38.163,
      "eval_steps_per_second": 19.088,
      "num_input_tokens_seen": 70057024,
      "step": 36400
    },
    {
      "epoch": 5.938902031160779,
      "grad_norm": 0.4485465884208679,
      "learning_rate": 9.90467851804433e-07,
      "loss": 0.0917,
      "num_input_tokens_seen": 70067024,
      "step": 36405
    },
    {
      "epoch": 5.939717758381597,
      "grad_norm": 1.0824981927871704,
      "learning_rate": 9.877336763041895e-07,
      "loss": 0.1771,
      "num_input_tokens_seen": 70075968,
      "step": 36410
    },
    {
      "epoch": 5.940533485602415,
      "grad_norm": 0.7565321922302246,
      "learning_rate": 9.850032037971662e-07,
      "loss": 0.1301,
      "num_input_tokens_seen": 70085328,
      "step": 36415
    },
    {
      "epoch": 5.941349212823232,
      "grad_norm": 1.1042430400848389,
      "learning_rate": 9.822764347044406e-07,
      "loss": 0.2449,
      "num_input_tokens_seen": 70094592,
      "step": 36420
    },
    {
      "epoch": 5.94216494004405,
      "grad_norm": 1.2808939218521118,
      "learning_rate": 9.795533694465175e-07,
      "loss": 0.1762,
      "num_input_tokens_seen": 70104880,
      "step": 36425
    },
    {
      "epoch": 5.942980667264867,
      "grad_norm": 0.5828782916069031,
      "learning_rate": 9.768340084433197e-07,
      "loss": 0.108,
      "num_input_tokens_seen": 70111904,
      "step": 36430
    },
    {
      "epoch": 5.943796394485684,
      "grad_norm": 0.761193573474884,
      "learning_rate": 9.741183521142143e-07,
      "loss": 0.1238,
      "num_input_tokens_seen": 70120224,
      "step": 36435
    },
    {
      "epoch": 5.944612121706501,
      "grad_norm": 0.46968409419059753,
      "learning_rate": 9.714064008779889e-07,
      "loss": 0.1142,
      "num_input_tokens_seen": 70129552,
      "step": 36440
    },
    {
      "epoch": 5.945427848927318,
      "grad_norm": 1.1669747829437256,
      "learning_rate": 9.686981551528584e-07,
      "loss": 0.2659,
      "num_input_tokens_seen": 70140112,
      "step": 36445
    },
    {
      "epoch": 5.946243576148136,
      "grad_norm": 0.46424272656440735,
      "learning_rate": 9.65993615356467e-07,
      "loss": 0.1422,
      "num_input_tokens_seen": 70150624,
      "step": 36450
    },
    {
      "epoch": 5.947059303368953,
      "grad_norm": 0.5118100643157959,
      "learning_rate": 9.632927819058917e-07,
      "loss": 0.1233,
      "num_input_tokens_seen": 70159120,
      "step": 36455
    },
    {
      "epoch": 5.9478750305897705,
      "grad_norm": 0.6858276724815369,
      "learning_rate": 9.605956552176305e-07,
      "loss": 0.1432,
      "num_input_tokens_seen": 70168752,
      "step": 36460
    },
    {
      "epoch": 5.9486907578105885,
      "grad_norm": 0.5553588271141052,
      "learning_rate": 9.579022357076223e-07,
      "loss": 0.1011,
      "num_input_tokens_seen": 70177824,
      "step": 36465
    },
    {
      "epoch": 5.949506485031406,
      "grad_norm": 0.7625100016593933,
      "learning_rate": 9.552125237912158e-07,
      "loss": 0.1745,
      "num_input_tokens_seen": 70186688,
      "step": 36470
    },
    {
      "epoch": 5.950322212252223,
      "grad_norm": 0.6086344122886658,
      "learning_rate": 9.525265198832096e-07,
      "loss": 0.1557,
      "num_input_tokens_seen": 70196384,
      "step": 36475
    },
    {
      "epoch": 5.95113793947304,
      "grad_norm": 0.5302509069442749,
      "learning_rate": 9.498442243978112e-07,
      "loss": 0.1941,
      "num_input_tokens_seen": 70205584,
      "step": 36480
    },
    {
      "epoch": 5.951953666693858,
      "grad_norm": 0.5668888688087463,
      "learning_rate": 9.471656377486649e-07,
      "loss": 0.1382,
      "num_input_tokens_seen": 70215600,
      "step": 36485
    },
    {
      "epoch": 5.952769393914675,
      "grad_norm": 0.3444884121417999,
      "learning_rate": 9.444907603488456e-07,
      "loss": 0.1346,
      "num_input_tokens_seen": 70225408,
      "step": 36490
    },
    {
      "epoch": 5.953585121135492,
      "grad_norm": 0.6388356685638428,
      "learning_rate": 9.418195926108514e-07,
      "loss": 0.2157,
      "num_input_tokens_seen": 70234592,
      "step": 36495
    },
    {
      "epoch": 5.954400848356309,
      "grad_norm": 0.2181955724954605,
      "learning_rate": 9.391521349466053e-07,
      "loss": 0.1356,
      "num_input_tokens_seen": 70243024,
      "step": 36500
    },
    {
      "epoch": 5.955216575577127,
      "grad_norm": 0.34677961468696594,
      "learning_rate": 9.364883877674758e-07,
      "loss": 0.1413,
      "num_input_tokens_seen": 70252672,
      "step": 36505
    },
    {
      "epoch": 5.9560323027979445,
      "grad_norm": 1.0240761041641235,
      "learning_rate": 9.33828351484231e-07,
      "loss": 0.0833,
      "num_input_tokens_seen": 70262160,
      "step": 36510
    },
    {
      "epoch": 5.956848030018762,
      "grad_norm": 1.2871578931808472,
      "learning_rate": 9.311720265070906e-07,
      "loss": 0.1981,
      "num_input_tokens_seen": 70270304,
      "step": 36515
    },
    {
      "epoch": 5.957663757239579,
      "grad_norm": 0.35325995087623596,
      "learning_rate": 9.285194132456931e-07,
      "loss": 0.1753,
      "num_input_tokens_seen": 70280592,
      "step": 36520
    },
    {
      "epoch": 5.958479484460397,
      "grad_norm": 0.8544065356254578,
      "learning_rate": 9.258705121091032e-07,
      "loss": 0.153,
      "num_input_tokens_seen": 70288800,
      "step": 36525
    },
    {
      "epoch": 5.959295211681214,
      "grad_norm": 0.5219390988349915,
      "learning_rate": 9.232253235058136e-07,
      "loss": 0.1626,
      "num_input_tokens_seen": 70298608,
      "step": 36530
    },
    {
      "epoch": 5.960110938902031,
      "grad_norm": 0.8935366868972778,
      "learning_rate": 9.205838478437478e-07,
      "loss": 0.1262,
      "num_input_tokens_seen": 70309456,
      "step": 36535
    },
    {
      "epoch": 5.960926666122848,
      "grad_norm": 0.5655900239944458,
      "learning_rate": 9.179460855302524e-07,
      "loss": 0.1044,
      "num_input_tokens_seen": 70319168,
      "step": 36540
    },
    {
      "epoch": 5.961742393343666,
      "grad_norm": 0.5067892074584961,
      "learning_rate": 9.153120369721046e-07,
      "loss": 0.1626,
      "num_input_tokens_seen": 70328832,
      "step": 36545
    },
    {
      "epoch": 5.962558120564483,
      "grad_norm": 2.098630905151367,
      "learning_rate": 9.126817025755103e-07,
      "loss": 0.1938,
      "num_input_tokens_seen": 70337232,
      "step": 36550
    },
    {
      "epoch": 5.9633738477853,
      "grad_norm": 0.6974871158599854,
      "learning_rate": 9.100550827460947e-07,
      "loss": 0.105,
      "num_input_tokens_seen": 70347504,
      "step": 36555
    },
    {
      "epoch": 5.964189575006118,
      "grad_norm": 0.7855761051177979,
      "learning_rate": 9.0743217788892e-07,
      "loss": 0.1837,
      "num_input_tokens_seen": 70355600,
      "step": 36560
    },
    {
      "epoch": 5.965005302226936,
      "grad_norm": 1.603338360786438,
      "learning_rate": 9.048129884084683e-07,
      "loss": 0.1332,
      "num_input_tokens_seen": 70364768,
      "step": 36565
    },
    {
      "epoch": 5.965821029447753,
      "grad_norm": 0.6572355031967163,
      "learning_rate": 9.021975147086553e-07,
      "loss": 0.1595,
      "num_input_tokens_seen": 70374816,
      "step": 36570
    },
    {
      "epoch": 5.96663675666857,
      "grad_norm": 0.36078986525535583,
      "learning_rate": 8.995857571928141e-07,
      "loss": 0.0933,
      "num_input_tokens_seen": 70385120,
      "step": 36575
    },
    {
      "epoch": 5.967452483889387,
      "grad_norm": 0.9789420962333679,
      "learning_rate": 8.969777162637139e-07,
      "loss": 0.1744,
      "num_input_tokens_seen": 70394816,
      "step": 36580
    },
    {
      "epoch": 5.968268211110205,
      "grad_norm": 0.8719097971916199,
      "learning_rate": 8.943733923235525e-07,
      "loss": 0.1472,
      "num_input_tokens_seen": 70404000,
      "step": 36585
    },
    {
      "epoch": 5.969083938331022,
      "grad_norm": 0.762732207775116,
      "learning_rate": 8.917727857739394e-07,
      "loss": 0.1398,
      "num_input_tokens_seen": 70413008,
      "step": 36590
    },
    {
      "epoch": 5.969899665551839,
      "grad_norm": 0.4401695430278778,
      "learning_rate": 8.891758970159258e-07,
      "loss": 0.1341,
      "num_input_tokens_seen": 70422720,
      "step": 36595
    },
    {
      "epoch": 5.970715392772657,
      "grad_norm": 1.1378437280654907,
      "learning_rate": 8.86582726449986e-07,
      "loss": 0.1923,
      "num_input_tokens_seen": 70432848,
      "step": 36600
    },
    {
      "epoch": 5.970715392772657,
      "eval_loss": 0.162010058760643,
      "eval_runtime": 71.3868,
      "eval_samples_per_second": 38.172,
      "eval_steps_per_second": 19.093,
      "num_input_tokens_seen": 70432848,
      "step": 36600
    },
    {
      "epoch": 5.971531119993474,
      "grad_norm": 1.1106165647506714,
      "learning_rate": 8.839932744760165e-07,
      "loss": 0.1671,
      "num_input_tokens_seen": 70442848,
      "step": 36605
    },
    {
      "epoch": 5.9723468472142915,
      "grad_norm": 1.333723545074463,
      "learning_rate": 8.814075414933482e-07,
      "loss": 0.2395,
      "num_input_tokens_seen": 70452112,
      "step": 36610
    },
    {
      "epoch": 5.973162574435109,
      "grad_norm": 0.43562719225883484,
      "learning_rate": 8.788255279007257e-07,
      "loss": 0.1134,
      "num_input_tokens_seen": 70461680,
      "step": 36615
    },
    {
      "epoch": 5.973978301655926,
      "grad_norm": 0.7125815153121948,
      "learning_rate": 8.762472340963362e-07,
      "loss": 0.1453,
      "num_input_tokens_seen": 70471680,
      "step": 36620
    },
    {
      "epoch": 5.974794028876744,
      "grad_norm": 1.0928767919540405,
      "learning_rate": 8.736726604777811e-07,
      "loss": 0.1747,
      "num_input_tokens_seen": 70480176,
      "step": 36625
    },
    {
      "epoch": 5.975609756097561,
      "grad_norm": 0.6064765453338623,
      "learning_rate": 8.711018074420901e-07,
      "loss": 0.2637,
      "num_input_tokens_seen": 70490528,
      "step": 36630
    },
    {
      "epoch": 5.976425483318378,
      "grad_norm": 1.8869880437850952,
      "learning_rate": 8.685346753857209e-07,
      "loss": 0.1327,
      "num_input_tokens_seen": 70500896,
      "step": 36635
    },
    {
      "epoch": 5.977241210539196,
      "grad_norm": 1.1210527420043945,
      "learning_rate": 8.659712647045654e-07,
      "loss": 0.1314,
      "num_input_tokens_seen": 70510656,
      "step": 36640
    },
    {
      "epoch": 5.978056937760013,
      "grad_norm": 1.014784574508667,
      "learning_rate": 8.634115757939209e-07,
      "loss": 0.1929,
      "num_input_tokens_seen": 70520176,
      "step": 36645
    },
    {
      "epoch": 5.97887266498083,
      "grad_norm": 1.9067416191101074,
      "learning_rate": 8.608556090485387e-07,
      "loss": 0.1527,
      "num_input_tokens_seen": 70529808,
      "step": 36650
    },
    {
      "epoch": 5.9796883922016475,
      "grad_norm": 1.598883032798767,
      "learning_rate": 8.583033648625671e-07,
      "loss": 0.2524,
      "num_input_tokens_seen": 70540064,
      "step": 36655
    },
    {
      "epoch": 5.9805041194224655,
      "grad_norm": 1.0935956239700317,
      "learning_rate": 8.557548436295998e-07,
      "loss": 0.1544,
      "num_input_tokens_seen": 70550352,
      "step": 36660
    },
    {
      "epoch": 5.981319846643283,
      "grad_norm": 0.5951571464538574,
      "learning_rate": 8.532100457426556e-07,
      "loss": 0.185,
      "num_input_tokens_seen": 70559856,
      "step": 36665
    },
    {
      "epoch": 5.9821355738641,
      "grad_norm": 1.3965100049972534,
      "learning_rate": 8.506689715941679e-07,
      "loss": 0.1366,
      "num_input_tokens_seen": 70568048,
      "step": 36670
    },
    {
      "epoch": 5.982951301084917,
      "grad_norm": 0.3568086326122284,
      "learning_rate": 8.481316215760011e-07,
      "loss": 0.1784,
      "num_input_tokens_seen": 70578640,
      "step": 36675
    },
    {
      "epoch": 5.983767028305735,
      "grad_norm": 0.8148594498634338,
      "learning_rate": 8.455979960794558e-07,
      "loss": 0.1272,
      "num_input_tokens_seen": 70587232,
      "step": 36680
    },
    {
      "epoch": 5.984582755526552,
      "grad_norm": 0.8063604831695557,
      "learning_rate": 8.430680954952364e-07,
      "loss": 0.1798,
      "num_input_tokens_seen": 70597088,
      "step": 36685
    },
    {
      "epoch": 5.985398482747369,
      "grad_norm": 0.4464460611343384,
      "learning_rate": 8.405419202134974e-07,
      "loss": 0.1197,
      "num_input_tokens_seen": 70606992,
      "step": 36690
    },
    {
      "epoch": 5.986214209968186,
      "grad_norm": 0.6620780229568481,
      "learning_rate": 8.380194706237993e-07,
      "loss": 0.2693,
      "num_input_tokens_seen": 70617440,
      "step": 36695
    },
    {
      "epoch": 5.987029937189004,
      "grad_norm": 0.7222436666488647,
      "learning_rate": 8.355007471151366e-07,
      "loss": 0.1375,
      "num_input_tokens_seen": 70627088,
      "step": 36700
    },
    {
      "epoch": 5.9878456644098215,
      "grad_norm": 3.1733267307281494,
      "learning_rate": 8.329857500759292e-07,
      "loss": 0.1689,
      "num_input_tokens_seen": 70637296,
      "step": 36705
    },
    {
      "epoch": 5.988661391630639,
      "grad_norm": 0.565940797328949,
      "learning_rate": 8.304744798940194e-07,
      "loss": 0.1198,
      "num_input_tokens_seen": 70647104,
      "step": 36710
    },
    {
      "epoch": 5.989477118851456,
      "grad_norm": 0.4148949384689331,
      "learning_rate": 8.279669369566756e-07,
      "loss": 0.1619,
      "num_input_tokens_seen": 70656080,
      "step": 36715
    },
    {
      "epoch": 5.990292846072274,
      "grad_norm": 0.6665921211242676,
      "learning_rate": 8.254631216505993e-07,
      "loss": 0.1685,
      "num_input_tokens_seen": 70664832,
      "step": 36720
    },
    {
      "epoch": 5.991108573293091,
      "grad_norm": 0.4945187270641327,
      "learning_rate": 8.229630343619038e-07,
      "loss": 0.0915,
      "num_input_tokens_seen": 70674400,
      "step": 36725
    },
    {
      "epoch": 5.991924300513908,
      "grad_norm": 0.8154887557029724,
      "learning_rate": 8.204666754761392e-07,
      "loss": 0.1587,
      "num_input_tokens_seen": 70684848,
      "step": 36730
    },
    {
      "epoch": 5.992740027734725,
      "grad_norm": 0.6003774404525757,
      "learning_rate": 8.179740453782669e-07,
      "loss": 0.1432,
      "num_input_tokens_seen": 70694224,
      "step": 36735
    },
    {
      "epoch": 5.993555754955543,
      "grad_norm": 1.1429558992385864,
      "learning_rate": 8.154851444526907e-07,
      "loss": 0.168,
      "num_input_tokens_seen": 70705168,
      "step": 36740
    },
    {
      "epoch": 5.99437148217636,
      "grad_norm": 0.8609532713890076,
      "learning_rate": 8.129999730832283e-07,
      "loss": 0.1636,
      "num_input_tokens_seen": 70714576,
      "step": 36745
    },
    {
      "epoch": 5.995187209397177,
      "grad_norm": 1.1619610786437988,
      "learning_rate": 8.105185316531178e-07,
      "loss": 0.1424,
      "num_input_tokens_seen": 70722832,
      "step": 36750
    },
    {
      "epoch": 5.9960029366179945,
      "grad_norm": 0.8169967532157898,
      "learning_rate": 8.08040820545039e-07,
      "loss": 0.2054,
      "num_input_tokens_seen": 70732944,
      "step": 36755
    },
    {
      "epoch": 5.996818663838813,
      "grad_norm": 0.37068942189216614,
      "learning_rate": 8.055668401410782e-07,
      "loss": 0.13,
      "num_input_tokens_seen": 70742704,
      "step": 36760
    },
    {
      "epoch": 5.99763439105963,
      "grad_norm": 0.9010518789291382,
      "learning_rate": 8.030965908227578e-07,
      "loss": 0.2458,
      "num_input_tokens_seen": 70752240,
      "step": 36765
    },
    {
      "epoch": 5.998450118280447,
      "grad_norm": 0.906160295009613,
      "learning_rate": 8.006300729710203e-07,
      "loss": 0.175,
      "num_input_tokens_seen": 70761120,
      "step": 36770
    },
    {
      "epoch": 5.999265845501265,
      "grad_norm": 1.782650351524353,
      "learning_rate": 7.981672869662337e-07,
      "loss": 0.1277,
      "num_input_tokens_seen": 70769664,
      "step": 36775
    },
    {
      "epoch": 6.0,
      "grad_norm": 1.046616554260254,
      "learning_rate": 7.957082331881888e-07,
      "loss": 0.161,
      "num_input_tokens_seen": 70778304,
      "step": 36780
    },
    {
      "epoch": 6.000815727220817,
      "grad_norm": 0.392111212015152,
      "learning_rate": 7.932529120161069e-07,
      "loss": 0.1191,
      "num_input_tokens_seen": 70788096,
      "step": 36785
    },
    {
      "epoch": 6.001631454441635,
      "grad_norm": 1.1083554029464722,
      "learning_rate": 7.908013238286243e-07,
      "loss": 0.1276,
      "num_input_tokens_seen": 70798704,
      "step": 36790
    },
    {
      "epoch": 6.002447181662452,
      "grad_norm": 0.773378312587738,
      "learning_rate": 7.883534690038136e-07,
      "loss": 0.1352,
      "num_input_tokens_seen": 70809536,
      "step": 36795
    },
    {
      "epoch": 6.003262908883269,
      "grad_norm": 0.6452395915985107,
      "learning_rate": 7.859093479191559e-07,
      "loss": 0.0917,
      "num_input_tokens_seen": 70819440,
      "step": 36800
    },
    {
      "epoch": 6.003262908883269,
      "eval_loss": 0.16196495294570923,
      "eval_runtime": 71.3289,
      "eval_samples_per_second": 38.203,
      "eval_steps_per_second": 19.109,
      "num_input_tokens_seen": 70819440,
      "step": 36800
    },
    {
      "epoch": 6.0040786361040865,
      "grad_norm": 0.5791205763816833,
      "learning_rate": 7.834689609515722e-07,
      "loss": 0.1338,
      "num_input_tokens_seen": 70828736,
      "step": 36805
    },
    {
      "epoch": 6.004894363324905,
      "grad_norm": 0.9135172367095947,
      "learning_rate": 7.810323084774002e-07,
      "loss": 0.141,
      "num_input_tokens_seen": 70838128,
      "step": 36810
    },
    {
      "epoch": 6.005710090545722,
      "grad_norm": 0.4175470769405365,
      "learning_rate": 7.785993908723976e-07,
      "loss": 0.1946,
      "num_input_tokens_seen": 70847104,
      "step": 36815
    },
    {
      "epoch": 6.006525817766539,
      "grad_norm": 0.55806565284729,
      "learning_rate": 7.761702085117534e-07,
      "loss": 0.1062,
      "num_input_tokens_seen": 70855520,
      "step": 36820
    },
    {
      "epoch": 6.007341544987356,
      "grad_norm": 0.8103946447372437,
      "learning_rate": 7.737447617700844e-07,
      "loss": 0.1469,
      "num_input_tokens_seen": 70865984,
      "step": 36825
    },
    {
      "epoch": 6.008157272208174,
      "grad_norm": 0.4471966028213501,
      "learning_rate": 7.713230510214136e-07,
      "loss": 0.136,
      "num_input_tokens_seen": 70874800,
      "step": 36830
    },
    {
      "epoch": 6.008972999428991,
      "grad_norm": 0.7863398790359497,
      "learning_rate": 7.689050766392092e-07,
      "loss": 0.1998,
      "num_input_tokens_seen": 70882912,
      "step": 36835
    },
    {
      "epoch": 6.009788726649808,
      "grad_norm": 0.6646514534950256,
      "learning_rate": 7.664908389963477e-07,
      "loss": 0.19,
      "num_input_tokens_seen": 70892960,
      "step": 36840
    },
    {
      "epoch": 6.010604453870625,
      "grad_norm": 0.8479934930801392,
      "learning_rate": 7.64080338465134e-07,
      "loss": 0.195,
      "num_input_tokens_seen": 70901744,
      "step": 36845
    },
    {
      "epoch": 6.011420181091443,
      "grad_norm": 1.0692155361175537,
      "learning_rate": 7.616735754173043e-07,
      "loss": 0.1688,
      "num_input_tokens_seen": 70911872,
      "step": 36850
    },
    {
      "epoch": 6.0122359083122605,
      "grad_norm": 0.6846184134483337,
      "learning_rate": 7.592705502240005e-07,
      "loss": 0.171,
      "num_input_tokens_seen": 70921696,
      "step": 36855
    },
    {
      "epoch": 6.013051635533078,
      "grad_norm": 0.9158593416213989,
      "learning_rate": 7.568712632558095e-07,
      "loss": 0.1577,
      "num_input_tokens_seen": 70932000,
      "step": 36860
    },
    {
      "epoch": 6.013867362753895,
      "grad_norm": 0.2370944321155548,
      "learning_rate": 7.544757148827297e-07,
      "loss": 0.1558,
      "num_input_tokens_seen": 70942496,
      "step": 36865
    },
    {
      "epoch": 6.014683089974713,
      "grad_norm": 0.6800329685211182,
      "learning_rate": 7.520839054741797e-07,
      "loss": 0.1244,
      "num_input_tokens_seen": 70953536,
      "step": 36870
    },
    {
      "epoch": 6.01549881719553,
      "grad_norm": 0.788684070110321,
      "learning_rate": 7.496958353990113e-07,
      "loss": 0.2295,
      "num_input_tokens_seen": 70963952,
      "step": 36875
    },
    {
      "epoch": 6.016314544416347,
      "grad_norm": 0.7281426787376404,
      "learning_rate": 7.473115050254941e-07,
      "loss": 0.1528,
      "num_input_tokens_seen": 70974400,
      "step": 36880
    },
    {
      "epoch": 6.017130271637164,
      "grad_norm": 0.5807172060012817,
      "learning_rate": 7.449309147213173e-07,
      "loss": 0.0717,
      "num_input_tokens_seen": 70985296,
      "step": 36885
    },
    {
      "epoch": 6.017945998857982,
      "grad_norm": 1.14396071434021,
      "learning_rate": 7.425540648536067e-07,
      "loss": 0.1821,
      "num_input_tokens_seen": 70993104,
      "step": 36890
    },
    {
      "epoch": 6.018761726078799,
      "grad_norm": 0.4002608358860016,
      "learning_rate": 7.40180955788894e-07,
      "loss": 0.1189,
      "num_input_tokens_seen": 71002528,
      "step": 36895
    },
    {
      "epoch": 6.0195774532996165,
      "grad_norm": 0.38703295588493347,
      "learning_rate": 7.378115878931474e-07,
      "loss": 0.1003,
      "num_input_tokens_seen": 71011712,
      "step": 36900
    },
    {
      "epoch": 6.020393180520434,
      "grad_norm": 0.29202425479888916,
      "learning_rate": 7.354459615317527e-07,
      "loss": 0.1193,
      "num_input_tokens_seen": 71020528,
      "step": 36905
    },
    {
      "epoch": 6.021208907741252,
      "grad_norm": 0.3458988070487976,
      "learning_rate": 7.33084077069518e-07,
      "loss": 0.1513,
      "num_input_tokens_seen": 71029680,
      "step": 36910
    },
    {
      "epoch": 6.022024634962069,
      "grad_norm": 0.49965956807136536,
      "learning_rate": 7.307259348706768e-07,
      "loss": 0.1191,
      "num_input_tokens_seen": 71037536,
      "step": 36915
    },
    {
      "epoch": 6.022840362182886,
      "grad_norm": 1.198225736618042,
      "learning_rate": 7.283715352988801e-07,
      "loss": 0.1225,
      "num_input_tokens_seen": 71046480,
      "step": 36920
    },
    {
      "epoch": 6.023656089403703,
      "grad_norm": 0.40190473198890686,
      "learning_rate": 7.260208787172068e-07,
      "loss": 0.1816,
      "num_input_tokens_seen": 71056592,
      "step": 36925
    },
    {
      "epoch": 6.024471816624521,
      "grad_norm": 1.0563313961029053,
      "learning_rate": 7.23673965488167e-07,
      "loss": 0.1235,
      "num_input_tokens_seen": 71065952,
      "step": 36930
    },
    {
      "epoch": 6.025287543845338,
      "grad_norm": 0.7826526761054993,
      "learning_rate": 7.213307959736709e-07,
      "loss": 0.1676,
      "num_input_tokens_seen": 71076672,
      "step": 36935
    },
    {
      "epoch": 6.026103271066155,
      "grad_norm": 1.1484748125076294,
      "learning_rate": 7.189913705350715e-07,
      "loss": 0.1775,
      "num_input_tokens_seen": 71085760,
      "step": 36940
    },
    {
      "epoch": 6.026918998286972,
      "grad_norm": 1.0196733474731445,
      "learning_rate": 7.166556895331411e-07,
      "loss": 0.15,
      "num_input_tokens_seen": 71095920,
      "step": 36945
    },
    {
      "epoch": 6.02773472550779,
      "grad_norm": 0.49489539861679077,
      "learning_rate": 7.143237533280639e-07,
      "loss": 0.1323,
      "num_input_tokens_seen": 71105264,
      "step": 36950
    },
    {
      "epoch": 6.028550452728608,
      "grad_norm": 0.6483200788497925,
      "learning_rate": 7.119955622794578e-07,
      "loss": 0.2125,
      "num_input_tokens_seen": 71114736,
      "step": 36955
    },
    {
      "epoch": 6.029366179949425,
      "grad_norm": 0.5875534415245056,
      "learning_rate": 7.096711167463577e-07,
      "loss": 0.123,
      "num_input_tokens_seen": 71124736,
      "step": 36960
    },
    {
      "epoch": 6.030181907170242,
      "grad_norm": 1.8770556449890137,
      "learning_rate": 7.073504170872213e-07,
      "loss": 0.2347,
      "num_input_tokens_seen": 71135136,
      "step": 36965
    },
    {
      "epoch": 6.03099763439106,
      "grad_norm": 1.3770405054092407,
      "learning_rate": 7.05033463659932e-07,
      "loss": 0.1957,
      "num_input_tokens_seen": 71143680,
      "step": 36970
    },
    {
      "epoch": 6.031813361611877,
      "grad_norm": 0.6368391513824463,
      "learning_rate": 7.027202568217928e-07,
      "loss": 0.1046,
      "num_input_tokens_seen": 71154176,
      "step": 36975
    },
    {
      "epoch": 6.032629088832694,
      "grad_norm": 0.9254907965660095,
      "learning_rate": 7.004107969295293e-07,
      "loss": 0.1753,
      "num_input_tokens_seen": 71163104,
      "step": 36980
    },
    {
      "epoch": 6.033444816053512,
      "grad_norm": 1.854606032371521,
      "learning_rate": 6.9810508433929e-07,
      "loss": 0.2039,
      "num_input_tokens_seen": 71173616,
      "step": 36985
    },
    {
      "epoch": 6.034260543274329,
      "grad_norm": 0.5804956555366516,
      "learning_rate": 6.958031194066406e-07,
      "loss": 0.1419,
      "num_input_tokens_seen": 71182832,
      "step": 36990
    },
    {
      "epoch": 6.035076270495146,
      "grad_norm": 0.278512179851532,
      "learning_rate": 6.935049024865776e-07,
      "loss": 0.1238,
      "num_input_tokens_seen": 71193280,
      "step": 36995
    },
    {
      "epoch": 6.0358919977159635,
      "grad_norm": 0.7017903327941895,
      "learning_rate": 6.912104339335118e-07,
      "loss": 0.173,
      "num_input_tokens_seen": 71203008,
      "step": 37000
    },
    {
      "epoch": 6.0358919977159635,
      "eval_loss": 0.16246813535690308,
      "eval_runtime": 71.512,
      "eval_samples_per_second": 38.106,
      "eval_steps_per_second": 19.06,
      "num_input_tokens_seen": 71203008,
      "step": 37000
    },
    {
      "epoch": 6.0367077249367815,
      "grad_norm": 0.8928379416465759,
      "learning_rate": 6.889197141012799e-07,
      "loss": 0.1567,
      "num_input_tokens_seen": 71210928,
      "step": 37005
    },
    {
      "epoch": 6.037523452157599,
      "grad_norm": 0.7726258039474487,
      "learning_rate": 6.866327433431435e-07,
      "loss": 0.1125,
      "num_input_tokens_seen": 71220064,
      "step": 37010
    },
    {
      "epoch": 6.038339179378416,
      "grad_norm": 1.0140719413757324,
      "learning_rate": 6.843495220117735e-07,
      "loss": 0.1283,
      "num_input_tokens_seen": 71230384,
      "step": 37015
    },
    {
      "epoch": 6.039154906599233,
      "grad_norm": 0.7580761909484863,
      "learning_rate": 6.820700504592798e-07,
      "loss": 0.1505,
      "num_input_tokens_seen": 71240672,
      "step": 37020
    },
    {
      "epoch": 6.039970633820051,
      "grad_norm": 0.7079781889915466,
      "learning_rate": 6.797943290371839e-07,
      "loss": 0.2082,
      "num_input_tokens_seen": 71250528,
      "step": 37025
    },
    {
      "epoch": 6.040786361040868,
      "grad_norm": 2.4446792602539062,
      "learning_rate": 6.775223580964274e-07,
      "loss": 0.2782,
      "num_input_tokens_seen": 71262000,
      "step": 37030
    },
    {
      "epoch": 6.041602088261685,
      "grad_norm": 0.7559633851051331,
      "learning_rate": 6.7525413798738e-07,
      "loss": 0.1577,
      "num_input_tokens_seen": 71272176,
      "step": 37035
    },
    {
      "epoch": 6.042417815482502,
      "grad_norm": 0.29845497012138367,
      "learning_rate": 6.729896690598259e-07,
      "loss": 0.16,
      "num_input_tokens_seen": 71280784,
      "step": 37040
    },
    {
      "epoch": 6.04323354270332,
      "grad_norm": 0.29912155866622925,
      "learning_rate": 6.707289516629772e-07,
      "loss": 0.1671,
      "num_input_tokens_seen": 71290576,
      "step": 37045
    },
    {
      "epoch": 6.0440492699241375,
      "grad_norm": 0.8345345854759216,
      "learning_rate": 6.684719861454692e-07,
      "loss": 0.2086,
      "num_input_tokens_seen": 71301216,
      "step": 37050
    },
    {
      "epoch": 6.044864997144955,
      "grad_norm": 1.0089232921600342,
      "learning_rate": 6.662187728553481e-07,
      "loss": 0.099,
      "num_input_tokens_seen": 71310096,
      "step": 37055
    },
    {
      "epoch": 6.045680724365772,
      "grad_norm": 1.0031342506408691,
      "learning_rate": 6.639693121400892e-07,
      "loss": 0.1967,
      "num_input_tokens_seen": 71321200,
      "step": 37060
    },
    {
      "epoch": 6.04649645158659,
      "grad_norm": 0.4815579056739807,
      "learning_rate": 6.617236043465868e-07,
      "loss": 0.1137,
      "num_input_tokens_seen": 71331552,
      "step": 37065
    },
    {
      "epoch": 6.047312178807407,
      "grad_norm": 0.4937736988067627,
      "learning_rate": 6.594816498211587e-07,
      "loss": 0.1439,
      "num_input_tokens_seen": 71340672,
      "step": 37070
    },
    {
      "epoch": 6.048127906028224,
      "grad_norm": 0.817142128944397,
      "learning_rate": 6.572434489095447e-07,
      "loss": 0.1239,
      "num_input_tokens_seen": 71350688,
      "step": 37075
    },
    {
      "epoch": 6.048943633249041,
      "grad_norm": 1.3005925416946411,
      "learning_rate": 6.550090019568994e-07,
      "loss": 0.1458,
      "num_input_tokens_seen": 71360800,
      "step": 37080
    },
    {
      "epoch": 6.049759360469859,
      "grad_norm": 1.0540932416915894,
      "learning_rate": 6.527783093078027e-07,
      "loss": 0.1763,
      "num_input_tokens_seen": 71371344,
      "step": 37085
    },
    {
      "epoch": 6.050575087690676,
      "grad_norm": 0.3008143901824951,
      "learning_rate": 6.5055137130626e-07,
      "loss": 0.1257,
      "num_input_tokens_seen": 71380912,
      "step": 37090
    },
    {
      "epoch": 6.051390814911493,
      "grad_norm": 1.347740650177002,
      "learning_rate": 6.483281882956854e-07,
      "loss": 0.1663,
      "num_input_tokens_seen": 71391504,
      "step": 37095
    },
    {
      "epoch": 6.052206542132311,
      "grad_norm": 0.21007557213306427,
      "learning_rate": 6.461087606189298e-07,
      "loss": 0.2082,
      "num_input_tokens_seen": 71400112,
      "step": 37100
    },
    {
      "epoch": 6.053022269353129,
      "grad_norm": 0.8838493824005127,
      "learning_rate": 6.438930886182554e-07,
      "loss": 0.2101,
      "num_input_tokens_seen": 71408832,
      "step": 37105
    },
    {
      "epoch": 6.053837996573946,
      "grad_norm": 0.7593196630477905,
      "learning_rate": 6.416811726353417e-07,
      "loss": 0.2218,
      "num_input_tokens_seen": 71418096,
      "step": 37110
    },
    {
      "epoch": 6.054653723794763,
      "grad_norm": 0.22079512476921082,
      "learning_rate": 6.394730130112991e-07,
      "loss": 0.0978,
      "num_input_tokens_seen": 71427056,
      "step": 37115
    },
    {
      "epoch": 6.05546945101558,
      "grad_norm": 0.7026944756507874,
      "learning_rate": 6.372686100866471e-07,
      "loss": 0.1635,
      "num_input_tokens_seen": 71436272,
      "step": 37120
    },
    {
      "epoch": 6.056285178236398,
      "grad_norm": 0.6286627054214478,
      "learning_rate": 6.350679642013413e-07,
      "loss": 0.1571,
      "num_input_tokens_seen": 71445808,
      "step": 37125
    },
    {
      "epoch": 6.057100905457215,
      "grad_norm": 0.492768794298172,
      "learning_rate": 6.328710756947437e-07,
      "loss": 0.1383,
      "num_input_tokens_seen": 71455408,
      "step": 37130
    },
    {
      "epoch": 6.057916632678032,
      "grad_norm": 0.5159614682197571,
      "learning_rate": 6.306779449056416e-07,
      "loss": 0.1423,
      "num_input_tokens_seen": 71464960,
      "step": 37135
    },
    {
      "epoch": 6.058732359898849,
      "grad_norm": 0.7882694005966187,
      "learning_rate": 6.284885721722422e-07,
      "loss": 0.1565,
      "num_input_tokens_seen": 71475696,
      "step": 37140
    },
    {
      "epoch": 6.059548087119667,
      "grad_norm": 0.4226047992706299,
      "learning_rate": 6.26302957832181e-07,
      "loss": 0.1496,
      "num_input_tokens_seen": 71486368,
      "step": 37145
    },
    {
      "epoch": 6.0603638143404845,
      "grad_norm": 0.6485737562179565,
      "learning_rate": 6.241211022224997e-07,
      "loss": 0.1527,
      "num_input_tokens_seen": 71496368,
      "step": 37150
    },
    {
      "epoch": 6.061179541561302,
      "grad_norm": 0.5211414694786072,
      "learning_rate": 6.219430056796732e-07,
      "loss": 0.1522,
      "num_input_tokens_seen": 71505712,
      "step": 37155
    },
    {
      "epoch": 6.06199526878212,
      "grad_norm": 0.7701281309127808,
      "learning_rate": 6.19768668539586e-07,
      "loss": 0.1686,
      "num_input_tokens_seen": 71515968,
      "step": 37160
    },
    {
      "epoch": 6.062810996002937,
      "grad_norm": 0.7923608422279358,
      "learning_rate": 6.175980911375528e-07,
      "loss": 0.1555,
      "num_input_tokens_seen": 71525824,
      "step": 37165
    },
    {
      "epoch": 6.063626723223754,
      "grad_norm": 1.2750768661499023,
      "learning_rate": 6.154312738083034e-07,
      "loss": 0.1737,
      "num_input_tokens_seen": 71535712,
      "step": 37170
    },
    {
      "epoch": 6.064442450444571,
      "grad_norm": 0.5721672773361206,
      "learning_rate": 6.132682168859843e-07,
      "loss": 0.1609,
      "num_input_tokens_seen": 71544224,
      "step": 37175
    },
    {
      "epoch": 6.065258177665389,
      "grad_norm": 0.8258516192436218,
      "learning_rate": 6.111089207041704e-07,
      "loss": 0.135,
      "num_input_tokens_seen": 71552992,
      "step": 37180
    },
    {
      "epoch": 6.066073904886206,
      "grad_norm": 0.4683757722377777,
      "learning_rate": 6.089533855958507e-07,
      "loss": 0.0702,
      "num_input_tokens_seen": 71562176,
      "step": 37185
    },
    {
      "epoch": 6.066889632107023,
      "grad_norm": 0.38857659697532654,
      "learning_rate": 6.068016118934372e-07,
      "loss": 0.0967,
      "num_input_tokens_seen": 71570256,
      "step": 37190
    },
    {
      "epoch": 6.0677053593278405,
      "grad_norm": 0.8972675204277039,
      "learning_rate": 6.04653599928759e-07,
      "loss": 0.1557,
      "num_input_tokens_seen": 71579392,
      "step": 37195
    },
    {
      "epoch": 6.0685210865486585,
      "grad_norm": 0.3460956811904907,
      "learning_rate": 6.025093500330675e-07,
      "loss": 0.2115,
      "num_input_tokens_seen": 71588672,
      "step": 37200
    },
    {
      "epoch": 6.0685210865486585,
      "eval_loss": 0.16200606524944305,
      "eval_runtime": 71.4442,
      "eval_samples_per_second": 38.142,
      "eval_steps_per_second": 19.078,
      "num_input_tokens_seen": 71588672,
      "step": 37200
    },
    {
      "epoch": 6.069336813769476,
      "grad_norm": 0.29441148042678833,
      "learning_rate": 6.003688625370291e-07,
      "loss": 0.096,
      "num_input_tokens_seen": 71597856,
      "step": 37205
    },
    {
      "epoch": 6.070152540990293,
      "grad_norm": 0.8456833958625793,
      "learning_rate": 5.982321377707406e-07,
      "loss": 0.0947,
      "num_input_tokens_seen": 71607360,
      "step": 37210
    },
    {
      "epoch": 6.07096826821111,
      "grad_norm": 0.3243768513202667,
      "learning_rate": 5.96099176063708e-07,
      "loss": 0.1676,
      "num_input_tokens_seen": 71616368,
      "step": 37215
    },
    {
      "epoch": 6.071783995431928,
      "grad_norm": 0.5105841755867004,
      "learning_rate": 5.93969977744857e-07,
      "loss": 0.1056,
      "num_input_tokens_seen": 71626864,
      "step": 37220
    },
    {
      "epoch": 6.072599722652745,
      "grad_norm": 0.6357035040855408,
      "learning_rate": 5.918445431425445e-07,
      "loss": 0.1521,
      "num_input_tokens_seen": 71635472,
      "step": 37225
    },
    {
      "epoch": 6.073415449873562,
      "grad_norm": 1.2032564878463745,
      "learning_rate": 5.897228725845333e-07,
      "loss": 0.1498,
      "num_input_tokens_seen": 71645168,
      "step": 37230
    },
    {
      "epoch": 6.074231177094379,
      "grad_norm": 0.6707731485366821,
      "learning_rate": 5.876049663980171e-07,
      "loss": 0.164,
      "num_input_tokens_seen": 71653776,
      "step": 37235
    },
    {
      "epoch": 6.075046904315197,
      "grad_norm": 0.3502005934715271,
      "learning_rate": 5.854908249095959e-07,
      "loss": 0.1948,
      "num_input_tokens_seen": 71662368,
      "step": 37240
    },
    {
      "epoch": 6.0758626315360145,
      "grad_norm": 1.1509431600570679,
      "learning_rate": 5.833804484453031e-07,
      "loss": 0.2041,
      "num_input_tokens_seen": 71671520,
      "step": 37245
    },
    {
      "epoch": 6.076678358756832,
      "grad_norm": 1.0145807266235352,
      "learning_rate": 5.81273837330587e-07,
      "loss": 0.1735,
      "num_input_tokens_seen": 71681344,
      "step": 37250
    },
    {
      "epoch": 6.077494085977649,
      "grad_norm": 1.124539852142334,
      "learning_rate": 5.791709918903071e-07,
      "loss": 0.1857,
      "num_input_tokens_seen": 71690624,
      "step": 37255
    },
    {
      "epoch": 6.078309813198467,
      "grad_norm": 0.5458545684814453,
      "learning_rate": 5.770719124487483e-07,
      "loss": 0.1026,
      "num_input_tokens_seen": 71700592,
      "step": 37260
    },
    {
      "epoch": 6.079125540419284,
      "grad_norm": 0.40972283482551575,
      "learning_rate": 5.749765993296241e-07,
      "loss": 0.119,
      "num_input_tokens_seen": 71710112,
      "step": 37265
    },
    {
      "epoch": 6.079941267640101,
      "grad_norm": 0.6757450103759766,
      "learning_rate": 5.728850528560509e-07,
      "loss": 0.2174,
      "num_input_tokens_seen": 71720464,
      "step": 37270
    },
    {
      "epoch": 6.080756994860918,
      "grad_norm": 0.8725690841674805,
      "learning_rate": 5.707972733505707e-07,
      "loss": 0.1733,
      "num_input_tokens_seen": 71730240,
      "step": 37275
    },
    {
      "epoch": 6.081572722081736,
      "grad_norm": 1.5210251808166504,
      "learning_rate": 5.687132611351509e-07,
      "loss": 0.1675,
      "num_input_tokens_seen": 71739888,
      "step": 37280
    },
    {
      "epoch": 6.082388449302553,
      "grad_norm": 0.8246867060661316,
      "learning_rate": 5.666330165311651e-07,
      "loss": 0.1648,
      "num_input_tokens_seen": 71749552,
      "step": 37285
    },
    {
      "epoch": 6.08320417652337,
      "grad_norm": 0.9179339408874512,
      "learning_rate": 5.645565398594204e-07,
      "loss": 0.15,
      "num_input_tokens_seen": 71759424,
      "step": 37290
    },
    {
      "epoch": 6.0840199037441876,
      "grad_norm": 0.4958730638027191,
      "learning_rate": 5.624838314401304e-07,
      "loss": 0.143,
      "num_input_tokens_seen": 71768080,
      "step": 37295
    },
    {
      "epoch": 6.084835630965006,
      "grad_norm": 0.5479546785354614,
      "learning_rate": 5.604148915929336e-07,
      "loss": 0.1624,
      "num_input_tokens_seen": 71778208,
      "step": 37300
    },
    {
      "epoch": 6.085651358185823,
      "grad_norm": 0.8986189961433411,
      "learning_rate": 5.583497206368887e-07,
      "loss": 0.1586,
      "num_input_tokens_seen": 71787552,
      "step": 37305
    },
    {
      "epoch": 6.08646708540664,
      "grad_norm": 0.678689181804657,
      "learning_rate": 5.562883188904688e-07,
      "loss": 0.1744,
      "num_input_tokens_seen": 71797888,
      "step": 37310
    },
    {
      "epoch": 6.087282812627457,
      "grad_norm": 0.5701966881752014,
      "learning_rate": 5.542306866715724e-07,
      "loss": 0.1485,
      "num_input_tokens_seen": 71807616,
      "step": 37315
    },
    {
      "epoch": 6.088098539848275,
      "grad_norm": 1.252018690109253,
      "learning_rate": 5.52176824297504e-07,
      "loss": 0.2067,
      "num_input_tokens_seen": 71817984,
      "step": 37320
    },
    {
      "epoch": 6.088914267069092,
      "grad_norm": 0.9461137652397156,
      "learning_rate": 5.501267320850018e-07,
      "loss": 0.1738,
      "num_input_tokens_seen": 71826768,
      "step": 37325
    },
    {
      "epoch": 6.089729994289909,
      "grad_norm": 0.9217811226844788,
      "learning_rate": 5.480804103502157e-07,
      "loss": 0.1375,
      "num_input_tokens_seen": 71837328,
      "step": 37330
    },
    {
      "epoch": 6.090545721510727,
      "grad_norm": 0.5324426889419556,
      "learning_rate": 5.460378594087101e-07,
      "loss": 0.1518,
      "num_input_tokens_seen": 71846528,
      "step": 37335
    },
    {
      "epoch": 6.091361448731544,
      "grad_norm": 0.581011176109314,
      "learning_rate": 5.439990795754773e-07,
      "loss": 0.2073,
      "num_input_tokens_seen": 71855280,
      "step": 37340
    },
    {
      "epoch": 6.0921771759523615,
      "grad_norm": 0.6447082161903381,
      "learning_rate": 5.419640711649188e-07,
      "loss": 0.1294,
      "num_input_tokens_seen": 71864656,
      "step": 37345
    },
    {
      "epoch": 6.092992903173179,
      "grad_norm": 0.8882636427879333,
      "learning_rate": 5.399328344908583e-07,
      "loss": 0.1965,
      "num_input_tokens_seen": 71874400,
      "step": 37350
    },
    {
      "epoch": 6.093808630393997,
      "grad_norm": 0.7397593259811401,
      "learning_rate": 5.379053698665399e-07,
      "loss": 0.1287,
      "num_input_tokens_seen": 71883984,
      "step": 37355
    },
    {
      "epoch": 6.094624357614814,
      "grad_norm": 1.167285680770874,
      "learning_rate": 5.358816776046216e-07,
      "loss": 0.1628,
      "num_input_tokens_seen": 71893856,
      "step": 37360
    },
    {
      "epoch": 6.095440084835631,
      "grad_norm": 1.1703884601593018,
      "learning_rate": 5.338617580171817e-07,
      "loss": 0.1696,
      "num_input_tokens_seen": 71904368,
      "step": 37365
    },
    {
      "epoch": 6.096255812056448,
      "grad_norm": 0.8724649548530579,
      "learning_rate": 5.318456114157239e-07,
      "loss": 0.1474,
      "num_input_tokens_seen": 71913408,
      "step": 37370
    },
    {
      "epoch": 6.097071539277266,
      "grad_norm": 1.0606012344360352,
      "learning_rate": 5.298332381111576e-07,
      "loss": 0.1577,
      "num_input_tokens_seen": 71923296,
      "step": 37375
    },
    {
      "epoch": 6.097887266498083,
      "grad_norm": 0.3003970980644226,
      "learning_rate": 5.27824638413818e-07,
      "loss": 0.0851,
      "num_input_tokens_seen": 71934032,
      "step": 37380
    },
    {
      "epoch": 6.0987029937189,
      "grad_norm": 0.7767251133918762,
      "learning_rate": 5.258198126334546e-07,
      "loss": 0.1895,
      "num_input_tokens_seen": 71943488,
      "step": 37385
    },
    {
      "epoch": 6.0995187209397175,
      "grad_norm": 0.35037222504615784,
      "learning_rate": 5.238187610792367e-07,
      "loss": 0.1491,
      "num_input_tokens_seen": 71953616,
      "step": 37390
    },
    {
      "epoch": 6.1003344481605355,
      "grad_norm": 0.6243313550949097,
      "learning_rate": 5.218214840597563e-07,
      "loss": 0.2822,
      "num_input_tokens_seen": 71962928,
      "step": 37395
    },
    {
      "epoch": 6.101150175381353,
      "grad_norm": 1.1634618043899536,
      "learning_rate": 5.198279818830115e-07,
      "loss": 0.1411,
      "num_input_tokens_seen": 71972608,
      "step": 37400
    },
    {
      "epoch": 6.101150175381353,
      "eval_loss": 0.16191218793392181,
      "eval_runtime": 71.5629,
      "eval_samples_per_second": 38.078,
      "eval_steps_per_second": 19.046,
      "num_input_tokens_seen": 71972608,
      "step": 37400
    },
    {
      "epoch": 6.10196590260217,
      "grad_norm": 1.0670839548110962,
      "learning_rate": 5.178382548564287e-07,
      "loss": 0.1458,
      "num_input_tokens_seen": 71981168,
      "step": 37405
    },
    {
      "epoch": 6.102781629822987,
      "grad_norm": 0.621318519115448,
      "learning_rate": 5.15852303286854e-07,
      "loss": 0.1638,
      "num_input_tokens_seen": 71991280,
      "step": 37410
    },
    {
      "epoch": 6.103597357043805,
      "grad_norm": 0.9366457462310791,
      "learning_rate": 5.138701274805396e-07,
      "loss": 0.2187,
      "num_input_tokens_seen": 72001664,
      "step": 37415
    },
    {
      "epoch": 6.104413084264622,
      "grad_norm": 0.75058913230896,
      "learning_rate": 5.118917277431606e-07,
      "loss": 0.1772,
      "num_input_tokens_seen": 72010560,
      "step": 37420
    },
    {
      "epoch": 6.105228811485439,
      "grad_norm": 0.3872903287410736,
      "learning_rate": 5.099171043798145e-07,
      "loss": 0.1842,
      "num_input_tokens_seen": 72019392,
      "step": 37425
    },
    {
      "epoch": 6.106044538706256,
      "grad_norm": 0.7883302569389343,
      "learning_rate": 5.079462576950133e-07,
      "loss": 0.2522,
      "num_input_tokens_seen": 72028224,
      "step": 37430
    },
    {
      "epoch": 6.106860265927074,
      "grad_norm": 0.5360507369041443,
      "learning_rate": 5.059791879926862e-07,
      "loss": 0.1426,
      "num_input_tokens_seen": 72037968,
      "step": 37435
    },
    {
      "epoch": 6.1076759931478914,
      "grad_norm": 0.8212515115737915,
      "learning_rate": 5.040158955761793e-07,
      "loss": 0.18,
      "num_input_tokens_seen": 72047888,
      "step": 37440
    },
    {
      "epoch": 6.108491720368709,
      "grad_norm": 0.3811197280883789,
      "learning_rate": 5.020563807482559e-07,
      "loss": 0.1398,
      "num_input_tokens_seen": 72056208,
      "step": 37445
    },
    {
      "epoch": 6.109307447589526,
      "grad_norm": 1.7629371881484985,
      "learning_rate": 5.001006438110995e-07,
      "loss": 0.1797,
      "num_input_tokens_seen": 72064944,
      "step": 37450
    },
    {
      "epoch": 6.110123174810344,
      "grad_norm": 0.5174793601036072,
      "learning_rate": 4.981486850663075e-07,
      "loss": 0.1986,
      "num_input_tokens_seen": 72074448,
      "step": 37455
    },
    {
      "epoch": 6.110938902031161,
      "grad_norm": 0.9175859093666077,
      "learning_rate": 4.962005048149005e-07,
      "loss": 0.2373,
      "num_input_tokens_seen": 72084352,
      "step": 37460
    },
    {
      "epoch": 6.111754629251978,
      "grad_norm": 0.4795990586280823,
      "learning_rate": 4.942561033573073e-07,
      "loss": 0.1169,
      "num_input_tokens_seen": 72093776,
      "step": 37465
    },
    {
      "epoch": 6.112570356472795,
      "grad_norm": 0.6457513570785522,
      "learning_rate": 4.923154809933827e-07,
      "loss": 0.1092,
      "num_input_tokens_seen": 72102208,
      "step": 37470
    },
    {
      "epoch": 6.113386083693613,
      "grad_norm": 1.1068614721298218,
      "learning_rate": 4.903786380223957e-07,
      "loss": 0.1528,
      "num_input_tokens_seen": 72111488,
      "step": 37475
    },
    {
      "epoch": 6.11420181091443,
      "grad_norm": 0.2815747857093811,
      "learning_rate": 4.884455747430266e-07,
      "loss": 0.0883,
      "num_input_tokens_seen": 72121968,
      "step": 37480
    },
    {
      "epoch": 6.115017538135247,
      "grad_norm": 0.2006056308746338,
      "learning_rate": 4.865162914533816e-07,
      "loss": 0.2881,
      "num_input_tokens_seen": 72132832,
      "step": 37485
    },
    {
      "epoch": 6.1158332653560645,
      "grad_norm": 0.35201555490493774,
      "learning_rate": 4.845907884509809e-07,
      "loss": 0.0913,
      "num_input_tokens_seen": 72142448,
      "step": 37490
    },
    {
      "epoch": 6.1166489925768825,
      "grad_norm": 1.0125921964645386,
      "learning_rate": 4.82669066032762e-07,
      "loss": 0.155,
      "num_input_tokens_seen": 72151504,
      "step": 37495
    },
    {
      "epoch": 6.1174647197977,
      "grad_norm": 0.5752342343330383,
      "learning_rate": 4.807511244950768e-07,
      "loss": 0.1909,
      "num_input_tokens_seen": 72161472,
      "step": 37500
    },
    {
      "epoch": 6.118280447018517,
      "grad_norm": 0.96535724401474,
      "learning_rate": 4.788369641336943e-07,
      "loss": 0.139,
      "num_input_tokens_seen": 72171056,
      "step": 37505
    },
    {
      "epoch": 6.119096174239334,
      "grad_norm": 0.313560426235199,
      "learning_rate": 4.769265852438032e-07,
      "loss": 0.1754,
      "num_input_tokens_seen": 72180816,
      "step": 37510
    },
    {
      "epoch": 6.119911901460152,
      "grad_norm": 0.9544006586074829,
      "learning_rate": 4.750199881200124e-07,
      "loss": 0.1088,
      "num_input_tokens_seen": 72190800,
      "step": 37515
    },
    {
      "epoch": 6.120727628680969,
      "grad_norm": 0.8544908761978149,
      "learning_rate": 4.7311717305633664e-07,
      "loss": 0.173,
      "num_input_tokens_seen": 72200224,
      "step": 37520
    },
    {
      "epoch": 6.121543355901786,
      "grad_norm": 0.9690770506858826,
      "learning_rate": 4.7121814034621623e-07,
      "loss": 0.1697,
      "num_input_tokens_seen": 72210912,
      "step": 37525
    },
    {
      "epoch": 6.122359083122603,
      "grad_norm": 0.659251868724823,
      "learning_rate": 4.693228902825114e-07,
      "loss": 0.1209,
      "num_input_tokens_seen": 72220960,
      "step": 37530
    },
    {
      "epoch": 6.123174810343421,
      "grad_norm": 0.40618273615837097,
      "learning_rate": 4.6743142315748277e-07,
      "loss": 0.1422,
      "num_input_tokens_seen": 72231696,
      "step": 37535
    },
    {
      "epoch": 6.1239905375642385,
      "grad_norm": 0.6668086051940918,
      "learning_rate": 4.655437392628276e-07,
      "loss": 0.2064,
      "num_input_tokens_seen": 72240736,
      "step": 37540
    },
    {
      "epoch": 6.124806264785056,
      "grad_norm": 0.6109362840652466,
      "learning_rate": 4.636598388896463e-07,
      "loss": 0.1714,
      "num_input_tokens_seen": 72250736,
      "step": 37545
    },
    {
      "epoch": 6.125621992005874,
      "grad_norm": 0.28472867608070374,
      "learning_rate": 4.6177972232845925e-07,
      "loss": 0.1889,
      "num_input_tokens_seen": 72260272,
      "step": 37550
    },
    {
      "epoch": 6.126437719226691,
      "grad_norm": 1.7865269184112549,
      "learning_rate": 4.5990338986920953e-07,
      "loss": 0.2177,
      "num_input_tokens_seen": 72270432,
      "step": 37555
    },
    {
      "epoch": 6.127253446447508,
      "grad_norm": 0.4035332202911377,
      "learning_rate": 4.5803084180124633e-07,
      "loss": 0.1424,
      "num_input_tokens_seen": 72279840,
      "step": 37560
    },
    {
      "epoch": 6.128069173668325,
      "grad_norm": 0.5664900541305542,
      "learning_rate": 4.561620784133386e-07,
      "loss": 0.0826,
      "num_input_tokens_seen": 72290784,
      "step": 37565
    },
    {
      "epoch": 6.128884900889143,
      "grad_norm": 0.40868306159973145,
      "learning_rate": 4.5429709999367796e-07,
      "loss": 0.1358,
      "num_input_tokens_seen": 72301952,
      "step": 37570
    },
    {
      "epoch": 6.12970062810996,
      "grad_norm": 0.8246528506278992,
      "learning_rate": 4.5243590682986223e-07,
      "loss": 0.2035,
      "num_input_tokens_seen": 72310704,
      "step": 37575
    },
    {
      "epoch": 6.130516355330777,
      "grad_norm": 0.6509450674057007,
      "learning_rate": 4.5057849920891735e-07,
      "loss": 0.1701,
      "num_input_tokens_seen": 72319808,
      "step": 37580
    },
    {
      "epoch": 6.1313320825515945,
      "grad_norm": 1.8683037757873535,
      "learning_rate": 4.487248774172698e-07,
      "loss": 0.1984,
      "num_input_tokens_seen": 72329776,
      "step": 37585
    },
    {
      "epoch": 6.1321478097724125,
      "grad_norm": 0.6509947776794434,
      "learning_rate": 4.4687504174077965e-07,
      "loss": 0.1401,
      "num_input_tokens_seen": 72339424,
      "step": 37590
    },
    {
      "epoch": 6.13296353699323,
      "grad_norm": 1.1934083700180054,
      "learning_rate": 4.450289924647133e-07,
      "loss": 0.1517,
      "num_input_tokens_seen": 72348624,
      "step": 37595
    },
    {
      "epoch": 6.133779264214047,
      "grad_norm": 0.37489861249923706,
      "learning_rate": 4.431867298737513e-07,
      "loss": 0.1135,
      "num_input_tokens_seen": 72358032,
      "step": 37600
    },
    {
      "epoch": 6.133779264214047,
      "eval_loss": 0.16232351958751678,
      "eval_runtime": 71.3192,
      "eval_samples_per_second": 38.209,
      "eval_steps_per_second": 19.111,
      "num_input_tokens_seen": 72358032,
      "step": 37600
    },
    {
      "epoch": 6.134594991434864,
      "grad_norm": 1.368568778038025,
      "learning_rate": 4.41348254251997e-07,
      "loss": 0.2268,
      "num_input_tokens_seen": 72366992,
      "step": 37605
    },
    {
      "epoch": 6.135410718655682,
      "grad_norm": 0.43673911690711975,
      "learning_rate": 4.395135658829652e-07,
      "loss": 0.1472,
      "num_input_tokens_seen": 72376112,
      "step": 37610
    },
    {
      "epoch": 6.136226445876499,
      "grad_norm": 0.24785619974136353,
      "learning_rate": 4.376826650495852e-07,
      "loss": 0.0995,
      "num_input_tokens_seen": 72386656,
      "step": 37615
    },
    {
      "epoch": 6.137042173097316,
      "grad_norm": 0.7343359589576721,
      "learning_rate": 4.358555520342117e-07,
      "loss": 0.1324,
      "num_input_tokens_seen": 72395536,
      "step": 37620
    },
    {
      "epoch": 6.137857900318133,
      "grad_norm": 0.38096293807029724,
      "learning_rate": 4.3403222711860257e-07,
      "loss": 0.1052,
      "num_input_tokens_seen": 72405408,
      "step": 37625
    },
    {
      "epoch": 6.138673627538951,
      "grad_norm": 0.6053217649459839,
      "learning_rate": 4.3221269058394133e-07,
      "loss": 0.1298,
      "num_input_tokens_seen": 72416240,
      "step": 37630
    },
    {
      "epoch": 6.139489354759768,
      "grad_norm": 0.40443873405456543,
      "learning_rate": 4.303969427108173e-07,
      "loss": 0.1581,
      "num_input_tokens_seen": 72426896,
      "step": 37635
    },
    {
      "epoch": 6.1403050819805856,
      "grad_norm": 0.7462482452392578,
      "learning_rate": 4.2858498377924825e-07,
      "loss": 0.1401,
      "num_input_tokens_seen": 72437952,
      "step": 37640
    },
    {
      "epoch": 6.141120809201403,
      "grad_norm": 0.771635115146637,
      "learning_rate": 4.267768140686579e-07,
      "loss": 0.0889,
      "num_input_tokens_seen": 72447552,
      "step": 37645
    },
    {
      "epoch": 6.141936536422221,
      "grad_norm": 0.9180254340171814,
      "learning_rate": 4.2497243385788975e-07,
      "loss": 0.1743,
      "num_input_tokens_seen": 72456800,
      "step": 37650
    },
    {
      "epoch": 6.142752263643038,
      "grad_norm": 0.6524219512939453,
      "learning_rate": 4.231718434251991e-07,
      "loss": 0.131,
      "num_input_tokens_seen": 72467520,
      "step": 37655
    },
    {
      "epoch": 6.143567990863855,
      "grad_norm": 1.2181825637817383,
      "learning_rate": 4.213750430482666e-07,
      "loss": 0.1228,
      "num_input_tokens_seen": 72476816,
      "step": 37660
    },
    {
      "epoch": 6.144383718084672,
      "grad_norm": 0.7759854793548584,
      "learning_rate": 4.1958203300417054e-07,
      "loss": 0.2098,
      "num_input_tokens_seen": 72486208,
      "step": 37665
    },
    {
      "epoch": 6.14519944530549,
      "grad_norm": 1.028572916984558,
      "learning_rate": 4.177928135694259e-07,
      "loss": 0.2126,
      "num_input_tokens_seen": 72496896,
      "step": 37670
    },
    {
      "epoch": 6.146015172526307,
      "grad_norm": 0.7993263006210327,
      "learning_rate": 4.1600738501994807e-07,
      "loss": 0.1352,
      "num_input_tokens_seen": 72506816,
      "step": 37675
    },
    {
      "epoch": 6.146830899747124,
      "grad_norm": 1.1269108057022095,
      "learning_rate": 4.1422574763107237e-07,
      "loss": 0.1663,
      "num_input_tokens_seen": 72516528,
      "step": 37680
    },
    {
      "epoch": 6.1476466269679415,
      "grad_norm": 0.7515677809715271,
      "learning_rate": 4.124479016775512e-07,
      "loss": 0.1554,
      "num_input_tokens_seen": 72526656,
      "step": 37685
    },
    {
      "epoch": 6.1484623541887595,
      "grad_norm": 0.7119325399398804,
      "learning_rate": 4.106738474335514e-07,
      "loss": 0.1436,
      "num_input_tokens_seen": 72536320,
      "step": 37690
    },
    {
      "epoch": 6.149278081409577,
      "grad_norm": 0.757037341594696,
      "learning_rate": 4.089035851726486e-07,
      "loss": 0.1803,
      "num_input_tokens_seen": 72545392,
      "step": 37695
    },
    {
      "epoch": 6.150093808630394,
      "grad_norm": 1.9625306129455566,
      "learning_rate": 4.0713711516784937e-07,
      "loss": 0.1885,
      "num_input_tokens_seen": 72555840,
      "step": 37700
    },
    {
      "epoch": 6.150909535851211,
      "grad_norm": 0.4899740219116211,
      "learning_rate": 4.05374437691558e-07,
      "loss": 0.1232,
      "num_input_tokens_seen": 72565232,
      "step": 37705
    },
    {
      "epoch": 6.151725263072029,
      "grad_norm": 0.7333987355232239,
      "learning_rate": 4.036155530156044e-07,
      "loss": 0.13,
      "num_input_tokens_seen": 72574944,
      "step": 37710
    },
    {
      "epoch": 6.152540990292846,
      "grad_norm": 0.6702890992164612,
      "learning_rate": 4.018604614112298e-07,
      "loss": 0.1762,
      "num_input_tokens_seen": 72585088,
      "step": 37715
    },
    {
      "epoch": 6.153356717513663,
      "grad_norm": 1.3633575439453125,
      "learning_rate": 4.0010916314908996e-07,
      "loss": 0.1776,
      "num_input_tokens_seen": 72595920,
      "step": 37720
    },
    {
      "epoch": 6.154172444734481,
      "grad_norm": 1.150869369506836,
      "learning_rate": 3.983616584992578e-07,
      "loss": 0.1803,
      "num_input_tokens_seen": 72605872,
      "step": 37725
    },
    {
      "epoch": 6.154988171955298,
      "grad_norm": 0.8075999021530151,
      "learning_rate": 3.9661794773122595e-07,
      "loss": 0.1625,
      "num_input_tokens_seen": 72615328,
      "step": 37730
    },
    {
      "epoch": 6.1558038991761155,
      "grad_norm": 0.2966695725917816,
      "learning_rate": 3.9487803111388777e-07,
      "loss": 0.2329,
      "num_input_tokens_seen": 72625168,
      "step": 37735
    },
    {
      "epoch": 6.156619626396933,
      "grad_norm": 0.8033795356750488,
      "learning_rate": 3.9314190891556747e-07,
      "loss": 0.1896,
      "num_input_tokens_seen": 72634128,
      "step": 37740
    },
    {
      "epoch": 6.157435353617751,
      "grad_norm": 1.0033369064331055,
      "learning_rate": 3.914095814039925e-07,
      "loss": 0.1663,
      "num_input_tokens_seen": 72643712,
      "step": 37745
    },
    {
      "epoch": 6.158251080838568,
      "grad_norm": 0.5320029258728027,
      "learning_rate": 3.896810488463104e-07,
      "loss": 0.2236,
      "num_input_tokens_seen": 72653984,
      "step": 37750
    },
    {
      "epoch": 6.159066808059385,
      "grad_norm": 0.32146403193473816,
      "learning_rate": 3.8795631150908565e-07,
      "loss": 0.1649,
      "num_input_tokens_seen": 72664272,
      "step": 37755
    },
    {
      "epoch": 6.159882535280202,
      "grad_norm": 0.5059512257575989,
      "learning_rate": 3.862353696582888e-07,
      "loss": 0.1259,
      "num_input_tokens_seen": 72673232,
      "step": 37760
    },
    {
      "epoch": 6.16069826250102,
      "grad_norm": 0.7850706577301025,
      "learning_rate": 3.8451822355931313e-07,
      "loss": 0.1272,
      "num_input_tokens_seen": 72682848,
      "step": 37765
    },
    {
      "epoch": 6.161513989721837,
      "grad_norm": 1.4609202146530151,
      "learning_rate": 3.82804873476969e-07,
      "loss": 0.1723,
      "num_input_tokens_seen": 72693344,
      "step": 37770
    },
    {
      "epoch": 6.162329716942654,
      "grad_norm": 1.2038078308105469,
      "learning_rate": 3.810953196754702e-07,
      "loss": 0.1529,
      "num_input_tokens_seen": 72702448,
      "step": 37775
    },
    {
      "epoch": 6.163145444163471,
      "grad_norm": 0.7828992605209351,
      "learning_rate": 3.793895624184529e-07,
      "loss": 0.117,
      "num_input_tokens_seen": 72712208,
      "step": 37780
    },
    {
      "epoch": 6.1639611713842895,
      "grad_norm": 0.44436115026474,
      "learning_rate": 3.776876019689679e-07,
      "loss": 0.1724,
      "num_input_tokens_seen": 72722064,
      "step": 37785
    },
    {
      "epoch": 6.164776898605107,
      "grad_norm": 0.5704144835472107,
      "learning_rate": 3.7598943858947743e-07,
      "loss": 0.1372,
      "num_input_tokens_seen": 72730864,
      "step": 37790
    },
    {
      "epoch": 6.165592625825924,
      "grad_norm": 1.8579914569854736,
      "learning_rate": 3.742950725418637e-07,
      "loss": 0.2288,
      "num_input_tokens_seen": 72740576,
      "step": 37795
    },
    {
      "epoch": 6.166408353046741,
      "grad_norm": 1.9672645330429077,
      "learning_rate": 3.726045040874093e-07,
      "loss": 0.2256,
      "num_input_tokens_seen": 72749840,
      "step": 37800
    },
    {
      "epoch": 6.166408353046741,
      "eval_loss": 0.16259528696537018,
      "eval_runtime": 71.5728,
      "eval_samples_per_second": 38.073,
      "eval_steps_per_second": 19.044,
      "num_input_tokens_seen": 72749840,
      "step": 37800
    },
    {
      "epoch": 6.167224080267559,
      "grad_norm": 0.9531299471855164,
      "learning_rate": 3.709177334868308e-07,
      "loss": 0.1046,
      "num_input_tokens_seen": 72759584,
      "step": 37805
    },
    {
      "epoch": 6.168039807488376,
      "grad_norm": 1.4277007579803467,
      "learning_rate": 3.692347610002478e-07,
      "loss": 0.1236,
      "num_input_tokens_seen": 72768576,
      "step": 37810
    },
    {
      "epoch": 6.168855534709193,
      "grad_norm": 0.709244430065155,
      "learning_rate": 3.675555868871916e-07,
      "loss": 0.1386,
      "num_input_tokens_seen": 72777216,
      "step": 37815
    },
    {
      "epoch": 6.16967126193001,
      "grad_norm": 0.46687108278274536,
      "learning_rate": 3.658802114066162e-07,
      "loss": 0.189,
      "num_input_tokens_seen": 72787584,
      "step": 37820
    },
    {
      "epoch": 6.170486989150828,
      "grad_norm": 0.39120224118232727,
      "learning_rate": 3.6420863481688437e-07,
      "loss": 0.1009,
      "num_input_tokens_seen": 72797328,
      "step": 37825
    },
    {
      "epoch": 6.171302716371645,
      "grad_norm": 0.7900037169456482,
      "learning_rate": 3.625408573757705e-07,
      "loss": 0.2291,
      "num_input_tokens_seen": 72807056,
      "step": 37830
    },
    {
      "epoch": 6.1721184435924625,
      "grad_norm": 0.6885961294174194,
      "learning_rate": 3.608768793404743e-07,
      "loss": 0.1265,
      "num_input_tokens_seen": 72816288,
      "step": 37835
    },
    {
      "epoch": 6.17293417081328,
      "grad_norm": 0.7946825623512268,
      "learning_rate": 3.592167009675934e-07,
      "loss": 0.2296,
      "num_input_tokens_seen": 72825888,
      "step": 37840
    },
    {
      "epoch": 6.173749898034098,
      "grad_norm": 1.066314458847046,
      "learning_rate": 3.575603225131563e-07,
      "loss": 0.2181,
      "num_input_tokens_seen": 72835232,
      "step": 37845
    },
    {
      "epoch": 6.174565625254915,
      "grad_norm": 0.43260878324508667,
      "learning_rate": 3.55907744232592e-07,
      "loss": 0.1527,
      "num_input_tokens_seen": 72845168,
      "step": 37850
    },
    {
      "epoch": 6.175381352475732,
      "grad_norm": 0.4756247103214264,
      "learning_rate": 3.5425896638075217e-07,
      "loss": 0.1368,
      "num_input_tokens_seen": 72854240,
      "step": 37855
    },
    {
      "epoch": 6.176197079696549,
      "grad_norm": 0.7070478200912476,
      "learning_rate": 3.5261398921189736e-07,
      "loss": 0.0685,
      "num_input_tokens_seen": 72863024,
      "step": 37860
    },
    {
      "epoch": 6.177012806917367,
      "grad_norm": 0.6731112599372864,
      "learning_rate": 3.509728129797024e-07,
      "loss": 0.1581,
      "num_input_tokens_seen": 72873056,
      "step": 37865
    },
    {
      "epoch": 6.177828534138184,
      "grad_norm": 0.47590065002441406,
      "learning_rate": 3.4933543793725656e-07,
      "loss": 0.1699,
      "num_input_tokens_seen": 72882768,
      "step": 37870
    },
    {
      "epoch": 6.178644261359001,
      "grad_norm": 0.875140905380249,
      "learning_rate": 3.4770186433707163e-07,
      "loss": 0.1921,
      "num_input_tokens_seen": 72892832,
      "step": 37875
    },
    {
      "epoch": 6.1794599885798185,
      "grad_norm": 1.2020872831344604,
      "learning_rate": 3.4607209243105453e-07,
      "loss": 0.1347,
      "num_input_tokens_seen": 72902480,
      "step": 37880
    },
    {
      "epoch": 6.1802757158006365,
      "grad_norm": 0.41665008664131165,
      "learning_rate": 3.444461224705431e-07,
      "loss": 0.1532,
      "num_input_tokens_seen": 72912208,
      "step": 37885
    },
    {
      "epoch": 6.181091443021454,
      "grad_norm": 0.48400384187698364,
      "learning_rate": 3.4282395470628116e-07,
      "loss": 0.1521,
      "num_input_tokens_seen": 72920992,
      "step": 37890
    },
    {
      "epoch": 6.181907170242271,
      "grad_norm": 1.0300358533859253,
      "learning_rate": 3.4120558938842417e-07,
      "loss": 0.1396,
      "num_input_tokens_seen": 72930880,
      "step": 37895
    },
    {
      "epoch": 6.182722897463089,
      "grad_norm": 1.194278359413147,
      "learning_rate": 3.395910267665503e-07,
      "loss": 0.1891,
      "num_input_tokens_seen": 72940512,
      "step": 37900
    },
    {
      "epoch": 6.183538624683906,
      "grad_norm": 0.25841203331947327,
      "learning_rate": 3.3798026708964094e-07,
      "loss": 0.1418,
      "num_input_tokens_seen": 72950144,
      "step": 37905
    },
    {
      "epoch": 6.184354351904723,
      "grad_norm": 0.784278392791748,
      "learning_rate": 3.3637331060609456e-07,
      "loss": 0.1652,
      "num_input_tokens_seen": 72960832,
      "step": 37910
    },
    {
      "epoch": 6.18517007912554,
      "grad_norm": 0.3703393042087555,
      "learning_rate": 3.3477015756372966e-07,
      "loss": 0.1408,
      "num_input_tokens_seen": 72969392,
      "step": 37915
    },
    {
      "epoch": 6.185985806346358,
      "grad_norm": 0.6870001554489136,
      "learning_rate": 3.3317080820976785e-07,
      "loss": 0.1749,
      "num_input_tokens_seen": 72978512,
      "step": 37920
    },
    {
      "epoch": 6.186801533567175,
      "grad_norm": 0.5739104747772217,
      "learning_rate": 3.315752627908508e-07,
      "loss": 0.1403,
      "num_input_tokens_seen": 72988032,
      "step": 37925
    },
    {
      "epoch": 6.1876172607879925,
      "grad_norm": 0.8505132794380188,
      "learning_rate": 3.299835215530317e-07,
      "loss": 0.1485,
      "num_input_tokens_seen": 72997360,
      "step": 37930
    },
    {
      "epoch": 6.18843298800881,
      "grad_norm": 0.6889480352401733,
      "learning_rate": 3.2839558474177245e-07,
      "loss": 0.1746,
      "num_input_tokens_seen": 73007088,
      "step": 37935
    },
    {
      "epoch": 6.189248715229628,
      "grad_norm": 1.2842400074005127,
      "learning_rate": 3.2681145260196056e-07,
      "loss": 0.2416,
      "num_input_tokens_seen": 73016064,
      "step": 37940
    },
    {
      "epoch": 6.190064442450445,
      "grad_norm": 0.9429013729095459,
      "learning_rate": 3.252311253778839e-07,
      "loss": 0.1758,
      "num_input_tokens_seen": 73026656,
      "step": 37945
    },
    {
      "epoch": 6.190880169671262,
      "grad_norm": 0.8582441806793213,
      "learning_rate": 3.2365460331325034e-07,
      "loss": 0.1389,
      "num_input_tokens_seen": 73037088,
      "step": 37950
    },
    {
      "epoch": 6.191695896892079,
      "grad_norm": 0.6461008191108704,
      "learning_rate": 3.2208188665117934e-07,
      "loss": 0.1086,
      "num_input_tokens_seen": 73046544,
      "step": 37955
    },
    {
      "epoch": 6.192511624112897,
      "grad_norm": 0.33659079670906067,
      "learning_rate": 3.205129756342018e-07,
      "loss": 0.2015,
      "num_input_tokens_seen": 73054640,
      "step": 37960
    },
    {
      "epoch": 6.193327351333714,
      "grad_norm": 0.6265119910240173,
      "learning_rate": 3.189478705042659e-07,
      "loss": 0.1601,
      "num_input_tokens_seen": 73062160,
      "step": 37965
    },
    {
      "epoch": 6.194143078554531,
      "grad_norm": 1.0196231603622437,
      "learning_rate": 3.173865715027341e-07,
      "loss": 0.1569,
      "num_input_tokens_seen": 73071152,
      "step": 37970
    },
    {
      "epoch": 6.194958805775348,
      "grad_norm": 0.6762807369232178,
      "learning_rate": 3.158290788703694e-07,
      "loss": 0.1833,
      "num_input_tokens_seen": 73079808,
      "step": 37975
    },
    {
      "epoch": 6.195774532996166,
      "grad_norm": 0.6664397120475769,
      "learning_rate": 3.1427539284736297e-07,
      "loss": 0.2125,
      "num_input_tokens_seen": 73090320,
      "step": 37980
    },
    {
      "epoch": 6.196590260216984,
      "grad_norm": 0.9057350158691406,
      "learning_rate": 3.127255136733093e-07,
      "loss": 0.2102,
      "num_input_tokens_seen": 73099200,
      "step": 37985
    },
    {
      "epoch": 6.197405987437801,
      "grad_norm": 0.9056665301322937,
      "learning_rate": 3.1117944158722544e-07,
      "loss": 0.138,
      "num_input_tokens_seen": 73109456,
      "step": 37990
    },
    {
      "epoch": 6.198221714658618,
      "grad_norm": 1.315429925918579,
      "learning_rate": 3.0963717682752635e-07,
      "loss": 0.2136,
      "num_input_tokens_seen": 73118912,
      "step": 37995
    },
    {
      "epoch": 6.199037441879436,
      "grad_norm": 0.5866736769676208,
      "learning_rate": 3.080987196320578e-07,
      "loss": 0.1064,
      "num_input_tokens_seen": 73128448,
      "step": 38000
    },
    {
      "epoch": 6.199037441879436,
      "eval_loss": 0.16175246238708496,
      "eval_runtime": 71.521,
      "eval_samples_per_second": 38.101,
      "eval_steps_per_second": 19.057,
      "num_input_tokens_seen": 73128448,
      "step": 38000
    },
    {
      "epoch": 6.199853169100253,
      "grad_norm": 1.6359471082687378,
      "learning_rate": 3.065640702380607e-07,
      "loss": 0.1465,
      "num_input_tokens_seen": 73138224,
      "step": 38005
    },
    {
      "epoch": 6.20066889632107,
      "grad_norm": 0.5896213054656982,
      "learning_rate": 3.050332288822011e-07,
      "loss": 0.1139,
      "num_input_tokens_seen": 73147328,
      "step": 38010
    },
    {
      "epoch": 6.201484623541887,
      "grad_norm": 0.9957288503646851,
      "learning_rate": 3.035061958005542e-07,
      "loss": 0.1754,
      "num_input_tokens_seen": 73158528,
      "step": 38015
    },
    {
      "epoch": 6.202300350762705,
      "grad_norm": 0.5301002860069275,
      "learning_rate": 3.019829712286093e-07,
      "loss": 0.1233,
      "num_input_tokens_seen": 73169184,
      "step": 38020
    },
    {
      "epoch": 6.203116077983522,
      "grad_norm": 0.8485553860664368,
      "learning_rate": 3.004635554012647e-07,
      "loss": 0.1688,
      "num_input_tokens_seen": 73178384,
      "step": 38025
    },
    {
      "epoch": 6.2039318052043395,
      "grad_norm": 0.7576366662979126,
      "learning_rate": 2.9894794855283017e-07,
      "loss": 0.1178,
      "num_input_tokens_seen": 73188864,
      "step": 38030
    },
    {
      "epoch": 6.204747532425157,
      "grad_norm": 0.671559751033783,
      "learning_rate": 2.9743615091703816e-07,
      "loss": 0.1192,
      "num_input_tokens_seen": 73197872,
      "step": 38035
    },
    {
      "epoch": 6.205563259645975,
      "grad_norm": 0.22451087832450867,
      "learning_rate": 2.959281627270216e-07,
      "loss": 0.1951,
      "num_input_tokens_seen": 73206752,
      "step": 38040
    },
    {
      "epoch": 6.206378986866792,
      "grad_norm": 0.9086689352989197,
      "learning_rate": 2.944239842153362e-07,
      "loss": 0.1971,
      "num_input_tokens_seen": 73216480,
      "step": 38045
    },
    {
      "epoch": 6.207194714087609,
      "grad_norm": 0.6643449664115906,
      "learning_rate": 2.929236156139381e-07,
      "loss": 0.1974,
      "num_input_tokens_seen": 73225552,
      "step": 38050
    },
    {
      "epoch": 6.208010441308426,
      "grad_norm": 0.458347350358963,
      "learning_rate": 2.9142705715420883e-07,
      "loss": 0.1077,
      "num_input_tokens_seen": 73235264,
      "step": 38055
    },
    {
      "epoch": 6.208826168529244,
      "grad_norm": 0.5039043426513672,
      "learning_rate": 2.8993430906693595e-07,
      "loss": 0.1593,
      "num_input_tokens_seen": 73245216,
      "step": 38060
    },
    {
      "epoch": 6.209641895750061,
      "grad_norm": 1.0414323806762695,
      "learning_rate": 2.88445371582316e-07,
      "loss": 0.1491,
      "num_input_tokens_seen": 73254512,
      "step": 38065
    },
    {
      "epoch": 6.210457622970878,
      "grad_norm": 0.5979896187782288,
      "learning_rate": 2.8696024492996796e-07,
      "loss": 0.2511,
      "num_input_tokens_seen": 73263824,
      "step": 38070
    },
    {
      "epoch": 6.211273350191696,
      "grad_norm": 1.416717767715454,
      "learning_rate": 2.854789293389115e-07,
      "loss": 0.3306,
      "num_input_tokens_seen": 73273232,
      "step": 38075
    },
    {
      "epoch": 6.2120890774125135,
      "grad_norm": 0.841119647026062,
      "learning_rate": 2.8400142503758606e-07,
      "loss": 0.149,
      "num_input_tokens_seen": 73282976,
      "step": 38080
    },
    {
      "epoch": 6.212904804633331,
      "grad_norm": 0.5214322209358215,
      "learning_rate": 2.8252773225384276e-07,
      "loss": 0.1208,
      "num_input_tokens_seen": 73293360,
      "step": 38085
    },
    {
      "epoch": 6.213720531854148,
      "grad_norm": 0.8000195622444153,
      "learning_rate": 2.8105785121494143e-07,
      "loss": 0.1812,
      "num_input_tokens_seen": 73304032,
      "step": 38090
    },
    {
      "epoch": 6.214536259074965,
      "grad_norm": 0.4676678478717804,
      "learning_rate": 2.795917821475563e-07,
      "loss": 0.1464,
      "num_input_tokens_seen": 73313424,
      "step": 38095
    },
    {
      "epoch": 6.215351986295783,
      "grad_norm": 0.7912759780883789,
      "learning_rate": 2.78129525277776e-07,
      "loss": 0.2162,
      "num_input_tokens_seen": 73323152,
      "step": 38100
    },
    {
      "epoch": 6.2161677135166,
      "grad_norm": 0.5850543975830078,
      "learning_rate": 2.766710808310952e-07,
      "loss": 0.1344,
      "num_input_tokens_seen": 73332736,
      "step": 38105
    },
    {
      "epoch": 6.216983440737417,
      "grad_norm": 0.8187987208366394,
      "learning_rate": 2.7521644903242827e-07,
      "loss": 0.1408,
      "num_input_tokens_seen": 73342512,
      "step": 38110
    },
    {
      "epoch": 6.217799167958235,
      "grad_norm": 1.378833532333374,
      "learning_rate": 2.7376563010609593e-07,
      "loss": 0.2271,
      "num_input_tokens_seen": 73351424,
      "step": 38115
    },
    {
      "epoch": 6.218614895179052,
      "grad_norm": 0.8611295819282532,
      "learning_rate": 2.72318624275833e-07,
      "loss": 0.1352,
      "num_input_tokens_seen": 73360976,
      "step": 38120
    },
    {
      "epoch": 6.219430622399869,
      "grad_norm": 0.7229772806167603,
      "learning_rate": 2.7087543176478324e-07,
      "loss": 0.1744,
      "num_input_tokens_seen": 73371184,
      "step": 38125
    },
    {
      "epoch": 6.220246349620687,
      "grad_norm": 0.44636133313179016,
      "learning_rate": 2.694360527955103e-07,
      "loss": 0.1324,
      "num_input_tokens_seen": 73380128,
      "step": 38130
    },
    {
      "epoch": 6.221062076841505,
      "grad_norm": 0.9608967900276184,
      "learning_rate": 2.680004875899811e-07,
      "loss": 0.1336,
      "num_input_tokens_seen": 73390528,
      "step": 38135
    },
    {
      "epoch": 6.221877804062322,
      "grad_norm": 0.9890469312667847,
      "learning_rate": 2.665687363695768e-07,
      "loss": 0.1498,
      "num_input_tokens_seen": 73399680,
      "step": 38140
    },
    {
      "epoch": 6.222693531283139,
      "grad_norm": 2.151270866394043,
      "learning_rate": 2.6514079935509584e-07,
      "loss": 0.2137,
      "num_input_tokens_seen": 73409408,
      "step": 38145
    },
    {
      "epoch": 6.223509258503956,
      "grad_norm": 1.040544867515564,
      "learning_rate": 2.6371667676673983e-07,
      "loss": 0.1312,
      "num_input_tokens_seen": 73419296,
      "step": 38150
    },
    {
      "epoch": 6.224324985724774,
      "grad_norm": 1.2548809051513672,
      "learning_rate": 2.6229636882412755e-07,
      "loss": 0.2312,
      "num_input_tokens_seen": 73429152,
      "step": 38155
    },
    {
      "epoch": 6.225140712945591,
      "grad_norm": 0.40891292691230774,
      "learning_rate": 2.6087987574628935e-07,
      "loss": 0.0997,
      "num_input_tokens_seen": 73439040,
      "step": 38160
    },
    {
      "epoch": 6.225956440166408,
      "grad_norm": 0.9100039601325989,
      "learning_rate": 2.5946719775166437e-07,
      "loss": 0.1704,
      "num_input_tokens_seen": 73448112,
      "step": 38165
    },
    {
      "epoch": 6.226772167387225,
      "grad_norm": 0.39242950081825256,
      "learning_rate": 2.5805833505810616e-07,
      "loss": 0.1749,
      "num_input_tokens_seen": 73458480,
      "step": 38170
    },
    {
      "epoch": 6.227587894608043,
      "grad_norm": 0.2928037941455841,
      "learning_rate": 2.566532878828798e-07,
      "loss": 0.1005,
      "num_input_tokens_seen": 73468800,
      "step": 38175
    },
    {
      "epoch": 6.2284036218288605,
      "grad_norm": 0.2877732217311859,
      "learning_rate": 2.552520564426619e-07,
      "loss": 0.1319,
      "num_input_tokens_seen": 73479216,
      "step": 38180
    },
    {
      "epoch": 6.229219349049678,
      "grad_norm": 0.4358547031879425,
      "learning_rate": 2.5385464095353803e-07,
      "loss": 0.1461,
      "num_input_tokens_seen": 73488416,
      "step": 38185
    },
    {
      "epoch": 6.230035076270495,
      "grad_norm": 0.5886433124542236,
      "learning_rate": 2.5246104163100804e-07,
      "loss": 0.2405,
      "num_input_tokens_seen": 73497872,
      "step": 38190
    },
    {
      "epoch": 6.230850803491313,
      "grad_norm": 0.5010253190994263,
      "learning_rate": 2.510712586899833e-07,
      "loss": 0.1402,
      "num_input_tokens_seen": 73508160,
      "step": 38195
    },
    {
      "epoch": 6.23166653071213,
      "grad_norm": 0.7057028412818909,
      "learning_rate": 2.4968529234478124e-07,
      "loss": 0.2192,
      "num_input_tokens_seen": 73518048,
      "step": 38200
    },
    {
      "epoch": 6.23166653071213,
      "eval_loss": 0.161717489361763,
      "eval_runtime": 71.5494,
      "eval_samples_per_second": 38.086,
      "eval_steps_per_second": 19.05,
      "num_input_tokens_seen": 73518048,
      "step": 38200
    },
    {
      "epoch": 6.232482257932947,
      "grad_norm": 0.6311050653457642,
      "learning_rate": 2.483031428091448e-07,
      "loss": 0.2191,
      "num_input_tokens_seen": 73527520,
      "step": 38205
    },
    {
      "epoch": 6.233297985153764,
      "grad_norm": 1.7381449937820435,
      "learning_rate": 2.469248102962091e-07,
      "loss": 0.2197,
      "num_input_tokens_seen": 73537616,
      "step": 38210
    },
    {
      "epoch": 6.234113712374582,
      "grad_norm": 0.4582440257072449,
      "learning_rate": 2.4555029501853455e-07,
      "loss": 0.1191,
      "num_input_tokens_seen": 73547584,
      "step": 38215
    },
    {
      "epoch": 6.234929439595399,
      "grad_norm": 0.8278585076332092,
      "learning_rate": 2.441795971880906e-07,
      "loss": 0.1558,
      "num_input_tokens_seen": 73557472,
      "step": 38220
    },
    {
      "epoch": 6.2357451668162165,
      "grad_norm": 0.4777642488479614,
      "learning_rate": 2.4281271701625255e-07,
      "loss": 0.1213,
      "num_input_tokens_seen": 73567200,
      "step": 38225
    },
    {
      "epoch": 6.236560894037034,
      "grad_norm": 0.5411477088928223,
      "learning_rate": 2.4144965471381007e-07,
      "loss": 0.2406,
      "num_input_tokens_seen": 73577520,
      "step": 38230
    },
    {
      "epoch": 6.237376621257852,
      "grad_norm": 0.5617963075637817,
      "learning_rate": 2.400904104909674e-07,
      "loss": 0.1736,
      "num_input_tokens_seen": 73587488,
      "step": 38235
    },
    {
      "epoch": 6.238192348478669,
      "grad_norm": 0.6405026912689209,
      "learning_rate": 2.3873498455733725e-07,
      "loss": 0.1247,
      "num_input_tokens_seen": 73596992,
      "step": 38240
    },
    {
      "epoch": 6.239008075699486,
      "grad_norm": 1.669097900390625,
      "learning_rate": 2.3738337712194137e-07,
      "loss": 0.2182,
      "num_input_tokens_seen": 73606176,
      "step": 38245
    },
    {
      "epoch": 6.239823802920303,
      "grad_norm": 0.259967565536499,
      "learning_rate": 2.3603558839321305e-07,
      "loss": 0.1321,
      "num_input_tokens_seen": 73616192,
      "step": 38250
    },
    {
      "epoch": 6.240639530141121,
      "grad_norm": 1.434971570968628,
      "learning_rate": 2.3469161857900267e-07,
      "loss": 0.1689,
      "num_input_tokens_seen": 73625840,
      "step": 38255
    },
    {
      "epoch": 6.241455257361938,
      "grad_norm": 1.7516168355941772,
      "learning_rate": 2.3335146788656393e-07,
      "loss": 0.2294,
      "num_input_tokens_seen": 73636272,
      "step": 38260
    },
    {
      "epoch": 6.242270984582755,
      "grad_norm": 0.19600960612297058,
      "learning_rate": 2.3201513652256757e-07,
      "loss": 0.1681,
      "num_input_tokens_seen": 73645728,
      "step": 38265
    },
    {
      "epoch": 6.243086711803572,
      "grad_norm": 0.7909637093544006,
      "learning_rate": 2.3068262469308766e-07,
      "loss": 0.149,
      "num_input_tokens_seen": 73654352,
      "step": 38270
    },
    {
      "epoch": 6.2439024390243905,
      "grad_norm": 0.4116783142089844,
      "learning_rate": 2.2935393260362093e-07,
      "loss": 0.1899,
      "num_input_tokens_seen": 73664336,
      "step": 38275
    },
    {
      "epoch": 6.244718166245208,
      "grad_norm": 0.22721579670906067,
      "learning_rate": 2.2802906045906458e-07,
      "loss": 0.1283,
      "num_input_tokens_seen": 73673168,
      "step": 38280
    },
    {
      "epoch": 6.245533893466025,
      "grad_norm": 2.243572235107422,
      "learning_rate": 2.2670800846373018e-07,
      "loss": 0.1995,
      "num_input_tokens_seen": 73681296,
      "step": 38285
    },
    {
      "epoch": 6.246349620686843,
      "grad_norm": 1.3439502716064453,
      "learning_rate": 2.2539077682134367e-07,
      "loss": 0.1359,
      "num_input_tokens_seen": 73691808,
      "step": 38290
    },
    {
      "epoch": 6.24716534790766,
      "grad_norm": 0.6250461935997009,
      "learning_rate": 2.2407736573503423e-07,
      "loss": 0.1501,
      "num_input_tokens_seen": 73701904,
      "step": 38295
    },
    {
      "epoch": 6.247981075128477,
      "grad_norm": 0.3495771288871765,
      "learning_rate": 2.2276777540735093e-07,
      "loss": 0.1568,
      "num_input_tokens_seen": 73712496,
      "step": 38300
    },
    {
      "epoch": 6.248796802349294,
      "grad_norm": 0.9015799760818481,
      "learning_rate": 2.2146200604024613e-07,
      "loss": 0.1646,
      "num_input_tokens_seen": 73723040,
      "step": 38305
    },
    {
      "epoch": 6.249612529570112,
      "grad_norm": 0.24583052098751068,
      "learning_rate": 2.2016005783508375e-07,
      "loss": 0.1394,
      "num_input_tokens_seen": 73732192,
      "step": 38310
    },
    {
      "epoch": 6.250428256790929,
      "grad_norm": 1.3375307321548462,
      "learning_rate": 2.1886193099264763e-07,
      "loss": 0.1985,
      "num_input_tokens_seen": 73741536,
      "step": 38315
    },
    {
      "epoch": 6.251243984011746,
      "grad_norm": 0.3484099209308624,
      "learning_rate": 2.175676257131165e-07,
      "loss": 0.1153,
      "num_input_tokens_seen": 73752432,
      "step": 38320
    },
    {
      "epoch": 6.2520597112325635,
      "grad_norm": 0.8838651776313782,
      "learning_rate": 2.162771421960974e-07,
      "loss": 0.257,
      "num_input_tokens_seen": 73762176,
      "step": 38325
    },
    {
      "epoch": 6.252875438453382,
      "grad_norm": 0.5862797498703003,
      "learning_rate": 2.1499048064059224e-07,
      "loss": 0.0926,
      "num_input_tokens_seen": 73771904,
      "step": 38330
    },
    {
      "epoch": 6.253691165674199,
      "grad_norm": 0.8765066862106323,
      "learning_rate": 2.1370764124502285e-07,
      "loss": 0.2116,
      "num_input_tokens_seen": 73779840,
      "step": 38335
    },
    {
      "epoch": 6.254506892895016,
      "grad_norm": 1.7885528802871704,
      "learning_rate": 2.1242862420721988e-07,
      "loss": 0.1638,
      "num_input_tokens_seen": 73790368,
      "step": 38340
    },
    {
      "epoch": 6.255322620115833,
      "grad_norm": 1.370413064956665,
      "learning_rate": 2.1115342972442276e-07,
      "loss": 0.2437,
      "num_input_tokens_seen": 73801872,
      "step": 38345
    },
    {
      "epoch": 6.256138347336651,
      "grad_norm": 0.5049225091934204,
      "learning_rate": 2.0988205799328252e-07,
      "loss": 0.1611,
      "num_input_tokens_seen": 73810944,
      "step": 38350
    },
    {
      "epoch": 6.256954074557468,
      "grad_norm": 0.6393914222717285,
      "learning_rate": 2.0861450920986182e-07,
      "loss": 0.1602,
      "num_input_tokens_seen": 73820944,
      "step": 38355
    },
    {
      "epoch": 6.257769801778285,
      "grad_norm": 0.683896005153656,
      "learning_rate": 2.07350783569632e-07,
      "loss": 0.1642,
      "num_input_tokens_seen": 73831216,
      "step": 38360
    },
    {
      "epoch": 6.258585528999102,
      "grad_norm": 0.49018460512161255,
      "learning_rate": 2.060908812674761e-07,
      "loss": 0.1819,
      "num_input_tokens_seen": 73841024,
      "step": 38365
    },
    {
      "epoch": 6.25940125621992,
      "grad_norm": 0.5621013045310974,
      "learning_rate": 2.0483480249768317e-07,
      "loss": 0.2014,
      "num_input_tokens_seen": 73850672,
      "step": 38370
    },
    {
      "epoch": 6.2602169834407375,
      "grad_norm": 0.8050292134284973,
      "learning_rate": 2.035825474539621e-07,
      "loss": 0.1298,
      "num_input_tokens_seen": 73860928,
      "step": 38375
    },
    {
      "epoch": 6.261032710661555,
      "grad_norm": 0.5688247084617615,
      "learning_rate": 2.0233411632942235e-07,
      "loss": 0.2015,
      "num_input_tokens_seen": 73869824,
      "step": 38380
    },
    {
      "epoch": 6.261848437882372,
      "grad_norm": 1.4449213743209839,
      "learning_rate": 2.0108950931658764e-07,
      "loss": 0.172,
      "num_input_tokens_seen": 73880880,
      "step": 38385
    },
    {
      "epoch": 6.26266416510319,
      "grad_norm": 0.6872207522392273,
      "learning_rate": 1.998487266073934e-07,
      "loss": 0.1668,
      "num_input_tokens_seen": 73890352,
      "step": 38390
    },
    {
      "epoch": 6.263479892324007,
      "grad_norm": 1.0761953592300415,
      "learning_rate": 1.986117683931865e-07,
      "loss": 0.1551,
      "num_input_tokens_seen": 73900624,
      "step": 38395
    },
    {
      "epoch": 6.264295619544824,
      "grad_norm": 0.6617811918258667,
      "learning_rate": 1.9737863486471442e-07,
      "loss": 0.2084,
      "num_input_tokens_seen": 73911328,
      "step": 38400
    },
    {
      "epoch": 6.264295619544824,
      "eval_loss": 0.1620957851409912,
      "eval_runtime": 71.5261,
      "eval_samples_per_second": 38.098,
      "eval_steps_per_second": 19.056,
      "num_input_tokens_seen": 73911328,
      "step": 38400
    },
    {
      "epoch": 6.265111346765641,
      "grad_norm": 0.90761399269104,
      "learning_rate": 1.9614932621215e-07,
      "loss": 0.1549,
      "num_input_tokens_seen": 73919952,
      "step": 38405
    },
    {
      "epoch": 6.265927073986459,
      "grad_norm": 0.528898298740387,
      "learning_rate": 1.9492384262506102e-07,
      "loss": 0.1398,
      "num_input_tokens_seen": 73928752,
      "step": 38410
    },
    {
      "epoch": 6.266742801207276,
      "grad_norm": 1.005220890045166,
      "learning_rate": 1.9370218429243524e-07,
      "loss": 0.188,
      "num_input_tokens_seen": 73938816,
      "step": 38415
    },
    {
      "epoch": 6.2675585284280935,
      "grad_norm": 1.2727134227752686,
      "learning_rate": 1.9248435140267197e-07,
      "loss": 0.1607,
      "num_input_tokens_seen": 73948752,
      "step": 38420
    },
    {
      "epoch": 6.268374255648911,
      "grad_norm": 0.48906397819519043,
      "learning_rate": 1.9127034414356814e-07,
      "loss": 0.1692,
      "num_input_tokens_seen": 73957808,
      "step": 38425
    },
    {
      "epoch": 6.269189982869729,
      "grad_norm": 0.5989171862602234,
      "learning_rate": 1.9006016270234627e-07,
      "loss": 0.1827,
      "num_input_tokens_seen": 73966640,
      "step": 38430
    },
    {
      "epoch": 6.270005710090546,
      "grad_norm": 1.8506954908370972,
      "learning_rate": 1.888538072656293e-07,
      "loss": 0.2196,
      "num_input_tokens_seen": 73977776,
      "step": 38435
    },
    {
      "epoch": 6.270821437311363,
      "grad_norm": 0.8700653910636902,
      "learning_rate": 1.8765127801944893e-07,
      "loss": 0.1722,
      "num_input_tokens_seen": 73986848,
      "step": 38440
    },
    {
      "epoch": 6.27163716453218,
      "grad_norm": 0.656830370426178,
      "learning_rate": 1.8645257514925406e-07,
      "loss": 0.113,
      "num_input_tokens_seen": 73996672,
      "step": 38445
    },
    {
      "epoch": 6.272452891752998,
      "grad_norm": 0.7323867678642273,
      "learning_rate": 1.8525769883989685e-07,
      "loss": 0.1523,
      "num_input_tokens_seen": 74006656,
      "step": 38450
    },
    {
      "epoch": 6.273268618973815,
      "grad_norm": 0.3898477554321289,
      "learning_rate": 1.8406664927564654e-07,
      "loss": 0.1747,
      "num_input_tokens_seen": 74015248,
      "step": 38455
    },
    {
      "epoch": 6.274084346194632,
      "grad_norm": 1.3202461004257202,
      "learning_rate": 1.8287942664017566e-07,
      "loss": 0.2594,
      "num_input_tokens_seen": 74024848,
      "step": 38460
    },
    {
      "epoch": 6.27490007341545,
      "grad_norm": 0.7877125144004822,
      "learning_rate": 1.8169603111656552e-07,
      "loss": 0.1545,
      "num_input_tokens_seen": 74033632,
      "step": 38465
    },
    {
      "epoch": 6.275715800636267,
      "grad_norm": 0.823733925819397,
      "learning_rate": 1.805164628873146e-07,
      "loss": 0.1754,
      "num_input_tokens_seen": 74043120,
      "step": 38470
    },
    {
      "epoch": 6.276531527857085,
      "grad_norm": 0.5664594173431396,
      "learning_rate": 1.793407221343274e-07,
      "loss": 0.2,
      "num_input_tokens_seen": 74052656,
      "step": 38475
    },
    {
      "epoch": 6.277347255077902,
      "grad_norm": 0.6743974685668945,
      "learning_rate": 1.781688090389172e-07,
      "loss": 0.1833,
      "num_input_tokens_seen": 74060864,
      "step": 38480
    },
    {
      "epoch": 6.27816298229872,
      "grad_norm": 0.7800592184066772,
      "learning_rate": 1.770007237818061e-07,
      "loss": 0.127,
      "num_input_tokens_seen": 74071360,
      "step": 38485
    },
    {
      "epoch": 6.278978709519537,
      "grad_norm": 1.0947819948196411,
      "learning_rate": 1.7583646654313059e-07,
      "loss": 0.1931,
      "num_input_tokens_seen": 74080736,
      "step": 38490
    },
    {
      "epoch": 6.279794436740354,
      "grad_norm": 0.6762612462043762,
      "learning_rate": 1.7467603750242757e-07,
      "loss": 0.1393,
      "num_input_tokens_seen": 74090400,
      "step": 38495
    },
    {
      "epoch": 6.280610163961171,
      "grad_norm": 0.7388175129890442,
      "learning_rate": 1.7351943683865944e-07,
      "loss": 0.1945,
      "num_input_tokens_seen": 74101312,
      "step": 38500
    },
    {
      "epoch": 6.281425891181989,
      "grad_norm": 0.47500526905059814,
      "learning_rate": 1.723666647301808e-07,
      "loss": 0.1212,
      "num_input_tokens_seen": 74110832,
      "step": 38505
    },
    {
      "epoch": 6.282241618402806,
      "grad_norm": 1.5678608417510986,
      "learning_rate": 1.712177213547661e-07,
      "loss": 0.1861,
      "num_input_tokens_seen": 74119520,
      "step": 38510
    },
    {
      "epoch": 6.283057345623623,
      "grad_norm": 0.40823063254356384,
      "learning_rate": 1.7007260688959581e-07,
      "loss": 0.1376,
      "num_input_tokens_seen": 74129584,
      "step": 38515
    },
    {
      "epoch": 6.2838730728444405,
      "grad_norm": 1.3797821998596191,
      "learning_rate": 1.68931321511262e-07,
      "loss": 0.157,
      "num_input_tokens_seen": 74138784,
      "step": 38520
    },
    {
      "epoch": 6.2846888000652585,
      "grad_norm": 0.863767683506012,
      "learning_rate": 1.6779386539576835e-07,
      "loss": 0.18,
      "num_input_tokens_seen": 74147776,
      "step": 38525
    },
    {
      "epoch": 6.285504527286076,
      "grad_norm": 0.8984012007713318,
      "learning_rate": 1.666602387185162e-07,
      "loss": 0.1586,
      "num_input_tokens_seen": 74157008,
      "step": 38530
    },
    {
      "epoch": 6.286320254506893,
      "grad_norm": 0.3235192894935608,
      "learning_rate": 1.655304416543352e-07,
      "loss": 0.1431,
      "num_input_tokens_seen": 74165888,
      "step": 38535
    },
    {
      "epoch": 6.28713598172771,
      "grad_norm": 1.1205564737319946,
      "learning_rate": 1.6440447437744698e-07,
      "loss": 0.1572,
      "num_input_tokens_seen": 74175232,
      "step": 38540
    },
    {
      "epoch": 6.287951708948528,
      "grad_norm": 0.8309045433998108,
      "learning_rate": 1.6328233706149332e-07,
      "loss": 0.241,
      "num_input_tokens_seen": 74185360,
      "step": 38545
    },
    {
      "epoch": 6.288767436169345,
      "grad_norm": 0.6125001907348633,
      "learning_rate": 1.6216402987951906e-07,
      "loss": 0.1382,
      "num_input_tokens_seen": 74194368,
      "step": 38550
    },
    {
      "epoch": 6.289583163390162,
      "grad_norm": 0.7020405530929565,
      "learning_rate": 1.6104955300398627e-07,
      "loss": 0.2021,
      "num_input_tokens_seen": 74204448,
      "step": 38555
    },
    {
      "epoch": 6.290398890610979,
      "grad_norm": 0.4818759262561798,
      "learning_rate": 1.5993890660675748e-07,
      "loss": 0.1381,
      "num_input_tokens_seen": 74214272,
      "step": 38560
    },
    {
      "epoch": 6.291214617831797,
      "grad_norm": 0.8375594615936279,
      "learning_rate": 1.5883209085910678e-07,
      "loss": 0.1704,
      "num_input_tokens_seen": 74224416,
      "step": 38565
    },
    {
      "epoch": 6.2920303450526145,
      "grad_norm": 0.26246142387390137,
      "learning_rate": 1.5772910593172264e-07,
      "loss": 0.1591,
      "num_input_tokens_seen": 74233920,
      "step": 38570
    },
    {
      "epoch": 6.292846072273432,
      "grad_norm": 0.7880310416221619,
      "learning_rate": 1.5662995199469954e-07,
      "loss": 0.1806,
      "num_input_tokens_seen": 74243600,
      "step": 38575
    },
    {
      "epoch": 6.293661799494249,
      "grad_norm": 0.7635060548782349,
      "learning_rate": 1.5553462921753802e-07,
      "loss": 0.1079,
      "num_input_tokens_seen": 74252464,
      "step": 38580
    },
    {
      "epoch": 6.294477526715067,
      "grad_norm": 0.5166541337966919,
      "learning_rate": 1.544431377691502e-07,
      "loss": 0.1712,
      "num_input_tokens_seen": 74261504,
      "step": 38585
    },
    {
      "epoch": 6.295293253935884,
      "grad_norm": 0.5836071968078613,
      "learning_rate": 1.5335547781785975e-07,
      "loss": 0.1425,
      "num_input_tokens_seen": 74271296,
      "step": 38590
    },
    {
      "epoch": 6.296108981156701,
      "grad_norm": 1.1818737983703613,
      "learning_rate": 1.5227164953139917e-07,
      "loss": 0.2043,
      "num_input_tokens_seen": 74283088,
      "step": 38595
    },
    {
      "epoch": 6.296924708377518,
      "grad_norm": 0.7692659497261047,
      "learning_rate": 1.511916530769042e-07,
      "loss": 0.1655,
      "num_input_tokens_seen": 74293168,
      "step": 38600
    },
    {
      "epoch": 6.296924708377518,
      "eval_loss": 0.16235417127609253,
      "eval_runtime": 71.4605,
      "eval_samples_per_second": 38.133,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 74293168,
      "step": 38600
    },
    {
      "epoch": 6.297740435598336,
      "grad_norm": 0.9912627935409546,
      "learning_rate": 1.5011548862092773e-07,
      "loss": 0.1348,
      "num_input_tokens_seen": 74302128,
      "step": 38605
    },
    {
      "epoch": 6.298556162819153,
      "grad_norm": 1.2395919561386108,
      "learning_rate": 1.490431563294231e-07,
      "loss": 0.1931,
      "num_input_tokens_seen": 74312512,
      "step": 38610
    },
    {
      "epoch": 6.2993718900399704,
      "grad_norm": 0.7689098715782166,
      "learning_rate": 1.4797465636776365e-07,
      "loss": 0.1409,
      "num_input_tokens_seen": 74322560,
      "step": 38615
    },
    {
      "epoch": 6.300187617260788,
      "grad_norm": 0.556984007358551,
      "learning_rate": 1.4690998890072027e-07,
      "loss": 0.1675,
      "num_input_tokens_seen": 74333008,
      "step": 38620
    },
    {
      "epoch": 6.301003344481606,
      "grad_norm": 0.635618269443512,
      "learning_rate": 1.4584915409248112e-07,
      "loss": 0.127,
      "num_input_tokens_seen": 74341984,
      "step": 38625
    },
    {
      "epoch": 6.301819071702423,
      "grad_norm": 0.8952900767326355,
      "learning_rate": 1.4479215210663754e-07,
      "loss": 0.1225,
      "num_input_tokens_seen": 74351888,
      "step": 38630
    },
    {
      "epoch": 6.30263479892324,
      "grad_norm": 1.1757742166519165,
      "learning_rate": 1.4373898310619528e-07,
      "loss": 0.2275,
      "num_input_tokens_seen": 74360832,
      "step": 38635
    },
    {
      "epoch": 6.303450526144058,
      "grad_norm": 0.9277616739273071,
      "learning_rate": 1.4268964725356604e-07,
      "loss": 0.243,
      "num_input_tokens_seen": 74370576,
      "step": 38640
    },
    {
      "epoch": 6.304266253364875,
      "grad_norm": 1.874403715133667,
      "learning_rate": 1.4164414471056764e-07,
      "loss": 0.1794,
      "num_input_tokens_seen": 74379120,
      "step": 38645
    },
    {
      "epoch": 6.305081980585692,
      "grad_norm": 0.3865317404270172,
      "learning_rate": 1.4060247563843497e-07,
      "loss": 0.101,
      "num_input_tokens_seen": 74388704,
      "step": 38650
    },
    {
      "epoch": 6.305897707806509,
      "grad_norm": 1.0270196199417114,
      "learning_rate": 1.3956464019780068e-07,
      "loss": 0.1862,
      "num_input_tokens_seen": 74397840,
      "step": 38655
    },
    {
      "epoch": 6.306713435027326,
      "grad_norm": 0.24820765852928162,
      "learning_rate": 1.385306385487145e-07,
      "loss": 0.0807,
      "num_input_tokens_seen": 74406608,
      "step": 38660
    },
    {
      "epoch": 6.307529162248144,
      "grad_norm": 1.1582386493682861,
      "learning_rate": 1.3750047085063222e-07,
      "loss": 0.2038,
      "num_input_tokens_seen": 74416336,
      "step": 38665
    },
    {
      "epoch": 6.3083448894689615,
      "grad_norm": 0.531957745552063,
      "learning_rate": 1.3647413726242119e-07,
      "loss": 0.126,
      "num_input_tokens_seen": 74425520,
      "step": 38670
    },
    {
      "epoch": 6.309160616689779,
      "grad_norm": 1.3001585006713867,
      "learning_rate": 1.3545163794235205e-07,
      "loss": 0.2031,
      "num_input_tokens_seen": 74435584,
      "step": 38675
    },
    {
      "epoch": 6.309976343910597,
      "grad_norm": 0.42583978176116943,
      "learning_rate": 1.3443297304810698e-07,
      "loss": 0.1062,
      "num_input_tokens_seen": 74445120,
      "step": 38680
    },
    {
      "epoch": 6.310792071131414,
      "grad_norm": 0.8204479217529297,
      "learning_rate": 1.3341814273677977e-07,
      "loss": 0.1533,
      "num_input_tokens_seen": 74453584,
      "step": 38685
    },
    {
      "epoch": 6.311607798352231,
      "grad_norm": 1.0041351318359375,
      "learning_rate": 1.324071471648647e-07,
      "loss": 0.1405,
      "num_input_tokens_seen": 74463088,
      "step": 38690
    },
    {
      "epoch": 6.312423525573048,
      "grad_norm": 0.9916926622390747,
      "learning_rate": 1.3139998648827312e-07,
      "loss": 0.145,
      "num_input_tokens_seen": 74472640,
      "step": 38695
    },
    {
      "epoch": 6.313239252793866,
      "grad_norm": 0.7960703372955322,
      "learning_rate": 1.3039666086232526e-07,
      "loss": 0.1586,
      "num_input_tokens_seen": 74483376,
      "step": 38700
    },
    {
      "epoch": 6.314054980014683,
      "grad_norm": 0.6387462615966797,
      "learning_rate": 1.2939717044174183e-07,
      "loss": 0.1197,
      "num_input_tokens_seen": 74492144,
      "step": 38705
    },
    {
      "epoch": 6.3148707072355,
      "grad_norm": 0.8916525840759277,
      "learning_rate": 1.284015153806578e-07,
      "loss": 0.1638,
      "num_input_tokens_seen": 74499600,
      "step": 38710
    },
    {
      "epoch": 6.3156864344563175,
      "grad_norm": 1.1648824214935303,
      "learning_rate": 1.274096958326171e-07,
      "loss": 0.1576,
      "num_input_tokens_seen": 74509200,
      "step": 38715
    },
    {
      "epoch": 6.3165021616771355,
      "grad_norm": 0.20598581433296204,
      "learning_rate": 1.2642171195056952e-07,
      "loss": 0.0647,
      "num_input_tokens_seen": 74517664,
      "step": 38720
    },
    {
      "epoch": 6.317317888897953,
      "grad_norm": 0.4596928656101227,
      "learning_rate": 1.2543756388687377e-07,
      "loss": 0.208,
      "num_input_tokens_seen": 74527152,
      "step": 38725
    },
    {
      "epoch": 6.31813361611877,
      "grad_norm": 1.08749258518219,
      "learning_rate": 1.2445725179330014e-07,
      "loss": 0.1732,
      "num_input_tokens_seen": 74537024,
      "step": 38730
    },
    {
      "epoch": 6.318949343339587,
      "grad_norm": 0.9943154454231262,
      "learning_rate": 1.2348077582102212e-07,
      "loss": 0.1547,
      "num_input_tokens_seen": 74546800,
      "step": 38735
    },
    {
      "epoch": 6.319765070560405,
      "grad_norm": 0.3816854953765869,
      "learning_rate": 1.2250813612062762e-07,
      "loss": 0.1248,
      "num_input_tokens_seen": 74556496,
      "step": 38740
    },
    {
      "epoch": 6.320580797781222,
      "grad_norm": 0.6826525330543518,
      "learning_rate": 1.215393328421105e-07,
      "loss": 0.0886,
      "num_input_tokens_seen": 74565808,
      "step": 38745
    },
    {
      "epoch": 6.321396525002039,
      "grad_norm": 0.4715549349784851,
      "learning_rate": 1.2057436613486796e-07,
      "loss": 0.1442,
      "num_input_tokens_seen": 74574560,
      "step": 38750
    },
    {
      "epoch": 6.322212252222856,
      "grad_norm": 0.7907593250274658,
      "learning_rate": 1.1961323614771424e-07,
      "loss": 0.1486,
      "num_input_tokens_seen": 74584384,
      "step": 38755
    },
    {
      "epoch": 6.323027979443674,
      "grad_norm": 0.5990344882011414,
      "learning_rate": 1.1865594302886418e-07,
      "loss": 0.1755,
      "num_input_tokens_seen": 74593808,
      "step": 38760
    },
    {
      "epoch": 6.3238437066644915,
      "grad_norm": 0.4719320237636566,
      "learning_rate": 1.1770248692594687e-07,
      "loss": 0.1502,
      "num_input_tokens_seen": 74602256,
      "step": 38765
    },
    {
      "epoch": 6.324659433885309,
      "grad_norm": 1.47170889377594,
      "learning_rate": 1.167528679859975e-07,
      "loss": 0.1721,
      "num_input_tokens_seen": 74611376,
      "step": 38770
    },
    {
      "epoch": 6.325475161106126,
      "grad_norm": 0.6308045983314514,
      "learning_rate": 1.1580708635545446e-07,
      "loss": 0.1377,
      "num_input_tokens_seen": 74621088,
      "step": 38775
    },
    {
      "epoch": 6.326290888326944,
      "grad_norm": 0.8370301723480225,
      "learning_rate": 1.1486514218017885e-07,
      "loss": 0.1904,
      "num_input_tokens_seen": 74631120,
      "step": 38780
    },
    {
      "epoch": 6.327106615547761,
      "grad_norm": 0.38379913568496704,
      "learning_rate": 1.1392703560542117e-07,
      "loss": 0.1502,
      "num_input_tokens_seen": 74640768,
      "step": 38785
    },
    {
      "epoch": 6.327922342768578,
      "grad_norm": 0.756201446056366,
      "learning_rate": 1.129927667758518e-07,
      "loss": 0.1307,
      "num_input_tokens_seen": 74650480,
      "step": 38790
    },
    {
      "epoch": 6.328738069989395,
      "grad_norm": 0.45279642939567566,
      "learning_rate": 1.1206233583554992e-07,
      "loss": 0.2369,
      "num_input_tokens_seen": 74660368,
      "step": 38795
    },
    {
      "epoch": 6.329553797210213,
      "grad_norm": 0.95432448387146,
      "learning_rate": 1.1113574292799523e-07,
      "loss": 0.1889,
      "num_input_tokens_seen": 74668864,
      "step": 38800
    },
    {
      "epoch": 6.329553797210213,
      "eval_loss": 0.16203567385673523,
      "eval_runtime": 71.5935,
      "eval_samples_per_second": 38.062,
      "eval_steps_per_second": 19.038,
      "num_input_tokens_seen": 74668864,
      "step": 38800
    },
    {
      "epoch": 6.33036952443103,
      "grad_norm": 1.141523838043213,
      "learning_rate": 1.1021298819608449e-07,
      "loss": 0.255,
      "num_input_tokens_seen": 74678944,
      "step": 38805
    },
    {
      "epoch": 6.331185251651847,
      "grad_norm": 0.45499441027641296,
      "learning_rate": 1.0929407178211226e-07,
      "loss": 0.1651,
      "num_input_tokens_seen": 74688112,
      "step": 38810
    },
    {
      "epoch": 6.332000978872665,
      "grad_norm": 0.8527954816818237,
      "learning_rate": 1.0837899382779293e-07,
      "loss": 0.1737,
      "num_input_tokens_seen": 74697840,
      "step": 38815
    },
    {
      "epoch": 6.332816706093483,
      "grad_norm": 1.3019028902053833,
      "learning_rate": 1.0746775447423862e-07,
      "loss": 0.19,
      "num_input_tokens_seen": 74707040,
      "step": 38820
    },
    {
      "epoch": 6.3336324333143,
      "grad_norm": 1.1558667421340942,
      "learning_rate": 1.0656035386197583e-07,
      "loss": 0.1403,
      "num_input_tokens_seen": 74717936,
      "step": 38825
    },
    {
      "epoch": 6.334448160535117,
      "grad_norm": 0.5106759667396545,
      "learning_rate": 1.0565679213093982e-07,
      "loss": 0.1178,
      "num_input_tokens_seen": 74727856,
      "step": 38830
    },
    {
      "epoch": 6.335263887755934,
      "grad_norm": 0.9835473299026489,
      "learning_rate": 1.0475706942046638e-07,
      "loss": 0.1501,
      "num_input_tokens_seen": 74739008,
      "step": 38835
    },
    {
      "epoch": 6.336079614976752,
      "grad_norm": 1.4853965044021606,
      "learning_rate": 1.0386118586930282e-07,
      "loss": 0.1722,
      "num_input_tokens_seen": 74748544,
      "step": 38840
    },
    {
      "epoch": 6.336895342197569,
      "grad_norm": 0.8281154036521912,
      "learning_rate": 1.0296914161561367e-07,
      "loss": 0.1461,
      "num_input_tokens_seen": 74759920,
      "step": 38845
    },
    {
      "epoch": 6.337711069418386,
      "grad_norm": 1.2624295949935913,
      "learning_rate": 1.0208093679695552e-07,
      "loss": 0.1941,
      "num_input_tokens_seen": 74770832,
      "step": 38850
    },
    {
      "epoch": 6.338526796639204,
      "grad_norm": 0.8220872282981873,
      "learning_rate": 1.0119657155030493e-07,
      "loss": 0.1783,
      "num_input_tokens_seen": 74781008,
      "step": 38855
    },
    {
      "epoch": 6.339342523860021,
      "grad_norm": 0.555677592754364,
      "learning_rate": 1.003160460120417e-07,
      "loss": 0.1375,
      "num_input_tokens_seen": 74791392,
      "step": 38860
    },
    {
      "epoch": 6.3401582510808385,
      "grad_norm": 1.7052462100982666,
      "learning_rate": 9.943936031795165e-08,
      "loss": 0.1969,
      "num_input_tokens_seen": 74801888,
      "step": 38865
    },
    {
      "epoch": 6.340973978301656,
      "grad_norm": 0.5436438322067261,
      "learning_rate": 9.856651460323219e-08,
      "loss": 0.1577,
      "num_input_tokens_seen": 74811872,
      "step": 38870
    },
    {
      "epoch": 6.341789705522474,
      "grad_norm": 1.1153868436813354,
      "learning_rate": 9.769750900248953e-08,
      "loss": 0.1505,
      "num_input_tokens_seen": 74821312,
      "step": 38875
    },
    {
      "epoch": 6.342605432743291,
      "grad_norm": 0.5943326354026794,
      "learning_rate": 9.683234364973038e-08,
      "loss": 0.1548,
      "num_input_tokens_seen": 74829152,
      "step": 38880
    },
    {
      "epoch": 6.343421159964108,
      "grad_norm": 0.5074847936630249,
      "learning_rate": 9.597101867837854e-08,
      "loss": 0.1363,
      "num_input_tokens_seen": 74839424,
      "step": 38885
    },
    {
      "epoch": 6.344236887184925,
      "grad_norm": 0.7276448011398315,
      "learning_rate": 9.511353422125835e-08,
      "loss": 0.1704,
      "num_input_tokens_seen": 74848800,
      "step": 38890
    },
    {
      "epoch": 6.345052614405743,
      "grad_norm": 0.4916624128818512,
      "learning_rate": 9.42598904106029e-08,
      "loss": 0.1818,
      "num_input_tokens_seen": 74859744,
      "step": 38895
    },
    {
      "epoch": 6.34586834162656,
      "grad_norm": 0.4937277138233185,
      "learning_rate": 9.341008737806245e-08,
      "loss": 0.1283,
      "num_input_tokens_seen": 74869168,
      "step": 38900
    },
    {
      "epoch": 6.346684068847377,
      "grad_norm": 0.6072365641593933,
      "learning_rate": 9.256412525467661e-08,
      "loss": 0.2173,
      "num_input_tokens_seen": 74879104,
      "step": 38905
    },
    {
      "epoch": 6.3474997960681945,
      "grad_norm": 0.3493093252182007,
      "learning_rate": 9.172200417091326e-08,
      "loss": 0.145,
      "num_input_tokens_seen": 74889440,
      "step": 38910
    },
    {
      "epoch": 6.3483155232890125,
      "grad_norm": 0.9745078682899475,
      "learning_rate": 9.088372425663239e-08,
      "loss": 0.1896,
      "num_input_tokens_seen": 74898160,
      "step": 38915
    },
    {
      "epoch": 6.34913125050983,
      "grad_norm": 0.40079179406166077,
      "learning_rate": 9.004928564110837e-08,
      "loss": 0.139,
      "num_input_tokens_seen": 74907456,
      "step": 38920
    },
    {
      "epoch": 6.349946977730647,
      "grad_norm": 0.5061996579170227,
      "learning_rate": 8.92186884530244e-08,
      "loss": 0.1814,
      "num_input_tokens_seen": 74916752,
      "step": 38925
    },
    {
      "epoch": 6.350762704951464,
      "grad_norm": 0.7525168657302856,
      "learning_rate": 8.83919328204641e-08,
      "loss": 0.1135,
      "num_input_tokens_seen": 74926864,
      "step": 38930
    },
    {
      "epoch": 6.351578432172282,
      "grad_norm": 0.553006112575531,
      "learning_rate": 8.756901887093105e-08,
      "loss": 0.1979,
      "num_input_tokens_seen": 74936976,
      "step": 38935
    },
    {
      "epoch": 6.352394159393099,
      "grad_norm": 1.4132585525512695,
      "learning_rate": 8.674994673132098e-08,
      "loss": 0.1655,
      "num_input_tokens_seen": 74947168,
      "step": 38940
    },
    {
      "epoch": 6.353209886613916,
      "grad_norm": 0.6722074151039124,
      "learning_rate": 8.593471652794949e-08,
      "loss": 0.097,
      "num_input_tokens_seen": 74957056,
      "step": 38945
    },
    {
      "epoch": 6.354025613834733,
      "grad_norm": 0.9418283700942993,
      "learning_rate": 8.512332838653548e-08,
      "loss": 0.1928,
      "num_input_tokens_seen": 74965824,
      "step": 38950
    },
    {
      "epoch": 6.354841341055551,
      "grad_norm": 0.44947028160095215,
      "learning_rate": 8.431578243220106e-08,
      "loss": 0.1238,
      "num_input_tokens_seen": 74974528,
      "step": 38955
    },
    {
      "epoch": 6.3556570682763684,
      "grad_norm": 0.569164514541626,
      "learning_rate": 8.351207878948552e-08,
      "loss": 0.197,
      "num_input_tokens_seen": 74983248,
      "step": 38960
    },
    {
      "epoch": 6.356472795497186,
      "grad_norm": 1.3353310823440552,
      "learning_rate": 8.271221758232583e-08,
      "loss": 0.2392,
      "num_input_tokens_seen": 74993056,
      "step": 38965
    },
    {
      "epoch": 6.357288522718003,
      "grad_norm": 1.2954556941986084,
      "learning_rate": 8.191619893407332e-08,
      "loss": 0.1619,
      "num_input_tokens_seen": 75003616,
      "step": 38970
    },
    {
      "epoch": 6.358104249938821,
      "grad_norm": 1.1509913206100464,
      "learning_rate": 8.112402296748534e-08,
      "loss": 0.1345,
      "num_input_tokens_seen": 75012576,
      "step": 38975
    },
    {
      "epoch": 6.358919977159638,
      "grad_norm": 2.0797219276428223,
      "learning_rate": 8.033568980471973e-08,
      "loss": 0.2419,
      "num_input_tokens_seen": 75020416,
      "step": 38980
    },
    {
      "epoch": 6.359735704380455,
      "grad_norm": 0.9433159828186035,
      "learning_rate": 7.955119956735146e-08,
      "loss": 0.1698,
      "num_input_tokens_seen": 75030560,
      "step": 38985
    },
    {
      "epoch": 6.360551431601272,
      "grad_norm": 2.368591547012329,
      "learning_rate": 7.877055237636155e-08,
      "loss": 0.2246,
      "num_input_tokens_seen": 75040880,
      "step": 38990
    },
    {
      "epoch": 6.36136715882209,
      "grad_norm": 1.5368115901947021,
      "learning_rate": 7.79937483521287e-08,
      "loss": 0.2255,
      "num_input_tokens_seen": 75050464,
      "step": 38995
    },
    {
      "epoch": 6.362182886042907,
      "grad_norm": 0.526204526424408,
      "learning_rate": 7.722078761444873e-08,
      "loss": 0.1041,
      "num_input_tokens_seen": 75058640,
      "step": 39000
    },
    {
      "epoch": 6.362182886042907,
      "eval_loss": 0.16220062971115112,
      "eval_runtime": 71.4626,
      "eval_samples_per_second": 38.132,
      "eval_steps_per_second": 19.073,
      "num_input_tokens_seen": 75058640,
      "step": 39000
    },
    {
      "epoch": 6.362998613263724,
      "grad_norm": 1.7275499105453491,
      "learning_rate": 7.645167028252631e-08,
      "loss": 0.2095,
      "num_input_tokens_seen": 75068624,
      "step": 39005
    },
    {
      "epoch": 6.3638143404845415,
      "grad_norm": 1.0883984565734863,
      "learning_rate": 7.568639647496379e-08,
      "loss": 0.1719,
      "num_input_tokens_seen": 75078016,
      "step": 39010
    },
    {
      "epoch": 6.3646300677053596,
      "grad_norm": 0.5096217393875122,
      "learning_rate": 7.492496630977508e-08,
      "loss": 0.1227,
      "num_input_tokens_seen": 75088048,
      "step": 39015
    },
    {
      "epoch": 6.365445794926177,
      "grad_norm": 0.8175620436668396,
      "learning_rate": 7.416737990438571e-08,
      "loss": 0.1391,
      "num_input_tokens_seen": 75098080,
      "step": 39020
    },
    {
      "epoch": 6.366261522146994,
      "grad_norm": 0.4309625029563904,
      "learning_rate": 7.341363737562445e-08,
      "loss": 0.146,
      "num_input_tokens_seen": 75106912,
      "step": 39025
    },
    {
      "epoch": 6.367077249367812,
      "grad_norm": 0.6227537989616394,
      "learning_rate": 7.266373883972887e-08,
      "loss": 0.1499,
      "num_input_tokens_seen": 75116416,
      "step": 39030
    },
    {
      "epoch": 6.367892976588629,
      "grad_norm": 0.6964771747589111,
      "learning_rate": 7.191768441233981e-08,
      "loss": 0.2127,
      "num_input_tokens_seen": 75126352,
      "step": 39035
    },
    {
      "epoch": 6.368708703809446,
      "grad_norm": 0.6630796194076538,
      "learning_rate": 7.11754742085069e-08,
      "loss": 0.124,
      "num_input_tokens_seen": 75134768,
      "step": 39040
    },
    {
      "epoch": 6.369524431030263,
      "grad_norm": 1.5175416469573975,
      "learning_rate": 7.043710834269413e-08,
      "loss": 0.2244,
      "num_input_tokens_seen": 75144512,
      "step": 39045
    },
    {
      "epoch": 6.370340158251081,
      "grad_norm": 1.67500901222229,
      "learning_rate": 6.970258692876319e-08,
      "loss": 0.226,
      "num_input_tokens_seen": 75152752,
      "step": 39050
    },
    {
      "epoch": 6.371155885471898,
      "grad_norm": 1.852422833442688,
      "learning_rate": 6.897191007998738e-08,
      "loss": 0.2474,
      "num_input_tokens_seen": 75162736,
      "step": 39055
    },
    {
      "epoch": 6.3719716126927155,
      "grad_norm": 0.44138872623443604,
      "learning_rate": 6.824507790904599e-08,
      "loss": 0.1488,
      "num_input_tokens_seen": 75172544,
      "step": 39060
    },
    {
      "epoch": 6.372787339913533,
      "grad_norm": 1.0520586967468262,
      "learning_rate": 6.752209052802439e-08,
      "loss": 0.1547,
      "num_input_tokens_seen": 75182800,
      "step": 39065
    },
    {
      "epoch": 6.373603067134351,
      "grad_norm": 0.362953245639801,
      "learning_rate": 6.680294804841946e-08,
      "loss": 0.1085,
      "num_input_tokens_seen": 75192144,
      "step": 39070
    },
    {
      "epoch": 6.374418794355168,
      "grad_norm": 0.3849674463272095,
      "learning_rate": 6.608765058112865e-08,
      "loss": 0.0717,
      "num_input_tokens_seen": 75201312,
      "step": 39075
    },
    {
      "epoch": 6.375234521575985,
      "grad_norm": 0.8792352080345154,
      "learning_rate": 6.537619823646368e-08,
      "loss": 0.1775,
      "num_input_tokens_seen": 75211440,
      "step": 39080
    },
    {
      "epoch": 6.376050248796802,
      "grad_norm": 0.7499838471412659,
      "learning_rate": 6.466859112413404e-08,
      "loss": 0.1074,
      "num_input_tokens_seen": 75220704,
      "step": 39085
    },
    {
      "epoch": 6.37686597601762,
      "grad_norm": 0.5752039551734924,
      "learning_rate": 6.39648293532663e-08,
      "loss": 0.1119,
      "num_input_tokens_seen": 75230368,
      "step": 39090
    },
    {
      "epoch": 6.377681703238437,
      "grad_norm": 0.7839372754096985,
      "learning_rate": 6.32649130323848e-08,
      "loss": 0.212,
      "num_input_tokens_seen": 75238832,
      "step": 39095
    },
    {
      "epoch": 6.378497430459254,
      "grad_norm": 1.3707717657089233,
      "learning_rate": 6.256884226943094e-08,
      "loss": 0.1837,
      "num_input_tokens_seen": 75247280,
      "step": 39100
    },
    {
      "epoch": 6.3793131576800715,
      "grad_norm": 0.46453142166137695,
      "learning_rate": 6.187661717174386e-08,
      "loss": 0.1505,
      "num_input_tokens_seen": 75257568,
      "step": 39105
    },
    {
      "epoch": 6.3801288849008895,
      "grad_norm": 0.7566631436347961,
      "learning_rate": 6.118823784607708e-08,
      "loss": 0.1491,
      "num_input_tokens_seen": 75266160,
      "step": 39110
    },
    {
      "epoch": 6.380944612121707,
      "grad_norm": 0.6130101680755615,
      "learning_rate": 6.050370439858178e-08,
      "loss": 0.1064,
      "num_input_tokens_seen": 75275376,
      "step": 39115
    },
    {
      "epoch": 6.381760339342524,
      "grad_norm": 0.8141962289810181,
      "learning_rate": 5.98230169348235e-08,
      "loss": 0.1499,
      "num_input_tokens_seen": 75284880,
      "step": 39120
    },
    {
      "epoch": 6.382576066563341,
      "grad_norm": 0.7552293539047241,
      "learning_rate": 5.914617555977664e-08,
      "loss": 0.1984,
      "num_input_tokens_seen": 75294544,
      "step": 39125
    },
    {
      "epoch": 6.383391793784159,
      "grad_norm": 0.9778053164482117,
      "learning_rate": 5.8473180377816017e-08,
      "loss": 0.1923,
      "num_input_tokens_seen": 75305056,
      "step": 39130
    },
    {
      "epoch": 6.384207521004976,
      "grad_norm": 0.4157984256744385,
      "learning_rate": 5.780403149272251e-08,
      "loss": 0.1288,
      "num_input_tokens_seen": 75315792,
      "step": 39135
    },
    {
      "epoch": 6.385023248225793,
      "grad_norm": 1.5293935537338257,
      "learning_rate": 5.7138729007694126e-08,
      "loss": 0.1243,
      "num_input_tokens_seen": 75325824,
      "step": 39140
    },
    {
      "epoch": 6.38583897544661,
      "grad_norm": 0.2874954342842102,
      "learning_rate": 5.64772730253238e-08,
      "loss": 0.1268,
      "num_input_tokens_seen": 75336112,
      "step": 39145
    },
    {
      "epoch": 6.386654702667428,
      "grad_norm": 0.36922264099121094,
      "learning_rate": 5.5819663647618814e-08,
      "loss": 0.081,
      "num_input_tokens_seen": 75345536,
      "step": 39150
    },
    {
      "epoch": 6.387470429888245,
      "grad_norm": 0.9610056281089783,
      "learning_rate": 5.5165900975989723e-08,
      "loss": 0.2609,
      "num_input_tokens_seen": 75355232,
      "step": 39155
    },
    {
      "epoch": 6.388286157109063,
      "grad_norm": 0.5983396768569946,
      "learning_rate": 5.451598511125311e-08,
      "loss": 0.1376,
      "num_input_tokens_seen": 75364368,
      "step": 39160
    },
    {
      "epoch": 6.38910188432988,
      "grad_norm": 0.7269140481948853,
      "learning_rate": 5.3869916153637124e-08,
      "loss": 0.1214,
      "num_input_tokens_seen": 75374464,
      "step": 39165
    },
    {
      "epoch": 6.389917611550698,
      "grad_norm": 0.7773277163505554,
      "learning_rate": 5.322769420277318e-08,
      "loss": 0.1972,
      "num_input_tokens_seen": 75384224,
      "step": 39170
    },
    {
      "epoch": 6.390733338771515,
      "grad_norm": 1.2529866695404053,
      "learning_rate": 5.258931935769873e-08,
      "loss": 0.1958,
      "num_input_tokens_seen": 75394144,
      "step": 39175
    },
    {
      "epoch": 6.391549065992332,
      "grad_norm": 0.8094581961631775,
      "learning_rate": 5.19547917168628e-08,
      "loss": 0.1296,
      "num_input_tokens_seen": 75403552,
      "step": 39180
    },
    {
      "epoch": 6.392364793213149,
      "grad_norm": 0.9463785290718079,
      "learning_rate": 5.13241113781121e-08,
      "loss": 0.2009,
      "num_input_tokens_seen": 75413424,
      "step": 39185
    },
    {
      "epoch": 6.393180520433967,
      "grad_norm": 1.0415526628494263,
      "learning_rate": 5.0697278438707755e-08,
      "loss": 0.1533,
      "num_input_tokens_seen": 75421776,
      "step": 39190
    },
    {
      "epoch": 6.393996247654784,
      "grad_norm": 0.46892887353897095,
      "learning_rate": 5.0074292995316854e-08,
      "loss": 0.2084,
      "num_input_tokens_seen": 75431552,
      "step": 39195
    },
    {
      "epoch": 6.394811974875601,
      "grad_norm": 1.496387243270874,
      "learning_rate": 4.945515514400978e-08,
      "loss": 0.1833,
      "num_input_tokens_seen": 75440784,
      "step": 39200
    },
    {
      "epoch": 6.394811974875601,
      "eval_loss": 0.16250860691070557,
      "eval_runtime": 71.5064,
      "eval_samples_per_second": 38.109,
      "eval_steps_per_second": 19.061,
      "num_input_tokens_seen": 75440784,
      "step": 39200
    },
    {
      "epoch": 6.395627702096419,
      "grad_norm": 1.3058239221572876,
      "learning_rate": 4.883986498026571e-08,
      "loss": 0.1831,
      "num_input_tokens_seen": 75449888,
      "step": 39205
    },
    {
      "epoch": 6.3964434293172365,
      "grad_norm": 0.7376006841659546,
      "learning_rate": 4.822842259896987e-08,
      "loss": 0.1658,
      "num_input_tokens_seen": 75459856,
      "step": 39210
    },
    {
      "epoch": 6.397259156538054,
      "grad_norm": 0.6592953205108643,
      "learning_rate": 4.762082809441626e-08,
      "loss": 0.135,
      "num_input_tokens_seen": 75469872,
      "step": 39215
    },
    {
      "epoch": 6.398074883758871,
      "grad_norm": 0.9450501203536987,
      "learning_rate": 4.7017081560302156e-08,
      "loss": 0.1163,
      "num_input_tokens_seen": 75479680,
      "step": 39220
    },
    {
      "epoch": 6.398890610979688,
      "grad_norm": 1.0334500074386597,
      "learning_rate": 4.6417183089730866e-08,
      "loss": 0.2248,
      "num_input_tokens_seen": 75488208,
      "step": 39225
    },
    {
      "epoch": 6.399706338200506,
      "grad_norm": 0.45372048020362854,
      "learning_rate": 4.5821132775217265e-08,
      "loss": 0.1128,
      "num_input_tokens_seen": 75496928,
      "step": 39230
    },
    {
      "epoch": 6.400522065421323,
      "grad_norm": 0.529463529586792,
      "learning_rate": 4.5228930708679504e-08,
      "loss": 0.1074,
      "num_input_tokens_seen": 75505184,
      "step": 39235
    },
    {
      "epoch": 6.40133779264214,
      "grad_norm": 0.28438901901245117,
      "learning_rate": 4.464057698144175e-08,
      "loss": 0.141,
      "num_input_tokens_seen": 75514464,
      "step": 39240
    },
    {
      "epoch": 6.402153519862958,
      "grad_norm": 0.5995792746543884,
      "learning_rate": 4.4056071684236974e-08,
      "loss": 0.1323,
      "num_input_tokens_seen": 75523584,
      "step": 39245
    },
    {
      "epoch": 6.402969247083775,
      "grad_norm": 1.0476592779159546,
      "learning_rate": 4.347541490719864e-08,
      "loss": 0.1826,
      "num_input_tokens_seen": 75533280,
      "step": 39250
    },
    {
      "epoch": 6.4037849743045925,
      "grad_norm": 0.7725934386253357,
      "learning_rate": 4.2898606739877336e-08,
      "loss": 0.1004,
      "num_input_tokens_seen": 75543536,
      "step": 39255
    },
    {
      "epoch": 6.40460070152541,
      "grad_norm": 0.5845080614089966,
      "learning_rate": 4.232564727122135e-08,
      "loss": 0.1599,
      "num_input_tokens_seen": 75552992,
      "step": 39260
    },
    {
      "epoch": 6.405416428746228,
      "grad_norm": 0.4213061034679413,
      "learning_rate": 4.1756536589585004e-08,
      "loss": 0.1887,
      "num_input_tokens_seen": 75562112,
      "step": 39265
    },
    {
      "epoch": 6.406232155967045,
      "grad_norm": 0.8380480408668518,
      "learning_rate": 4.119127478273976e-08,
      "loss": 0.1787,
      "num_input_tokens_seen": 75571840,
      "step": 39270
    },
    {
      "epoch": 6.407047883187862,
      "grad_norm": 0.8093016743659973,
      "learning_rate": 4.062986193784923e-08,
      "loss": 0.1522,
      "num_input_tokens_seen": 75580048,
      "step": 39275
    },
    {
      "epoch": 6.407863610408679,
      "grad_norm": 0.9577006697654724,
      "learning_rate": 4.007229814149416e-08,
      "loss": 0.1865,
      "num_input_tokens_seen": 75589552,
      "step": 39280
    },
    {
      "epoch": 6.408679337629497,
      "grad_norm": 0.4361926019191742,
      "learning_rate": 3.951858347965576e-08,
      "loss": 0.2316,
      "num_input_tokens_seen": 75597440,
      "step": 39285
    },
    {
      "epoch": 6.409495064850314,
      "grad_norm": 0.659603476524353,
      "learning_rate": 3.896871803772684e-08,
      "loss": 0.2535,
      "num_input_tokens_seen": 75607232,
      "step": 39290
    },
    {
      "epoch": 6.410310792071131,
      "grad_norm": 0.8716442584991455,
      "learning_rate": 3.842270190050068e-08,
      "loss": 0.1927,
      "num_input_tokens_seen": 75616464,
      "step": 39295
    },
    {
      "epoch": 6.411126519291948,
      "grad_norm": 1.256302833557129,
      "learning_rate": 3.7880535152179376e-08,
      "loss": 0.2444,
      "num_input_tokens_seen": 75625520,
      "step": 39300
    },
    {
      "epoch": 6.4119422465127665,
      "grad_norm": 0.7979968786239624,
      "learning_rate": 3.734221787637382e-08,
      "loss": 0.1062,
      "num_input_tokens_seen": 75634480,
      "step": 39305
    },
    {
      "epoch": 6.412757973733584,
      "grad_norm": 0.4694260358810425,
      "learning_rate": 3.680775015609817e-08,
      "loss": 0.1795,
      "num_input_tokens_seen": 75645504,
      "step": 39310
    },
    {
      "epoch": 6.413573700954401,
      "grad_norm": 0.2552267014980316,
      "learning_rate": 3.627713207377537e-08,
      "loss": 0.1336,
      "num_input_tokens_seen": 75654736,
      "step": 39315
    },
    {
      "epoch": 6.414389428175218,
      "grad_norm": 0.6237677335739136,
      "learning_rate": 3.575036371123164e-08,
      "loss": 0.1338,
      "num_input_tokens_seen": 75665584,
      "step": 39320
    },
    {
      "epoch": 6.415205155396036,
      "grad_norm": 0.5105816721916199,
      "learning_rate": 3.5227445149704776e-08,
      "loss": 0.1524,
      "num_input_tokens_seen": 75674896,
      "step": 39325
    },
    {
      "epoch": 6.416020882616853,
      "grad_norm": 0.7462482452392578,
      "learning_rate": 3.470837646983027e-08,
      "loss": 0.1297,
      "num_input_tokens_seen": 75684992,
      "step": 39330
    },
    {
      "epoch": 6.41683660983767,
      "grad_norm": 1.1959587335586548,
      "learning_rate": 3.419315775165799e-08,
      "loss": 0.1942,
      "num_input_tokens_seen": 75694816,
      "step": 39335
    },
    {
      "epoch": 6.417652337058487,
      "grad_norm": 0.4742514193058014,
      "learning_rate": 3.368178907464103e-08,
      "loss": 0.123,
      "num_input_tokens_seen": 75705248,
      "step": 39340
    },
    {
      "epoch": 6.418468064279305,
      "grad_norm": 1.1767358779907227,
      "learning_rate": 3.317427051763855e-08,
      "loss": 0.2056,
      "num_input_tokens_seen": 75714608,
      "step": 39345
    },
    {
      "epoch": 6.419283791500122,
      "grad_norm": 0.556870698928833,
      "learning_rate": 3.267060215891571e-08,
      "loss": 0.1341,
      "num_input_tokens_seen": 75725152,
      "step": 39350
    },
    {
      "epoch": 6.4200995187209395,
      "grad_norm": 0.6037085652351379,
      "learning_rate": 3.217078407614649e-08,
      "loss": 0.1444,
      "num_input_tokens_seen": 75733744,
      "step": 39355
    },
    {
      "epoch": 6.420915245941757,
      "grad_norm": 1.195989966392517,
      "learning_rate": 3.1674816346405345e-08,
      "loss": 0.1162,
      "num_input_tokens_seen": 75742560,
      "step": 39360
    },
    {
      "epoch": 6.421730973162575,
      "grad_norm": 0.3274382948875427,
      "learning_rate": 3.11826990461811e-08,
      "loss": 0.1082,
      "num_input_tokens_seen": 75753744,
      "step": 39365
    },
    {
      "epoch": 6.422546700383392,
      "grad_norm": 0.45223164558410645,
      "learning_rate": 3.069443225136304e-08,
      "loss": 0.1391,
      "num_input_tokens_seen": 75764064,
      "step": 39370
    },
    {
      "epoch": 6.423362427604209,
      "grad_norm": 0.8029220700263977,
      "learning_rate": 3.021001603724372e-08,
      "loss": 0.1626,
      "num_input_tokens_seen": 75774416,
      "step": 39375
    },
    {
      "epoch": 6.424178154825027,
      "grad_norm": 1.1385823488235474,
      "learning_rate": 2.9729450478532818e-08,
      "loss": 0.1852,
      "num_input_tokens_seen": 75784112,
      "step": 39380
    },
    {
      "epoch": 6.424993882045844,
      "grad_norm": 0.6362810730934143,
      "learning_rate": 2.9252735649337726e-08,
      "loss": 0.1337,
      "num_input_tokens_seen": 75793904,
      "step": 39385
    },
    {
      "epoch": 6.425809609266661,
      "grad_norm": 0.5655860304832458,
      "learning_rate": 2.8779871623171863e-08,
      "loss": 0.2252,
      "num_input_tokens_seen": 75803088,
      "step": 39390
    },
    {
      "epoch": 6.426625336487478,
      "grad_norm": 0.7786203622817993,
      "learning_rate": 2.8310858472957448e-08,
      "loss": 0.1624,
      "num_input_tokens_seen": 75812512,
      "step": 39395
    },
    {
      "epoch": 6.4274410637082955,
      "grad_norm": 0.9524938464164734,
      "learning_rate": 2.784569627101996e-08,
      "loss": 0.188,
      "num_input_tokens_seen": 75822528,
      "step": 39400
    },
    {
      "epoch": 6.4274410637082955,
      "eval_loss": 0.16232000291347504,
      "eval_runtime": 71.3175,
      "eval_samples_per_second": 38.209,
      "eval_steps_per_second": 19.112,
      "num_input_tokens_seen": 75822528,
      "step": 39400
    },
    {
      "epoch": 6.4282567909291135,
      "grad_norm": 0.8667493462562561,
      "learning_rate": 2.738438508909924e-08,
      "loss": 0.1812,
      "num_input_tokens_seen": 75832176,
      "step": 39405
    },
    {
      "epoch": 6.429072518149931,
      "grad_norm": 0.21758195757865906,
      "learning_rate": 2.692692499833005e-08,
      "loss": 0.1213,
      "num_input_tokens_seen": 75842256,
      "step": 39410
    },
    {
      "epoch": 6.429888245370748,
      "grad_norm": 0.844407856464386,
      "learning_rate": 2.647331606926151e-08,
      "loss": 0.1249,
      "num_input_tokens_seen": 75851920,
      "step": 39415
    },
    {
      "epoch": 6.430703972591566,
      "grad_norm": 0.3756408095359802,
      "learning_rate": 2.6023558371843225e-08,
      "loss": 0.1296,
      "num_input_tokens_seen": 75860928,
      "step": 39420
    },
    {
      "epoch": 6.431519699812383,
      "grad_norm": 0.9132578372955322,
      "learning_rate": 2.557765197543638e-08,
      "loss": 0.1922,
      "num_input_tokens_seen": 75871200,
      "step": 39425
    },
    {
      "epoch": 6.4323354270332,
      "grad_norm": 0.7805802226066589,
      "learning_rate": 2.513559694880263e-08,
      "loss": 0.1646,
      "num_input_tokens_seen": 75879296,
      "step": 39430
    },
    {
      "epoch": 6.433151154254017,
      "grad_norm": 0.9563354849815369,
      "learning_rate": 2.469739336011523e-08,
      "loss": 0.1361,
      "num_input_tokens_seen": 75887344,
      "step": 39435
    },
    {
      "epoch": 6.433966881474835,
      "grad_norm": 0.6043466925621033,
      "learning_rate": 2.4263041276947894e-08,
      "loss": 0.1734,
      "num_input_tokens_seen": 75895312,
      "step": 39440
    },
    {
      "epoch": 6.434782608695652,
      "grad_norm": 0.5041314959526062,
      "learning_rate": 2.3832540766283164e-08,
      "loss": 0.217,
      "num_input_tokens_seen": 75904752,
      "step": 39445
    },
    {
      "epoch": 6.4355983359164695,
      "grad_norm": 1.1009693145751953,
      "learning_rate": 2.3405891894512366e-08,
      "loss": 0.1933,
      "num_input_tokens_seen": 75912960,
      "step": 39450
    },
    {
      "epoch": 6.436414063137287,
      "grad_norm": 1.1949230432510376,
      "learning_rate": 2.29830947274301e-08,
      "loss": 0.1759,
      "num_input_tokens_seen": 75923440,
      "step": 39455
    },
    {
      "epoch": 6.437229790358105,
      "grad_norm": 0.8402726054191589,
      "learning_rate": 2.2564149330231432e-08,
      "loss": 0.1271,
      "num_input_tokens_seen": 75934720,
      "step": 39460
    },
    {
      "epoch": 6.438045517578922,
      "grad_norm": 0.9677475094795227,
      "learning_rate": 2.2149055767528572e-08,
      "loss": 0.1428,
      "num_input_tokens_seen": 75943648,
      "step": 39465
    },
    {
      "epoch": 6.438861244799739,
      "grad_norm": 0.5822780132293701,
      "learning_rate": 2.1737814103334197e-08,
      "loss": 0.0987,
      "num_input_tokens_seen": 75952736,
      "step": 39470
    },
    {
      "epoch": 6.439676972020556,
      "grad_norm": 0.8335334658622742,
      "learning_rate": 2.1330424401064253e-08,
      "loss": 0.1396,
      "num_input_tokens_seen": 75961376,
      "step": 39475
    },
    {
      "epoch": 6.440492699241374,
      "grad_norm": 1.166585087776184,
      "learning_rate": 2.092688672354348e-08,
      "loss": 0.1797,
      "num_input_tokens_seen": 75971040,
      "step": 39480
    },
    {
      "epoch": 6.441308426462191,
      "grad_norm": 0.7462446689605713,
      "learning_rate": 2.0527201133005435e-08,
      "loss": 0.1949,
      "num_input_tokens_seen": 75979136,
      "step": 39485
    },
    {
      "epoch": 6.442124153683008,
      "grad_norm": 0.6657546162605286,
      "learning_rate": 2.0131367691084148e-08,
      "loss": 0.1538,
      "num_input_tokens_seen": 75988176,
      "step": 39490
    },
    {
      "epoch": 6.442939880903825,
      "grad_norm": 0.682618260383606,
      "learning_rate": 1.9739386458819675e-08,
      "loss": 0.1885,
      "num_input_tokens_seen": 75997360,
      "step": 39495
    },
    {
      "epoch": 6.443755608124643,
      "grad_norm": 0.7122591137886047,
      "learning_rate": 1.9351257496666442e-08,
      "loss": 0.0931,
      "num_input_tokens_seen": 76007952,
      "step": 39500
    },
    {
      "epoch": 6.444571335345461,
      "grad_norm": 1.0148508548736572,
      "learning_rate": 1.896698086447657e-08,
      "loss": 0.1542,
      "num_input_tokens_seen": 76019344,
      "step": 39505
    },
    {
      "epoch": 6.445387062566278,
      "grad_norm": 0.7734953165054321,
      "learning_rate": 1.8586556621505436e-08,
      "loss": 0.1708,
      "num_input_tokens_seen": 76027248,
      "step": 39510
    },
    {
      "epoch": 6.446202789787095,
      "grad_norm": 0.19078746438026428,
      "learning_rate": 1.820998482642833e-08,
      "loss": 0.2157,
      "num_input_tokens_seen": 76037808,
      "step": 39515
    },
    {
      "epoch": 6.447018517007913,
      "grad_norm": 0.4198858439922333,
      "learning_rate": 1.7837265537309912e-08,
      "loss": 0.0944,
      "num_input_tokens_seen": 76046928,
      "step": 39520
    },
    {
      "epoch": 6.44783424422873,
      "grad_norm": 0.9382389187812805,
      "learning_rate": 1.7468398811629206e-08,
      "loss": 0.1233,
      "num_input_tokens_seen": 76056928,
      "step": 39525
    },
    {
      "epoch": 6.448649971449547,
      "grad_norm": 0.9604951739311218,
      "learning_rate": 1.710338470627404e-08,
      "loss": 0.1398,
      "num_input_tokens_seen": 76066656,
      "step": 39530
    },
    {
      "epoch": 6.449465698670364,
      "grad_norm": 0.6447429060935974,
      "learning_rate": 1.6742223277529945e-08,
      "loss": 0.0858,
      "num_input_tokens_seen": 76076256,
      "step": 39535
    },
    {
      "epoch": 6.450281425891182,
      "grad_norm": 0.2858732044696808,
      "learning_rate": 1.6384914581094036e-08,
      "loss": 0.1262,
      "num_input_tokens_seen": 76083840,
      "step": 39540
    },
    {
      "epoch": 6.451097153111999,
      "grad_norm": 0.5467717051506042,
      "learning_rate": 1.6031458672069455e-08,
      "loss": 0.1333,
      "num_input_tokens_seen": 76093440,
      "step": 39545
    },
    {
      "epoch": 6.4519128803328165,
      "grad_norm": 0.7295662760734558,
      "learning_rate": 1.5681855604962602e-08,
      "loss": 0.1408,
      "num_input_tokens_seen": 76103008,
      "step": 39550
    },
    {
      "epoch": 6.4527286075536345,
      "grad_norm": 0.7114349007606506,
      "learning_rate": 1.5336105433683135e-08,
      "loss": 0.1245,
      "num_input_tokens_seen": 76111200,
      "step": 39555
    },
    {
      "epoch": 6.453544334774452,
      "grad_norm": 1.1214321851730347,
      "learning_rate": 1.499420821155506e-08,
      "loss": 0.1817,
      "num_input_tokens_seen": 76120384,
      "step": 39560
    },
    {
      "epoch": 6.454360061995269,
      "grad_norm": 0.7333821654319763,
      "learning_rate": 1.4656163991302874e-08,
      "loss": 0.2137,
      "num_input_tokens_seen": 76130464,
      "step": 39565
    },
    {
      "epoch": 6.455175789216086,
      "grad_norm": 1.0931061506271362,
      "learning_rate": 1.4321972825051544e-08,
      "loss": 0.1365,
      "num_input_tokens_seen": 76140464,
      "step": 39570
    },
    {
      "epoch": 6.455991516436903,
      "grad_norm": 0.5409670472145081,
      "learning_rate": 1.3991634764345951e-08,
      "loss": 0.1699,
      "num_input_tokens_seen": 76150736,
      "step": 39575
    },
    {
      "epoch": 6.456807243657721,
      "grad_norm": 0.9193974733352661,
      "learning_rate": 1.3665149860120352e-08,
      "loss": 0.1397,
      "num_input_tokens_seen": 76160512,
      "step": 39580
    },
    {
      "epoch": 6.457622970878538,
      "grad_norm": 0.7123892903327942,
      "learning_rate": 1.3342518162728912e-08,
      "loss": 0.1847,
      "num_input_tokens_seen": 76169312,
      "step": 39585
    },
    {
      "epoch": 6.458438698099355,
      "grad_norm": 0.5751191973686218,
      "learning_rate": 1.30237397219235e-08,
      "loss": 0.1143,
      "num_input_tokens_seen": 76179264,
      "step": 39590
    },
    {
      "epoch": 6.459254425320173,
      "grad_norm": 0.42580950260162354,
      "learning_rate": 1.2708814586862016e-08,
      "loss": 0.1853,
      "num_input_tokens_seen": 76188512,
      "step": 39595
    },
    {
      "epoch": 6.4600701525409905,
      "grad_norm": 0.3686011731624603,
      "learning_rate": 1.2397742806111168e-08,
      "loss": 0.1771,
      "num_input_tokens_seen": 76198368,
      "step": 39600
    },
    {
      "epoch": 6.4600701525409905,
      "eval_loss": 0.16232000291347504,
      "eval_runtime": 71.4578,
      "eval_samples_per_second": 38.134,
      "eval_steps_per_second": 19.074,
      "num_input_tokens_seen": 76198368,
      "step": 39600
    },
    {
      "epoch": 6.460885879761808,
      "grad_norm": 0.3361774981021881,
      "learning_rate": 1.209052442764369e-08,
      "loss": 0.1072,
      "num_input_tokens_seen": 76209312,
      "step": 39605
    },
    {
      "epoch": 6.461701606982625,
      "grad_norm": 0.47174933552742004,
      "learning_rate": 1.17871594988328e-08,
      "loss": 0.1234,
      "num_input_tokens_seen": 76218528,
      "step": 39610
    },
    {
      "epoch": 6.462517334203443,
      "grad_norm": 1.5390435457229614,
      "learning_rate": 1.1487648066466072e-08,
      "loss": 0.2317,
      "num_input_tokens_seen": 76229056,
      "step": 39615
    },
    {
      "epoch": 6.46333306142426,
      "grad_norm": 1.1613681316375732,
      "learning_rate": 1.1191990176728784e-08,
      "loss": 0.1202,
      "num_input_tokens_seen": 76238912,
      "step": 39620
    },
    {
      "epoch": 6.464148788645077,
      "grad_norm": 1.2132525444030762,
      "learning_rate": 1.0900185875215018e-08,
      "loss": 0.1707,
      "num_input_tokens_seen": 76249632,
      "step": 39625
    },
    {
      "epoch": 6.464964515865894,
      "grad_norm": 1.5765352249145508,
      "learning_rate": 1.0612235206924891e-08,
      "loss": 0.1814,
      "num_input_tokens_seen": 76258144,
      "step": 39630
    },
    {
      "epoch": 6.465780243086712,
      "grad_norm": 0.5610631108283997,
      "learning_rate": 1.0328138216264549e-08,
      "loss": 0.1229,
      "num_input_tokens_seen": 76267360,
      "step": 39635
    },
    {
      "epoch": 6.466595970307529,
      "grad_norm": 0.9435662627220154,
      "learning_rate": 1.004789494704339e-08,
      "loss": 0.1767,
      "num_input_tokens_seen": 76276000,
      "step": 39640
    },
    {
      "epoch": 6.467411697528346,
      "grad_norm": 0.5841884016990662,
      "learning_rate": 9.771505442482397e-09,
      "loss": 0.1881,
      "num_input_tokens_seen": 76285744,
      "step": 39645
    },
    {
      "epoch": 6.468227424749164,
      "grad_norm": 0.9098121523857117,
      "learning_rate": 9.498969745200259e-09,
      "loss": 0.126,
      "num_input_tokens_seen": 76295280,
      "step": 39650
    },
    {
      "epoch": 6.469043151969982,
      "grad_norm": 0.24476923048496246,
      "learning_rate": 9.230287897230017e-09,
      "loss": 0.1298,
      "num_input_tokens_seen": 76304304,
      "step": 39655
    },
    {
      "epoch": 6.469858879190799,
      "grad_norm": 0.7596911787986755,
      "learning_rate": 8.965459940002419e-09,
      "loss": 0.1838,
      "num_input_tokens_seen": 76313600,
      "step": 39660
    },
    {
      "epoch": 6.470674606411616,
      "grad_norm": 0.7519550323486328,
      "learning_rate": 8.704485914357019e-09,
      "loss": 0.153,
      "num_input_tokens_seen": 76322496,
      "step": 39665
    },
    {
      "epoch": 6.471490333632433,
      "grad_norm": 0.26190197467803955,
      "learning_rate": 8.447365860539402e-09,
      "loss": 0.104,
      "num_input_tokens_seen": 76331520,
      "step": 39670
    },
    {
      "epoch": 6.472306060853251,
      "grad_norm": 0.848539412021637,
      "learning_rate": 8.194099818201184e-09,
      "loss": 0.1842,
      "num_input_tokens_seen": 76341344,
      "step": 39675
    },
    {
      "epoch": 6.473121788074068,
      "grad_norm": 0.27287757396698,
      "learning_rate": 7.944687826400011e-09,
      "loss": 0.1708,
      "num_input_tokens_seen": 76351664,
      "step": 39680
    },
    {
      "epoch": 6.473937515294885,
      "grad_norm": 1.1514759063720703,
      "learning_rate": 7.699129923599557e-09,
      "loss": 0.1273,
      "num_input_tokens_seen": 76360352,
      "step": 39685
    },
    {
      "epoch": 6.474753242515702,
      "grad_norm": 1.1730142831802368,
      "learning_rate": 7.457426147663982e-09,
      "loss": 0.2004,
      "num_input_tokens_seen": 76370240,
      "step": 39690
    },
    {
      "epoch": 6.47556896973652,
      "grad_norm": 0.8230758905410767,
      "learning_rate": 7.219576535871797e-09,
      "loss": 0.1746,
      "num_input_tokens_seen": 76379024,
      "step": 39695
    },
    {
      "epoch": 6.4763846969573375,
      "grad_norm": 0.8497816324234009,
      "learning_rate": 6.985581124896445e-09,
      "loss": 0.1843,
      "num_input_tokens_seen": 76388832,
      "step": 39700
    },
    {
      "epoch": 6.477200424178155,
      "grad_norm": 1.009371280670166,
      "learning_rate": 6.755439950828501e-09,
      "loss": 0.1613,
      "num_input_tokens_seen": 76398400,
      "step": 39705
    },
    {
      "epoch": 6.478016151398972,
      "grad_norm": 1.1937350034713745,
      "learning_rate": 6.5291530491562444e-09,
      "loss": 0.1927,
      "num_input_tokens_seen": 76408144,
      "step": 39710
    },
    {
      "epoch": 6.47883187861979,
      "grad_norm": 0.668190598487854,
      "learning_rate": 6.3067204547739845e-09,
      "loss": 0.1461,
      "num_input_tokens_seen": 76416624,
      "step": 39715
    },
    {
      "epoch": 6.479647605840607,
      "grad_norm": 0.2540892958641052,
      "learning_rate": 6.088142201987612e-09,
      "loss": 0.116,
      "num_input_tokens_seen": 76426912,
      "step": 39720
    },
    {
      "epoch": 6.480463333061424,
      "grad_norm": 0.6230702996253967,
      "learning_rate": 5.873418324503499e-09,
      "loss": 0.1447,
      "num_input_tokens_seen": 76437568,
      "step": 39725
    },
    {
      "epoch": 6.481279060282241,
      "grad_norm": 0.7344732284545898,
      "learning_rate": 5.6625488554340465e-09,
      "loss": 0.1299,
      "num_input_tokens_seen": 76447328,
      "step": 39730
    },
    {
      "epoch": 6.482094787503059,
      "grad_norm": 0.27258169651031494,
      "learning_rate": 5.455533827297688e-09,
      "loss": 0.12,
      "num_input_tokens_seen": 76457584,
      "step": 39735
    },
    {
      "epoch": 6.482910514723876,
      "grad_norm": 0.4766342341899872,
      "learning_rate": 5.252373272018885e-09,
      "loss": 0.1069,
      "num_input_tokens_seen": 76467152,
      "step": 39740
    },
    {
      "epoch": 6.4837262419446935,
      "grad_norm": 0.15805266797542572,
      "learning_rate": 5.053067220925356e-09,
      "loss": 0.1165,
      "num_input_tokens_seen": 76478304,
      "step": 39745
    },
    {
      "epoch": 6.484541969165511,
      "grad_norm": 0.3373650908470154,
      "learning_rate": 4.857615704759177e-09,
      "loss": 0.0945,
      "num_input_tokens_seen": 76486464,
      "step": 39750
    },
    {
      "epoch": 6.485357696386329,
      "grad_norm": 0.9699379205703735,
      "learning_rate": 4.666018753654577e-09,
      "loss": 0.1449,
      "num_input_tokens_seen": 76496176,
      "step": 39755
    },
    {
      "epoch": 6.486173423607146,
      "grad_norm": 0.5678026080131531,
      "learning_rate": 4.478276397162917e-09,
      "loss": 0.2056,
      "num_input_tokens_seen": 76505120,
      "step": 39760
    },
    {
      "epoch": 6.486989150827963,
      "grad_norm": 0.5845198631286621,
      "learning_rate": 4.294388664233262e-09,
      "loss": 0.2461,
      "num_input_tokens_seen": 76513968,
      "step": 39765
    },
    {
      "epoch": 6.487804878048781,
      "grad_norm": 1.1499131917953491,
      "learning_rate": 4.114355583223484e-09,
      "loss": 0.1898,
      "num_input_tokens_seen": 76522912,
      "step": 39770
    },
    {
      "epoch": 6.488620605269598,
      "grad_norm": 2.0900890827178955,
      "learning_rate": 3.9381771818974845e-09,
      "loss": 0.2403,
      "num_input_tokens_seen": 76533248,
      "step": 39775
    },
    {
      "epoch": 6.489436332490415,
      "grad_norm": 0.8044923543930054,
      "learning_rate": 3.765853487427973e-09,
      "loss": 0.1337,
      "num_input_tokens_seen": 76543376,
      "step": 39780
    },
    {
      "epoch": 6.490252059711232,
      "grad_norm": 0.8422487378120422,
      "learning_rate": 3.5973845263825857e-09,
      "loss": 0.1923,
      "num_input_tokens_seen": 76552096,
      "step": 39785
    },
    {
      "epoch": 6.49106778693205,
      "grad_norm": 0.45375916361808777,
      "learning_rate": 3.4327703247488684e-09,
      "loss": 0.14,
      "num_input_tokens_seen": 76560832,
      "step": 39790
    },
    {
      "epoch": 6.4918835141528675,
      "grad_norm": 0.9274370670318604,
      "learning_rate": 3.2720109079037443e-09,
      "loss": 0.1813,
      "num_input_tokens_seen": 76570480,
      "step": 39795
    },
    {
      "epoch": 6.492699241373685,
      "grad_norm": 0.8877569437026978,
      "learning_rate": 3.1151063006468193e-09,
      "loss": 0.1381,
      "num_input_tokens_seen": 76581104,
      "step": 39800
    },
    {
      "epoch": 6.492699241373685,
      "eval_loss": 0.16232000291347504,
      "eval_runtime": 71.4007,
      "eval_samples_per_second": 38.165,
      "eval_steps_per_second": 19.089,
      "num_input_tokens_seen": 76581104,
      "step": 39800
    },
    {
      "epoch": 6.493514968594502,
      "grad_norm": 0.7506859302520752,
      "learning_rate": 2.962056527169854e-09,
      "loss": 0.161,
      "num_input_tokens_seen": 76590896,
      "step": 39805
    },
    {
      "epoch": 6.49433069581532,
      "grad_norm": 0.933423638343811,
      "learning_rate": 2.8128616110761898e-09,
      "loss": 0.2357,
      "num_input_tokens_seen": 76600464,
      "step": 39810
    },
    {
      "epoch": 6.495146423036137,
      "grad_norm": 0.828607976436615,
      "learning_rate": 2.6675215753724223e-09,
      "loss": 0.1595,
      "num_input_tokens_seen": 76610864,
      "step": 39815
    },
    {
      "epoch": 6.495962150256954,
      "grad_norm": 1.511741280555725,
      "learning_rate": 2.5260364424739557e-09,
      "loss": 0.2045,
      "num_input_tokens_seen": 76620688,
      "step": 39820
    },
    {
      "epoch": 6.496777877477771,
      "grad_norm": 0.7131699919700623,
      "learning_rate": 2.3884062341994475e-09,
      "loss": 0.1752,
      "num_input_tokens_seen": 76630128,
      "step": 39825
    },
    {
      "epoch": 6.497593604698589,
      "grad_norm": 0.3481285572052002,
      "learning_rate": 2.25463097177081e-09,
      "loss": 0.1455,
      "num_input_tokens_seen": 76638128,
      "step": 39830
    },
    {
      "epoch": 6.498409331919406,
      "grad_norm": 0.48788127303123474,
      "learning_rate": 2.1247106758215397e-09,
      "loss": 0.1419,
      "num_input_tokens_seen": 76646032,
      "step": 39835
    },
    {
      "epoch": 6.499225059140223,
      "grad_norm": 0.5737558007240295,
      "learning_rate": 1.998645366382834e-09,
      "loss": 0.1466,
      "num_input_tokens_seen": 76656768,
      "step": 39840
    },
    {
      "epoch": 6.5000407863610405,
      "grad_norm": 0.25959816575050354,
      "learning_rate": 1.876435062897475e-09,
      "loss": 0.1273,
      "num_input_tokens_seen": 76667984,
      "step": 39845
    },
    {
      "epoch": 6.500856513581859,
      "grad_norm": 0.9737434387207031,
      "learning_rate": 1.758079784211497e-09,
      "loss": 0.2136,
      "num_input_tokens_seen": 76677392,
      "step": 39850
    },
    {
      "epoch": 6.501672240802676,
      "grad_norm": 0.7526205778121948,
      "learning_rate": 1.6435795485797434e-09,
      "loss": 0.1214,
      "num_input_tokens_seen": 76687072,
      "step": 39855
    },
    {
      "epoch": 6.502487968023493,
      "grad_norm": 0.9083443284034729,
      "learning_rate": 1.5329343736547596e-09,
      "loss": 0.1411,
      "num_input_tokens_seen": 76696976,
      "step": 39860
    },
    {
      "epoch": 6.50330369524431,
      "grad_norm": 0.5434461832046509,
      "learning_rate": 1.4261442765006739e-09,
      "loss": 0.0593,
      "num_input_tokens_seen": 76706512,
      "step": 39865
    },
    {
      "epoch": 6.504119422465128,
      "grad_norm": 1.2441684007644653,
      "learning_rate": 1.3232092735876445e-09,
      "loss": 0.149,
      "num_input_tokens_seen": 76716496,
      "step": 39870
    },
    {
      "epoch": 6.504935149685945,
      "grad_norm": 0.3560049533843994,
      "learning_rate": 1.2241293807918607e-09,
      "loss": 0.1022,
      "num_input_tokens_seen": 76725744,
      "step": 39875
    },
    {
      "epoch": 6.505750876906762,
      "grad_norm": 0.36196765303611755,
      "learning_rate": 1.128904613387216e-09,
      "loss": 0.1798,
      "num_input_tokens_seen": 76736368,
      "step": 39880
    },
    {
      "epoch": 6.506566604127579,
      "grad_norm": 1.3310563564300537,
      "learning_rate": 1.0375349860591853e-09,
      "loss": 0.1883,
      "num_input_tokens_seen": 76747024,
      "step": 39885
    },
    {
      "epoch": 6.507382331348397,
      "grad_norm": 1.2630424499511719,
      "learning_rate": 9.5002051290205e-10,
      "loss": 0.1374,
      "num_input_tokens_seen": 76754944,
      "step": 39890
    },
    {
      "epoch": 6.5081980585692145,
      "grad_norm": 0.748371422290802,
      "learning_rate": 8.663612074077954e-10,
      "loss": 0.2752,
      "num_input_tokens_seen": 76764368,
      "step": 39895
    },
    {
      "epoch": 6.509013785790032,
      "grad_norm": 1.0830186605453491,
      "learning_rate": 7.865570824799884e-10,
      "loss": 0.1515,
      "num_input_tokens_seen": 76774384,
      "step": 39900
    },
    {
      "epoch": 6.50982951301085,
      "grad_norm": 1.3592690229415894,
      "learning_rate": 7.106081504254514e-10,
      "loss": 0.1695,
      "num_input_tokens_seen": 76784208,
      "step": 39905
    },
    {
      "epoch": 6.510645240231667,
      "grad_norm": 0.36475467681884766,
      "learning_rate": 6.385144229570372e-10,
      "loss": 0.1174,
      "num_input_tokens_seen": 76793600,
      "step": 39910
    },
    {
      "epoch": 6.511460967452484,
      "grad_norm": 0.5413592457771301,
      "learning_rate": 5.70275911190854e-10,
      "loss": 0.1251,
      "num_input_tokens_seen": 76802192,
      "step": 39915
    },
    {
      "epoch": 6.512276694673301,
      "grad_norm": 1.087027907371521,
      "learning_rate": 5.058926256490403e-10,
      "loss": 0.1637,
      "num_input_tokens_seen": 76811264,
      "step": 39920
    },
    {
      "epoch": 6.513092421894118,
      "grad_norm": 0.9615030288696289,
      "learning_rate": 4.4536457626254134e-10,
      "loss": 0.1125,
      "num_input_tokens_seen": 76820224,
      "step": 39925
    },
    {
      "epoch": 6.513908149114936,
      "grad_norm": 0.8871216773986816,
      "learning_rate": 3.88691772365557e-10,
      "loss": 0.1956,
      "num_input_tokens_seen": 76829824,
      "step": 39930
    },
    {
      "epoch": 6.514723876335753,
      "grad_norm": 0.485021710395813,
      "learning_rate": 3.358742226955425e-10,
      "loss": 0.1771,
      "num_input_tokens_seen": 76838992,
      "step": 39935
    },
    {
      "epoch": 6.5155396035565705,
      "grad_norm": 0.7129286527633667,
      "learning_rate": 2.8691193539875925e-10,
      "loss": 0.1913,
      "num_input_tokens_seen": 76848464,
      "step": 39940
    },
    {
      "epoch": 6.5163553307773885,
      "grad_norm": 0.8116573095321655,
      "learning_rate": 2.418049180274995e-10,
      "loss": 0.1127,
      "num_input_tokens_seen": 76858288,
      "step": 39945
    },
    {
      "epoch": 6.517171057998206,
      "grad_norm": 0.28142210841178894,
      "learning_rate": 2.005531775373104e-10,
      "loss": 0.1249,
      "num_input_tokens_seen": 76867280,
      "step": 39950
    },
    {
      "epoch": 6.517986785219023,
      "grad_norm": 0.497988760471344,
      "learning_rate": 1.6315672028699435e-10,
      "loss": 0.1537,
      "num_input_tokens_seen": 76876992,
      "step": 39955
    },
    {
      "epoch": 6.51880251243984,
      "grad_norm": 0.3793008327484131,
      "learning_rate": 1.2961555204693555e-10,
      "loss": 0.1407,
      "num_input_tokens_seen": 76887008,
      "step": 39960
    },
    {
      "epoch": 6.519618239660657,
      "grad_norm": 1.1854952573776245,
      "learning_rate": 9.992967798799768e-11,
      "loss": 0.2046,
      "num_input_tokens_seen": 76896288,
      "step": 39965
    },
    {
      "epoch": 6.520433966881475,
      "grad_norm": 0.4940614402294159,
      "learning_rate": 7.409910268707521e-11,
      "loss": 0.0977,
      "num_input_tokens_seen": 76906288,
      "step": 39970
    },
    {
      "epoch": 6.521249694102292,
      "grad_norm": 0.6483590602874756,
      "learning_rate": 5.212383012986877e-11,
      "loss": 0.1358,
      "num_input_tokens_seen": 76914000,
      "step": 39975
    },
    {
      "epoch": 6.522065421323109,
      "grad_norm": 0.7633137106895447,
      "learning_rate": 3.400386370533415e-11,
      "loss": 0.129,
      "num_input_tokens_seen": 76923104,
      "step": 39980
    },
    {
      "epoch": 6.522881148543927,
      "grad_norm": 0.6866061091423035,
      "learning_rate": 1.9739206205682258e-11,
      "loss": 0.1822,
      "num_input_tokens_seen": 76933424,
      "step": 39985
    },
    {
      "epoch": 6.523696875764744,
      "grad_norm": 0.9729508757591248,
      "learning_rate": 9.329859829154685e-12,
      "loss": 0.1782,
      "num_input_tokens_seen": 76943616,
      "step": 39990
    },
    {
      "epoch": 6.524512602985562,
      "grad_norm": 1.0676114559173584,
      "learning_rate": 2.7758261855748148e-12,
      "loss": 0.1818,
      "num_input_tokens_seen": 76953296,
      "step": 39995
    },
    {
      "epoch": 6.525328330206379,
      "grad_norm": 0.541327714920044,
      "learning_rate": 7.710628524559838e-14,
      "loss": 0.1757,
      "num_input_tokens_seen": 76963024,
      "step": 40000
    },
    {
      "epoch": 6.525328330206379,
      "eval_loss": 0.16232000291347504,
      "eval_runtime": 71.4095,
      "eval_samples_per_second": 38.16,
      "eval_steps_per_second": 19.087,
      "num_input_tokens_seen": 76963024,
      "step": 40000
    },
    {
      "epoch": 6.525328330206379,
      "num_input_tokens_seen": 76963024,
      "step": 40000,
      "total_flos": 3.222931275084472e+17,
      "train_loss": 0.1829463173724711,
      "train_runtime": 28519.5689,
      "train_samples_per_second": 5.61,
      "train_steps_per_second": 1.403
    }
  ],
  "logging_steps": 5,
  "max_steps": 40000,
  "num_input_tokens_seen": 76963024,
  "num_train_epochs": 7,
  "save_steps": 200,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 3.222931275084472e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}