{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.6694486173705,
  "eval_steps": 100,
  "global_step": 3000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 2.4347459591925142,
      "epoch": 0.00890224225226729,
      "grad_norm": 0.00732421875,
      "learning_rate": 1.8e-07,
      "loss": 3.3392,
      "mean_token_accuracy": 0.4414398778229952,
      "num_tokens": 128968.0,
      "step": 10
    },
    {
      "entropy": 2.5189025782048704,
      "epoch": 0.01780448450453458,
      "grad_norm": 0.0098876953125,
      "learning_rate": 3.8e-07,
      "loss": 3.4461,
      "mean_token_accuracy": 0.42950069066137075,
      "num_tokens": 257189.0,
      "step": 20
    },
    {
      "entropy": 2.4521907046437263,
      "epoch": 0.026706726756801868,
      "grad_norm": 0.007659912109375,
      "learning_rate": 5.800000000000001e-07,
      "loss": 3.3929,
      "mean_token_accuracy": 0.43435896690934894,
      "num_tokens": 394654.0,
      "step": 30
    },
    {
      "entropy": 2.4908889502286913,
      "epoch": 0.03560896900906916,
      "grad_norm": 0.00909423828125,
      "learning_rate": 7.8e-07,
      "loss": 3.3731,
      "mean_token_accuracy": 0.4337937039323151,
      "num_tokens": 528285.0,
      "step": 40
    },
    {
      "entropy": 2.4656582184135916,
      "epoch": 0.04451121126133645,
      "grad_norm": 0.0078125,
      "learning_rate": 9.800000000000001e-07,
      "loss": 3.3705,
      "mean_token_accuracy": 0.4305401614867151,
      "num_tokens": 663126.0,
      "step": 50
    },
    {
      "entropy": 2.5354390598833563,
      "epoch": 0.053413453513603736,
      "grad_norm": 0.007659912109375,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 3.4166,
      "mean_token_accuracy": 0.42836275026202203,
      "num_tokens": 801635.0,
      "step": 60
    },
    {
      "entropy": 2.496990965306759,
      "epoch": 0.06231569576587103,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 3.4009,
      "mean_token_accuracy": 0.43142524575814606,
      "num_tokens": 931344.0,
      "step": 70
    },
    {
      "entropy": 2.5406345002353192,
      "epoch": 0.07121793801813832,
      "grad_norm": 0.007171630859375,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 3.4506,
      "mean_token_accuracy": 0.42618109108880164,
      "num_tokens": 1060812.0,
      "step": 80
    },
    {
      "entropy": 2.4690978921949864,
      "epoch": 0.08012018027040561,
      "grad_norm": 0.0111083984375,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 3.375,
      "mean_token_accuracy": 0.4317979410290718,
      "num_tokens": 1200650.0,
      "step": 90
    },
    {
      "entropy": 2.537689981609583,
      "epoch": 0.0890224225226729,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.98e-06,
      "loss": 3.4588,
      "mean_token_accuracy": 0.4282337296754122,
      "num_tokens": 1327380.0,
      "step": 100
    },
    {
      "epoch": 0.0890224225226729,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 1327380.0,
      "eval_coding_runtime": 96.2988,
      "eval_coding_samples_per_second": 5.192,
      "eval_coding_steps_per_second": 2.596,
      "step": 100
    },
    {
      "epoch": 0.0890224225226729,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 1327380.0,
      "eval_chemistry_runtime": 53.689,
      "eval_chemistry_samples_per_second": 9.313,
      "eval_chemistry_steps_per_second": 4.656,
      "step": 100
    },
    {
      "entropy": 2.541736252605915,
      "epoch": 0.09792466477494019,
      "grad_norm": 0.0079345703125,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 3.4778,
      "mean_token_accuracy": 0.42182709854096173,
      "num_tokens": 1460130.0,
      "step": 110
    },
    {
      "entropy": 2.4891932401806116,
      "epoch": 0.10682690702720747,
      "grad_norm": 0.0091552734375,
      "learning_rate": 2.38e-06,
      "loss": 3.4123,
      "mean_token_accuracy": 0.4318336697295308,
      "num_tokens": 1597405.0,
      "step": 120
    },
    {
      "entropy": 2.549714620411396,
      "epoch": 0.11572914927947477,
      "grad_norm": 0.013427734375,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 3.5233,
      "mean_token_accuracy": 0.4176134932786226,
      "num_tokens": 1728207.0,
      "step": 130
    },
    {
      "entropy": 2.5017867423594,
      "epoch": 0.12463139153174206,
      "grad_norm": 0.00921630859375,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 3.4252,
      "mean_token_accuracy": 0.4325200604274869,
      "num_tokens": 1859684.0,
      "step": 140
    },
    {
      "entropy": 2.607860314100981,
      "epoch": 0.13353363378400934,
      "grad_norm": 0.0086669921875,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 3.5854,
      "mean_token_accuracy": 0.41672497261315583,
      "num_tokens": 1985766.0,
      "step": 150
    },
    {
      "entropy": 2.546873392164707,
      "epoch": 0.14243587603627664,
      "grad_norm": 0.0096435546875,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 3.4451,
      "mean_token_accuracy": 0.42558788452297447,
      "num_tokens": 2118068.0,
      "step": 160
    },
    {
      "entropy": 2.5062545992434027,
      "epoch": 0.15133811828854393,
      "grad_norm": 0.0125732421875,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 3.4525,
      "mean_token_accuracy": 0.42451597433537247,
      "num_tokens": 2252650.0,
      "step": 170
    },
    {
      "entropy": 2.490347370505333,
      "epoch": 0.16024036054081123,
      "grad_norm": 0.0106201171875,
      "learning_rate": 3.58e-06,
      "loss": 3.398,
      "mean_token_accuracy": 0.4340389359742403,
      "num_tokens": 2388824.0,
      "step": 180
    },
    {
      "entropy": 2.5069186124950646,
      "epoch": 0.1691426027930785,
      "grad_norm": 0.01055908203125,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 3.4995,
      "mean_token_accuracy": 0.42545853555202484,
      "num_tokens": 2515325.0,
      "step": 190
    },
    {
      "entropy": 2.569493807852268,
      "epoch": 0.1780448450453458,
      "grad_norm": 0.0174560546875,
      "learning_rate": 3.980000000000001e-06,
      "loss": 3.5293,
      "mean_token_accuracy": 0.4203047439455986,
      "num_tokens": 2644330.0,
      "step": 200
    },
    {
      "epoch": 0.1780448450453458,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 2644330.0,
      "eval_coding_runtime": 95.9249,
      "eval_coding_samples_per_second": 5.212,
      "eval_coding_steps_per_second": 2.606,
      "step": 200
    },
    {
      "epoch": 0.1780448450453458,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 2644330.0,
      "eval_chemistry_runtime": 53.6456,
      "eval_chemistry_samples_per_second": 9.32,
      "eval_chemistry_steps_per_second": 4.66,
      "step": 200
    },
    {
      "entropy": 2.463035849481821,
      "epoch": 0.18694708729761308,
      "grad_norm": 0.01226806640625,
      "learning_rate": 4.18e-06,
      "loss": 3.3809,
      "mean_token_accuracy": 0.43558520982041954,
      "num_tokens": 2783261.0,
      "step": 210
    },
    {
      "entropy": 2.5025305368006228,
      "epoch": 0.19584932954988038,
      "grad_norm": 0.007476806640625,
      "learning_rate": 4.38e-06,
      "loss": 3.4253,
      "mean_token_accuracy": 0.4310411293059587,
      "num_tokens": 2913700.0,
      "step": 220
    },
    {
      "entropy": 2.455498095601797,
      "epoch": 0.20475157180214767,
      "grad_norm": 0.0068359375,
      "learning_rate": 4.58e-06,
      "loss": 3.3586,
      "mean_token_accuracy": 0.43719491101801394,
      "num_tokens": 3048973.0,
      "step": 230
    },
    {
      "entropy": 2.5426308810710907,
      "epoch": 0.21365381405441494,
      "grad_norm": 0.007598876953125,
      "learning_rate": 4.78e-06,
      "loss": 3.406,
      "mean_token_accuracy": 0.43309843018651006,
      "num_tokens": 3185255.0,
      "step": 240
    },
    {
      "entropy": 2.444308698922396,
      "epoch": 0.22255605630668224,
      "grad_norm": 0.01324462890625,
      "learning_rate": 4.980000000000001e-06,
      "loss": 3.337,
      "mean_token_accuracy": 0.44262526389211415,
      "num_tokens": 3322823.0,
      "step": 250
    },
    {
      "entropy": 2.526992666721344,
      "epoch": 0.23145829855894953,
      "grad_norm": 0.0103759765625,
      "learning_rate": 5.18e-06,
      "loss": 3.478,
      "mean_token_accuracy": 0.42772163953632114,
      "num_tokens": 3454750.0,
      "step": 260
    },
    {
      "entropy": 2.468804422393441,
      "epoch": 0.24036054081121683,
      "grad_norm": 0.0084228515625,
      "learning_rate": 5.380000000000001e-06,
      "loss": 3.3899,
      "mean_token_accuracy": 0.4310757084749639,
      "num_tokens": 3589449.0,
      "step": 270
    },
    {
      "entropy": 2.5963171511888503,
      "epoch": 0.24926278306348412,
      "grad_norm": 0.00823974609375,
      "learning_rate": 5.580000000000001e-06,
      "loss": 3.5597,
      "mean_token_accuracy": 0.4164831433445215,
      "num_tokens": 3719113.0,
      "step": 280
    },
    {
      "entropy": 2.6820507936179636,
      "epoch": 0.2581650253157514,
      "grad_norm": 0.008056640625,
      "learning_rate": 5.78e-06,
      "loss": 3.6014,
      "mean_token_accuracy": 0.4143718365579844,
      "num_tokens": 3852276.0,
      "step": 290
    },
    {
      "entropy": 2.5068675063550474,
      "epoch": 0.2670672675680187,
      "grad_norm": 0.01226806640625,
      "learning_rate": 5.98e-06,
      "loss": 3.4183,
      "mean_token_accuracy": 0.4291886316612363,
      "num_tokens": 3990505.0,
      "step": 300
    },
    {
      "epoch": 0.2670672675680187,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 3990505.0,
      "eval_coding_runtime": 95.8518,
      "eval_coding_samples_per_second": 5.216,
      "eval_coding_steps_per_second": 2.608,
      "step": 300
    },
    {
      "epoch": 0.2670672675680187,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 3990505.0,
      "eval_chemistry_runtime": 53.7283,
      "eval_chemistry_samples_per_second": 9.306,
      "eval_chemistry_steps_per_second": 4.653,
      "step": 300
    },
    {
      "entropy": 2.4614722445607184,
      "epoch": 0.275969509820286,
      "grad_norm": 0.0091552734375,
      "learning_rate": 6.18e-06,
      "loss": 3.3329,
      "mean_token_accuracy": 0.4380343802273273,
      "num_tokens": 4133119.0,
      "step": 310
    },
    {
      "entropy": 2.4565507762134073,
      "epoch": 0.2848717520725533,
      "grad_norm": 0.0074462890625,
      "learning_rate": 6.380000000000001e-06,
      "loss": 3.376,
      "mean_token_accuracy": 0.4339581592008471,
      "num_tokens": 4267403.0,
      "step": 320
    },
    {
      "entropy": 2.4726619601249693,
      "epoch": 0.29377399432482054,
      "grad_norm": 0.007781982421875,
      "learning_rate": 6.5800000000000005e-06,
      "loss": 3.3584,
      "mean_token_accuracy": 0.43662677630782126,
      "num_tokens": 4400242.0,
      "step": 330
    },
    {
      "entropy": 2.4780636690557003,
      "epoch": 0.30267623657708786,
      "grad_norm": 0.009765625,
      "learning_rate": 6.780000000000001e-06,
      "loss": 3.3561,
      "mean_token_accuracy": 0.4329976743087173,
      "num_tokens": 4535458.0,
      "step": 340
    },
    {
      "entropy": 2.4669046089053155,
      "epoch": 0.31157847882935513,
      "grad_norm": 0.01031494140625,
      "learning_rate": 6.98e-06,
      "loss": 3.4031,
      "mean_token_accuracy": 0.43433742690831423,
      "num_tokens": 4662903.0,
      "step": 350
    },
    {
      "entropy": 2.5689725764095783,
      "epoch": 0.32048072108162245,
      "grad_norm": 0.00732421875,
      "learning_rate": 7.180000000000001e-06,
      "loss": 3.4889,
      "mean_token_accuracy": 0.4287034338340163,
      "num_tokens": 4796815.0,
      "step": 360
    },
    {
      "entropy": 2.4410855643451215,
      "epoch": 0.3293829633338897,
      "grad_norm": 0.00836181640625,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 3.3643,
      "mean_token_accuracy": 0.43710872549563645,
      "num_tokens": 4932671.0,
      "step": 370
    },
    {
      "entropy": 2.5445352010428905,
      "epoch": 0.338285205586157,
      "grad_norm": 0.01129150390625,
      "learning_rate": 7.58e-06,
      "loss": 3.4525,
      "mean_token_accuracy": 0.42816965784877536,
      "num_tokens": 5066948.0,
      "step": 380
    },
    {
      "entropy": 2.565714708715677,
      "epoch": 0.3471874478384243,
      "grad_norm": 0.01470947265625,
      "learning_rate": 7.78e-06,
      "loss": 3.4661,
      "mean_token_accuracy": 0.4264904214069247,
      "num_tokens": 5193519.0,
      "step": 390
    },
    {
      "entropy": 2.516895131766796,
      "epoch": 0.3560896900906916,
      "grad_norm": 0.01031494140625,
      "learning_rate": 7.980000000000002e-06,
      "loss": 3.4401,
      "mean_token_accuracy": 0.4265883769840002,
      "num_tokens": 5324751.0,
      "step": 400
    },
    {
      "epoch": 0.3560896900906916,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 5324751.0,
      "eval_coding_runtime": 95.8822,
      "eval_coding_samples_per_second": 5.215,
      "eval_coding_steps_per_second": 2.607,
      "step": 400
    },
    {
      "epoch": 0.3560896900906916,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 5324751.0,
      "eval_chemistry_runtime": 53.6645,
      "eval_chemistry_samples_per_second": 9.317,
      "eval_chemistry_steps_per_second": 4.659,
      "step": 400
    },
    {
      "entropy": 2.4508687026798723,
      "epoch": 0.3649919323429589,
      "grad_norm": 0.010986328125,
      "learning_rate": 8.18e-06,
      "loss": 3.3874,
      "mean_token_accuracy": 0.4385754197835922,
      "num_tokens": 5458519.0,
      "step": 410
    },
    {
      "entropy": 2.4801586009562016,
      "epoch": 0.37389417459522617,
      "grad_norm": 0.00714111328125,
      "learning_rate": 8.380000000000001e-06,
      "loss": 3.4012,
      "mean_token_accuracy": 0.43559422083199023,
      "num_tokens": 5585508.0,
      "step": 420
    },
    {
      "entropy": 2.4704861216247083,
      "epoch": 0.38279641684749344,
      "grad_norm": 0.007659912109375,
      "learning_rate": 8.580000000000001e-06,
      "loss": 3.4353,
      "mean_token_accuracy": 0.43275914546102284,
      "num_tokens": 5716321.0,
      "step": 430
    },
    {
      "entropy": 2.537934695184231,
      "epoch": 0.39169865909976076,
      "grad_norm": 0.0081787109375,
      "learning_rate": 8.78e-06,
      "loss": 3.4176,
      "mean_token_accuracy": 0.4291856364347041,
      "num_tokens": 5848889.0,
      "step": 440
    },
    {
      "entropy": 2.513765400648117,
      "epoch": 0.400600901352028,
      "grad_norm": 0.00927734375,
      "learning_rate": 8.98e-06,
      "loss": 3.4106,
      "mean_token_accuracy": 0.42827712278813124,
      "num_tokens": 5980229.0,
      "step": 450
    },
    {
      "entropy": 2.4634178556501864,
      "epoch": 0.40950314360429535,
      "grad_norm": 0.01068115234375,
      "learning_rate": 9.180000000000002e-06,
      "loss": 3.4007,
      "mean_token_accuracy": 0.4337839787825942,
      "num_tokens": 6114855.0,
      "step": 460
    },
    {
      "entropy": 2.5320842534303667,
      "epoch": 0.4184053858565626,
      "grad_norm": 0.007049560546875,
      "learning_rate": 9.38e-06,
      "loss": 3.4216,
      "mean_token_accuracy": 0.4268041457980871,
      "num_tokens": 6244987.0,
      "step": 470
    },
    {
      "entropy": 2.4959075897932053,
      "epoch": 0.4273076281088299,
      "grad_norm": 0.0079345703125,
      "learning_rate": 9.58e-06,
      "loss": 3.3715,
      "mean_token_accuracy": 0.432720182929188,
      "num_tokens": 6378152.0,
      "step": 480
    },
    {
      "entropy": 2.503755620121956,
      "epoch": 0.4362098703610972,
      "grad_norm": 0.01708984375,
      "learning_rate": 9.780000000000001e-06,
      "loss": 3.4343,
      "mean_token_accuracy": 0.43189559010788797,
      "num_tokens": 6510231.0,
      "step": 490
    },
    {
      "entropy": 2.539106211811304,
      "epoch": 0.4451121126133645,
      "grad_norm": 0.0115966796875,
      "learning_rate": 9.980000000000001e-06,
      "loss": 3.4747,
      "mean_token_accuracy": 0.42332094311714175,
      "num_tokens": 6637273.0,
      "step": 500
    },
    {
      "epoch": 0.4451121126133645,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 6637273.0,
      "eval_coding_runtime": 95.8134,
      "eval_coding_samples_per_second": 5.218,
      "eval_coding_steps_per_second": 2.609,
      "step": 500
    },
    {
      "epoch": 0.4451121126133645,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 6637273.0,
      "eval_chemistry_runtime": 53.3031,
      "eval_chemistry_samples_per_second": 9.38,
      "eval_chemistry_steps_per_second": 4.69,
      "step": 500
    },
    {
      "entropy": 2.536660289019346,
      "epoch": 0.4540143548656318,
      "grad_norm": 0.0146484375,
      "learning_rate": 1.018e-05,
      "loss": 3.4613,
      "mean_token_accuracy": 0.4232974941842258,
      "num_tokens": 6765798.0,
      "step": 510
    },
    {
      "entropy": 2.459078107774258,
      "epoch": 0.46291659711789906,
      "grad_norm": 0.0079345703125,
      "learning_rate": 1.038e-05,
      "loss": 3.3655,
      "mean_token_accuracy": 0.43400888703763485,
      "num_tokens": 6896684.0,
      "step": 520
    },
    {
      "entropy": 2.454593952000141,
      "epoch": 0.4718188393701664,
      "grad_norm": 0.014404296875,
      "learning_rate": 1.0580000000000002e-05,
      "loss": 3.3614,
      "mean_token_accuracy": 0.43178336657583716,
      "num_tokens": 7033417.0,
      "step": 530
    },
    {
      "entropy": 2.558536158502102,
      "epoch": 0.48072108162243365,
      "grad_norm": 0.018310546875,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 3.4999,
      "mean_token_accuracy": 0.4232194619253278,
      "num_tokens": 7166608.0,
      "step": 540
    },
    {
      "entropy": 2.4503342963755133,
      "epoch": 0.4896233238747009,
      "grad_norm": 0.0150146484375,
      "learning_rate": 1.0980000000000002e-05,
      "loss": 3.3626,
      "mean_token_accuracy": 0.4358119173906744,
      "num_tokens": 7311968.0,
      "step": 550
    },
    {
      "entropy": 2.4068671748042108,
      "epoch": 0.49852556612696824,
      "grad_norm": 0.00836181640625,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 3.2928,
      "mean_token_accuracy": 0.44231050591915844,
      "num_tokens": 7444923.0,
      "step": 560
    },
    {
      "entropy": 2.5063270702958107,
      "epoch": 0.5074278083792355,
      "grad_norm": 0.007171630859375,
      "learning_rate": 1.138e-05,
      "loss": 3.4094,
      "mean_token_accuracy": 0.42552004270255567,
      "num_tokens": 7576456.0,
      "step": 570
    },
    {
      "entropy": 2.5186563402414324,
      "epoch": 0.5163300506315028,
      "grad_norm": 0.00994873046875,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 3.4523,
      "mean_token_accuracy": 0.42800150997936726,
      "num_tokens": 7706502.0,
      "step": 580
    },
    {
      "entropy": 2.500379876047373,
      "epoch": 0.52523229288377,
      "grad_norm": 0.016357421875,
      "learning_rate": 1.178e-05,
      "loss": 3.4366,
      "mean_token_accuracy": 0.42906679548323157,
      "num_tokens": 7838516.0,
      "step": 590
    },
    {
      "entropy": 2.535025441646576,
      "epoch": 0.5341345351360374,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.198e-05,
      "loss": 3.5082,
      "mean_token_accuracy": 0.42478432394564153,
      "num_tokens": 7969704.0,
      "step": 600
    },
    {
      "epoch": 0.5341345351360374,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 7969704.0,
      "eval_coding_runtime": 95.8333,
      "eval_coding_samples_per_second": 5.217,
      "eval_coding_steps_per_second": 2.609,
      "step": 600
    },
    {
      "epoch": 0.5341345351360374,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 7969704.0,
      "eval_chemistry_runtime": 53.6736,
      "eval_chemistry_samples_per_second": 9.316,
      "eval_chemistry_steps_per_second": 4.658,
      "step": 600
    },
    {
      "entropy": 2.542660507559776,
      "epoch": 0.5430367773883047,
      "grad_norm": 0.009765625,
      "learning_rate": 1.218e-05,
      "loss": 3.4959,
      "mean_token_accuracy": 0.42042196970433,
      "num_tokens": 8103869.0,
      "step": 610
    },
    {
      "entropy": 2.5036643177270888,
      "epoch": 0.551939019640572,
      "grad_norm": 0.007781982421875,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 3.4222,
      "mean_token_accuracy": 0.43322109896689653,
      "num_tokens": 8242162.0,
      "step": 620
    },
    {
      "entropy": 2.5407710492610933,
      "epoch": 0.5608412618928392,
      "grad_norm": 0.01031494140625,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 3.5112,
      "mean_token_accuracy": 0.424757894128561,
      "num_tokens": 8365617.0,
      "step": 630
    },
    {
      "entropy": 2.4822314344346523,
      "epoch": 0.5697435041451065,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 3.4362,
      "mean_token_accuracy": 0.43353409245610236,
      "num_tokens": 8497852.0,
      "step": 640
    },
    {
      "entropy": 2.5407922022044658,
      "epoch": 0.5786457463973739,
      "grad_norm": 0.0172119140625,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 3.5164,
      "mean_token_accuracy": 0.42170737963169813,
      "num_tokens": 8622868.0,
      "step": 650
    },
    {
      "entropy": 2.577139265835285,
      "epoch": 0.5875479886496411,
      "grad_norm": 0.01007080078125,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 3.5058,
      "mean_token_accuracy": 0.41903221048414707,
      "num_tokens": 8757753.0,
      "step": 660
    },
    {
      "entropy": 2.475165160000324,
      "epoch": 0.5964502309019084,
      "grad_norm": 0.01422119140625,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 3.4273,
      "mean_token_accuracy": 0.4251199818216264,
      "num_tokens": 8886401.0,
      "step": 670
    },
    {
      "entropy": 2.4363515108823774,
      "epoch": 0.6053524731541757,
      "grad_norm": 0.01300048828125,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 3.3275,
      "mean_token_accuracy": 0.43763177264481784,
      "num_tokens": 9024677.0,
      "step": 680
    },
    {
      "entropy": 2.56791525632143,
      "epoch": 0.614254715406443,
      "grad_norm": 0.0074462890625,
      "learning_rate": 1.378e-05,
      "loss": 3.4703,
      "mean_token_accuracy": 0.42369468677788974,
      "num_tokens": 9153771.0,
      "step": 690
    },
    {
      "entropy": 2.484988895058632,
      "epoch": 0.6231569576587103,
      "grad_norm": 0.0126953125,
      "learning_rate": 1.398e-05,
      "loss": 3.3769,
      "mean_token_accuracy": 0.4326890670694411,
      "num_tokens": 9291760.0,
      "step": 700
    },
    {
      "epoch": 0.6231569576587103,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 9291760.0,
      "eval_coding_runtime": 95.8189,
      "eval_coding_samples_per_second": 5.218,
      "eval_coding_steps_per_second": 2.609,
      "step": 700
    },
    {
      "epoch": 0.6231569576587103,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 9291760.0,
      "eval_chemistry_runtime": 53.6652,
      "eval_chemistry_samples_per_second": 9.317,
      "eval_chemistry_steps_per_second": 4.659,
      "step": 700
    },
    {
      "entropy": 2.4618755050003527,
      "epoch": 0.6320591999109776,
      "grad_norm": 0.00921630859375,
      "learning_rate": 1.418e-05,
      "loss": 3.4035,
      "mean_token_accuracy": 0.4318504808470607,
      "num_tokens": 9425022.0,
      "step": 710
    },
    {
      "entropy": 2.4683789536356926,
      "epoch": 0.6409614421632449,
      "grad_norm": 0.0076904296875,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 3.3571,
      "mean_token_accuracy": 0.43439894206821916,
      "num_tokens": 9561091.0,
      "step": 720
    },
    {
      "entropy": 2.4340669311583043,
      "epoch": 0.6498636844155121,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 3.3348,
      "mean_token_accuracy": 0.4359587837010622,
      "num_tokens": 9695723.0,
      "step": 730
    },
    {
      "entropy": 2.504717104136944,
      "epoch": 0.6587659266677794,
      "grad_norm": 0.0174560546875,
      "learning_rate": 1.478e-05,
      "loss": 3.4563,
      "mean_token_accuracy": 0.4270874824374914,
      "num_tokens": 9827272.0,
      "step": 740
    },
    {
      "entropy": 2.4963896624743938,
      "epoch": 0.6676681689200468,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.498e-05,
      "loss": 3.3969,
      "mean_token_accuracy": 0.4328357223421335,
      "num_tokens": 9955369.0,
      "step": 750
    },
    {
      "entropy": 2.47789601534605,
      "epoch": 0.676570411172314,
      "grad_norm": 0.015869140625,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 3.3672,
      "mean_token_accuracy": 0.43644896559417246,
      "num_tokens": 10096065.0,
      "step": 760
    },
    {
      "entropy": 2.4533426530659197,
      "epoch": 0.6854726534245813,
      "grad_norm": 0.00982666015625,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 3.3724,
      "mean_token_accuracy": 0.43634699024260043,
      "num_tokens": 10233806.0,
      "step": 770
    },
    {
      "entropy": 2.5112246222794057,
      "epoch": 0.6943748956768486,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 3.4341,
      "mean_token_accuracy": 0.4313540508970618,
      "num_tokens": 10364601.0,
      "step": 780
    },
    {
      "entropy": 2.467985014617443,
      "epoch": 0.703277137929116,
      "grad_norm": 0.01171875,
      "learning_rate": 1.578e-05,
      "loss": 3.379,
      "mean_token_accuracy": 0.4354724214412272,
      "num_tokens": 10500891.0,
      "step": 790
    },
    {
      "entropy": 2.4910646095871924,
      "epoch": 0.7121793801813832,
      "grad_norm": 0.0089111328125,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 3.4174,
      "mean_token_accuracy": 0.4264952681958675,
      "num_tokens": 10633325.0,
      "step": 800
    },
    {
      "epoch": 0.7121793801813832,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 10633325.0,
      "eval_coding_runtime": 95.7207,
      "eval_coding_samples_per_second": 5.224,
      "eval_coding_steps_per_second": 2.612,
      "step": 800
    },
    {
      "epoch": 0.7121793801813832,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 10633325.0,
      "eval_chemistry_runtime": 53.6314,
      "eval_chemistry_samples_per_second": 9.323,
      "eval_chemistry_steps_per_second": 4.661,
      "step": 800
    },
    {
      "entropy": 2.421719251573086,
      "epoch": 0.7210816224336505,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.618e-05,
      "loss": 3.373,
      "mean_token_accuracy": 0.4373985629528761,
      "num_tokens": 10764319.0,
      "step": 810
    },
    {
      "entropy": 2.43545116186142,
      "epoch": 0.7299838646859178,
      "grad_norm": 0.01287841796875,
      "learning_rate": 1.638e-05,
      "loss": 3.3444,
      "mean_token_accuracy": 0.43578007342293856,
      "num_tokens": 10897916.0,
      "step": 820
    },
    {
      "entropy": 2.5303331069648265,
      "epoch": 0.738886106938185,
      "grad_norm": 0.0125732421875,
      "learning_rate": 1.658e-05,
      "loss": 3.4252,
      "mean_token_accuracy": 0.4248075334355235,
      "num_tokens": 11030485.0,
      "step": 830
    },
    {
      "entropy": 2.4731515564024447,
      "epoch": 0.7477883491904523,
      "grad_norm": 0.007659912109375,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 3.4258,
      "mean_token_accuracy": 0.43433472914621235,
      "num_tokens": 11165356.0,
      "step": 840
    },
    {
      "entropy": 2.4785347141325476,
      "epoch": 0.7566905914427197,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.698e-05,
      "loss": 3.4161,
      "mean_token_accuracy": 0.4306844290345907,
      "num_tokens": 11299223.0,
      "step": 850
    },
    {
      "entropy": 2.4768461272120477,
      "epoch": 0.7655928336949869,
      "grad_norm": 0.01287841796875,
      "learning_rate": 1.718e-05,
      "loss": 3.3776,
      "mean_token_accuracy": 0.4344117846339941,
      "num_tokens": 11436799.0,
      "step": 860
    },
    {
      "entropy": 2.5141974300146104,
      "epoch": 0.7744950759472542,
      "grad_norm": 0.00830078125,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 3.3958,
      "mean_token_accuracy": 0.4330358326435089,
      "num_tokens": 11567422.0,
      "step": 870
    },
    {
      "entropy": 2.515311509370804,
      "epoch": 0.7833973181995215,
      "grad_norm": 0.009765625,
      "learning_rate": 1.758e-05,
      "loss": 3.4031,
      "mean_token_accuracy": 0.4312752116471529,
      "num_tokens": 11703496.0,
      "step": 880
    },
    {
      "entropy": 2.453214881569147,
      "epoch": 0.7922995604517888,
      "grad_norm": 0.0093994140625,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 3.3834,
      "mean_token_accuracy": 0.4389944301918149,
      "num_tokens": 11840317.0,
      "step": 890
    },
    {
      "entropy": 2.6043091461062433,
      "epoch": 0.801201802704056,
      "grad_norm": 0.01116943359375,
      "learning_rate": 1.798e-05,
      "loss": 3.5713,
      "mean_token_accuracy": 0.4135642783716321,
      "num_tokens": 11965530.0,
      "step": 900
    },
    {
      "epoch": 0.801201802704056,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 11965530.0,
      "eval_coding_runtime": 95.8462,
      "eval_coding_samples_per_second": 5.217,
      "eval_coding_steps_per_second": 2.608,
      "step": 900
    },
    {
      "epoch": 0.801201802704056,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 11965530.0,
      "eval_chemistry_runtime": 53.6177,
      "eval_chemistry_samples_per_second": 9.325,
      "eval_chemistry_steps_per_second": 4.663,
      "step": 900
    },
    {
      "entropy": 2.4632391795516013,
      "epoch": 0.8101040449563234,
      "grad_norm": 0.00836181640625,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 3.4352,
      "mean_token_accuracy": 0.42954989019781353,
      "num_tokens": 12097917.0,
      "step": 910
    },
    {
      "entropy": 2.468993365764618,
      "epoch": 0.8190062872085907,
      "grad_norm": 0.0089111328125,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 3.4071,
      "mean_token_accuracy": 0.4282375952228904,
      "num_tokens": 12224427.0,
      "step": 920
    },
    {
      "entropy": 2.468296863883734,
      "epoch": 0.8279085294608579,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.858e-05,
      "loss": 3.3355,
      "mean_token_accuracy": 0.43817838532850145,
      "num_tokens": 12365332.0,
      "step": 930
    },
    {
      "entropy": 2.427542605996132,
      "epoch": 0.8368107717131252,
      "grad_norm": 0.01031494140625,
      "learning_rate": 1.878e-05,
      "loss": 3.317,
      "mean_token_accuracy": 0.44397469637915493,
      "num_tokens": 12509124.0,
      "step": 940
    },
    {
      "entropy": 2.4841547794640064,
      "epoch": 0.8457130139653926,
      "grad_norm": 0.018798828125,
      "learning_rate": 1.898e-05,
      "loss": 3.3654,
      "mean_token_accuracy": 0.434748101234436,
      "num_tokens": 12642651.0,
      "step": 950
    },
    {
      "entropy": 2.449143522232771,
      "epoch": 0.8546152562176598,
      "grad_norm": 0.00738525390625,
      "learning_rate": 1.918e-05,
      "loss": 3.4035,
      "mean_token_accuracy": 0.43319537229835986,
      "num_tokens": 12778408.0,
      "step": 960
    },
    {
      "entropy": 2.387574986368418,
      "epoch": 0.8635174984699271,
      "grad_norm": 0.0072021484375,
      "learning_rate": 1.938e-05,
      "loss": 3.2822,
      "mean_token_accuracy": 0.4413015801459551,
      "num_tokens": 12910630.0,
      "step": 970
    },
    {
      "entropy": 2.5341439098119736,
      "epoch": 0.8724197407221944,
      "grad_norm": 0.01055908203125,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 3.4749,
      "mean_token_accuracy": 0.4271688721142709,
      "num_tokens": 13046473.0,
      "step": 980
    },
    {
      "entropy": 2.5607902660965918,
      "epoch": 0.8813219829744617,
      "grad_norm": 0.00848388671875,
      "learning_rate": 1.978e-05,
      "loss": 3.4981,
      "mean_token_accuracy": 0.4231617606244981,
      "num_tokens": 13167768.0,
      "step": 990
    },
    {
      "entropy": 2.4919896230101584,
      "epoch": 0.890224225226729,
      "grad_norm": 0.009765625,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 3.3681,
      "mean_token_accuracy": 0.43273249492049215,
      "num_tokens": 13301659.0,
      "step": 1000
    },
    {
      "epoch": 0.890224225226729,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 13301659.0,
      "eval_coding_runtime": 95.788,
      "eval_coding_samples_per_second": 5.22,
      "eval_coding_steps_per_second": 2.61,
      "step": 1000
    },
    {
      "epoch": 0.890224225226729,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 13301659.0,
      "eval_chemistry_runtime": 53.3313,
      "eval_chemistry_samples_per_second": 9.375,
      "eval_chemistry_steps_per_second": 4.688,
      "step": 1000
    },
    {
      "entropy": 2.482378314435482,
      "epoch": 0.8991264674789963,
      "grad_norm": 0.0098876953125,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 3.4139,
      "mean_token_accuracy": 0.4351740827783942,
      "num_tokens": 13434364.0,
      "step": 1010
    },
    {
      "entropy": 2.397843288630247,
      "epoch": 0.9080287097312636,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.995777777777778e-05,
      "loss": 3.2598,
      "mean_token_accuracy": 0.4428169864229858,
      "num_tokens": 13570986.0,
      "step": 1020
    },
    {
      "entropy": 2.426850029826164,
      "epoch": 0.9169309519835308,
      "grad_norm": 0.0191650390625,
      "learning_rate": 1.9935555555555557e-05,
      "loss": 3.3704,
      "mean_token_accuracy": 0.43931040428578855,
      "num_tokens": 13706343.0,
      "step": 1030
    },
    {
      "entropy": 2.5369828954339027,
      "epoch": 0.9258331942357981,
      "grad_norm": 0.013671875,
      "learning_rate": 1.9913333333333335e-05,
      "loss": 3.4473,
      "mean_token_accuracy": 0.42489275773987173,
      "num_tokens": 13833901.0,
      "step": 1040
    },
    {
      "entropy": 2.495298910140991,
      "epoch": 0.9347354364880655,
      "grad_norm": 0.0186767578125,
      "learning_rate": 1.9891111111111112e-05,
      "loss": 3.4641,
      "mean_token_accuracy": 0.4274964226409793,
      "num_tokens": 13954258.0,
      "step": 1050
    },
    {
      "entropy": 2.4657325744628906,
      "epoch": 0.9436376787403328,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.986888888888889e-05,
      "loss": 3.3954,
      "mean_token_accuracy": 0.4306732133962214,
      "num_tokens": 14093888.0,
      "step": 1060
    },
    {
      "entropy": 2.533431290090084,
      "epoch": 0.9525399209926,
      "grad_norm": 0.0133056640625,
      "learning_rate": 1.9846666666666668e-05,
      "loss": 3.4682,
      "mean_token_accuracy": 0.4237683041021228,
      "num_tokens": 14222626.0,
      "step": 1070
    },
    {
      "entropy": 2.535231586545706,
      "epoch": 0.9614421632448673,
      "grad_norm": 0.00823974609375,
      "learning_rate": 1.9824444444444445e-05,
      "loss": 3.4095,
      "mean_token_accuracy": 0.4307479955255985,
      "num_tokens": 14354918.0,
      "step": 1080
    },
    {
      "entropy": 2.507918354868889,
      "epoch": 0.9703444054971346,
      "grad_norm": 0.0076904296875,
      "learning_rate": 1.9802222222222226e-05,
      "loss": 3.4265,
      "mean_token_accuracy": 0.4296759738586843,
      "num_tokens": 14493349.0,
      "step": 1090
    },
    {
      "entropy": 2.4675292283296586,
      "epoch": 0.9792466477494018,
      "grad_norm": 0.0084228515625,
      "learning_rate": 1.978e-05,
      "loss": 3.4234,
      "mean_token_accuracy": 0.42840409390628337,
      "num_tokens": 14620244.0,
      "step": 1100
    },
    {
      "epoch": 0.9792466477494018,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 14620244.0,
      "eval_coding_runtime": 95.7872,
      "eval_coding_samples_per_second": 5.22,
      "eval_coding_steps_per_second": 2.61,
      "step": 1100
    },
    {
      "epoch": 0.9792466477494018,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 14620244.0,
      "eval_chemistry_runtime": 53.6439,
      "eval_chemistry_samples_per_second": 9.321,
      "eval_chemistry_steps_per_second": 4.66,
      "step": 1100
    },
    {
      "entropy": 2.4005719617009165,
      "epoch": 0.9881488900016692,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.975777777777778e-05,
      "loss": 3.3593,
      "mean_token_accuracy": 0.4352086253464222,
      "num_tokens": 14760951.0,
      "step": 1110
    },
    {
      "entropy": 2.558166432380676,
      "epoch": 0.9970511322539365,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.9735555555555556e-05,
      "loss": 3.5454,
      "mean_token_accuracy": 0.42158968318253753,
      "num_tokens": 14886593.0,
      "step": 1120
    },
    {
      "entropy": 2.456293193285897,
      "epoch": 1.0053413453513604,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.9713333333333337e-05,
      "loss": 3.329,
      "mean_token_accuracy": 0.431678411744585,
      "num_tokens": 15009964.0,
      "step": 1130
    },
    {
      "entropy": 2.3623578011989594,
      "epoch": 1.0142435876036278,
      "grad_norm": 0.01019287109375,
      "learning_rate": 1.969111111111111e-05,
      "loss": 3.2394,
      "mean_token_accuracy": 0.4485295919701457,
      "num_tokens": 15146469.0,
      "step": 1140
    },
    {
      "entropy": 2.537761741876602,
      "epoch": 1.0231458298558949,
      "grad_norm": 0.017578125,
      "learning_rate": 1.9668888888888892e-05,
      "loss": 3.4544,
      "mean_token_accuracy": 0.42700372273102405,
      "num_tokens": 15274532.0,
      "step": 1150
    },
    {
      "entropy": 2.560138799250126,
      "epoch": 1.0320480721081622,
      "grad_norm": 0.01312255859375,
      "learning_rate": 1.9646666666666666e-05,
      "loss": 3.5139,
      "mean_token_accuracy": 0.42576750814914704,
      "num_tokens": 15404569.0,
      "step": 1160
    },
    {
      "entropy": 2.4245593287050724,
      "epoch": 1.0409503143604295,
      "grad_norm": 0.00665283203125,
      "learning_rate": 1.9624444444444447e-05,
      "loss": 3.3292,
      "mean_token_accuracy": 0.4398623496294022,
      "num_tokens": 15550449.0,
      "step": 1170
    },
    {
      "entropy": 2.447620178759098,
      "epoch": 1.0498525566126968,
      "grad_norm": 0.00872802734375,
      "learning_rate": 1.9602222222222225e-05,
      "loss": 3.4233,
      "mean_token_accuracy": 0.4298626586794853,
      "num_tokens": 15681709.0,
      "step": 1180
    },
    {
      "entropy": 2.481611392647028,
      "epoch": 1.0587547988649642,
      "grad_norm": 0.01165771484375,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 3.3803,
      "mean_token_accuracy": 0.43227153811603786,
      "num_tokens": 15816502.0,
      "step": 1190
    },
    {
      "entropy": 2.441844770312309,
      "epoch": 1.0676570411172315,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.955777777777778e-05,
      "loss": 3.3808,
      "mean_token_accuracy": 0.4364687578752637,
      "num_tokens": 15949421.0,
      "step": 1200
    },
    {
      "epoch": 1.0676570411172315,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 15949421.0,
      "eval_coding_runtime": 95.6237,
      "eval_coding_samples_per_second": 5.229,
      "eval_coding_steps_per_second": 2.614,
      "step": 1200
    },
    {
      "epoch": 1.0676570411172315,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 15949421.0,
      "eval_chemistry_runtime": 53.6265,
      "eval_chemistry_samples_per_second": 9.324,
      "eval_chemistry_steps_per_second": 4.662,
      "step": 1200
    },
    {
      "entropy": 2.4238644503057003,
      "epoch": 1.0765592833694986,
      "grad_norm": 0.00921630859375,
      "learning_rate": 1.9535555555555557e-05,
      "loss": 3.3419,
      "mean_token_accuracy": 0.43726830892264845,
      "num_tokens": 16088471.0,
      "step": 1210
    },
    {
      "entropy": 2.4736556738615034,
      "epoch": 1.085461525621766,
      "grad_norm": 0.0079345703125,
      "learning_rate": 1.9513333333333335e-05,
      "loss": 3.403,
      "mean_token_accuracy": 0.43131555467844007,
      "num_tokens": 16221916.0,
      "step": 1220
    },
    {
      "entropy": 2.5666570000350477,
      "epoch": 1.0943637678740332,
      "grad_norm": 0.0107421875,
      "learning_rate": 1.9491111111111113e-05,
      "loss": 3.4806,
      "mean_token_accuracy": 0.4240891897119582,
      "num_tokens": 16353558.0,
      "step": 1230
    },
    {
      "entropy": 2.5181381188333036,
      "epoch": 1.1032660101263005,
      "grad_norm": 0.00799560546875,
      "learning_rate": 1.946888888888889e-05,
      "loss": 3.4298,
      "mean_token_accuracy": 0.4259687649086118,
      "num_tokens": 16488154.0,
      "step": 1240
    },
    {
      "entropy": 2.514085105806589,
      "epoch": 1.1121682523785679,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.9446666666666668e-05,
      "loss": 3.4249,
      "mean_token_accuracy": 0.42915988666936755,
      "num_tokens": 16618151.0,
      "step": 1250
    },
    {
      "entropy": 2.4717010237276553,
      "epoch": 1.1210704946308352,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.9424444444444446e-05,
      "loss": 3.3908,
      "mean_token_accuracy": 0.43228524839505555,
      "num_tokens": 16756828.0,
      "step": 1260
    },
    {
      "entropy": 2.517887058854103,
      "epoch": 1.1299727368831025,
      "grad_norm": 0.01141357421875,
      "learning_rate": 1.9402222222222223e-05,
      "loss": 3.4328,
      "mean_token_accuracy": 0.42816000785678626,
      "num_tokens": 16890026.0,
      "step": 1270
    },
    {
      "entropy": 2.4103298880159856,
      "epoch": 1.1388749791353696,
      "grad_norm": 0.01025390625,
      "learning_rate": 1.938e-05,
      "loss": 3.3448,
      "mean_token_accuracy": 0.4348219852894545,
      "num_tokens": 17023681.0,
      "step": 1280
    },
    {
      "entropy": 2.509786891192198,
      "epoch": 1.147777221387637,
      "grad_norm": 0.0179443359375,
      "learning_rate": 1.935777777777778e-05,
      "loss": 3.4512,
      "mean_token_accuracy": 0.4285705531015992,
      "num_tokens": 17155619.0,
      "step": 1290
    },
    {
      "entropy": 2.503946328163147,
      "epoch": 1.1566794636399043,
      "grad_norm": 0.01123046875,
      "learning_rate": 1.9335555555555556e-05,
      "loss": 3.4103,
      "mean_token_accuracy": 0.4285626333206892,
      "num_tokens": 17286672.0,
      "step": 1300
    },
    {
      "epoch": 1.1566794636399043,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 17286672.0,
      "eval_coding_runtime": 95.8416,
      "eval_coding_samples_per_second": 5.217,
      "eval_coding_steps_per_second": 2.608,
      "step": 1300
    },
    {
      "epoch": 1.1566794636399043,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 17286672.0,
      "eval_chemistry_runtime": 53.6206,
      "eval_chemistry_samples_per_second": 9.325,
      "eval_chemistry_steps_per_second": 4.662,
      "step": 1300
    },
    {
      "entropy": 2.511377315223217,
      "epoch": 1.1655817058921716,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.9313333333333334e-05,
      "loss": 3.493,
      "mean_token_accuracy": 0.4217289647087455,
      "num_tokens": 17418216.0,
      "step": 1310
    },
    {
      "entropy": 2.5961489491164684,
      "epoch": 1.174483948144439,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.9291111111111115e-05,
      "loss": 3.4532,
      "mean_token_accuracy": 0.4226861286908388,
      "num_tokens": 17551581.0,
      "step": 1320
    },
    {
      "entropy": 2.4733773186802863,
      "epoch": 1.1833861903967062,
      "grad_norm": 0.0078125,
      "learning_rate": 1.926888888888889e-05,
      "loss": 3.406,
      "mean_token_accuracy": 0.43328642603009937,
      "num_tokens": 17685328.0,
      "step": 1330
    },
    {
      "entropy": 2.504808610677719,
      "epoch": 1.1922884326489736,
      "grad_norm": 0.010986328125,
      "learning_rate": 1.924666666666667e-05,
      "loss": 3.3902,
      "mean_token_accuracy": 0.43533999361097814,
      "num_tokens": 17821205.0,
      "step": 1340
    },
    {
      "entropy": 2.554856265336275,
      "epoch": 1.2011906749012407,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.9224444444444444e-05,
      "loss": 3.5145,
      "mean_token_accuracy": 0.4222357952967286,
      "num_tokens": 17950081.0,
      "step": 1350
    },
    {
      "entropy": 2.4698183365166186,
      "epoch": 1.210092917153508,
      "grad_norm": 0.007568359375,
      "learning_rate": 1.9202222222222225e-05,
      "loss": 3.3678,
      "mean_token_accuracy": 0.4337294826284051,
      "num_tokens": 18087759.0,
      "step": 1360
    },
    {
      "entropy": 2.491861944645643,
      "epoch": 1.2189951594057753,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.918e-05,
      "loss": 3.3956,
      "mean_token_accuracy": 0.43155251136049627,
      "num_tokens": 18229440.0,
      "step": 1370
    },
    {
      "entropy": 2.544880051165819,
      "epoch": 1.2278974016580426,
      "grad_norm": 0.01019287109375,
      "learning_rate": 1.915777777777778e-05,
      "loss": 3.4837,
      "mean_token_accuracy": 0.4227764903567731,
      "num_tokens": 18355732.0,
      "step": 1380
    },
    {
      "entropy": 2.608750829845667,
      "epoch": 1.23679964391031,
      "grad_norm": 0.0096435546875,
      "learning_rate": 1.9135555555555555e-05,
      "loss": 3.5353,
      "mean_token_accuracy": 0.42066937144845723,
      "num_tokens": 18489654.0,
      "step": 1390
    },
    {
      "entropy": 2.4528128817677497,
      "epoch": 1.2457018861625773,
      "grad_norm": 0.0067138671875,
      "learning_rate": 1.9113333333333336e-05,
      "loss": 3.3402,
      "mean_token_accuracy": 0.43648717207834126,
      "num_tokens": 18626245.0,
      "step": 1400
    },
    {
      "epoch": 1.2457018861625773,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 18626245.0,
      "eval_coding_runtime": 95.8265,
      "eval_coding_samples_per_second": 5.218,
      "eval_coding_steps_per_second": 2.609,
      "step": 1400
    },
    {
      "epoch": 1.2457018861625773,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 18626245.0,
      "eval_chemistry_runtime": 53.6283,
      "eval_chemistry_samples_per_second": 9.323,
      "eval_chemistry_steps_per_second": 4.662,
      "step": 1400
    },
    {
      "entropy": 2.4507749184966086,
      "epoch": 1.2546041284148446,
      "grad_norm": 0.00872802734375,
      "learning_rate": 1.9091111111111113e-05,
      "loss": 3.3585,
      "mean_token_accuracy": 0.43596437461674215,
      "num_tokens": 18767785.0,
      "step": 1410
    },
    {
      "entropy": 2.432799159735441,
      "epoch": 1.2635063706671117,
      "grad_norm": 0.012451171875,
      "learning_rate": 1.906888888888889e-05,
      "loss": 3.309,
      "mean_token_accuracy": 0.4405426589772105,
      "num_tokens": 18899632.0,
      "step": 1420
    },
    {
      "entropy": 2.523366042226553,
      "epoch": 1.272408612919379,
      "grad_norm": 0.01068115234375,
      "learning_rate": 1.904666666666667e-05,
      "loss": 3.4447,
      "mean_token_accuracy": 0.42682514479383826,
      "num_tokens": 19039727.0,
      "step": 1430
    },
    {
      "entropy": 2.522237445414066,
      "epoch": 1.2813108551716463,
      "grad_norm": 0.01190185546875,
      "learning_rate": 1.9024444444444446e-05,
      "loss": 3.4611,
      "mean_token_accuracy": 0.4245713768526912,
      "num_tokens": 19173635.0,
      "step": 1440
    },
    {
      "entropy": 2.4513756319880486,
      "epoch": 1.2902130974239137,
      "grad_norm": 0.0079345703125,
      "learning_rate": 1.9002222222222224e-05,
      "loss": 3.3933,
      "mean_token_accuracy": 0.4320486688986421,
      "num_tokens": 19317295.0,
      "step": 1450
    },
    {
      "entropy": 2.417076099663973,
      "epoch": 1.299115339676181,
      "grad_norm": 0.01165771484375,
      "learning_rate": 1.898e-05,
      "loss": 3.3298,
      "mean_token_accuracy": 0.4392012171447277,
      "num_tokens": 19453495.0,
      "step": 1460
    },
    {
      "entropy": 2.4171031497418882,
      "epoch": 1.3080175819284483,
      "grad_norm": 0.007720947265625,
      "learning_rate": 1.895777777777778e-05,
      "loss": 3.3321,
      "mean_token_accuracy": 0.4389203391969204,
      "num_tokens": 19588860.0,
      "step": 1470
    },
    {
      "entropy": 2.475263304263353,
      "epoch": 1.3169198241807156,
      "grad_norm": 0.00787353515625,
      "learning_rate": 1.8935555555555556e-05,
      "loss": 3.423,
      "mean_token_accuracy": 0.42983661517500876,
      "num_tokens": 19719086.0,
      "step": 1480
    },
    {
      "entropy": 2.4915241256356238,
      "epoch": 1.3258220664329827,
      "grad_norm": 0.01251220703125,
      "learning_rate": 1.8913333333333334e-05,
      "loss": 3.3932,
      "mean_token_accuracy": 0.4291253449395299,
      "num_tokens": 19851321.0,
      "step": 1490
    },
    {
      "entropy": 2.515060818940401,
      "epoch": 1.33472430868525,
      "grad_norm": 0.01190185546875,
      "learning_rate": 1.8891111111111115e-05,
      "loss": 3.4452,
      "mean_token_accuracy": 0.4248286823742092,
      "num_tokens": 19981272.0,
      "step": 1500
    },
    {
      "epoch": 1.33472430868525,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 19981272.0,
      "eval_coding_runtime": 95.9024,
      "eval_coding_samples_per_second": 5.214,
      "eval_coding_steps_per_second": 2.607,
      "step": 1500
    },
    {
      "epoch": 1.33472430868525,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 19981272.0,
      "eval_chemistry_runtime": 53.3916,
      "eval_chemistry_samples_per_second": 9.365,
      "eval_chemistry_steps_per_second": 4.682,
      "step": 1500
    },
    {
      "entropy": 2.537444035708904,
      "epoch": 1.3436265509375174,
      "grad_norm": 0.01397705078125,
      "learning_rate": 1.886888888888889e-05,
      "loss": 3.4621,
      "mean_token_accuracy": 0.42645752560347316,
      "num_tokens": 20112097.0,
      "step": 1510
    },
    {
      "entropy": 2.4578563667833806,
      "epoch": 1.3525287931897847,
      "grad_norm": 0.00701904296875,
      "learning_rate": 1.884666666666667e-05,
      "loss": 3.4011,
      "mean_token_accuracy": 0.43212775196880104,
      "num_tokens": 20243034.0,
      "step": 1520
    },
    {
      "entropy": 2.5289953693747522,
      "epoch": 1.361431035442052,
      "grad_norm": 0.015380859375,
      "learning_rate": 1.8824444444444445e-05,
      "loss": 3.4629,
      "mean_token_accuracy": 0.4234733306802809,
      "num_tokens": 20372999.0,
      "step": 1530
    },
    {
      "entropy": 2.4936239890754224,
      "epoch": 1.3703332776943191,
      "grad_norm": 0.007659912109375,
      "learning_rate": 1.8802222222222226e-05,
      "loss": 3.4047,
      "mean_token_accuracy": 0.43090203367173674,
      "num_tokens": 20509028.0,
      "step": 1540
    },
    {
      "entropy": 2.6229711353778837,
      "epoch": 1.3792355199465867,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.878e-05,
      "loss": 3.6425,
      "mean_token_accuracy": 0.41157348044216635,
      "num_tokens": 20633479.0,
      "step": 1550
    },
    {
      "entropy": 2.507130479812622,
      "epoch": 1.3881377621988538,
      "grad_norm": 0.01025390625,
      "learning_rate": 1.875777777777778e-05,
      "loss": 3.4246,
      "mean_token_accuracy": 0.42894090730696915,
      "num_tokens": 20762668.0,
      "step": 1560
    },
    {
      "entropy": 2.56754671856761,
      "epoch": 1.397040004451121,
      "grad_norm": 0.00732421875,
      "learning_rate": 1.873555555555556e-05,
      "loss": 3.4484,
      "mean_token_accuracy": 0.4255117969587445,
      "num_tokens": 20894609.0,
      "step": 1570
    },
    {
      "entropy": 2.6108976893126963,
      "epoch": 1.4059422467033884,
      "grad_norm": 0.01123046875,
      "learning_rate": 1.8713333333333336e-05,
      "loss": 3.5745,
      "mean_token_accuracy": 0.4152322731912136,
      "num_tokens": 21025277.0,
      "step": 1580
    },
    {
      "entropy": 2.575570172071457,
      "epoch": 1.4148444889556557,
      "grad_norm": 0.016357421875,
      "learning_rate": 1.8691111111111114e-05,
      "loss": 3.5483,
      "mean_token_accuracy": 0.4183428635820746,
      "num_tokens": 21156848.0,
      "step": 1590
    },
    {
      "entropy": 2.4909443251788614,
      "epoch": 1.423746731207923,
      "grad_norm": 0.01080322265625,
      "learning_rate": 1.866888888888889e-05,
      "loss": 3.4169,
      "mean_token_accuracy": 0.42875550473108887,
      "num_tokens": 21292320.0,
      "step": 1600
    },
    {
      "epoch": 1.423746731207923,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 21292320.0,
      "eval_coding_runtime": 95.8321,
      "eval_coding_samples_per_second": 5.217,
      "eval_coding_steps_per_second": 2.609,
      "step": 1600
    },
    {
      "epoch": 1.423746731207923,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 21292320.0,
      "eval_chemistry_runtime": 53.6996,
      "eval_chemistry_samples_per_second": 9.311,
      "eval_chemistry_steps_per_second": 4.656,
      "step": 1600
    },
    {
      "entropy": 2.5857157841324807,
      "epoch": 1.4326489734601902,
      "grad_norm": 0.0120849609375,
      "learning_rate": 1.864666666666667e-05,
      "loss": 3.5036,
      "mean_token_accuracy": 0.4268370010890067,
      "num_tokens": 21426944.0,
      "step": 1610
    },
    {
      "entropy": 2.471120712906122,
      "epoch": 1.4415512157124577,
      "grad_norm": 0.01239013671875,
      "learning_rate": 1.8624444444444446e-05,
      "loss": 3.4141,
      "mean_token_accuracy": 0.43633277975022794,
      "num_tokens": 21563668.0,
      "step": 1620
    },
    {
      "entropy": 2.572203493118286,
      "epoch": 1.4504534579647248,
      "grad_norm": 0.0074462890625,
      "learning_rate": 1.8602222222222224e-05,
      "loss": 3.5546,
      "mean_token_accuracy": 0.416438902169466,
      "num_tokens": 21687993.0,
      "step": 1630
    },
    {
      "entropy": 2.4553592331707477,
      "epoch": 1.4593557002169921,
      "grad_norm": 0.00927734375,
      "learning_rate": 1.858e-05,
      "loss": 3.42,
      "mean_token_accuracy": 0.43670414835214616,
      "num_tokens": 21817298.0,
      "step": 1640
    },
    {
      "entropy": 2.5596740052103995,
      "epoch": 1.4682579424692594,
      "grad_norm": 0.00897216796875,
      "learning_rate": 1.855777777777778e-05,
      "loss": 3.479,
      "mean_token_accuracy": 0.42424469059333203,
      "num_tokens": 21947593.0,
      "step": 1650
    },
    {
      "entropy": 2.558923949301243,
      "epoch": 1.4771601847215268,
      "grad_norm": 0.01104736328125,
      "learning_rate": 1.8535555555555557e-05,
      "loss": 3.4637,
      "mean_token_accuracy": 0.42529286816716194,
      "num_tokens": 22083010.0,
      "step": 1660
    },
    {
      "entropy": 2.5305933080613614,
      "epoch": 1.486062426973794,
      "grad_norm": 0.01385498046875,
      "learning_rate": 1.8513333333333335e-05,
      "loss": 3.4958,
      "mean_token_accuracy": 0.4228696158155799,
      "num_tokens": 22216759.0,
      "step": 1670
    },
    {
      "entropy": 2.5268216267228127,
      "epoch": 1.4949646692260612,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.8491111111111112e-05,
      "loss": 3.4217,
      "mean_token_accuracy": 0.4293845698237419,
      "num_tokens": 22350046.0,
      "step": 1680
    },
    {
      "entropy": 2.5090344458818437,
      "epoch": 1.5038669114783287,
      "grad_norm": 0.01373291015625,
      "learning_rate": 1.846888888888889e-05,
      "loss": 3.4432,
      "mean_token_accuracy": 0.4325392559170723,
      "num_tokens": 22485677.0,
      "step": 1690
    },
    {
      "entropy": 2.4932730071246625,
      "epoch": 1.5127691537305958,
      "grad_norm": 0.00860595703125,
      "learning_rate": 1.8446666666666667e-05,
      "loss": 3.3879,
      "mean_token_accuracy": 0.4324304299429059,
      "num_tokens": 22615933.0,
      "step": 1700
    },
    {
      "epoch": 1.5127691537305958,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 22615933.0,
      "eval_coding_runtime": 96.0736,
      "eval_coding_samples_per_second": 5.204,
      "eval_coding_steps_per_second": 2.602,
      "step": 1700
    },
    {
      "epoch": 1.5127691537305958,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 22615933.0,
      "eval_chemistry_runtime": 53.6801,
      "eval_chemistry_samples_per_second": 9.314,
      "eval_chemistry_steps_per_second": 4.657,
      "step": 1700
    },
    {
      "entropy": 2.499319192022085,
      "epoch": 1.5216713959828632,
      "grad_norm": 0.01531982421875,
      "learning_rate": 1.842444444444445e-05,
      "loss": 3.4393,
      "mean_token_accuracy": 0.42634991379454734,
      "num_tokens": 22749756.0,
      "step": 1710
    },
    {
      "entropy": 2.3928098790347576,
      "epoch": 1.5305736382351305,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.8402222222222223e-05,
      "loss": 3.2777,
      "mean_token_accuracy": 0.44273359794169664,
      "num_tokens": 22886843.0,
      "step": 1720
    },
    {
      "entropy": 2.515210550278425,
      "epoch": 1.5394758804873978,
      "grad_norm": 0.0145263671875,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 3.4278,
      "mean_token_accuracy": 0.430076424498111,
      "num_tokens": 23013890.0,
      "step": 1730
    },
    {
      "entropy": 2.511288223415613,
      "epoch": 1.5483781227396651,
      "grad_norm": 0.0174560546875,
      "learning_rate": 1.8357777777777778e-05,
      "loss": 3.4467,
      "mean_token_accuracy": 0.42953401962295173,
      "num_tokens": 23140244.0,
      "step": 1740
    },
    {
      "entropy": 2.5117117315530777,
      "epoch": 1.5572803649919322,
      "grad_norm": 0.01177978515625,
      "learning_rate": 1.833555555555556e-05,
      "loss": 3.437,
      "mean_token_accuracy": 0.43029365949332715,
      "num_tokens": 23268188.0,
      "step": 1750
    },
    {
      "entropy": 2.472087085992098,
      "epoch": 1.5661826072441998,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.8313333333333333e-05,
      "loss": 3.3994,
      "mean_token_accuracy": 0.4351077421568334,
      "num_tokens": 23405121.0,
      "step": 1760
    },
    {
      "entropy": 2.5334790728986265,
      "epoch": 1.5750848494964669,
      "grad_norm": 0.00897216796875,
      "learning_rate": 1.8291111111111114e-05,
      "loss": 3.456,
      "mean_token_accuracy": 0.42388113122433424,
      "num_tokens": 23535787.0,
      "step": 1770
    },
    {
      "entropy": 2.5175728268921373,
      "epoch": 1.5839870917487342,
      "grad_norm": 0.007049560546875,
      "learning_rate": 1.8268888888888888e-05,
      "loss": 3.4153,
      "mean_token_accuracy": 0.426735052280128,
      "num_tokens": 23671826.0,
      "step": 1780
    },
    {
      "entropy": 2.522493792325258,
      "epoch": 1.5928893340010015,
      "grad_norm": 0.007781982421875,
      "learning_rate": 1.824666666666667e-05,
      "loss": 3.4456,
      "mean_token_accuracy": 0.42770035564899445,
      "num_tokens": 23805612.0,
      "step": 1790
    },
    {
      "entropy": 2.5342708349227907,
      "epoch": 1.6017915762532688,
      "grad_norm": 0.0174560546875,
      "learning_rate": 1.8224444444444447e-05,
      "loss": 3.4542,
      "mean_token_accuracy": 0.4265250092372298,
      "num_tokens": 23933374.0,
      "step": 1800
    },
    {
      "epoch": 1.6017915762532688,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 23933374.0,
      "eval_coding_runtime": 95.8632,
      "eval_coding_samples_per_second": 5.216,
      "eval_coding_steps_per_second": 2.608,
      "step": 1800
    },
    {
      "epoch": 1.6017915762532688,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 23933374.0,
      "eval_chemistry_runtime": 53.6651,
      "eval_chemistry_samples_per_second": 9.317,
      "eval_chemistry_steps_per_second": 4.659,
      "step": 1800
    },
    {
      "entropy": 2.4730284474790096,
      "epoch": 1.6106938185055362,
      "grad_norm": 0.01123046875,
      "learning_rate": 1.8202222222222225e-05,
      "loss": 3.4249,
      "mean_token_accuracy": 0.4301054811105132,
      "num_tokens": 24070188.0,
      "step": 1810
    },
    {
      "entropy": 2.4333154663443564,
      "epoch": 1.6195960607578033,
      "grad_norm": 0.0162353515625,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 3.3849,
      "mean_token_accuracy": 0.4358032012358308,
      "num_tokens": 24210156.0,
      "step": 1820
    },
    {
      "entropy": 2.548785130679607,
      "epoch": 1.6284983030100708,
      "grad_norm": 0.00994873046875,
      "learning_rate": 1.815777777777778e-05,
      "loss": 3.4663,
      "mean_token_accuracy": 0.4266028679907322,
      "num_tokens": 24335746.0,
      "step": 1830
    },
    {
      "entropy": 2.493963433802128,
      "epoch": 1.637400545262338,
      "grad_norm": 0.0115966796875,
      "learning_rate": 1.8135555555555557e-05,
      "loss": 3.4112,
      "mean_token_accuracy": 0.43058306723833084,
      "num_tokens": 24462726.0,
      "step": 1840
    },
    {
      "entropy": 2.4432963475584986,
      "epoch": 1.6463027875146052,
      "grad_norm": 0.00848388671875,
      "learning_rate": 1.8113333333333335e-05,
      "loss": 3.3659,
      "mean_token_accuracy": 0.4354290099814534,
      "num_tokens": 24597391.0,
      "step": 1850
    },
    {
      "entropy": 2.4352858766913412,
      "epoch": 1.6552050297668726,
      "grad_norm": 0.0150146484375,
      "learning_rate": 1.8091111111111113e-05,
      "loss": 3.3265,
      "mean_token_accuracy": 0.44209435898810623,
      "num_tokens": 24732815.0,
      "step": 1860
    },
    {
      "entropy": 2.494772292673588,
      "epoch": 1.6641072720191397,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.806888888888889e-05,
      "loss": 3.4225,
      "mean_token_accuracy": 0.42676153369247916,
      "num_tokens": 24869428.0,
      "step": 1870
    },
    {
      "entropy": 2.4837465301156043,
      "epoch": 1.6730095142714072,
      "grad_norm": 0.0181884765625,
      "learning_rate": 1.8046666666666668e-05,
      "loss": 3.3856,
      "mean_token_accuracy": 0.43438148498535156,
      "num_tokens": 25002091.0,
      "step": 1880
    },
    {
      "entropy": 2.5113090477883815,
      "epoch": 1.6819117565236743,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.8024444444444445e-05,
      "loss": 3.4708,
      "mean_token_accuracy": 0.426338127348572,
      "num_tokens": 25133714.0,
      "step": 1890
    },
    {
      "entropy": 2.4073795929551123,
      "epoch": 1.6908139987759419,
      "grad_norm": 0.0106201171875,
      "learning_rate": 1.8002222222222223e-05,
      "loss": 3.3643,
      "mean_token_accuracy": 0.4404640804976225,
      "num_tokens": 25267949.0,
      "step": 1900
    },
    {
      "epoch": 1.6908139987759419,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 25267949.0,
      "eval_coding_runtime": 95.8242,
      "eval_coding_samples_per_second": 5.218,
      "eval_coding_steps_per_second": 2.609,
      "step": 1900
    },
    {
      "epoch": 1.6908139987759419,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 25267949.0,
      "eval_chemistry_runtime": 53.6517,
      "eval_chemistry_samples_per_second": 9.319,
      "eval_chemistry_steps_per_second": 4.66,
      "step": 1900
    },
    {
      "entropy": 2.4964852534234523,
      "epoch": 1.699716241028209,
      "grad_norm": 0.01220703125,
      "learning_rate": 1.798e-05,
      "loss": 3.3746,
      "mean_token_accuracy": 0.43742703888565304,
      "num_tokens": 25401385.0,
      "step": 1910
    },
    {
      "entropy": 2.5503848932683466,
      "epoch": 1.7086184832804763,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.7957777777777778e-05,
      "loss": 3.4842,
      "mean_token_accuracy": 0.42500705253332854,
      "num_tokens": 25525772.0,
      "step": 1920
    },
    {
      "entropy": 2.5723555073142053,
      "epoch": 1.7175207255327436,
      "grad_norm": 0.01055908203125,
      "learning_rate": 1.7935555555555556e-05,
      "loss": 3.4885,
      "mean_token_accuracy": 0.4221608478575945,
      "num_tokens": 25657946.0,
      "step": 1930
    },
    {
      "entropy": 2.5482451558113097,
      "epoch": 1.7264229677850107,
      "grad_norm": 0.01416015625,
      "learning_rate": 1.7913333333333337e-05,
      "loss": 3.4748,
      "mean_token_accuracy": 0.42012830562889575,
      "num_tokens": 25787727.0,
      "step": 1940
    },
    {
      "entropy": 2.4831707894802095,
      "epoch": 1.7353252100372782,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.789111111111111e-05,
      "loss": 3.402,
      "mean_token_accuracy": 0.4355609222315252,
      "num_tokens": 25925569.0,
      "step": 1950
    },
    {
      "entropy": 2.4309555172920225,
      "epoch": 1.7442274522895453,
      "grad_norm": 0.0072021484375,
      "learning_rate": 1.7868888888888892e-05,
      "loss": 3.3031,
      "mean_token_accuracy": 0.4397842838428915,
      "num_tokens": 26058026.0,
      "step": 1960
    },
    {
      "entropy": 2.4790328785777094,
      "epoch": 1.7531296945418127,
      "grad_norm": 0.00823974609375,
      "learning_rate": 1.7846666666666666e-05,
      "loss": 3.3659,
      "mean_token_accuracy": 0.4327216723002493,
      "num_tokens": 26195268.0,
      "step": 1970
    },
    {
      "entropy": 2.3836306020617486,
      "epoch": 1.76203193679408,
      "grad_norm": 0.00848388671875,
      "learning_rate": 1.7824444444444447e-05,
      "loss": 3.3147,
      "mean_token_accuracy": 0.4457951638847589,
      "num_tokens": 26326631.0,
      "step": 1980
    },
    {
      "entropy": 2.5131599582731723,
      "epoch": 1.7709341790463473,
      "grad_norm": 0.0086669921875,
      "learning_rate": 1.780222222222222e-05,
      "loss": 3.4339,
      "mean_token_accuracy": 0.42837768141180277,
      "num_tokens": 26462379.0,
      "step": 1990
    },
    {
      "entropy": 2.4848237335681915,
      "epoch": 1.7798364212986146,
      "grad_norm": 0.00921630859375,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 3.3823,
      "mean_token_accuracy": 0.4355517864227295,
      "num_tokens": 26591735.0,
      "step": 2000
    },
    {
      "epoch": 1.7798364212986146,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 26591735.0,
      "eval_coding_runtime": 95.8115,
      "eval_coding_samples_per_second": 5.219,
      "eval_coding_steps_per_second": 2.609,
      "step": 2000
    },
    {
      "epoch": 1.7798364212986146,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 26591735.0,
      "eval_chemistry_runtime": 53.3564,
      "eval_chemistry_samples_per_second": 9.371,
      "eval_chemistry_steps_per_second": 4.685,
      "step": 2000
    },
    {
      "entropy": 2.512414899468422,
      "epoch": 1.7887386635508817,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.7757777777777777e-05,
      "loss": 3.461,
      "mean_token_accuracy": 0.42785221468657253,
      "num_tokens": 26722192.0,
      "step": 2010
    },
    {
      "entropy": 2.49338650777936,
      "epoch": 1.7976409058031493,
      "grad_norm": 0.0078125,
      "learning_rate": 1.7735555555555558e-05,
      "loss": 3.4375,
      "mean_token_accuracy": 0.43186294184997676,
      "num_tokens": 26857071.0,
      "step": 2020
    },
    {
      "entropy": 2.5387425035238267,
      "epoch": 1.8065431480554164,
      "grad_norm": 0.00775146484375,
      "learning_rate": 1.7713333333333335e-05,
      "loss": 3.5114,
      "mean_token_accuracy": 0.42104734824970363,
      "num_tokens": 26985670.0,
      "step": 2030
    },
    {
      "entropy": 2.5376450821757315,
      "epoch": 1.8154453903076837,
      "grad_norm": 0.006744384765625,
      "learning_rate": 1.7691111111111113e-05,
      "loss": 3.4528,
      "mean_token_accuracy": 0.42794880773872135,
      "num_tokens": 27120617.0,
      "step": 2040
    },
    {
      "entropy": 2.4720287576317785,
      "epoch": 1.824347632559951,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.766888888888889e-05,
      "loss": 3.4072,
      "mean_token_accuracy": 0.43193903416395185,
      "num_tokens": 27256091.0,
      "step": 2050
    },
    {
      "entropy": 2.4498261220753195,
      "epoch": 1.8332498748122183,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.7646666666666668e-05,
      "loss": 3.3817,
      "mean_token_accuracy": 0.4341492637991905,
      "num_tokens": 27391174.0,
      "step": 2060
    },
    {
      "entropy": 2.539250801503658,
      "epoch": 1.8421521170644857,
      "grad_norm": 0.0084228515625,
      "learning_rate": 1.7624444444444446e-05,
      "loss": 3.4641,
      "mean_token_accuracy": 0.42349757589399817,
      "num_tokens": 27520594.0,
      "step": 2070
    },
    {
      "entropy": 2.4508532620966434,
      "epoch": 1.8510543593167528,
      "grad_norm": 0.01080322265625,
      "learning_rate": 1.7602222222222223e-05,
      "loss": 3.3258,
      "mean_token_accuracy": 0.43899478651583196,
      "num_tokens": 27656941.0,
      "step": 2080
    },
    {
      "entropy": 2.5394405357539656,
      "epoch": 1.8599566015690203,
      "grad_norm": 0.01007080078125,
      "learning_rate": 1.758e-05,
      "loss": 3.4321,
      "mean_token_accuracy": 0.4316885365173221,
      "num_tokens": 27789788.0,
      "step": 2090
    },
    {
      "entropy": 2.4399430051445963,
      "epoch": 1.8688588438212874,
      "grad_norm": 0.007659912109375,
      "learning_rate": 1.755777777777778e-05,
      "loss": 3.3817,
      "mean_token_accuracy": 0.4349720967933536,
      "num_tokens": 27927118.0,
      "step": 2100
    },
    {
      "epoch": 1.8688588438212874,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 27927118.0,
      "eval_coding_runtime": 95.8336,
      "eval_coding_samples_per_second": 5.217,
      "eval_coding_steps_per_second": 2.609,
      "step": 2100
    },
    {
      "epoch": 1.8688588438212874,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 27927118.0,
      "eval_chemistry_runtime": 53.6675,
      "eval_chemistry_samples_per_second": 9.317,
      "eval_chemistry_steps_per_second": 4.658,
      "step": 2100
    },
    {
      "entropy": 2.4159545600414276,
      "epoch": 1.8777610860735547,
      "grad_norm": 0.00823974609375,
      "learning_rate": 1.7535555555555556e-05,
      "loss": 3.3056,
      "mean_token_accuracy": 0.44210368683561685,
      "num_tokens": 28059537.0,
      "step": 2110
    },
    {
      "entropy": 2.441173566132784,
      "epoch": 1.886663328325822,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.7513333333333334e-05,
      "loss": 3.3488,
      "mean_token_accuracy": 0.4367098089307547,
      "num_tokens": 28192620.0,
      "step": 2120
    },
    {
      "entropy": 2.5123432710766793,
      "epoch": 1.8955655705780894,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.749111111111111e-05,
      "loss": 3.408,
      "mean_token_accuracy": 0.43012905353680253,
      "num_tokens": 28322688.0,
      "step": 2130
    },
    {
      "entropy": 2.453406761586666,
      "epoch": 1.9044678128303567,
      "grad_norm": 0.01361083984375,
      "learning_rate": 1.746888888888889e-05,
      "loss": 3.3969,
      "mean_token_accuracy": 0.42973558623343705,
      "num_tokens": 28458168.0,
      "step": 2140
    },
    {
      "entropy": 2.4366604276001453,
      "epoch": 1.9133700550826238,
      "grad_norm": 0.007568359375,
      "learning_rate": 1.7446666666666667e-05,
      "loss": 3.3541,
      "mean_token_accuracy": 0.4435499781742692,
      "num_tokens": 28592965.0,
      "step": 2150
    },
    {
      "entropy": 2.559662352502346,
      "epoch": 1.9222722973348914,
      "grad_norm": 0.007476806640625,
      "learning_rate": 1.7424444444444444e-05,
      "loss": 3.478,
      "mean_token_accuracy": 0.42056706119328735,
      "num_tokens": 28722756.0,
      "step": 2160
    },
    {
      "entropy": 2.5161592070013286,
      "epoch": 1.9311745395871585,
      "grad_norm": 0.00836181640625,
      "learning_rate": 1.7402222222222222e-05,
      "loss": 3.4081,
      "mean_token_accuracy": 0.43007858814671635,
      "num_tokens": 28851608.0,
      "step": 2170
    },
    {
      "entropy": 2.5472119063138963,
      "epoch": 1.9400767818394258,
      "grad_norm": 0.012939453125,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 3.4278,
      "mean_token_accuracy": 0.43115096278488635,
      "num_tokens": 28978375.0,
      "step": 2180
    },
    {
      "entropy": 2.5229906484484674,
      "epoch": 1.948979024091693,
      "grad_norm": 0.011962890625,
      "learning_rate": 1.735777777777778e-05,
      "loss": 3.4578,
      "mean_token_accuracy": 0.42716494342312217,
      "num_tokens": 29102319.0,
      "step": 2190
    },
    {
      "entropy": 2.476004705578089,
      "epoch": 1.9578812663439604,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.7335555555555558e-05,
      "loss": 3.3686,
      "mean_token_accuracy": 0.4350167758762836,
      "num_tokens": 29236865.0,
      "step": 2200
    },
    {
      "epoch": 1.9578812663439604,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 29236865.0,
      "eval_coding_runtime": 95.8605,
      "eval_coding_samples_per_second": 5.216,
      "eval_coding_steps_per_second": 2.608,
      "step": 2200
    },
    {
      "epoch": 1.9578812663439604,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 29236865.0,
      "eval_chemistry_runtime": 53.6705,
      "eval_chemistry_samples_per_second": 9.316,
      "eval_chemistry_steps_per_second": 4.658,
      "step": 2200
    },
    {
      "entropy": 2.536533968895674,
      "epoch": 1.9667835085962277,
      "grad_norm": 0.01263427734375,
      "learning_rate": 1.7313333333333336e-05,
      "loss": 3.4119,
      "mean_token_accuracy": 0.42778037320822476,
      "num_tokens": 29366663.0,
      "step": 2210
    },
    {
      "entropy": 2.449043183401227,
      "epoch": 1.9756857508484948,
      "grad_norm": 0.00927734375,
      "learning_rate": 1.7291111111111113e-05,
      "loss": 3.3386,
      "mean_token_accuracy": 0.43799091819673774,
      "num_tokens": 29500428.0,
      "step": 2220
    },
    {
      "entropy": 2.4487401939928533,
      "epoch": 1.9845879931007624,
      "grad_norm": 0.0074462890625,
      "learning_rate": 1.726888888888889e-05,
      "loss": 3.3163,
      "mean_token_accuracy": 0.4401108752004802,
      "num_tokens": 29633749.0,
      "step": 2230
    },
    {
      "entropy": 2.48353983014822,
      "epoch": 1.9934902353530295,
      "grad_norm": 0.00872802734375,
      "learning_rate": 1.724666666666667e-05,
      "loss": 3.4529,
      "mean_token_accuracy": 0.431061902269721,
      "num_tokens": 29766739.0,
      "step": 2240
    },
    {
      "entropy": 2.4969849810504274,
      "epoch": 2.0017804484504533,
      "grad_norm": 0.0186767578125,
      "learning_rate": 1.7224444444444446e-05,
      "loss": 3.4145,
      "mean_token_accuracy": 0.43463202230882325,
      "num_tokens": 29890084.0,
      "step": 2250
    },
    {
      "entropy": 2.4849643670022488,
      "epoch": 2.010682690702721,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.7202222222222224e-05,
      "loss": 3.4236,
      "mean_token_accuracy": 0.42919157091528176,
      "num_tokens": 30025427.0,
      "step": 2260
    },
    {
      "entropy": 2.5458383657038213,
      "epoch": 2.019584932954988,
      "grad_norm": 0.01458740234375,
      "learning_rate": 1.718e-05,
      "loss": 3.4659,
      "mean_token_accuracy": 0.4249839408323169,
      "num_tokens": 30157741.0,
      "step": 2270
    },
    {
      "entropy": 2.43228619992733,
      "epoch": 2.0284871752072555,
      "grad_norm": 0.007049560546875,
      "learning_rate": 1.715777777777778e-05,
      "loss": 3.3168,
      "mean_token_accuracy": 0.44042068161070347,
      "num_tokens": 30286651.0,
      "step": 2280
    },
    {
      "entropy": 2.463851699233055,
      "epoch": 2.0373894174595226,
      "grad_norm": 0.012939453125,
      "learning_rate": 1.7135555555555557e-05,
      "loss": 3.4278,
      "mean_token_accuracy": 0.4308917077258229,
      "num_tokens": 30420976.0,
      "step": 2290
    },
    {
      "entropy": 2.520537596195936,
      "epoch": 2.0462916597117897,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.7113333333333334e-05,
      "loss": 3.4402,
      "mean_token_accuracy": 0.426590237673372,
      "num_tokens": 30552624.0,
      "step": 2300
    },
    {
      "epoch": 2.0462916597117897,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 30552624.0,
      "eval_coding_runtime": 96.1075,
      "eval_coding_samples_per_second": 5.203,
      "eval_coding_steps_per_second": 2.601,
      "step": 2300
    },
    {
      "epoch": 2.0462916597117897,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 30552624.0,
      "eval_chemistry_runtime": 53.7785,
      "eval_chemistry_samples_per_second": 9.297,
      "eval_chemistry_steps_per_second": 4.649,
      "step": 2300
    },
    {
      "entropy": 2.4775105245411395,
      "epoch": 2.0551939019640573,
      "grad_norm": 0.007415771484375,
      "learning_rate": 1.7091111111111112e-05,
      "loss": 3.3684,
      "mean_token_accuracy": 0.4364167733117938,
      "num_tokens": 30691265.0,
      "step": 2310
    },
    {
      "entropy": 2.4963763944804667,
      "epoch": 2.0640961442163244,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.706888888888889e-05,
      "loss": 3.4127,
      "mean_token_accuracy": 0.4294741300866008,
      "num_tokens": 30823746.0,
      "step": 2320
    },
    {
      "entropy": 2.666494831442833,
      "epoch": 2.072998386468592,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.704666666666667e-05,
      "loss": 3.6227,
      "mean_token_accuracy": 0.40998966582119467,
      "num_tokens": 30949206.0,
      "step": 2330
    },
    {
      "entropy": 2.529926239699125,
      "epoch": 2.081900628720859,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.7024444444444445e-05,
      "loss": 3.4504,
      "mean_token_accuracy": 0.4259375176392496,
      "num_tokens": 31076307.0,
      "step": 2340
    },
    {
      "entropy": 2.55358622521162,
      "epoch": 2.0908028709731266,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.7002222222222226e-05,
      "loss": 3.4705,
      "mean_token_accuracy": 0.42103142719715836,
      "num_tokens": 31209110.0,
      "step": 2350
    },
    {
      "entropy": 2.5771147549152373,
      "epoch": 2.0997051132253937,
      "grad_norm": 0.0093994140625,
      "learning_rate": 1.698e-05,
      "loss": 3.5117,
      "mean_token_accuracy": 0.42043230924755337,
      "num_tokens": 31340763.0,
      "step": 2360
    },
    {
      "entropy": 2.4816695883870126,
      "epoch": 2.1086073554776608,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.695777777777778e-05,
      "loss": 3.4333,
      "mean_token_accuracy": 0.4332979379221797,
      "num_tokens": 31474578.0,
      "step": 2370
    },
    {
      "entropy": 2.4634600311517714,
      "epoch": 2.1175095977299283,
      "grad_norm": 0.007080078125,
      "learning_rate": 1.6935555555555555e-05,
      "loss": 3.3682,
      "mean_token_accuracy": 0.4341349918395281,
      "num_tokens": 31607200.0,
      "step": 2380
    },
    {
      "entropy": 2.52581527531147,
      "epoch": 2.1264118399821954,
      "grad_norm": 0.01007080078125,
      "learning_rate": 1.6913333333333336e-05,
      "loss": 3.4431,
      "mean_token_accuracy": 0.4261651573702693,
      "num_tokens": 31745285.0,
      "step": 2390
    },
    {
      "entropy": 2.585964485257864,
      "epoch": 2.135314082234463,
      "grad_norm": 0.01434326171875,
      "learning_rate": 1.689111111111111e-05,
      "loss": 3.5199,
      "mean_token_accuracy": 0.41684299279004333,
      "num_tokens": 31874392.0,
      "step": 2400
    },
    {
      "epoch": 2.135314082234463,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 31874392.0,
      "eval_coding_runtime": 96.0172,
      "eval_coding_samples_per_second": 5.207,
      "eval_coding_steps_per_second": 2.604,
      "step": 2400
    },
    {
      "epoch": 2.135314082234463,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 31874392.0,
      "eval_chemistry_runtime": 53.7772,
      "eval_chemistry_samples_per_second": 9.298,
      "eval_chemistry_steps_per_second": 4.649,
      "step": 2400
    },
    {
      "entropy": 2.5983475029468535,
      "epoch": 2.14421632448673,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.686888888888889e-05,
      "loss": 3.4957,
      "mean_token_accuracy": 0.42263941895216706,
      "num_tokens": 32009011.0,
      "step": 2410
    },
    {
      "entropy": 2.369788056612015,
      "epoch": 2.153118566738997,
      "grad_norm": 0.0098876953125,
      "learning_rate": 1.684666666666667e-05,
      "loss": 3.2562,
      "mean_token_accuracy": 0.4482082508504391,
      "num_tokens": 32144016.0,
      "step": 2420
    },
    {
      "entropy": 2.455921271443367,
      "epoch": 2.1620208089912647,
      "grad_norm": 0.016357421875,
      "learning_rate": 1.6824444444444447e-05,
      "loss": 3.4044,
      "mean_token_accuracy": 0.4395538216456771,
      "num_tokens": 32278381.0,
      "step": 2430
    },
    {
      "entropy": 2.5169711895287037,
      "epoch": 2.170923051243532,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.6802222222222224e-05,
      "loss": 3.4661,
      "mean_token_accuracy": 0.42682260293513535,
      "num_tokens": 32410902.0,
      "step": 2440
    },
    {
      "entropy": 2.5512830149382353,
      "epoch": 2.1798252934957993,
      "grad_norm": 0.00762939453125,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 3.4623,
      "mean_token_accuracy": 0.4289132535457611,
      "num_tokens": 32542717.0,
      "step": 2450
    },
    {
      "entropy": 2.4463692352175714,
      "epoch": 2.1887275357480664,
      "grad_norm": 0.0093994140625,
      "learning_rate": 1.675777777777778e-05,
      "loss": 3.3254,
      "mean_token_accuracy": 0.4344227942638099,
      "num_tokens": 32674338.0,
      "step": 2460
    },
    {
      "entropy": 2.4979622453451156,
      "epoch": 2.197629778000334,
      "grad_norm": 0.007568359375,
      "learning_rate": 1.6735555555555557e-05,
      "loss": 3.3992,
      "mean_token_accuracy": 0.42839485611766576,
      "num_tokens": 32795691.0,
      "step": 2470
    },
    {
      "entropy": 2.487682148069143,
      "epoch": 2.206532020252601,
      "grad_norm": 0.0115966796875,
      "learning_rate": 1.6713333333333335e-05,
      "loss": 3.4191,
      "mean_token_accuracy": 0.42853680457919835,
      "num_tokens": 32930219.0,
      "step": 2480
    },
    {
      "entropy": 2.5642348393797874,
      "epoch": 2.2154342625048686,
      "grad_norm": 0.009765625,
      "learning_rate": 1.6691111111111112e-05,
      "loss": 3.5499,
      "mean_token_accuracy": 0.4216444227844477,
      "num_tokens": 33060606.0,
      "step": 2490
    },
    {
      "entropy": 2.464671529084444,
      "epoch": 2.2243365047571357,
      "grad_norm": 0.007476806640625,
      "learning_rate": 1.666888888888889e-05,
      "loss": 3.3666,
      "mean_token_accuracy": 0.4348222777247429,
      "num_tokens": 33194318.0,
      "step": 2500
    },
    {
      "epoch": 2.2243365047571357,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 33194318.0,
      "eval_coding_runtime": 96.001,
      "eval_coding_samples_per_second": 5.208,
      "eval_coding_steps_per_second": 2.604,
      "step": 2500
    },
    {
      "epoch": 2.2243365047571357,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 33194318.0,
      "eval_chemistry_runtime": 53.4749,
      "eval_chemistry_samples_per_second": 9.35,
      "eval_chemistry_steps_per_second": 4.675,
      "step": 2500
    },
    {
      "entropy": 2.5238001853227616,
      "epoch": 2.233238747009403,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.6646666666666668e-05,
      "loss": 3.4723,
      "mean_token_accuracy": 0.42478870414197445,
      "num_tokens": 33324345.0,
      "step": 2510
    },
    {
      "entropy": 2.431478377431631,
      "epoch": 2.2421409892616704,
      "grad_norm": 0.007568359375,
      "learning_rate": 1.6624444444444445e-05,
      "loss": 3.3323,
      "mean_token_accuracy": 0.43992548789829017,
      "num_tokens": 33453292.0,
      "step": 2520
    },
    {
      "entropy": 2.413362357020378,
      "epoch": 2.2510432315139375,
      "grad_norm": 0.01031494140625,
      "learning_rate": 1.6602222222222223e-05,
      "loss": 3.289,
      "mean_token_accuracy": 0.4414545498788357,
      "num_tokens": 33590568.0,
      "step": 2530
    },
    {
      "entropy": 2.4422323763370515,
      "epoch": 2.259945473766205,
      "grad_norm": 0.00799560546875,
      "learning_rate": 1.658e-05,
      "loss": 3.3433,
      "mean_token_accuracy": 0.43745585475116966,
      "num_tokens": 33728875.0,
      "step": 2540
    },
    {
      "entropy": 2.4755229219794272,
      "epoch": 2.268847716018472,
      "grad_norm": 0.01153564453125,
      "learning_rate": 1.6557777777777778e-05,
      "loss": 3.4154,
      "mean_token_accuracy": 0.43391959443688394,
      "num_tokens": 33864335.0,
      "step": 2550
    },
    {
      "entropy": 2.5827997736632824,
      "epoch": 2.2777499582707392,
      "grad_norm": 0.0084228515625,
      "learning_rate": 1.6535555555555556e-05,
      "loss": 3.497,
      "mean_token_accuracy": 0.4233642414212227,
      "num_tokens": 33999305.0,
      "step": 2560
    },
    {
      "entropy": 2.5560081459581854,
      "epoch": 2.2866522005230068,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.6513333333333333e-05,
      "loss": 3.5117,
      "mean_token_accuracy": 0.42018666174262764,
      "num_tokens": 34134199.0,
      "step": 2570
    },
    {
      "entropy": 2.4955980271100997,
      "epoch": 2.295554442775274,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.6491111111111114e-05,
      "loss": 3.4138,
      "mean_token_accuracy": 0.42663040682673453,
      "num_tokens": 34269727.0,
      "step": 2580
    },
    {
      "entropy": 2.4141868740320205,
      "epoch": 2.3044566850275414,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.646888888888889e-05,
      "loss": 3.3136,
      "mean_token_accuracy": 0.44276040960103275,
      "num_tokens": 34401207.0,
      "step": 2590
    },
    {
      "entropy": 2.4291097052395343,
      "epoch": 2.3133589272798085,
      "grad_norm": 0.00787353515625,
      "learning_rate": 1.644666666666667e-05,
      "loss": 3.3374,
      "mean_token_accuracy": 0.4356713238172233,
      "num_tokens": 34537714.0,
      "step": 2600
    },
    {
      "epoch": 2.3133589272798085,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 34537714.0,
      "eval_coding_runtime": 95.9565,
      "eval_coding_samples_per_second": 5.211,
      "eval_coding_steps_per_second": 2.605,
      "step": 2600
    },
    {
      "epoch": 2.3133589272798085,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 34537714.0,
      "eval_chemistry_runtime": 53.8638,
      "eval_chemistry_samples_per_second": 9.283,
      "eval_chemistry_steps_per_second": 4.641,
      "step": 2600
    },
    {
      "entropy": 2.476061158627272,
      "epoch": 2.322261169532076,
      "grad_norm": 0.0142822265625,
      "learning_rate": 1.6424444444444444e-05,
      "loss": 3.3664,
      "mean_token_accuracy": 0.4312489262782037,
      "num_tokens": 34670848.0,
      "step": 2610
    },
    {
      "entropy": 2.5185798734426497,
      "epoch": 2.331163411784343,
      "grad_norm": 0.007781982421875,
      "learning_rate": 1.6402222222222225e-05,
      "loss": 3.4559,
      "mean_token_accuracy": 0.4257050332613289,
      "num_tokens": 34806647.0,
      "step": 2620
    },
    {
      "entropy": 2.4210305772721767,
      "epoch": 2.3400656540366107,
      "grad_norm": 0.010009765625,
      "learning_rate": 1.638e-05,
      "loss": 3.3581,
      "mean_token_accuracy": 0.4404707044363022,
      "num_tokens": 34938626.0,
      "step": 2630
    },
    {
      "entropy": 2.5381113201379777,
      "epoch": 2.348967896288878,
      "grad_norm": 0.007232666015625,
      "learning_rate": 1.635777777777778e-05,
      "loss": 3.4599,
      "mean_token_accuracy": 0.4281400805339217,
      "num_tokens": 35076423.0,
      "step": 2640
    },
    {
      "entropy": 2.586879266053438,
      "epoch": 2.357870138541145,
      "grad_norm": 0.01214599609375,
      "learning_rate": 1.6335555555555558e-05,
      "loss": 3.5017,
      "mean_token_accuracy": 0.4232019340619445,
      "num_tokens": 35207405.0,
      "step": 2650
    },
    {
      "entropy": 2.4670156836509705,
      "epoch": 2.3667723807934125,
      "grad_norm": 0.0069580078125,
      "learning_rate": 1.6313333333333335e-05,
      "loss": 3.3556,
      "mean_token_accuracy": 0.43554529137909415,
      "num_tokens": 35343494.0,
      "step": 2660
    },
    {
      "entropy": 2.492999928444624,
      "epoch": 2.3756746230456796,
      "grad_norm": 0.0140380859375,
      "learning_rate": 1.6291111111111113e-05,
      "loss": 3.4064,
      "mean_token_accuracy": 0.4312469597905874,
      "num_tokens": 35479230.0,
      "step": 2670
    },
    {
      "entropy": 2.533026181906462,
      "epoch": 2.384576865297947,
      "grad_norm": 0.01171875,
      "learning_rate": 1.626888888888889e-05,
      "loss": 3.444,
      "mean_token_accuracy": 0.42157922238111495,
      "num_tokens": 35614731.0,
      "step": 2680
    },
    {
      "entropy": 2.515670567750931,
      "epoch": 2.393479107550214,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.6246666666666668e-05,
      "loss": 3.4599,
      "mean_token_accuracy": 0.4264078289270401,
      "num_tokens": 35744776.0,
      "step": 2690
    },
    {
      "entropy": 2.5209390692412854,
      "epoch": 2.4023813498024813,
      "grad_norm": 0.0101318359375,
      "learning_rate": 1.6224444444444446e-05,
      "loss": 3.4605,
      "mean_token_accuracy": 0.4283377526327968,
      "num_tokens": 35877264.0,
      "step": 2700
    },
    {
      "epoch": 2.4023813498024813,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 35877264.0,
      "eval_coding_runtime": 95.892,
      "eval_coding_samples_per_second": 5.214,
      "eval_coding_steps_per_second": 2.607,
      "step": 2700
    },
    {
      "epoch": 2.4023813498024813,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 35877264.0,
      "eval_chemistry_runtime": 53.8472,
      "eval_chemistry_samples_per_second": 9.286,
      "eval_chemistry_steps_per_second": 4.643,
      "step": 2700
    },
    {
      "entropy": 2.5011694349348543,
      "epoch": 2.411283592054749,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.6202222222222223e-05,
      "loss": 3.4186,
      "mean_token_accuracy": 0.4300513813272119,
      "num_tokens": 36008909.0,
      "step": 2710
    },
    {
      "entropy": 2.3889233499765394,
      "epoch": 2.420185834307016,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.618e-05,
      "loss": 3.284,
      "mean_token_accuracy": 0.4462329100817442,
      "num_tokens": 36147587.0,
      "step": 2720
    },
    {
      "entropy": 2.4801433332264424,
      "epoch": 2.4290880765592835,
      "grad_norm": 0.0108642578125,
      "learning_rate": 1.615777777777778e-05,
      "loss": 3.4046,
      "mean_token_accuracy": 0.4334236603230238,
      "num_tokens": 36284720.0,
      "step": 2730
    },
    {
      "entropy": 2.5423569701611997,
      "epoch": 2.4379903188115506,
      "grad_norm": 0.00848388671875,
      "learning_rate": 1.6135555555555556e-05,
      "loss": 3.4457,
      "mean_token_accuracy": 0.43008503001183274,
      "num_tokens": 36416125.0,
      "step": 2740
    },
    {
      "entropy": 2.497436165064573,
      "epoch": 2.446892561063818,
      "grad_norm": 0.00830078125,
      "learning_rate": 1.6113333333333334e-05,
      "loss": 3.4253,
      "mean_token_accuracy": 0.42939351154491306,
      "num_tokens": 36547915.0,
      "step": 2750
    },
    {
      "entropy": 2.5412722565233707,
      "epoch": 2.4557948033160852,
      "grad_norm": 0.01031494140625,
      "learning_rate": 1.609111111111111e-05,
      "loss": 3.4513,
      "mean_token_accuracy": 0.42643848303705456,
      "num_tokens": 36680383.0,
      "step": 2760
    },
    {
      "entropy": 2.4999127708375455,
      "epoch": 2.4646970455683523,
      "grad_norm": 0.01531982421875,
      "learning_rate": 1.606888888888889e-05,
      "loss": 3.4181,
      "mean_token_accuracy": 0.42936620451509955,
      "num_tokens": 36810342.0,
      "step": 2770
    },
    {
      "entropy": 2.5146854370832443,
      "epoch": 2.47359928782062,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.6046666666666667e-05,
      "loss": 3.416,
      "mean_token_accuracy": 0.4320184450596571,
      "num_tokens": 36946349.0,
      "step": 2780
    },
    {
      "entropy": 2.4285895794630052,
      "epoch": 2.482501530072887,
      "grad_norm": 0.00994873046875,
      "learning_rate": 1.6024444444444444e-05,
      "loss": 3.3828,
      "mean_token_accuracy": 0.43509705597534776,
      "num_tokens": 37084455.0,
      "step": 2790
    },
    {
      "entropy": 2.433745351433754,
      "epoch": 2.4914037723251545,
      "grad_norm": 0.007720947265625,
      "learning_rate": 1.6002222222222222e-05,
      "loss": 3.3568,
      "mean_token_accuracy": 0.4401464581489563,
      "num_tokens": 37219532.0,
      "step": 2800
    },
    {
      "epoch": 2.4914037723251545,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 37219532.0,
      "eval_coding_runtime": 96.0836,
      "eval_coding_samples_per_second": 5.204,
      "eval_coding_steps_per_second": 2.602,
      "step": 2800
    },
    {
      "epoch": 2.4914037723251545,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 37219532.0,
      "eval_chemistry_runtime": 54.1629,
      "eval_chemistry_samples_per_second": 9.231,
      "eval_chemistry_steps_per_second": 4.616,
      "step": 2800
    },
    {
      "entropy": 2.552928839996457,
      "epoch": 2.5003060145774216,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 3.4724,
      "mean_token_accuracy": 0.4233877120539546,
      "num_tokens": 37344129.0,
      "step": 2810
    },
    {
      "entropy": 2.4043555468320847,
      "epoch": 2.509208256829689,
      "grad_norm": 0.01251220703125,
      "learning_rate": 1.5957777777777777e-05,
      "loss": 3.3213,
      "mean_token_accuracy": 0.44005600484088064,
      "num_tokens": 37477914.0,
      "step": 2820
    },
    {
      "entropy": 2.471666166931391,
      "epoch": 2.5181104990819563,
      "grad_norm": 0.00714111328125,
      "learning_rate": 1.5935555555555558e-05,
      "loss": 3.3936,
      "mean_token_accuracy": 0.43629008531570435,
      "num_tokens": 37607781.0,
      "step": 2830
    },
    {
      "entropy": 2.4896231681108474,
      "epoch": 2.5270127413342234,
      "grad_norm": 0.00823974609375,
      "learning_rate": 1.5913333333333332e-05,
      "loss": 3.3637,
      "mean_token_accuracy": 0.4352514324709773,
      "num_tokens": 37746690.0,
      "step": 2840
    },
    {
      "entropy": 2.571011830866337,
      "epoch": 2.535914983586491,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.5891111111111113e-05,
      "loss": 3.4708,
      "mean_token_accuracy": 0.42845321968197825,
      "num_tokens": 37879134.0,
      "step": 2850
    },
    {
      "entropy": 2.4915307737886905,
      "epoch": 2.544817225838758,
      "grad_norm": 0.0120849609375,
      "learning_rate": 1.5868888888888888e-05,
      "loss": 3.4299,
      "mean_token_accuracy": 0.4302468568086624,
      "num_tokens": 38005792.0,
      "step": 2860
    },
    {
      "entropy": 2.5264852702617646,
      "epoch": 2.5537194680910256,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.584666666666667e-05,
      "loss": 3.4387,
      "mean_token_accuracy": 0.42782908510416745,
      "num_tokens": 38139995.0,
      "step": 2870
    },
    {
      "entropy": 2.5440791875123976,
      "epoch": 2.5626217103432927,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.5824444444444446e-05,
      "loss": 3.4712,
      "mean_token_accuracy": 0.4231386434286833,
      "num_tokens": 38269021.0,
      "step": 2880
    },
    {
      "entropy": 2.504351659864187,
      "epoch": 2.5715239525955598,
      "grad_norm": 0.01324462890625,
      "learning_rate": 1.5802222222222224e-05,
      "loss": 3.3877,
      "mean_token_accuracy": 0.4293781638145447,
      "num_tokens": 38406316.0,
      "step": 2890
    },
    {
      "entropy": 2.5397102061659096,
      "epoch": 2.5804261948478273,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.578e-05,
      "loss": 3.44,
      "mean_token_accuracy": 0.4284314359538257,
      "num_tokens": 38545224.0,
      "step": 2900
    },
    {
      "epoch": 2.5804261948478273,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 38545224.0,
      "eval_coding_runtime": 96.0156,
      "eval_coding_samples_per_second": 5.207,
      "eval_coding_steps_per_second": 2.604,
      "step": 2900
    },
    {
      "epoch": 2.5804261948478273,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 38545224.0,
      "eval_chemistry_runtime": 53.7768,
      "eval_chemistry_samples_per_second": 9.298,
      "eval_chemistry_steps_per_second": 4.649,
      "step": 2900
    },
    {
      "entropy": 2.4839721962809564,
      "epoch": 2.589328437100095,
      "grad_norm": 0.01708984375,
      "learning_rate": 1.575777777777778e-05,
      "loss": 3.4748,
      "mean_token_accuracy": 0.42800207175314425,
      "num_tokens": 38670842.0,
      "step": 2910
    },
    {
      "entropy": 2.5038020804524423,
      "epoch": 2.598230679352362,
      "grad_norm": 0.00689697265625,
      "learning_rate": 1.5735555555555557e-05,
      "loss": 3.4185,
      "mean_token_accuracy": 0.43284653443843124,
      "num_tokens": 38802290.0,
      "step": 2920
    },
    {
      "entropy": 2.4623313575983046,
      "epoch": 2.607132921604629,
      "grad_norm": 0.01397705078125,
      "learning_rate": 1.5713333333333334e-05,
      "loss": 3.4017,
      "mean_token_accuracy": 0.4338153407908976,
      "num_tokens": 38932277.0,
      "step": 2930
    },
    {
      "entropy": 2.4417869858443737,
      "epoch": 2.6160351638568966,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.5691111111111112e-05,
      "loss": 3.347,
      "mean_token_accuracy": 0.4401353685185313,
      "num_tokens": 39065787.0,
      "step": 2940
    },
    {
      "entropy": 2.4268119893968105,
      "epoch": 2.6249374061091637,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.5668888888888893e-05,
      "loss": 3.3138,
      "mean_token_accuracy": 0.4408662669360638,
      "num_tokens": 39196987.0,
      "step": 2950
    },
    {
      "entropy": 2.5124353006482125,
      "epoch": 2.6338396483614313,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.5646666666666667e-05,
      "loss": 3.4596,
      "mean_token_accuracy": 0.4245289133861661,
      "num_tokens": 39328517.0,
      "step": 2960
    },
    {
      "entropy": 2.4018856599926948,
      "epoch": 2.6427418906136984,
      "grad_norm": 0.00836181640625,
      "learning_rate": 1.5624444444444448e-05,
      "loss": 3.2497,
      "mean_token_accuracy": 0.4455626096576452,
      "num_tokens": 39469764.0,
      "step": 2970
    },
    {
      "entropy": 2.4757705137133597,
      "epoch": 2.6516441328659655,
      "grad_norm": 0.010009765625,
      "learning_rate": 1.5602222222222222e-05,
      "loss": 3.4335,
      "mean_token_accuracy": 0.43123262878507373,
      "num_tokens": 39600641.0,
      "step": 2980
    },
    {
      "entropy": 2.5936547361314295,
      "epoch": 2.660546375118233,
      "grad_norm": 0.0115966796875,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 3.5659,
      "mean_token_accuracy": 0.41880734991282226,
      "num_tokens": 39729058.0,
      "step": 2990
    },
    {
      "entropy": 2.521015575528145,
      "epoch": 2.6694486173705,
      "grad_norm": 0.010009765625,
      "learning_rate": 1.5557777777777778e-05,
      "loss": 3.4316,
      "mean_token_accuracy": 0.42712221732363104,
      "num_tokens": 39857917.0,
      "step": 3000
    },
    {
      "epoch": 2.6694486173705,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 39857917.0,
      "eval_coding_runtime": 96.0078,
      "eval_coding_samples_per_second": 5.208,
      "eval_coding_steps_per_second": 2.604,
      "step": 3000
    },
    {
      "epoch": 2.6694486173705,
      "eval_chemistry_entropy": 2.520227357387543,
      "eval_chemistry_loss": 3.5777227878570557,
      "eval_chemistry_mean_token_accuracy": 0.4262875291109085,
      "eval_chemistry_num_tokens": 39857917.0,
      "eval_chemistry_runtime": 53.8905,
      "eval_chemistry_samples_per_second": 9.278,
      "eval_chemistry_steps_per_second": 4.639,
      "step": 3000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.3104545457312287e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}