{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.4,
  "eval_steps": 100,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.000200616195798,
      "epoch": 0.016,
      "grad_norm": 1776.0,
      "learning_rate": 4.5000000000000003e-07,
      "loss": 69.8616,
      "mean_token_accuracy": 0.460323916003108,
      "num_tokens": 195524.0,
      "step": 10
    },
    {
      "entropy": 0.9949515227228403,
      "epoch": 0.032,
      "grad_norm": 1624.0,
      "learning_rate": 9.500000000000001e-07,
      "loss": 68.3351,
      "mean_token_accuracy": 0.4633398361504078,
      "num_tokens": 390903.0,
      "step": 20
    },
    {
      "entropy": 1.0845801826566457,
      "epoch": 0.048,
      "grad_norm": 1728.0,
      "learning_rate": 1.45e-06,
      "loss": 63.0644,
      "mean_token_accuracy": 0.46960638258606197,
      "num_tokens": 589868.0,
      "step": 30
    },
    {
      "entropy": 1.247272988036275,
      "epoch": 0.064,
      "grad_norm": 488.0,
      "learning_rate": 1.9500000000000004e-06,
      "loss": 55.5844,
      "mean_token_accuracy": 0.480246701836586,
      "num_tokens": 791190.0,
      "step": 40
    },
    {
      "entropy": 1.4826370410621166,
      "epoch": 0.08,
      "grad_norm": 288.0,
      "learning_rate": 2.4500000000000003e-06,
      "loss": 50.1588,
      "mean_token_accuracy": 0.48712102621793746,
      "num_tokens": 989860.0,
      "step": 50
    },
    {
      "entropy": 1.814505684375763,
      "epoch": 0.096,
      "grad_norm": 131.0,
      "learning_rate": 2.95e-06,
      "loss": 45.3237,
      "mean_token_accuracy": 0.48977465480566024,
      "num_tokens": 1181777.0,
      "step": 60
    },
    {
      "entropy": 2.17904861420393,
      "epoch": 0.112,
      "grad_norm": 67.5,
      "learning_rate": 3.45e-06,
      "loss": 40.572,
      "mean_token_accuracy": 0.5055354550480843,
      "num_tokens": 1385513.0,
      "step": 70
    },
    {
      "entropy": 2.317786781489849,
      "epoch": 0.128,
      "grad_norm": 55.25,
      "learning_rate": 3.95e-06,
      "loss": 38.0783,
      "mean_token_accuracy": 0.5195932997390628,
      "num_tokens": 1582368.0,
      "step": 80
    },
    {
      "entropy": 2.2404811814427377,
      "epoch": 0.144,
      "grad_norm": 40.75,
      "learning_rate": 4.450000000000001e-06,
      "loss": 35.7283,
      "mean_token_accuracy": 0.5399348795413971,
      "num_tokens": 1773764.0,
      "step": 90
    },
    {
      "entropy": 2.1976587153971194,
      "epoch": 0.16,
      "grad_norm": 38.0,
      "learning_rate": 4.95e-06,
      "loss": 34.5297,
      "mean_token_accuracy": 0.5478190431371331,
      "num_tokens": 1970077.0,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 2.1061868534088135,
      "eval_biology_loss": 2.0133121013641357,
      "eval_biology_mean_token_accuracy": 0.5668603234291076,
      "eval_biology_num_tokens": 1970077.0,
      "eval_biology_runtime": 47.9413,
      "eval_biology_samples_per_second": 10.429,
      "eval_biology_steps_per_second": 2.607,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_chemistry_entropy": 1.8679178915023804,
      "eval_chemistry_loss": 1.844948410987854,
      "eval_chemistry_mean_token_accuracy": 0.5880863065719605,
      "eval_chemistry_num_tokens": 1970077.0,
      "eval_chemistry_runtime": 59.3684,
      "eval_chemistry_samples_per_second": 8.422,
      "eval_chemistry_steps_per_second": 2.105,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_math_entropy": 1.6290378885269166,
      "eval_math_loss": 2.072597026824951,
      "eval_math_mean_token_accuracy": 0.5653720505237579,
      "eval_math_num_tokens": 1970077.0,
      "eval_math_runtime": 60.948,
      "eval_math_samples_per_second": 8.204,
      "eval_math_steps_per_second": 2.051,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_physics_entropy": 1.907263669013977,
      "eval_physics_loss": 2.105146884918213,
      "eval_physics_mean_token_accuracy": 0.5574561676979065,
      "eval_physics_num_tokens": 1970077.0,
      "eval_physics_runtime": 69.3465,
      "eval_physics_samples_per_second": 7.21,
      "eval_physics_steps_per_second": 1.803,
      "step": 100
    },
    {
      "entropy": 2.0820947512984276,
      "epoch": 0.176,
      "grad_norm": 33.5,
      "learning_rate": 5.450000000000001e-06,
      "loss": 32.4406,
      "mean_token_accuracy": 0.5621457317844033,
      "num_tokens": 2168354.0,
      "step": 110
    },
    {
      "entropy": 2.0283117063343523,
      "epoch": 0.192,
      "grad_norm": 32.25,
      "learning_rate": 5.950000000000001e-06,
      "loss": 31.491,
      "mean_token_accuracy": 0.5688053227961063,
      "num_tokens": 2365822.0,
      "step": 120
    },
    {
      "entropy": 1.973121351003647,
      "epoch": 0.208,
      "grad_norm": 33.75,
      "learning_rate": 6.450000000000001e-06,
      "loss": 30.9217,
      "mean_token_accuracy": 0.5753367917612195,
      "num_tokens": 2558762.0,
      "step": 130
    },
    {
      "entropy": 1.9165778771042823,
      "epoch": 0.224,
      "grad_norm": 30.625,
      "learning_rate": 6.95e-06,
      "loss": 30.1267,
      "mean_token_accuracy": 0.583262656442821,
      "num_tokens": 2755347.0,
      "step": 140
    },
    {
      "entropy": 1.8870679274201394,
      "epoch": 0.24,
      "grad_norm": 31.5,
      "learning_rate": 7.450000000000001e-06,
      "loss": 29.6484,
      "mean_token_accuracy": 0.5872904889285564,
      "num_tokens": 2947346.0,
      "step": 150
    },
    {
      "entropy": 1.8710497491061688,
      "epoch": 0.256,
      "grad_norm": 29.875,
      "learning_rate": 7.950000000000002e-06,
      "loss": 29.4624,
      "mean_token_accuracy": 0.5887285262346268,
      "num_tokens": 3139957.0,
      "step": 160
    },
    {
      "entropy": 1.808907500654459,
      "epoch": 0.272,
      "grad_norm": 29.125,
      "learning_rate": 8.45e-06,
      "loss": 28.7075,
      "mean_token_accuracy": 0.5965064790099859,
      "num_tokens": 3335951.0,
      "step": 170
    },
    {
      "entropy": 1.774143099039793,
      "epoch": 0.288,
      "grad_norm": 28.125,
      "learning_rate": 8.95e-06,
      "loss": 28.1007,
      "mean_token_accuracy": 0.5996631737798452,
      "num_tokens": 3539731.0,
      "step": 180
    },
    {
      "entropy": 1.7740100547671318,
      "epoch": 0.304,
      "grad_norm": 27.75,
      "learning_rate": 9.450000000000001e-06,
      "loss": 28.1122,
      "mean_token_accuracy": 0.6012205760926008,
      "num_tokens": 3733488.0,
      "step": 190
    },
    {
      "entropy": 1.7725927896797657,
      "epoch": 0.32,
      "grad_norm": 35.25,
      "learning_rate": 9.950000000000001e-06,
      "loss": 28.1299,
      "mean_token_accuracy": 0.5997324202209711,
      "num_tokens": 3920545.0,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_biology_entropy": 1.6843824968338013,
      "eval_biology_loss": 1.6854687929153442,
      "eval_biology_mean_token_accuracy": 0.6137065634727478,
      "eval_biology_num_tokens": 3920545.0,
      "eval_biology_runtime": 47.8268,
      "eval_biology_samples_per_second": 10.454,
      "eval_biology_steps_per_second": 2.614,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_chemistry_entropy": 1.441379102230072,
      "eval_chemistry_loss": 1.4537148475646973,
      "eval_chemistry_mean_token_accuracy": 0.6551240344047546,
      "eval_chemistry_num_tokens": 3920545.0,
      "eval_chemistry_runtime": 59.3401,
      "eval_chemistry_samples_per_second": 8.426,
      "eval_chemistry_steps_per_second": 2.106,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_math_entropy": 1.3251727666854858,
      "eval_math_loss": 1.6510798931121826,
      "eval_math_mean_token_accuracy": 0.6343780555725098,
      "eval_math_num_tokens": 3920545.0,
      "eval_math_runtime": 60.8747,
      "eval_math_samples_per_second": 8.214,
      "eval_math_steps_per_second": 2.053,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_physics_entropy": 1.4914224824905395,
      "eval_physics_loss": 1.6194021701812744,
      "eval_physics_mean_token_accuracy": 0.6387534441947937,
      "eval_physics_num_tokens": 3920545.0,
      "eval_physics_runtime": 69.3484,
      "eval_physics_samples_per_second": 7.21,
      "eval_physics_steps_per_second": 1.802,
      "step": 200
    },
    {
      "entropy": 1.7085595309734345,
      "epoch": 0.336,
      "grad_norm": 30.375,
      "learning_rate": 1.045e-05,
      "loss": 27.2575,
      "mean_token_accuracy": 0.6091335583478212,
      "num_tokens": 4114077.0,
      "step": 210
    },
    {
      "entropy": 1.7301082991063594,
      "epoch": 0.352,
      "grad_norm": 31.0,
      "learning_rate": 1.095e-05,
      "loss": 27.6337,
      "mean_token_accuracy": 0.6071538373827934,
      "num_tokens": 4306949.0,
      "step": 220
    },
    {
      "entropy": 1.695884221047163,
      "epoch": 0.368,
      "grad_norm": 27.75,
      "learning_rate": 1.145e-05,
      "loss": 27.0338,
      "mean_token_accuracy": 0.6128786243498325,
      "num_tokens": 4504001.0,
      "step": 230
    },
    {
      "entropy": 1.6912743583321572,
      "epoch": 0.384,
      "grad_norm": 31.0,
      "learning_rate": 1.195e-05,
      "loss": 27.0143,
      "mean_token_accuracy": 0.6135674986988306,
      "num_tokens": 4693812.0,
      "step": 240
    },
    {
      "entropy": 1.6936707220971585,
      "epoch": 0.4,
      "grad_norm": 24.5,
      "learning_rate": 1.2450000000000003e-05,
      "loss": 26.8651,
      "mean_token_accuracy": 0.6143408048897981,
      "num_tokens": 4887094.0,
      "step": 250
    },
    {
      "entropy": 1.678075761348009,
      "epoch": 0.416,
      "grad_norm": 27.875,
      "learning_rate": 1.295e-05,
      "loss": 27.047,
      "mean_token_accuracy": 0.6129864633083344,
      "num_tokens": 5085369.0,
      "step": 260
    },
    {
      "entropy": 1.6657070152461528,
      "epoch": 0.432,
      "grad_norm": 29.75,
      "learning_rate": 1.3450000000000002e-05,
      "loss": 26.7844,
      "mean_token_accuracy": 0.6148818587884307,
      "num_tokens": 5271275.0,
      "step": 270
    },
    {
      "entropy": 1.6670012198388577,
      "epoch": 0.448,
      "grad_norm": 31.375,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 26.617,
      "mean_token_accuracy": 0.6159537024796009,
      "num_tokens": 5460559.0,
      "step": 280
    },
    {
      "entropy": 1.6152651645243168,
      "epoch": 0.464,
      "grad_norm": 32.25,
      "learning_rate": 1.4450000000000002e-05,
      "loss": 25.6477,
      "mean_token_accuracy": 0.6256863068789243,
      "num_tokens": 5653809.0,
      "step": 290
    },
    {
      "entropy": 1.624342393130064,
      "epoch": 0.48,
      "grad_norm": 25.75,
      "learning_rate": 1.4950000000000003e-05,
      "loss": 26.2019,
      "mean_token_accuracy": 0.6199633304029704,
      "num_tokens": 5850176.0,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_biology_entropy": 1.5827035818099975,
      "eval_biology_loss": 1.570924997329712,
      "eval_biology_mean_token_accuracy": 0.6328578324317932,
      "eval_biology_num_tokens": 5850176.0,
      "eval_biology_runtime": 47.7211,
      "eval_biology_samples_per_second": 10.478,
      "eval_biology_steps_per_second": 2.619,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_chemistry_entropy": 1.3193063869476318,
      "eval_chemistry_loss": 1.3243473768234253,
      "eval_chemistry_mean_token_accuracy": 0.6796774597167968,
      "eval_chemistry_num_tokens": 5850176.0,
      "eval_chemistry_runtime": 59.1912,
      "eval_chemistry_samples_per_second": 8.447,
      "eval_chemistry_steps_per_second": 2.112,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_math_entropy": 1.2024567556381225,
      "eval_math_loss": 1.5285311937332153,
      "eval_math_mean_token_accuracy": 0.6541934962272644,
      "eval_math_num_tokens": 5850176.0,
      "eval_math_runtime": 60.6728,
      "eval_math_samples_per_second": 8.241,
      "eval_math_steps_per_second": 2.06,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_physics_entropy": 1.3696330366134644,
      "eval_physics_loss": 1.4624738693237305,
      "eval_physics_mean_token_accuracy": 0.6671717586517334,
      "eval_physics_num_tokens": 5850176.0,
      "eval_physics_runtime": 69.1435,
      "eval_physics_samples_per_second": 7.231,
      "eval_physics_steps_per_second": 1.808,
      "step": 300
    },
    {
      "entropy": 1.543294757604599,
      "epoch": 0.496,
      "grad_norm": 24.125,
      "learning_rate": 1.545e-05,
      "loss": 24.7301,
      "mean_token_accuracy": 0.6344853390008212,
      "num_tokens": 6046503.0,
      "step": 310
    },
    {
      "entropy": 1.6137450806796552,
      "epoch": 0.512,
      "grad_norm": 30.0,
      "learning_rate": 1.595e-05,
      "loss": 25.8005,
      "mean_token_accuracy": 0.624148428812623,
      "num_tokens": 6240456.0,
      "step": 320
    },
    {
      "entropy": 1.5901939049363136,
      "epoch": 0.528,
      "grad_norm": 26.75,
      "learning_rate": 1.645e-05,
      "loss": 25.5556,
      "mean_token_accuracy": 0.6283756781369447,
      "num_tokens": 6430555.0,
      "step": 330
    },
    {
      "entropy": 1.5919260658323764,
      "epoch": 0.544,
      "grad_norm": 25.375,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 25.5888,
      "mean_token_accuracy": 0.6276101280003786,
      "num_tokens": 6626006.0,
      "step": 340
    },
    {
      "entropy": 1.5667011991143227,
      "epoch": 0.56,
      "grad_norm": 27.375,
      "learning_rate": 1.7450000000000004e-05,
      "loss": 25.1583,
      "mean_token_accuracy": 0.6304543860256672,
      "num_tokens": 6820754.0,
      "step": 350
    },
    {
      "entropy": 1.548937487602234,
      "epoch": 0.576,
      "grad_norm": 25.0,
      "learning_rate": 1.795e-05,
      "loss": 24.8095,
      "mean_token_accuracy": 0.6340219389647246,
      "num_tokens": 7021844.0,
      "step": 360
    },
    {
      "entropy": 1.5519795384258033,
      "epoch": 0.592,
      "grad_norm": 25.75,
      "learning_rate": 1.845e-05,
      "loss": 25.0794,
      "mean_token_accuracy": 0.6325468828901648,
      "num_tokens": 7213951.0,
      "step": 370
    },
    {
      "entropy": 1.5391070768237114,
      "epoch": 0.608,
      "grad_norm": 28.25,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 24.6819,
      "mean_token_accuracy": 0.636061006039381,
      "num_tokens": 7416773.0,
      "step": 380
    },
    {
      "entropy": 1.5429081372916698,
      "epoch": 0.624,
      "grad_norm": 27.5,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 24.8187,
      "mean_token_accuracy": 0.634391113743186,
      "num_tokens": 7612843.0,
      "step": 390
    },
    {
      "entropy": 1.5399384461343288,
      "epoch": 0.64,
      "grad_norm": 25.875,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 24.8584,
      "mean_token_accuracy": 0.6340381380170583,
      "num_tokens": 7801633.0,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_biology_entropy": 1.4887315626144408,
      "eval_biology_loss": 1.4859997034072876,
      "eval_biology_mean_token_accuracy": 0.6469658589363099,
      "eval_biology_num_tokens": 7801633.0,
      "eval_biology_runtime": 47.815,
      "eval_biology_samples_per_second": 10.457,
      "eval_biology_steps_per_second": 2.614,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_chemistry_entropy": 1.216160174369812,
      "eval_chemistry_loss": 1.23386549949646,
      "eval_chemistry_mean_token_accuracy": 0.6968556141853333,
      "eval_chemistry_num_tokens": 7801633.0,
      "eval_chemistry_runtime": 59.3099,
      "eval_chemistry_samples_per_second": 8.43,
      "eval_chemistry_steps_per_second": 2.108,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_math_entropy": 1.0936446270942688,
      "eval_math_loss": 1.4483542442321777,
      "eval_math_mean_token_accuracy": 0.6711465301513672,
      "eval_math_num_tokens": 7801633.0,
      "eval_math_runtime": 60.6,
      "eval_math_samples_per_second": 8.251,
      "eval_math_steps_per_second": 2.063,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_physics_entropy": 1.2649442830085755,
      "eval_physics_loss": 1.3500477075576782,
      "eval_physics_mean_token_accuracy": 0.6875980172157288,
      "eval_physics_num_tokens": 7801633.0,
      "eval_physics_runtime": 68.83,
      "eval_physics_samples_per_second": 7.264,
      "eval_physics_steps_per_second": 1.816,
      "step": 400
    },
    {
      "entropy": 1.5343165121972562,
      "epoch": 0.656,
      "grad_norm": 26.375,
      "learning_rate": 1.9950000000000004e-05,
      "loss": 24.7076,
      "mean_token_accuracy": 0.6344317115843296,
      "num_tokens": 7995843.0,
      "step": 410
    },
    {
      "entropy": 1.5481104589998722,
      "epoch": 0.672,
      "grad_norm": 24.75,
      "learning_rate": 1.9894444444444446e-05,
      "loss": 24.7524,
      "mean_token_accuracy": 0.6355006828904152,
      "num_tokens": 8183103.0,
      "step": 420
    },
    {
      "entropy": 1.5163978930562734,
      "epoch": 0.688,
      "grad_norm": 22.75,
      "learning_rate": 1.983888888888889e-05,
      "loss": 24.5063,
      "mean_token_accuracy": 0.6392664317041635,
      "num_tokens": 8385976.0,
      "step": 430
    },
    {
      "entropy": 1.5027333579957485,
      "epoch": 0.704,
      "grad_norm": 21.875,
      "learning_rate": 1.9783333333333334e-05,
      "loss": 24.2448,
      "mean_token_accuracy": 0.641432274878025,
      "num_tokens": 8578431.0,
      "step": 440
    },
    {
      "entropy": 1.4510110400617122,
      "epoch": 0.72,
      "grad_norm": 22.625,
      "learning_rate": 1.972777777777778e-05,
      "loss": 23.3137,
      "mean_token_accuracy": 0.6509528819471597,
      "num_tokens": 8781342.0,
      "step": 450
    },
    {
      "entropy": 1.471246886998415,
      "epoch": 0.736,
      "grad_norm": 22.0,
      "learning_rate": 1.9672222222222222e-05,
      "loss": 23.5955,
      "mean_token_accuracy": 0.6463174737989903,
      "num_tokens": 8977918.0,
      "step": 460
    },
    {
      "entropy": 1.4814870670437812,
      "epoch": 0.752,
      "grad_norm": 22.25,
      "learning_rate": 1.9616666666666668e-05,
      "loss": 23.9505,
      "mean_token_accuracy": 0.6442026626318693,
      "num_tokens": 9169322.0,
      "step": 470
    },
    {
      "entropy": 1.4392801743000745,
      "epoch": 0.768,
      "grad_norm": 24.125,
      "learning_rate": 1.9561111111111114e-05,
      "loss": 23.1521,
      "mean_token_accuracy": 0.6515602272003889,
      "num_tokens": 9368141.0,
      "step": 480
    },
    {
      "entropy": 1.4612651772797107,
      "epoch": 0.784,
      "grad_norm": 25.875,
      "learning_rate": 1.9505555555555556e-05,
      "loss": 23.5729,
      "mean_token_accuracy": 0.6485392026603222,
      "num_tokens": 9565236.0,
      "step": 490
    },
    {
      "entropy": 1.4798763774335384,
      "epoch": 0.8,
      "grad_norm": 24.0,
      "learning_rate": 1.9450000000000002e-05,
      "loss": 23.9628,
      "mean_token_accuracy": 0.6433830507099628,
      "num_tokens": 9761227.0,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_biology_entropy": 1.4178470463752746,
      "eval_biology_loss": 1.4294027090072632,
      "eval_biology_mean_token_accuracy": 0.6571813192367554,
      "eval_biology_num_tokens": 9761227.0,
      "eval_biology_runtime": 47.9552,
      "eval_biology_samples_per_second": 10.426,
      "eval_biology_steps_per_second": 2.607,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_chemistry_entropy": 1.1406473817825318,
      "eval_chemistry_loss": 1.1737452745437622,
      "eval_chemistry_mean_token_accuracy": 0.7092447648048401,
      "eval_chemistry_num_tokens": 9761227.0,
      "eval_chemistry_runtime": 58.9872,
      "eval_chemistry_samples_per_second": 8.476,
      "eval_chemistry_steps_per_second": 2.119,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_math_entropy": 1.0307734375,
      "eval_math_loss": 1.3721623420715332,
      "eval_math_mean_token_accuracy": 0.6881859846115113,
      "eval_math_num_tokens": 9761227.0,
      "eval_math_runtime": 60.7077,
      "eval_math_samples_per_second": 8.236,
      "eval_math_steps_per_second": 2.059,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_physics_entropy": 1.1864667072296142,
      "eval_physics_loss": 1.28458571434021,
      "eval_physics_mean_token_accuracy": 0.701751223564148,
      "eval_physics_num_tokens": 9761227.0,
      "eval_physics_runtime": 69.206,
      "eval_physics_samples_per_second": 7.225,
      "eval_physics_steps_per_second": 1.806,
      "step": 500
    },
    {
      "entropy": 1.4389251872897149,
      "epoch": 0.816,
      "grad_norm": 24.75,
      "learning_rate": 1.9394444444444448e-05,
      "loss": 23.1005,
      "mean_token_accuracy": 0.6514821499586105,
      "num_tokens": 9958727.0,
      "step": 510
    },
    {
      "entropy": 1.4328688051551581,
      "epoch": 0.832,
      "grad_norm": 21.625,
      "learning_rate": 1.933888888888889e-05,
      "loss": 23.1468,
      "mean_token_accuracy": 0.6508167646825314,
      "num_tokens": 10155771.0,
      "step": 520
    },
    {
      "entropy": 1.4297623857855797,
      "epoch": 0.848,
      "grad_norm": 24.375,
      "learning_rate": 1.9283333333333332e-05,
      "loss": 23.0084,
      "mean_token_accuracy": 0.6537799876183271,
      "num_tokens": 10357721.0,
      "step": 530
    },
    {
      "entropy": 1.4593383342027664,
      "epoch": 0.864,
      "grad_norm": 23.375,
      "learning_rate": 1.9227777777777778e-05,
      "loss": 23.4158,
      "mean_token_accuracy": 0.6497054308652878,
      "num_tokens": 10552495.0,
      "step": 540
    },
    {
      "entropy": 1.4262017775326967,
      "epoch": 0.88,
      "grad_norm": 26.125,
      "learning_rate": 1.9172222222222224e-05,
      "loss": 23.0791,
      "mean_token_accuracy": 0.6533483766019345,
      "num_tokens": 10748749.0,
      "step": 550
    },
    {
      "entropy": 1.449614517390728,
      "epoch": 0.896,
      "grad_norm": 23.5,
      "learning_rate": 1.911666666666667e-05,
      "loss": 23.4292,
      "mean_token_accuracy": 0.6497185111045838,
      "num_tokens": 10943319.0,
      "step": 560
    },
    {
      "entropy": 1.4316417548805476,
      "epoch": 0.912,
      "grad_norm": 24.25,
      "learning_rate": 1.9061111111111112e-05,
      "loss": 23.1123,
      "mean_token_accuracy": 0.6529628891497851,
      "num_tokens": 11136935.0,
      "step": 570
    },
    {
      "entropy": 1.4503454469144343,
      "epoch": 0.928,
      "grad_norm": 22.875,
      "learning_rate": 1.9005555555555557e-05,
      "loss": 23.2073,
      "mean_token_accuracy": 0.6513680387288332,
      "num_tokens": 11331098.0,
      "step": 580
    },
    {
      "entropy": 1.3842108126729726,
      "epoch": 0.944,
      "grad_norm": 20.375,
      "learning_rate": 1.8950000000000003e-05,
      "loss": 22.459,
      "mean_token_accuracy": 0.657518332451582,
      "num_tokens": 11530550.0,
      "step": 590
    },
    {
      "entropy": 1.4227556131780148,
      "epoch": 0.96,
      "grad_norm": 24.625,
      "learning_rate": 1.8894444444444446e-05,
      "loss": 22.9116,
      "mean_token_accuracy": 0.6550851400941611,
      "num_tokens": 11729645.0,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_biology_entropy": 1.408647123813629,
      "eval_biology_loss": 1.3943630456924438,
      "eval_biology_mean_token_accuracy": 0.6631479191780091,
      "eval_biology_num_tokens": 11729645.0,
      "eval_biology_runtime": 47.7888,
      "eval_biology_samples_per_second": 10.463,
      "eval_biology_steps_per_second": 2.616,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_chemistry_entropy": 1.146325659751892,
      "eval_chemistry_loss": 1.1449472904205322,
      "eval_chemistry_mean_token_accuracy": 0.714297685623169,
      "eval_chemistry_num_tokens": 11729645.0,
      "eval_chemistry_runtime": 59.1809,
      "eval_chemistry_samples_per_second": 8.449,
      "eval_chemistry_steps_per_second": 2.112,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_math_entropy": 1.0387896914482118,
      "eval_math_loss": 1.3466871976852417,
      "eval_math_mean_token_accuracy": 0.6919928450584412,
      "eval_math_num_tokens": 11729645.0,
      "eval_math_runtime": 60.7385,
      "eval_math_samples_per_second": 8.232,
      "eval_math_steps_per_second": 2.058,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_physics_entropy": 1.2005870642662049,
      "eval_physics_loss": 1.254885196685791,
      "eval_physics_mean_token_accuracy": 0.707194664478302,
      "eval_physics_num_tokens": 11729645.0,
      "eval_physics_runtime": 69.1629,
      "eval_physics_samples_per_second": 7.229,
      "eval_physics_steps_per_second": 1.807,
      "step": 600
    },
    {
      "entropy": 1.3916049905121326,
      "epoch": 0.976,
      "grad_norm": 26.0,
      "learning_rate": 1.883888888888889e-05,
      "loss": 22.4356,
      "mean_token_accuracy": 0.6580898258835077,
      "num_tokens": 11924644.0,
      "step": 610
    },
    {
      "entropy": 1.415398271009326,
      "epoch": 0.992,
      "grad_norm": 22.0,
      "learning_rate": 1.8783333333333337e-05,
      "loss": 22.9259,
      "mean_token_accuracy": 0.6539454534649849,
      "num_tokens": 12123059.0,
      "step": 620
    },
    {
      "entropy": 1.4149091124534607,
      "epoch": 1.008,
      "grad_norm": 22.0,
      "learning_rate": 1.872777777777778e-05,
      "loss": 22.5914,
      "mean_token_accuracy": 0.6590565942227841,
      "num_tokens": 12319366.0,
      "step": 630
    },
    {
      "entropy": 1.3635457135736941,
      "epoch": 1.024,
      "grad_norm": 22.25,
      "learning_rate": 1.8672222222222222e-05,
      "loss": 21.891,
      "mean_token_accuracy": 0.6659590568393469,
      "num_tokens": 12524183.0,
      "step": 640
    },
    {
      "entropy": 1.4019929181784392,
      "epoch": 1.04,
      "grad_norm": 23.25,
      "learning_rate": 1.8616666666666667e-05,
      "loss": 22.5727,
      "mean_token_accuracy": 0.6585873100906611,
      "num_tokens": 12718593.0,
      "step": 650
    },
    {
      "entropy": 1.3632093496620654,
      "epoch": 1.056,
      "grad_norm": 23.375,
      "learning_rate": 1.8561111111111113e-05,
      "loss": 21.9258,
      "mean_token_accuracy": 0.6668245669454336,
      "num_tokens": 12917803.0,
      "step": 660
    },
    {
      "entropy": 1.384382402151823,
      "epoch": 1.072,
      "grad_norm": 25.125,
      "learning_rate": 1.8505555555555556e-05,
      "loss": 22.2729,
      "mean_token_accuracy": 0.661271245405078,
      "num_tokens": 13105826.0,
      "step": 670
    },
    {
      "entropy": 1.3646291557699441,
      "epoch": 1.088,
      "grad_norm": 22.75,
      "learning_rate": 1.845e-05,
      "loss": 22.0115,
      "mean_token_accuracy": 0.6647654321044684,
      "num_tokens": 13298619.0,
      "step": 680
    },
    {
      "entropy": 1.3707259617745877,
      "epoch": 1.104,
      "grad_norm": 21.875,
      "learning_rate": 1.8394444444444447e-05,
      "loss": 22.1735,
      "mean_token_accuracy": 0.6635601755231619,
      "num_tokens": 13491486.0,
      "step": 690
    },
    {
      "entropy": 1.3868375834077598,
      "epoch": 1.12,
      "grad_norm": 25.375,
      "learning_rate": 1.833888888888889e-05,
      "loss": 22.2951,
      "mean_token_accuracy": 0.6626851093024015,
      "num_tokens": 13674663.0,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_biology_entropy": 1.3246132278442382,
      "eval_biology_loss": 1.372668981552124,
      "eval_biology_mean_token_accuracy": 0.6674273037910461,
      "eval_biology_num_tokens": 13674663.0,
      "eval_biology_runtime": 47.9969,
      "eval_biology_samples_per_second": 10.417,
      "eval_biology_steps_per_second": 2.604,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_chemistry_entropy": 1.0691780796051025,
      "eval_chemistry_loss": 1.127761960029602,
      "eval_chemistry_mean_token_accuracy": 0.7181085128784179,
      "eval_chemistry_num_tokens": 13674663.0,
      "eval_chemistry_runtime": 59.4472,
      "eval_chemistry_samples_per_second": 8.411,
      "eval_chemistry_steps_per_second": 2.103,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_math_entropy": 0.99389643907547,
      "eval_math_loss": 1.3389809131622314,
      "eval_math_mean_token_accuracy": 0.6951848978996277,
      "eval_math_num_tokens": 13674663.0,
      "eval_math_runtime": 60.9994,
      "eval_math_samples_per_second": 8.197,
      "eval_math_steps_per_second": 2.049,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_physics_entropy": 1.1285274119377136,
      "eval_physics_loss": 1.2335925102233887,
      "eval_physics_mean_token_accuracy": 0.7106850080490112,
      "eval_physics_num_tokens": 13674663.0,
      "eval_physics_runtime": 69.3966,
      "eval_physics_samples_per_second": 7.205,
      "eval_physics_steps_per_second": 1.801,
      "step": 700
    },
    {
      "entropy": 1.3608252748847007,
      "epoch": 1.1360000000000001,
      "grad_norm": 25.375,
      "learning_rate": 1.8283333333333335e-05,
      "loss": 22.0408,
      "mean_token_accuracy": 0.6657578565180302,
      "num_tokens": 13869134.0,
      "step": 710
    },
    {
      "entropy": 1.3435391496866942,
      "epoch": 1.152,
      "grad_norm": 20.75,
      "learning_rate": 1.822777777777778e-05,
      "loss": 21.6423,
      "mean_token_accuracy": 0.6683840617537499,
      "num_tokens": 14078365.0,
      "step": 720
    },
    {
      "entropy": 1.3709587834775447,
      "epoch": 1.168,
      "grad_norm": 21.75,
      "learning_rate": 1.8172222222222223e-05,
      "loss": 21.9547,
      "mean_token_accuracy": 0.6655889604240656,
      "num_tokens": 14266831.0,
      "step": 730
    },
    {
      "entropy": 1.35636080019176,
      "epoch": 1.184,
      "grad_norm": 23.375,
      "learning_rate": 1.811666666666667e-05,
      "loss": 21.9976,
      "mean_token_accuracy": 0.6647399220615625,
      "num_tokens": 14465660.0,
      "step": 740
    },
    {
      "entropy": 1.3615092240273952,
      "epoch": 1.2,
      "grad_norm": 23.5,
      "learning_rate": 1.806111111111111e-05,
      "loss": 21.7382,
      "mean_token_accuracy": 0.6674605444073677,
      "num_tokens": 14653228.0,
      "step": 750
    },
    {
      "entropy": 1.3184621524065734,
      "epoch": 1.216,
      "grad_norm": 22.875,
      "learning_rate": 1.8005555555555557e-05,
      "loss": 21.2498,
      "mean_token_accuracy": 0.6712751515209675,
      "num_tokens": 14857782.0,
      "step": 760
    },
    {
      "entropy": 1.3402907609939576,
      "epoch": 1.232,
      "grad_norm": 21.25,
      "learning_rate": 1.795e-05,
      "loss": 21.5866,
      "mean_token_accuracy": 0.6716990198940038,
      "num_tokens": 15047356.0,
      "step": 770
    },
    {
      "entropy": 1.3448184553533793,
      "epoch": 1.248,
      "grad_norm": 22.125,
      "learning_rate": 1.7894444444444445e-05,
      "loss": 21.7789,
      "mean_token_accuracy": 0.666607766225934,
      "num_tokens": 15241098.0,
      "step": 780
    },
    {
      "entropy": 1.3665424205362797,
      "epoch": 1.264,
      "grad_norm": 21.625,
      "learning_rate": 1.783888888888889e-05,
      "loss": 21.9676,
      "mean_token_accuracy": 0.6660240691155195,
      "num_tokens": 15437657.0,
      "step": 790
    },
    {
      "entropy": 1.3752684637904167,
      "epoch": 1.28,
      "grad_norm": 24.25,
      "learning_rate": 1.7783333333333333e-05,
      "loss": 22.1845,
      "mean_token_accuracy": 0.663004144653678,
      "num_tokens": 15630795.0,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_biology_entropy": 1.3029982619285583,
      "eval_biology_loss": 1.3570163249969482,
      "eval_biology_mean_token_accuracy": 0.6696099963188171,
      "eval_biology_num_tokens": 15630795.0,
      "eval_biology_runtime": 47.881,
      "eval_biology_samples_per_second": 10.443,
      "eval_biology_steps_per_second": 2.611,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_chemistry_entropy": 1.0498044610023498,
      "eval_chemistry_loss": 1.1165025234222412,
      "eval_chemistry_mean_token_accuracy": 0.7205243277549743,
      "eval_chemistry_num_tokens": 15630795.0,
      "eval_chemistry_runtime": 59.37,
      "eval_chemistry_samples_per_second": 8.422,
      "eval_chemistry_steps_per_second": 2.105,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_math_entropy": 0.9808836612701416,
      "eval_math_loss": 1.3316479921340942,
      "eval_math_mean_token_accuracy": 0.6963300676345825,
      "eval_math_num_tokens": 15630795.0,
      "eval_math_runtime": 60.9288,
      "eval_math_samples_per_second": 8.206,
      "eval_math_steps_per_second": 2.052,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_physics_entropy": 1.105515335559845,
      "eval_physics_loss": 1.2220377922058105,
      "eval_physics_mean_token_accuracy": 0.7136437473297119,
      "eval_physics_num_tokens": 15630795.0,
      "eval_physics_runtime": 69.455,
      "eval_physics_samples_per_second": 7.199,
      "eval_physics_steps_per_second": 1.8,
      "step": 800
    },
    {
      "entropy": 1.3728813920170069,
      "epoch": 1.296,
      "grad_norm": 22.0,
      "learning_rate": 1.772777777777778e-05,
      "loss": 22.0803,
      "mean_token_accuracy": 0.6633372567594051,
      "num_tokens": 15827105.0,
      "step": 810
    },
    {
      "entropy": 1.3588534504175187,
      "epoch": 1.312,
      "grad_norm": 22.75,
      "learning_rate": 1.7672222222222224e-05,
      "loss": 21.9941,
      "mean_token_accuracy": 0.6649123594164849,
      "num_tokens": 16019645.0,
      "step": 820
    },
    {
      "entropy": 1.3583826199173927,
      "epoch": 1.328,
      "grad_norm": 22.5,
      "learning_rate": 1.761666666666667e-05,
      "loss": 22.0033,
      "mean_token_accuracy": 0.6650775659829378,
      "num_tokens": 16221726.0,
      "step": 830
    },
    {
      "entropy": 1.3320345506072044,
      "epoch": 1.3439999999999999,
      "grad_norm": 21.625,
      "learning_rate": 1.7561111111111113e-05,
      "loss": 21.3812,
      "mean_token_accuracy": 0.6717754557728768,
      "num_tokens": 16427594.0,
      "step": 840
    },
    {
      "entropy": 1.3404277559369802,
      "epoch": 1.3599999999999999,
      "grad_norm": 23.125,
      "learning_rate": 1.7505555555555558e-05,
      "loss": 21.7611,
      "mean_token_accuracy": 0.6681062959134578,
      "num_tokens": 16621605.0,
      "step": 850
    },
    {
      "entropy": 1.3873565673828125,
      "epoch": 1.376,
      "grad_norm": 24.375,
      "learning_rate": 1.7450000000000004e-05,
      "loss": 22.2736,
      "mean_token_accuracy": 0.6620242651551962,
      "num_tokens": 16813444.0,
      "step": 860
    },
    {
      "entropy": 1.350209017843008,
      "epoch": 1.392,
      "grad_norm": 21.75,
      "learning_rate": 1.7394444444444446e-05,
      "loss": 21.8414,
      "mean_token_accuracy": 0.6684158366173506,
      "num_tokens": 17006509.0,
      "step": 870
    },
    {
      "entropy": 1.3420262347906828,
      "epoch": 1.408,
      "grad_norm": 19.75,
      "learning_rate": 1.733888888888889e-05,
      "loss": 21.5337,
      "mean_token_accuracy": 0.6690315004438162,
      "num_tokens": 17197870.0,
      "step": 880
    },
    {
      "entropy": 1.350721249729395,
      "epoch": 1.424,
      "grad_norm": 22.875,
      "learning_rate": 1.7283333333333334e-05,
      "loss": 21.7077,
      "mean_token_accuracy": 0.6683476880192757,
      "num_tokens": 17394390.0,
      "step": 890
    },
    {
      "entropy": 1.3492400590330362,
      "epoch": 1.44,
      "grad_norm": 26.625,
      "learning_rate": 1.722777777777778e-05,
      "loss": 21.7337,
      "mean_token_accuracy": 0.6685651421546936,
      "num_tokens": 17587777.0,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_biology_entropy": 1.3251069784164429,
      "eval_biology_loss": 1.3422290086746216,
      "eval_biology_mean_token_accuracy": 0.6725588870048523,
      "eval_biology_num_tokens": 17587777.0,
      "eval_biology_runtime": 47.7727,
      "eval_biology_samples_per_second": 10.466,
      "eval_biology_steps_per_second": 2.617,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_chemistry_entropy": 1.0663507118225097,
      "eval_chemistry_loss": 1.1076302528381348,
      "eval_chemistry_mean_token_accuracy": 0.7229596424102783,
      "eval_chemistry_num_tokens": 17587777.0,
      "eval_chemistry_runtime": 59.2788,
      "eval_chemistry_samples_per_second": 8.435,
      "eval_chemistry_steps_per_second": 2.109,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_math_entropy": 0.9817979979515076,
      "eval_math_loss": 1.3171546459197998,
      "eval_math_mean_token_accuracy": 0.69857652759552,
      "eval_math_num_tokens": 17587777.0,
      "eval_math_runtime": 60.7675,
      "eval_math_samples_per_second": 8.228,
      "eval_math_steps_per_second": 2.057,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_physics_entropy": 1.1204471597671508,
      "eval_physics_loss": 1.2109025716781616,
      "eval_physics_mean_token_accuracy": 0.7157044930458069,
      "eval_physics_num_tokens": 17587777.0,
      "eval_physics_runtime": 69.3094,
      "eval_physics_samples_per_second": 7.214,
      "eval_physics_steps_per_second": 1.804,
      "step": 900
    },
    {
      "entropy": 1.3289990171790123,
      "epoch": 1.456,
      "grad_norm": 22.625,
      "learning_rate": 1.7172222222222223e-05,
      "loss": 21.5738,
      "mean_token_accuracy": 0.6697568029165268,
      "num_tokens": 17788456.0,
      "step": 910
    },
    {
      "entropy": 1.3400883872061968,
      "epoch": 1.472,
      "grad_norm": 21.0,
      "learning_rate": 1.7116666666666668e-05,
      "loss": 21.477,
      "mean_token_accuracy": 0.671789263933897,
      "num_tokens": 17984063.0,
      "step": 920
    },
    {
      "entropy": 1.329145884141326,
      "epoch": 1.488,
      "grad_norm": 22.125,
      "learning_rate": 1.7061111111111114e-05,
      "loss": 21.5347,
      "mean_token_accuracy": 0.672481220588088,
      "num_tokens": 18175640.0,
      "step": 930
    },
    {
      "entropy": 1.3450588792562486,
      "epoch": 1.504,
      "grad_norm": 21.625,
      "learning_rate": 1.7005555555555556e-05,
      "loss": 21.7376,
      "mean_token_accuracy": 0.6689606472849846,
      "num_tokens": 18367857.0,
      "step": 940
    },
    {
      "entropy": 1.334338391199708,
      "epoch": 1.52,
      "grad_norm": 21.125,
      "learning_rate": 1.6950000000000002e-05,
      "loss": 21.5544,
      "mean_token_accuracy": 0.6698691464960576,
      "num_tokens": 18569146.0,
      "step": 950
    },
    {
      "entropy": 1.3566543370485307,
      "epoch": 1.536,
      "grad_norm": 24.375,
      "learning_rate": 1.6894444444444448e-05,
      "loss": 21.8168,
      "mean_token_accuracy": 0.6673684451729059,
      "num_tokens": 18755079.0,
      "step": 960
    },
    {
      "entropy": 1.3215898990631103,
      "epoch": 1.552,
      "grad_norm": 23.5,
      "learning_rate": 1.683888888888889e-05,
      "loss": 21.3841,
      "mean_token_accuracy": 0.6729550462216138,
      "num_tokens": 18956248.0,
      "step": 970
    },
    {
      "entropy": 1.3184372022747994,
      "epoch": 1.568,
      "grad_norm": 24.25,
      "learning_rate": 1.6783333333333332e-05,
      "loss": 21.2336,
      "mean_token_accuracy": 0.6743004772812128,
      "num_tokens": 19150315.0,
      "step": 980
    },
    {
      "entropy": 1.3297088388353586,
      "epoch": 1.584,
      "grad_norm": 23.125,
      "learning_rate": 1.6727777777777778e-05,
      "loss": 21.35,
      "mean_token_accuracy": 0.673252772539854,
      "num_tokens": 19344260.0,
      "step": 990
    },
    {
      "entropy": 1.356522634997964,
      "epoch": 1.6,
      "grad_norm": 22.0,
      "learning_rate": 1.6672222222222224e-05,
      "loss": 21.8441,
      "mean_token_accuracy": 0.6669803854078055,
      "num_tokens": 19532552.0,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_biology_entropy": 1.2830810399055481,
      "eval_biology_loss": 1.3320355415344238,
      "eval_biology_mean_token_accuracy": 0.6747092785835266,
      "eval_biology_num_tokens": 19532552.0,
      "eval_biology_runtime": 47.7764,
      "eval_biology_samples_per_second": 10.465,
      "eval_biology_steps_per_second": 2.616,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_chemistry_entropy": 1.0297417635917663,
      "eval_chemistry_loss": 1.0974704027175903,
      "eval_chemistry_mean_token_accuracy": 0.725460883140564,
      "eval_chemistry_num_tokens": 19532552.0,
      "eval_chemistry_runtime": 59.2295,
      "eval_chemistry_samples_per_second": 8.442,
      "eval_chemistry_steps_per_second": 2.11,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_math_entropy": 0.954737386226654,
      "eval_math_loss": 1.3101767301559448,
      "eval_math_mean_token_accuracy": 0.7013816771507263,
      "eval_math_num_tokens": 19532552.0,
      "eval_math_runtime": 60.8529,
      "eval_math_samples_per_second": 8.217,
      "eval_math_steps_per_second": 2.054,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_physics_entropy": 1.0814638199806212,
      "eval_physics_loss": 1.2015507221221924,
      "eval_physics_mean_token_accuracy": 0.7181381497383118,
      "eval_physics_num_tokens": 19532552.0,
      "eval_physics_runtime": 69.3718,
      "eval_physics_samples_per_second": 7.208,
      "eval_physics_steps_per_second": 1.802,
      "step": 1000
    },
    {
      "entropy": 1.3244977924972772,
      "epoch": 1.616,
      "grad_norm": 21.125,
      "learning_rate": 1.6616666666666666e-05,
      "loss": 21.2763,
      "mean_token_accuracy": 0.67358722910285,
      "num_tokens": 19732719.0,
      "step": 1010
    },
    {
      "entropy": 1.3509929928928615,
      "epoch": 1.6320000000000001,
      "grad_norm": 24.25,
      "learning_rate": 1.6561111111111112e-05,
      "loss": 21.8818,
      "mean_token_accuracy": 0.6674496192485094,
      "num_tokens": 19926830.0,
      "step": 1020
    },
    {
      "entropy": 1.337683955952525,
      "epoch": 1.6480000000000001,
      "grad_norm": 20.875,
      "learning_rate": 1.6505555555555558e-05,
      "loss": 21.5802,
      "mean_token_accuracy": 0.6690448854118586,
      "num_tokens": 20118800.0,
      "step": 1030
    },
    {
      "entropy": 1.2995288904756308,
      "epoch": 1.6640000000000001,
      "grad_norm": 20.875,
      "learning_rate": 1.645e-05,
      "loss": 21.0282,
      "mean_token_accuracy": 0.6752222649753093,
      "num_tokens": 20320511.0,
      "step": 1040
    },
    {
      "entropy": 1.3430968038737774,
      "epoch": 1.6800000000000002,
      "grad_norm": 24.25,
      "learning_rate": 1.6394444444444446e-05,
      "loss": 21.5634,
      "mean_token_accuracy": 0.6715715814381837,
      "num_tokens": 20513393.0,
      "step": 1050
    },
    {
      "entropy": 1.3272472128272057,
      "epoch": 1.696,
      "grad_norm": 22.125,
      "learning_rate": 1.633888888888889e-05,
      "loss": 21.3659,
      "mean_token_accuracy": 0.6733456917107106,
      "num_tokens": 20707237.0,
      "step": 1060
    },
    {
      "entropy": 1.32403951510787,
      "epoch": 1.712,
      "grad_norm": 24.125,
      "learning_rate": 1.6283333333333334e-05,
      "loss": 21.4299,
      "mean_token_accuracy": 0.6718890856951475,
      "num_tokens": 20910419.0,
      "step": 1070
    },
    {
      "entropy": 1.3345067124813794,
      "epoch": 1.728,
      "grad_norm": 22.25,
      "learning_rate": 1.622777777777778e-05,
      "loss": 21.5751,
      "mean_token_accuracy": 0.669679782167077,
      "num_tokens": 21107498.0,
      "step": 1080
    },
    {
      "entropy": 1.3017485298216342,
      "epoch": 1.744,
      "grad_norm": 21.125,
      "learning_rate": 1.6172222222222222e-05,
      "loss": 20.8467,
      "mean_token_accuracy": 0.677247666195035,
      "num_tokens": 21303955.0,
      "step": 1090
    },
    {
      "entropy": 1.314040195941925,
      "epoch": 1.76,
      "grad_norm": 23.25,
      "learning_rate": 1.6116666666666668e-05,
      "loss": 21.2988,
      "mean_token_accuracy": 0.6746847659349442,
      "num_tokens": 21499572.0,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_biology_entropy": 1.2963460021018982,
      "eval_biology_loss": 1.32260262966156,
      "eval_biology_mean_token_accuracy": 0.6758899536132813,
      "eval_biology_num_tokens": 21499572.0,
      "eval_biology_runtime": 48.2683,
      "eval_biology_samples_per_second": 10.359,
      "eval_biology_steps_per_second": 2.59,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_chemistry_entropy": 1.0467130312919617,
      "eval_chemistry_loss": 1.089237093925476,
      "eval_chemistry_mean_token_accuracy": 0.7261958508491516,
      "eval_chemistry_num_tokens": 21499572.0,
      "eval_chemistry_runtime": 59.3942,
      "eval_chemistry_samples_per_second": 8.418,
      "eval_chemistry_steps_per_second": 2.105,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_math_entropy": 0.9819232077598572,
      "eval_math_loss": 1.304818868637085,
      "eval_math_mean_token_accuracy": 0.7011939649581909,
      "eval_math_num_tokens": 21499572.0,
      "eval_math_runtime": 60.8517,
      "eval_math_samples_per_second": 8.217,
      "eval_math_steps_per_second": 2.054,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_physics_entropy": 1.104992750644684,
      "eval_physics_loss": 1.1924818754196167,
      "eval_physics_mean_token_accuracy": 0.7187359819412231,
      "eval_physics_num_tokens": 21499572.0,
      "eval_physics_runtime": 69.2862,
      "eval_physics_samples_per_second": 7.216,
      "eval_physics_steps_per_second": 1.804,
      "step": 1100
    },
    {
      "entropy": 1.327039286494255,
      "epoch": 1.776,
      "grad_norm": 22.375,
      "learning_rate": 1.6061111111111113e-05,
      "loss": 21.3878,
      "mean_token_accuracy": 0.6723845362663269,
      "num_tokens": 21692804.0,
      "step": 1110
    },
    {
      "entropy": 1.2959101106971502,
      "epoch": 1.792,
      "grad_norm": 24.0,
      "learning_rate": 1.6005555555555556e-05,
      "loss": 20.9008,
      "mean_token_accuracy": 0.676944537833333,
      "num_tokens": 21894218.0,
      "step": 1120
    },
    {
      "entropy": 1.3199594687670468,
      "epoch": 1.808,
      "grad_norm": 25.125,
      "learning_rate": 1.595e-05,
      "loss": 21.2562,
      "mean_token_accuracy": 0.6746035642921925,
      "num_tokens": 22082522.0,
      "step": 1130
    },
    {
      "entropy": 1.3408143937587738,
      "epoch": 1.8239999999999998,
      "grad_norm": 23.125,
      "learning_rate": 1.5894444444444447e-05,
      "loss": 21.7107,
      "mean_token_accuracy": 0.6678758047521114,
      "num_tokens": 22278933.0,
      "step": 1140
    },
    {
      "entropy": 1.3498211693018676,
      "epoch": 1.8399999999999999,
      "grad_norm": 23.5,
      "learning_rate": 1.583888888888889e-05,
      "loss": 21.8031,
      "mean_token_accuracy": 0.667025038599968,
      "num_tokens": 22473801.0,
      "step": 1150
    },
    {
      "entropy": 1.3110326774418355,
      "epoch": 1.8559999999999999,
      "grad_norm": 22.5,
      "learning_rate": 1.5783333333333335e-05,
      "loss": 21.1751,
      "mean_token_accuracy": 0.6718642942607402,
      "num_tokens": 22677853.0,
      "step": 1160
    },
    {
      "entropy": 1.3004978813230992,
      "epoch": 1.8719999999999999,
      "grad_norm": 21.625,
      "learning_rate": 1.572777777777778e-05,
      "loss": 20.8395,
      "mean_token_accuracy": 0.6780753195285797,
      "num_tokens": 22874965.0,
      "step": 1170
    },
    {
      "entropy": 1.338435283303261,
      "epoch": 1.888,
      "grad_norm": 25.0,
      "learning_rate": 1.5672222222222223e-05,
      "loss": 21.6853,
      "mean_token_accuracy": 0.6692855324596166,
      "num_tokens": 23068892.0,
      "step": 1180
    },
    {
      "entropy": 1.3296004984527827,
      "epoch": 1.904,
      "grad_norm": 23.25,
      "learning_rate": 1.561666666666667e-05,
      "loss": 21.4701,
      "mean_token_accuracy": 0.6709173291921615,
      "num_tokens": 23263827.0,
      "step": 1190
    },
    {
      "entropy": 1.3289155639708041,
      "epoch": 1.92,
      "grad_norm": 22.625,
      "learning_rate": 1.556111111111111e-05,
      "loss": 21.4397,
      "mean_token_accuracy": 0.670697994530201,
      "num_tokens": 23463627.0,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_biology_entropy": 1.2807666420936585,
      "eval_biology_loss": 1.3144927024841309,
      "eval_biology_mean_token_accuracy": 0.6771299748420715,
      "eval_biology_num_tokens": 23463627.0,
      "eval_biology_runtime": 47.674,
      "eval_biology_samples_per_second": 10.488,
      "eval_biology_steps_per_second": 2.622,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_chemistry_entropy": 1.036050573348999,
      "eval_chemistry_loss": 1.0836067199707031,
      "eval_chemistry_mean_token_accuracy": 0.7267972579002381,
      "eval_chemistry_num_tokens": 23463627.0,
      "eval_chemistry_runtime": 59.1511,
      "eval_chemistry_samples_per_second": 8.453,
      "eval_chemistry_steps_per_second": 2.113,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_math_entropy": 0.9702480654716492,
      "eval_math_loss": 1.295382022857666,
      "eval_math_mean_token_accuracy": 0.7028338031768799,
      "eval_math_num_tokens": 23463627.0,
      "eval_math_runtime": 60.6511,
      "eval_math_samples_per_second": 8.244,
      "eval_math_steps_per_second": 2.061,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_physics_entropy": 1.0882317867279052,
      "eval_physics_loss": 1.1843684911727905,
      "eval_physics_mean_token_accuracy": 0.7208300275802613,
      "eval_physics_num_tokens": 23463627.0,
      "eval_physics_runtime": 69.0376,
      "eval_physics_samples_per_second": 7.242,
      "eval_physics_steps_per_second": 1.811,
      "step": 1200
    },
    {
      "entropy": 1.2944290831685066,
      "epoch": 1.936,
      "grad_norm": 23.5,
      "learning_rate": 1.5505555555555557e-05,
      "loss": 20.7609,
      "mean_token_accuracy": 0.6789435870945454,
      "num_tokens": 23660418.0,
      "step": 1210
    },
    {
      "entropy": 1.313895508274436,
      "epoch": 1.952,
      "grad_norm": 23.0,
      "learning_rate": 1.545e-05,
      "loss": 21.2107,
      "mean_token_accuracy": 0.6746899373829365,
      "num_tokens": 23858145.0,
      "step": 1220
    },
    {
      "entropy": 1.3305610172450542,
      "epoch": 1.968,
      "grad_norm": 22.5,
      "learning_rate": 1.5394444444444445e-05,
      "loss": 21.4713,
      "mean_token_accuracy": 0.6722698319703341,
      "num_tokens": 24053364.0,
      "step": 1230
    },
    {
      "entropy": 1.3173102643340826,
      "epoch": 1.984,
      "grad_norm": 22.75,
      "learning_rate": 1.533888888888889e-05,
      "loss": 21.3139,
      "mean_token_accuracy": 0.6728053197264672,
      "num_tokens": 24249465.0,
      "step": 1240
    },
    {
      "entropy": 1.3328290455043317,
      "epoch": 2.0,
      "grad_norm": 23.75,
      "learning_rate": 1.5283333333333333e-05,
      "loss": 21.3681,
      "mean_token_accuracy": 0.673931197449565,
      "num_tokens": 24442582.0,
      "step": 1250
    },
    {
      "entropy": 1.293513672426343,
      "epoch": 2.016,
      "grad_norm": 23.875,
      "learning_rate": 1.5227777777777779e-05,
      "loss": 20.7815,
      "mean_token_accuracy": 0.6790405321866274,
      "num_tokens": 24632353.0,
      "step": 1260
    },
    {
      "entropy": 1.3008105125278235,
      "epoch": 2.032,
      "grad_norm": 22.75,
      "learning_rate": 1.5172222222222223e-05,
      "loss": 20.9915,
      "mean_token_accuracy": 0.6782365180552006,
      "num_tokens": 24822715.0,
      "step": 1270
    },
    {
      "entropy": 1.2771666508167983,
      "epoch": 2.048,
      "grad_norm": 23.875,
      "learning_rate": 1.5116666666666669e-05,
      "loss": 20.5464,
      "mean_token_accuracy": 0.6813568644225597,
      "num_tokens": 25023118.0,
      "step": 1280
    },
    {
      "entropy": 1.2924691282212735,
      "epoch": 2.064,
      "grad_norm": 22.875,
      "learning_rate": 1.5061111111111113e-05,
      "loss": 20.7892,
      "mean_token_accuracy": 0.6800108663737774,
      "num_tokens": 25217414.0,
      "step": 1290
    },
    {
      "entropy": 1.2748901050537824,
      "epoch": 2.08,
      "grad_norm": 23.75,
      "learning_rate": 1.5005555555555557e-05,
      "loss": 20.5191,
      "mean_token_accuracy": 0.6811006169766187,
      "num_tokens": 25408961.0,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_biology_entropy": 1.2520088324546814,
      "eval_biology_loss": 1.3117518424987793,
      "eval_biology_mean_token_accuracy": 0.6775335011482239,
      "eval_biology_num_tokens": 25408961.0,
      "eval_biology_runtime": 47.9118,
      "eval_biology_samples_per_second": 10.436,
      "eval_biology_steps_per_second": 2.609,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_chemistry_entropy": 1.0002391176223755,
      "eval_chemistry_loss": 1.0854368209838867,
      "eval_chemistry_mean_token_accuracy": 0.7273723978996277,
      "eval_chemistry_num_tokens": 25408961.0,
      "eval_chemistry_runtime": 59.4094,
      "eval_chemistry_samples_per_second": 8.416,
      "eval_chemistry_steps_per_second": 2.104,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_math_entropy": 0.9386215152740478,
      "eval_math_loss": 1.3028355836868286,
      "eval_math_mean_token_accuracy": 0.7036181631088256,
      "eval_math_num_tokens": 25408961.0,
      "eval_math_runtime": 60.9046,
      "eval_math_samples_per_second": 8.21,
      "eval_math_steps_per_second": 2.052,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_physics_entropy": 1.0531542162895202,
      "eval_physics_loss": 1.1919069290161133,
      "eval_physics_mean_token_accuracy": 0.720694851398468,
      "eval_physics_num_tokens": 25408961.0,
      "eval_physics_runtime": 69.4336,
      "eval_physics_samples_per_second": 7.201,
      "eval_physics_steps_per_second": 1.8,
      "step": 1300
    },
    {
      "entropy": 1.2769150778651237,
      "epoch": 2.096,
      "grad_norm": 24.5,
      "learning_rate": 1.4950000000000003e-05,
      "loss": 20.57,
      "mean_token_accuracy": 0.6834161017090082,
      "num_tokens": 25600511.0,
      "step": 1310
    },
    {
      "entropy": 1.2522123962640763,
      "epoch": 2.112,
      "grad_norm": 23.0,
      "learning_rate": 1.4894444444444445e-05,
      "loss": 20.1118,
      "mean_token_accuracy": 0.6864230375736952,
      "num_tokens": 25796565.0,
      "step": 1320
    },
    {
      "entropy": 1.256393376737833,
      "epoch": 2.128,
      "grad_norm": 22.375,
      "learning_rate": 1.4838888888888889e-05,
      "loss": 20.2538,
      "mean_token_accuracy": 0.6844321090728045,
      "num_tokens": 25991156.0,
      "step": 1330
    },
    {
      "entropy": 1.2586364328861237,
      "epoch": 2.144,
      "grad_norm": 26.875,
      "learning_rate": 1.4783333333333335e-05,
      "loss": 20.39,
      "mean_token_accuracy": 0.6834551338106394,
      "num_tokens": 26193237.0,
      "step": 1340
    },
    {
      "entropy": 1.2954994127154351,
      "epoch": 2.16,
      "grad_norm": 24.25,
      "learning_rate": 1.4727777777777779e-05,
      "loss": 20.7265,
      "mean_token_accuracy": 0.6818623635917902,
      "num_tokens": 26387993.0,
      "step": 1350
    },
    {
      "entropy": 1.2948730893433094,
      "epoch": 2.176,
      "grad_norm": 23.0,
      "learning_rate": 1.4672222222222223e-05,
      "loss": 20.8598,
      "mean_token_accuracy": 0.67940837405622,
      "num_tokens": 26585269.0,
      "step": 1360
    },
    {
      "entropy": 1.2478754088282584,
      "epoch": 2.192,
      "grad_norm": 20.875,
      "learning_rate": 1.4616666666666668e-05,
      "loss": 20.229,
      "mean_token_accuracy": 0.6865645799785852,
      "num_tokens": 26776318.0,
      "step": 1370
    },
    {
      "entropy": 1.2880065385252237,
      "epoch": 2.208,
      "grad_norm": 22.25,
      "learning_rate": 1.4561111111111112e-05,
      "loss": 20.6174,
      "mean_token_accuracy": 0.6813366129994393,
      "num_tokens": 26974420.0,
      "step": 1380
    },
    {
      "entropy": 1.2954821825027465,
      "epoch": 2.224,
      "grad_norm": 22.0,
      "learning_rate": 1.4505555555555557e-05,
      "loss": 20.9712,
      "mean_token_accuracy": 0.6781987547874451,
      "num_tokens": 27167577.0,
      "step": 1390
    },
    {
      "entropy": 1.2498055789619684,
      "epoch": 2.24,
      "grad_norm": 22.625,
      "learning_rate": 1.4450000000000002e-05,
      "loss": 20.0258,
      "mean_token_accuracy": 0.6875366199761629,
      "num_tokens": 27364189.0,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_biology_entropy": 1.2370923490524293,
      "eval_biology_loss": 1.3068500757217407,
      "eval_biology_mean_token_accuracy": 0.6789191098213195,
      "eval_biology_num_tokens": 27364189.0,
      "eval_biology_runtime": 47.8145,
      "eval_biology_samples_per_second": 10.457,
      "eval_biology_steps_per_second": 2.614,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_chemistry_entropy": 0.9949712595939636,
      "eval_chemistry_loss": 1.081539511680603,
      "eval_chemistry_mean_token_accuracy": 0.7277221970558166,
      "eval_chemistry_num_tokens": 27364189.0,
      "eval_chemistry_runtime": 59.3425,
      "eval_chemistry_samples_per_second": 8.426,
      "eval_chemistry_steps_per_second": 2.106,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_math_entropy": 0.9350547595024109,
      "eval_math_loss": 1.3030256032943726,
      "eval_math_mean_token_accuracy": 0.7039103283882141,
      "eval_math_num_tokens": 27364189.0,
      "eval_math_runtime": 60.9558,
      "eval_math_samples_per_second": 8.203,
      "eval_math_steps_per_second": 2.051,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_physics_entropy": 1.0495145626068114,
      "eval_physics_loss": 1.1852643489837646,
      "eval_physics_mean_token_accuracy": 0.7209466962814332,
      "eval_physics_num_tokens": 27364189.0,
      "eval_physics_runtime": 69.4564,
      "eval_physics_samples_per_second": 7.199,
      "eval_physics_steps_per_second": 1.8,
      "step": 1400
    },
    {
      "entropy": 1.2441354867070913,
      "epoch": 2.2560000000000002,
      "grad_norm": 22.75,
      "learning_rate": 1.4394444444444446e-05,
      "loss": 20.0204,
      "mean_token_accuracy": 0.6877872157841921,
      "num_tokens": 27557387.0,
      "step": 1410
    },
    {
      "entropy": 1.2484720502048732,
      "epoch": 2.2720000000000002,
      "grad_norm": 22.5,
      "learning_rate": 1.433888888888889e-05,
      "loss": 20.1408,
      "mean_token_accuracy": 0.6852648567408324,
      "num_tokens": 27755725.0,
      "step": 1420
    },
    {
      "entropy": 1.286843840405345,
      "epoch": 2.288,
      "grad_norm": 22.75,
      "learning_rate": 1.4283333333333333e-05,
      "loss": 20.774,
      "mean_token_accuracy": 0.6777904335409403,
      "num_tokens": 27950694.0,
      "step": 1430
    },
    {
      "entropy": 1.2736721303313971,
      "epoch": 2.304,
      "grad_norm": 21.625,
      "learning_rate": 1.4227777777777778e-05,
      "loss": 20.6594,
      "mean_token_accuracy": 0.6818070765584707,
      "num_tokens": 28150719.0,
      "step": 1440
    },
    {
      "entropy": 1.24639508202672,
      "epoch": 2.32,
      "grad_norm": 21.75,
      "learning_rate": 1.4172222222222222e-05,
      "loss": 19.8843,
      "mean_token_accuracy": 0.6890949837863445,
      "num_tokens": 28348652.0,
      "step": 1450
    },
    {
      "entropy": 1.2633809883147478,
      "epoch": 2.336,
      "grad_norm": 23.5,
      "learning_rate": 1.4116666666666668e-05,
      "loss": 20.4253,
      "mean_token_accuracy": 0.6842655282467603,
      "num_tokens": 28542945.0,
      "step": 1460
    },
    {
      "entropy": 1.2810313187539577,
      "epoch": 2.352,
      "grad_norm": 23.5,
      "learning_rate": 1.4061111111111112e-05,
      "loss": 20.7575,
      "mean_token_accuracy": 0.6791189908981323,
      "num_tokens": 28731927.0,
      "step": 1470
    },
    {
      "entropy": 1.2723917193710803,
      "epoch": 2.368,
      "grad_norm": 23.875,
      "learning_rate": 1.4005555555555556e-05,
      "loss": 20.4059,
      "mean_token_accuracy": 0.6827494014054537,
      "num_tokens": 28929298.0,
      "step": 1480
    },
    {
      "entropy": 1.2739550016820431,
      "epoch": 2.384,
      "grad_norm": 25.75,
      "learning_rate": 1.3950000000000002e-05,
      "loss": 20.6145,
      "mean_token_accuracy": 0.6803385138511657,
      "num_tokens": 29121142.0,
      "step": 1490
    },
    {
      "entropy": 1.2692786119878292,
      "epoch": 2.4,
      "grad_norm": 22.125,
      "learning_rate": 1.3894444444444446e-05,
      "loss": 20.3832,
      "mean_token_accuracy": 0.6831043154001236,
      "num_tokens": 29317919.0,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_biology_entropy": 1.2298966302871703,
      "eval_biology_loss": 1.3029652833938599,
      "eval_biology_mean_token_accuracy": 0.6799805917739868,
      "eval_biology_num_tokens": 29317919.0,
      "eval_biology_runtime": 47.8505,
      "eval_biology_samples_per_second": 10.449,
      "eval_biology_steps_per_second": 2.612,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_chemistry_entropy": 0.9882130804061889,
      "eval_chemistry_loss": 1.0785977840423584,
      "eval_chemistry_mean_token_accuracy": 0.7284063596725464,
      "eval_chemistry_num_tokens": 29317919.0,
      "eval_chemistry_runtime": 59.188,
      "eval_chemistry_samples_per_second": 8.448,
      "eval_chemistry_steps_per_second": 2.112,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_math_entropy": 0.9419953203201294,
      "eval_math_loss": 1.2976101636886597,
      "eval_math_mean_token_accuracy": 0.7049046125411987,
      "eval_math_num_tokens": 29317919.0,
      "eval_math_runtime": 60.8344,
      "eval_math_samples_per_second": 8.219,
      "eval_math_steps_per_second": 2.055,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_physics_entropy": 1.045912326335907,
      "eval_physics_loss": 1.183046817779541,
      "eval_physics_mean_token_accuracy": 0.7219679818153382,
      "eval_physics_num_tokens": 29317919.0,
      "eval_physics_runtime": 69.3243,
      "eval_physics_samples_per_second": 7.212,
      "eval_physics_steps_per_second": 1.803,
      "step": 1500
    }
  ],
  "logging_steps": 10,
  "max_steps": 4000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 7,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.305483613425587e+18,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}