{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "eval_steps": 100,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.7980934290215373,
      "epoch": 0.016,
      "grad_norm": 49.0,
      "learning_rate": 1.8e-07,
      "loss": 13.873,
      "mean_token_accuracy": 0.77677470035851,
      "num_tokens": 338352.0,
      "step": 10
    },
    {
      "entropy": 0.7983348269015551,
      "epoch": 0.032,
      "grad_norm": 39.75,
      "learning_rate": 3.8e-07,
      "loss": 13.832,
      "mean_token_accuracy": 0.7767552722245454,
      "num_tokens": 671193.0,
      "step": 20
    },
    {
      "entropy": 0.7940070297569036,
      "epoch": 0.048,
      "grad_norm": 36.5,
      "learning_rate": 5.800000000000001e-07,
      "loss": 13.6955,
      "mean_token_accuracy": 0.7781575798988343,
      "num_tokens": 1001008.0,
      "step": 30
    },
    {
      "entropy": 0.8190817344933748,
      "epoch": 0.064,
      "grad_norm": 34.0,
      "learning_rate": 7.8e-07,
      "loss": 13.9863,
      "mean_token_accuracy": 0.7736780602484942,
      "num_tokens": 1331208.0,
      "step": 40
    },
    {
      "entropy": 0.8228552235290408,
      "epoch": 0.08,
      "grad_norm": 33.0,
      "learning_rate": 9.800000000000001e-07,
      "loss": 13.7981,
      "mean_token_accuracy": 0.7759026233106852,
      "num_tokens": 1667532.0,
      "step": 50
    },
    {
      "entropy": 0.8120608307421208,
      "epoch": 0.096,
      "grad_norm": 34.0,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 13.4686,
      "mean_token_accuracy": 0.7815129280090332,
      "num_tokens": 2007176.0,
      "step": 60
    },
    {
      "entropy": 0.8287483796477317,
      "epoch": 0.112,
      "grad_norm": 36.5,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 13.7526,
      "mean_token_accuracy": 0.776063147187233,
      "num_tokens": 2342259.0,
      "step": 70
    },
    {
      "entropy": 0.8556615479290486,
      "epoch": 0.128,
      "grad_norm": 27.125,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 13.9267,
      "mean_token_accuracy": 0.773414358869195,
      "num_tokens": 2663987.0,
      "step": 80
    },
    {
      "entropy": 0.8306544724851846,
      "epoch": 0.144,
      "grad_norm": 25.75,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 13.6531,
      "mean_token_accuracy": 0.7779791738837958,
      "num_tokens": 2997824.0,
      "step": 90
    },
    {
      "entropy": 0.8303449299186468,
      "epoch": 0.16,
      "grad_norm": 26.5,
      "learning_rate": 1.98e-06,
      "loss": 13.4855,
      "mean_token_accuracy": 0.7814826928079128,
      "num_tokens": 3330597.0,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 1.125799958705902,
      "eval_biology_loss": 1.1626057624816895,
      "eval_biology_mean_token_accuracy": 0.7041610617637635,
      "eval_biology_num_tokens": 3330597.0,
      "eval_biology_runtime": 29.5726,
      "eval_biology_samples_per_second": 16.908,
      "eval_biology_steps_per_second": 4.227,
      "step": 100
    },
    {
      "epoch": 0.16,
      "eval_physics_entropy": 0.8412163820266724,
      "eval_physics_loss": 0.8517085909843445,
      "eval_physics_mean_token_accuracy": 0.7784765930175781,
      "eval_physics_num_tokens": 3330597.0,
      "eval_physics_runtime": 42.3208,
      "eval_physics_samples_per_second": 11.815,
      "eval_physics_steps_per_second": 2.954,
      "step": 100
    },
    {
      "entropy": 0.8291829921305179,
      "epoch": 0.176,
      "grad_norm": 32.5,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 13.4483,
      "mean_token_accuracy": 0.7799590565264225,
      "num_tokens": 3658264.0,
      "step": 110
    },
    {
      "entropy": 0.8301662255078555,
      "epoch": 0.192,
      "grad_norm": 25.5,
      "learning_rate": 2.38e-06,
      "loss": 13.4143,
      "mean_token_accuracy": 0.7796540033072233,
      "num_tokens": 3995568.0,
      "step": 120
    },
    {
      "entropy": 0.821339176222682,
      "epoch": 0.208,
      "grad_norm": 26.125,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 13.2097,
      "mean_token_accuracy": 0.7838085852563381,
      "num_tokens": 4321436.0,
      "step": 130
    },
    {
      "entropy": 0.8153277274221182,
      "epoch": 0.224,
      "grad_norm": 24.0,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 13.0671,
      "mean_token_accuracy": 0.7830340649932623,
      "num_tokens": 4648491.0,
      "step": 140
    },
    {
      "entropy": 0.8157381068915128,
      "epoch": 0.24,
      "grad_norm": 23.375,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 13.1148,
      "mean_token_accuracy": 0.7832087766379118,
      "num_tokens": 4986175.0,
      "step": 150
    },
    {
      "entropy": 0.8061813484877348,
      "epoch": 0.256,
      "grad_norm": 26.625,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 13.0481,
      "mean_token_accuracy": 0.7853319209069014,
      "num_tokens": 5329320.0,
      "step": 160
    },
    {
      "entropy": 0.8233318269252777,
      "epoch": 0.272,
      "grad_norm": 26.0,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 13.1699,
      "mean_token_accuracy": 0.7812638122588396,
      "num_tokens": 5658796.0,
      "step": 170
    },
    {
      "entropy": 0.8212542906403542,
      "epoch": 0.288,
      "grad_norm": 22.0,
      "learning_rate": 3.58e-06,
      "loss": 13.1426,
      "mean_token_accuracy": 0.783899562805891,
      "num_tokens": 5980201.0,
      "step": 180
    },
    {
      "entropy": 0.8011876806616783,
      "epoch": 0.304,
      "grad_norm": 24.375,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 12.8823,
      "mean_token_accuracy": 0.7862063981592655,
      "num_tokens": 6298858.0,
      "step": 190
    },
    {
      "entropy": 0.8119899664074183,
      "epoch": 0.32,
      "grad_norm": 22.375,
      "learning_rate": 3.980000000000001e-06,
      "loss": 13.017,
      "mean_token_accuracy": 0.7848218575119972,
      "num_tokens": 6622798.0,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_biology_entropy": 1.137313835144043,
      "eval_biology_loss": 1.1703258752822876,
      "eval_biology_mean_token_accuracy": 0.7031810960769653,
      "eval_biology_num_tokens": 6622798.0,
      "eval_biology_runtime": 29.6247,
      "eval_biology_samples_per_second": 16.878,
      "eval_biology_steps_per_second": 4.219,
      "step": 200
    },
    {
      "epoch": 0.32,
      "eval_physics_entropy": 0.8116096572875977,
      "eval_physics_loss": 0.8106478452682495,
      "eval_physics_mean_token_accuracy": 0.7854588747024536,
      "eval_physics_num_tokens": 6622798.0,
      "eval_physics_runtime": 42.332,
      "eval_physics_samples_per_second": 11.811,
      "eval_physics_steps_per_second": 2.953,
      "step": 200
    },
    {
      "entropy": 0.8008256774395704,
      "epoch": 0.336,
      "grad_norm": 21.25,
      "learning_rate": 4.18e-06,
      "loss": 12.8337,
      "mean_token_accuracy": 0.7872962314635515,
      "num_tokens": 6953611.0,
      "step": 210
    },
    {
      "entropy": 0.7870257034897804,
      "epoch": 0.352,
      "grad_norm": 23.75,
      "learning_rate": 4.38e-06,
      "loss": 12.629,
      "mean_token_accuracy": 0.7910902902483941,
      "num_tokens": 7290378.0,
      "step": 220
    },
    {
      "entropy": 0.7753207640722394,
      "epoch": 0.368,
      "grad_norm": 23.625,
      "learning_rate": 4.58e-06,
      "loss": 12.3974,
      "mean_token_accuracy": 0.7931954108178616,
      "num_tokens": 7621082.0,
      "step": 230
    },
    {
      "entropy": 0.8035390684381127,
      "epoch": 0.384,
      "grad_norm": 23.375,
      "learning_rate": 4.78e-06,
      "loss": 12.8833,
      "mean_token_accuracy": 0.7841386552900076,
      "num_tokens": 7955570.0,
      "step": 240
    },
    {
      "entropy": 0.7771880365908146,
      "epoch": 0.4,
      "grad_norm": 23.5,
      "learning_rate": 4.980000000000001e-06,
      "loss": 12.462,
      "mean_token_accuracy": 0.7913563769310713,
      "num_tokens": 8291049.0,
      "step": 250
    },
    {
      "entropy": 0.7649452563375234,
      "epoch": 0.416,
      "grad_norm": 22.25,
      "learning_rate": 5.18e-06,
      "loss": 12.2876,
      "mean_token_accuracy": 0.7948728159070015,
      "num_tokens": 8627310.0,
      "step": 260
    },
    {
      "entropy": 0.7790930971503258,
      "epoch": 0.432,
      "grad_norm": 23.0,
      "learning_rate": 5.380000000000001e-06,
      "loss": 12.4896,
      "mean_token_accuracy": 0.790573175624013,
      "num_tokens": 8958371.0,
      "step": 270
    },
    {
      "entropy": 0.7571947271004319,
      "epoch": 0.448,
      "grad_norm": 22.75,
      "learning_rate": 5.580000000000001e-06,
      "loss": 12.1797,
      "mean_token_accuracy": 0.795942148193717,
      "num_tokens": 9294388.0,
      "step": 280
    },
    {
      "entropy": 0.7509586235508323,
      "epoch": 0.464,
      "grad_norm": 22.875,
      "learning_rate": 5.78e-06,
      "loss": 11.9835,
      "mean_token_accuracy": 0.7969875477254391,
      "num_tokens": 9620366.0,
      "step": 290
    },
    {
      "entropy": 0.7548794999718667,
      "epoch": 0.48,
      "grad_norm": 20.875,
      "learning_rate": 5.98e-06,
      "loss": 12.0853,
      "mean_token_accuracy": 0.7961488746106624,
      "num_tokens": 9955431.0,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_biology_entropy": 1.1340459384918213,
      "eval_biology_loss": 1.1766083240509033,
      "eval_biology_mean_token_accuracy": 0.7020830793380737,
      "eval_biology_num_tokens": 9955431.0,
      "eval_biology_runtime": 29.8733,
      "eval_biology_samples_per_second": 16.737,
      "eval_biology_steps_per_second": 4.184,
      "step": 300
    },
    {
      "epoch": 0.48,
      "eval_physics_entropy": 0.7825248126983643,
      "eval_physics_loss": 0.7770141363143921,
      "eval_physics_mean_token_accuracy": 0.7918553309440612,
      "eval_physics_num_tokens": 9955431.0,
      "eval_physics_runtime": 42.3494,
      "eval_physics_samples_per_second": 11.807,
      "eval_physics_steps_per_second": 2.952,
      "step": 300
    },
    {
      "entropy": 0.7715075328946114,
      "epoch": 0.496,
      "grad_norm": 20.375,
      "learning_rate": 6.18e-06,
      "loss": 12.3217,
      "mean_token_accuracy": 0.7934962294995784,
      "num_tokens": 10289883.0,
      "step": 310
    },
    {
      "entropy": 0.7606870967894792,
      "epoch": 0.512,
      "grad_norm": 24.625,
      "learning_rate": 6.380000000000001e-06,
      "loss": 12.2158,
      "mean_token_accuracy": 0.795098090544343,
      "num_tokens": 10619468.0,
      "step": 320
    },
    {
      "entropy": 0.7731524888426066,
      "epoch": 0.528,
      "grad_norm": 20.5,
      "learning_rate": 6.5800000000000005e-06,
      "loss": 12.3882,
      "mean_token_accuracy": 0.7916440792381764,
      "num_tokens": 10944904.0,
      "step": 330
    },
    {
      "entropy": 0.755775578506291,
      "epoch": 0.544,
      "grad_norm": 22.875,
      "learning_rate": 6.780000000000001e-06,
      "loss": 12.1334,
      "mean_token_accuracy": 0.7953360237181186,
      "num_tokens": 11266409.0,
      "step": 340
    },
    {
      "entropy": 0.7537049597129226,
      "epoch": 0.56,
      "grad_norm": 18.875,
      "learning_rate": 6.98e-06,
      "loss": 12.0364,
      "mean_token_accuracy": 0.7975195907056332,
      "num_tokens": 11605544.0,
      "step": 350
    },
    {
      "entropy": 0.7410756940022111,
      "epoch": 0.576,
      "grad_norm": 21.375,
      "learning_rate": 7.180000000000001e-06,
      "loss": 11.8459,
      "mean_token_accuracy": 0.8007426861673593,
      "num_tokens": 11931715.0,
      "step": 360
    },
    {
      "entropy": 0.7542769065126776,
      "epoch": 0.592,
      "grad_norm": 21.375,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 12.0135,
      "mean_token_accuracy": 0.7966224331408739,
      "num_tokens": 12257243.0,
      "step": 370
    },
    {
      "entropy": 0.7349719753488898,
      "epoch": 0.608,
      "grad_norm": 20.375,
      "learning_rate": 7.58e-06,
      "loss": 11.7827,
      "mean_token_accuracy": 0.7996757850050926,
      "num_tokens": 12583154.0,
      "step": 380
    },
    {
      "entropy": 0.7510534537956118,
      "epoch": 0.624,
      "grad_norm": 20.875,
      "learning_rate": 7.78e-06,
      "loss": 12.0433,
      "mean_token_accuracy": 0.7961709950119257,
      "num_tokens": 12905392.0,
      "step": 390
    },
    {
      "entropy": 0.746537908166647,
      "epoch": 0.64,
      "grad_norm": 18.75,
      "learning_rate": 7.980000000000002e-06,
      "loss": 11.9585,
      "mean_token_accuracy": 0.798334264755249,
      "num_tokens": 13232198.0,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_biology_entropy": 1.100157816886902,
      "eval_biology_loss": 1.1817364692687988,
      "eval_biology_mean_token_accuracy": 0.7015948586463928,
      "eval_biology_num_tokens": 13232198.0,
      "eval_biology_runtime": 29.5996,
      "eval_biology_samples_per_second": 16.892,
      "eval_biology_steps_per_second": 4.223,
      "step": 400
    },
    {
      "epoch": 0.64,
      "eval_physics_entropy": 0.7428050627708435,
      "eval_physics_loss": 0.7491776943206787,
      "eval_physics_mean_token_accuracy": 0.7974028449058532,
      "eval_physics_num_tokens": 13232198.0,
      "eval_physics_runtime": 42.3622,
      "eval_physics_samples_per_second": 11.803,
      "eval_physics_steps_per_second": 2.951,
      "step": 400
    },
    {
      "entropy": 0.7335962850600481,
      "epoch": 0.656,
      "grad_norm": 18.125,
      "learning_rate": 8.18e-06,
      "loss": 11.7731,
      "mean_token_accuracy": 0.8001615725457668,
      "num_tokens": 13575902.0,
      "step": 410
    },
    {
      "entropy": 0.7217804849147796,
      "epoch": 0.672,
      "grad_norm": 21.25,
      "learning_rate": 8.380000000000001e-06,
      "loss": 11.5198,
      "mean_token_accuracy": 0.8043914053589105,
      "num_tokens": 13895997.0,
      "step": 420
    },
    {
      "entropy": 0.7267325738444924,
      "epoch": 0.688,
      "grad_norm": 20.75,
      "learning_rate": 8.580000000000001e-06,
      "loss": 11.6352,
      "mean_token_accuracy": 0.8020107671618462,
      "num_tokens": 14234888.0,
      "step": 430
    },
    {
      "entropy": 0.741226227581501,
      "epoch": 0.704,
      "grad_norm": 21.5,
      "learning_rate": 8.78e-06,
      "loss": 11.9022,
      "mean_token_accuracy": 0.7984758585691452,
      "num_tokens": 14567908.0,
      "step": 440
    },
    {
      "entropy": 0.722562575340271,
      "epoch": 0.72,
      "grad_norm": 22.875,
      "learning_rate": 8.98e-06,
      "loss": 11.5666,
      "mean_token_accuracy": 0.8033338606357574,
      "num_tokens": 14882927.0,
      "step": 450
    },
    {
      "entropy": 0.7157323375344277,
      "epoch": 0.736,
      "grad_norm": 22.25,
      "learning_rate": 9.180000000000002e-06,
      "loss": 11.464,
      "mean_token_accuracy": 0.8032864931970835,
      "num_tokens": 15217342.0,
      "step": 460
    },
    {
      "entropy": 0.710782004147768,
      "epoch": 0.752,
      "grad_norm": 18.5,
      "learning_rate": 9.38e-06,
      "loss": 11.3824,
      "mean_token_accuracy": 0.8050779778510332,
      "num_tokens": 15547710.0,
      "step": 470
    },
    {
      "entropy": 0.7326425770297647,
      "epoch": 0.768,
      "grad_norm": 20.375,
      "learning_rate": 9.58e-06,
      "loss": 11.7364,
      "mean_token_accuracy": 0.7999915853142738,
      "num_tokens": 15877177.0,
      "step": 480
    },
    {
      "entropy": 0.7081343689933419,
      "epoch": 0.784,
      "grad_norm": 18.375,
      "learning_rate": 9.780000000000001e-06,
      "loss": 11.3161,
      "mean_token_accuracy": 0.8068799041211605,
      "num_tokens": 16219640.0,
      "step": 490
    },
    {
      "entropy": 0.7145562319085002,
      "epoch": 0.8,
      "grad_norm": 19.375,
      "learning_rate": 9.980000000000001e-06,
      "loss": 11.4904,
      "mean_token_accuracy": 0.8040819689631462,
      "num_tokens": 16548261.0,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_biology_entropy": 1.1381474986076354,
      "eval_biology_loss": 1.1847245693206787,
      "eval_biology_mean_token_accuracy": 0.6994160051345826,
      "eval_biology_num_tokens": 16548261.0,
      "eval_biology_runtime": 29.6161,
      "eval_biology_samples_per_second": 16.883,
      "eval_biology_steps_per_second": 4.221,
      "step": 500
    },
    {
      "epoch": 0.8,
      "eval_physics_entropy": 0.7353026342391967,
      "eval_physics_loss": 0.7241687178611755,
      "eval_physics_mean_token_accuracy": 0.8026187562942505,
      "eval_physics_num_tokens": 16548261.0,
      "eval_physics_runtime": 42.1602,
      "eval_physics_samples_per_second": 11.86,
      "eval_physics_steps_per_second": 2.965,
      "step": 500
    },
    {
      "entropy": 0.715489343367517,
      "epoch": 0.816,
      "grad_norm": 18.75,
      "learning_rate": 1.018e-05,
      "loss": 11.4335,
      "mean_token_accuracy": 0.8032866880297661,
      "num_tokens": 16870533.0,
      "step": 510
    },
    {
      "entropy": 0.7197281535714865,
      "epoch": 0.832,
      "grad_norm": 22.625,
      "learning_rate": 1.038e-05,
      "loss": 11.5253,
      "mean_token_accuracy": 0.803961057588458,
      "num_tokens": 17196371.0,
      "step": 520
    },
    {
      "entropy": 0.7022356629371643,
      "epoch": 0.848,
      "grad_norm": 17.375,
      "learning_rate": 1.0580000000000002e-05,
      "loss": 11.2777,
      "mean_token_accuracy": 0.8062990486621857,
      "num_tokens": 17527066.0,
      "step": 530
    },
    {
      "entropy": 0.7121493600308895,
      "epoch": 0.864,
      "grad_norm": 17.625,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 11.3616,
      "mean_token_accuracy": 0.8058860942721366,
      "num_tokens": 17859605.0,
      "step": 540
    },
    {
      "entropy": 0.7143916061148048,
      "epoch": 0.88,
      "grad_norm": 19.875,
      "learning_rate": 1.0980000000000002e-05,
      "loss": 11.4128,
      "mean_token_accuracy": 0.8041808195412159,
      "num_tokens": 18187315.0,
      "step": 550
    },
    {
      "entropy": 0.6755495458841324,
      "epoch": 0.896,
      "grad_norm": 17.375,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 10.8244,
      "mean_token_accuracy": 0.8135501727461815,
      "num_tokens": 18536790.0,
      "step": 560
    },
    {
      "entropy": 0.7111412728205323,
      "epoch": 0.912,
      "grad_norm": 18.5,
      "learning_rate": 1.138e-05,
      "loss": 11.3738,
      "mean_token_accuracy": 0.8046688307076693,
      "num_tokens": 18869344.0,
      "step": 570
    },
    {
      "entropy": 0.7016011888161302,
      "epoch": 0.928,
      "grad_norm": 20.75,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 11.2569,
      "mean_token_accuracy": 0.8068617224693299,
      "num_tokens": 19199834.0,
      "step": 580
    },
    {
      "entropy": 0.6901180900633335,
      "epoch": 0.944,
      "grad_norm": 19.375,
      "learning_rate": 1.178e-05,
      "loss": 11.0197,
      "mean_token_accuracy": 0.8105497155338526,
      "num_tokens": 19525385.0,
      "step": 590
    },
    {
      "entropy": 0.6980544172227383,
      "epoch": 0.96,
      "grad_norm": 18.0,
      "learning_rate": 1.198e-05,
      "loss": 11.1812,
      "mean_token_accuracy": 0.8075801994651556,
      "num_tokens": 19856973.0,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_biology_entropy": 1.10544912815094,
      "eval_biology_loss": 1.1910302639007568,
      "eval_biology_mean_token_accuracy": 0.7007143182754516,
      "eval_biology_num_tokens": 19856973.0,
      "eval_biology_runtime": 29.6701,
      "eval_biology_samples_per_second": 16.852,
      "eval_biology_steps_per_second": 4.213,
      "step": 600
    },
    {
      "epoch": 0.96,
      "eval_physics_entropy": 0.7146178777217865,
      "eval_physics_loss": 0.7040261030197144,
      "eval_physics_mean_token_accuracy": 0.8063621273040772,
      "eval_physics_num_tokens": 19856973.0,
      "eval_physics_runtime": 42.3789,
      "eval_physics_samples_per_second": 11.798,
      "eval_physics_steps_per_second": 2.95,
      "step": 600
    },
    {
      "entropy": 0.6889748936519027,
      "epoch": 0.976,
      "grad_norm": 18.375,
      "learning_rate": 1.218e-05,
      "loss": 10.9979,
      "mean_token_accuracy": 0.8105814348906278,
      "num_tokens": 20190600.0,
      "step": 610
    },
    {
      "entropy": 0.6845765860751272,
      "epoch": 0.992,
      "grad_norm": 17.875,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 10.9961,
      "mean_token_accuracy": 0.8099663183093071,
      "num_tokens": 20518014.0,
      "step": 620
    },
    {
      "entropy": 0.6710353532806039,
      "epoch": 1.008,
      "grad_norm": 17.375,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 10.6734,
      "mean_token_accuracy": 0.8143552124500275,
      "num_tokens": 20859215.0,
      "step": 630
    },
    {
      "entropy": 0.671150723285973,
      "epoch": 1.024,
      "grad_norm": 18.875,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 10.7577,
      "mean_token_accuracy": 0.8129799973219634,
      "num_tokens": 21186658.0,
      "step": 640
    },
    {
      "entropy": 0.670030782930553,
      "epoch": 1.04,
      "grad_norm": 17.75,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 10.7736,
      "mean_token_accuracy": 0.8133355241268874,
      "num_tokens": 21517237.0,
      "step": 650
    },
    {
      "entropy": 0.6583073100075125,
      "epoch": 1.056,
      "grad_norm": 16.75,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 10.521,
      "mean_token_accuracy": 0.8164310045540333,
      "num_tokens": 21852528.0,
      "step": 660
    },
    {
      "entropy": 0.67260313462466,
      "epoch": 1.072,
      "grad_norm": 17.875,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 10.711,
      "mean_token_accuracy": 0.8140104580670595,
      "num_tokens": 22192380.0,
      "step": 670
    },
    {
      "entropy": 0.6687374956905842,
      "epoch": 1.088,
      "grad_norm": 20.625,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 10.7304,
      "mean_token_accuracy": 0.8136457096785307,
      "num_tokens": 22517971.0,
      "step": 680
    },
    {
      "entropy": 0.6568242866545916,
      "epoch": 1.104,
      "grad_norm": 16.5,
      "learning_rate": 1.378e-05,
      "loss": 10.5146,
      "mean_token_accuracy": 0.8156068984419107,
      "num_tokens": 22848694.0,
      "step": 690
    },
    {
      "entropy": 0.6624812703579664,
      "epoch": 1.12,
      "grad_norm": 18.25,
      "learning_rate": 1.398e-05,
      "loss": 10.6908,
      "mean_token_accuracy": 0.8136210646480322,
      "num_tokens": 23183889.0,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_biology_entropy": 1.096513487815857,
      "eval_biology_loss": 1.1950488090515137,
      "eval_biology_mean_token_accuracy": 0.6985604496002197,
      "eval_biology_num_tokens": 23183889.0,
      "eval_biology_runtime": 29.5973,
      "eval_biology_samples_per_second": 16.893,
      "eval_biology_steps_per_second": 4.223,
      "step": 700
    },
    {
      "epoch": 1.12,
      "eval_physics_entropy": 0.6853570246696472,
      "eval_physics_loss": 0.6883610486984253,
      "eval_physics_mean_token_accuracy": 0.8095321311950684,
      "eval_physics_num_tokens": 23183889.0,
      "eval_physics_runtime": 42.3537,
      "eval_physics_samples_per_second": 11.805,
      "eval_physics_steps_per_second": 2.951,
      "step": 700
    },
    {
      "entropy": 0.6393926108255983,
      "epoch": 1.1360000000000001,
      "grad_norm": 17.125,
      "learning_rate": 1.418e-05,
      "loss": 10.2691,
      "mean_token_accuracy": 0.8204710930585861,
      "num_tokens": 23523903.0,
      "step": 710
    },
    {
      "entropy": 0.6592076497152448,
      "epoch": 1.152,
      "grad_norm": 19.5,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 10.525,
      "mean_token_accuracy": 0.8170250646770001,
      "num_tokens": 23848848.0,
      "step": 720
    },
    {
      "entropy": 0.6672398639842868,
      "epoch": 1.168,
      "grad_norm": 19.25,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 10.7446,
      "mean_token_accuracy": 0.8126429941505193,
      "num_tokens": 24174589.0,
      "step": 730
    },
    {
      "entropy": 0.6579326229169965,
      "epoch": 1.184,
      "grad_norm": 20.0,
      "learning_rate": 1.478e-05,
      "loss": 10.5484,
      "mean_token_accuracy": 0.8169561930000782,
      "num_tokens": 24495981.0,
      "step": 740
    },
    {
      "entropy": 0.6486070465296507,
      "epoch": 1.2,
      "grad_norm": 17.875,
      "learning_rate": 1.498e-05,
      "loss": 10.4176,
      "mean_token_accuracy": 0.818020261451602,
      "num_tokens": 24826245.0,
      "step": 750
    },
    {
      "entropy": 0.6617947239428759,
      "epoch": 1.216,
      "grad_norm": 19.25,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 10.5833,
      "mean_token_accuracy": 0.8140788938850164,
      "num_tokens": 25147775.0,
      "step": 760
    },
    {
      "entropy": 0.6527341572567821,
      "epoch": 1.232,
      "grad_norm": 17.875,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 10.4663,
      "mean_token_accuracy": 0.8178805992007255,
      "num_tokens": 25480033.0,
      "step": 770
    },
    {
      "entropy": 0.6440409064292908,
      "epoch": 1.248,
      "grad_norm": 18.25,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 10.3188,
      "mean_token_accuracy": 0.819524721801281,
      "num_tokens": 25811978.0,
      "step": 780
    },
    {
      "entropy": 0.6459297401830554,
      "epoch": 1.264,
      "grad_norm": 17.5,
      "learning_rate": 1.578e-05,
      "loss": 10.3328,
      "mean_token_accuracy": 0.8194583039730787,
      "num_tokens": 26146299.0,
      "step": 790
    },
    {
      "entropy": 0.6661811180412769,
      "epoch": 1.28,
      "grad_norm": 18.5,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 10.6612,
      "mean_token_accuracy": 0.813135676458478,
      "num_tokens": 26478207.0,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_biology_entropy": 1.0779736218452454,
      "eval_biology_loss": 1.1969928741455078,
      "eval_biology_mean_token_accuracy": 0.6996237397193908,
      "eval_biology_num_tokens": 26478207.0,
      "eval_biology_runtime": 29.6158,
      "eval_biology_samples_per_second": 16.883,
      "eval_biology_steps_per_second": 4.221,
      "step": 800
    },
    {
      "epoch": 1.28,
      "eval_physics_entropy": 0.6634284896850586,
      "eval_physics_loss": 0.6750168800354004,
      "eval_physics_mean_token_accuracy": 0.8123881487846375,
      "eval_physics_num_tokens": 26478207.0,
      "eval_physics_runtime": 42.3789,
      "eval_physics_samples_per_second": 11.798,
      "eval_physics_steps_per_second": 2.95,
      "step": 800
    },
    {
      "entropy": 0.6371305795386434,
      "epoch": 1.296,
      "grad_norm": 18.375,
      "learning_rate": 1.618e-05,
      "loss": 10.2353,
      "mean_token_accuracy": 0.8211836166679859,
      "num_tokens": 26806477.0,
      "step": 810
    },
    {
      "entropy": 0.6579740369692445,
      "epoch": 1.312,
      "grad_norm": 18.5,
      "learning_rate": 1.638e-05,
      "loss": 10.5754,
      "mean_token_accuracy": 0.8152522802352905,
      "num_tokens": 27137528.0,
      "step": 820
    },
    {
      "entropy": 0.6427882853895426,
      "epoch": 1.328,
      "grad_norm": 18.5,
      "learning_rate": 1.658e-05,
      "loss": 10.3247,
      "mean_token_accuracy": 0.8178475011140108,
      "num_tokens": 27465859.0,
      "step": 830
    },
    {
      "entropy": 0.6479509010910988,
      "epoch": 1.3439999999999999,
      "grad_norm": 19.0,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 10.4341,
      "mean_token_accuracy": 0.8170580971986056,
      "num_tokens": 27795568.0,
      "step": 840
    },
    {
      "entropy": 0.6500799937173725,
      "epoch": 1.3599999999999999,
      "grad_norm": 15.9375,
      "learning_rate": 1.698e-05,
      "loss": 10.383,
      "mean_token_accuracy": 0.8165912210941315,
      "num_tokens": 28129988.0,
      "step": 850
    },
    {
      "entropy": 0.6481674930080772,
      "epoch": 1.376,
      "grad_norm": 20.125,
      "learning_rate": 1.718e-05,
      "loss": 10.3763,
      "mean_token_accuracy": 0.8186531469225884,
      "num_tokens": 28465903.0,
      "step": 860
    },
    {
      "entropy": 0.6292730543762446,
      "epoch": 1.392,
      "grad_norm": 17.0,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 10.0886,
      "mean_token_accuracy": 0.8228901036083698,
      "num_tokens": 28801554.0,
      "step": 870
    },
    {
      "entropy": 0.6366163183003664,
      "epoch": 1.408,
      "grad_norm": 18.375,
      "learning_rate": 1.758e-05,
      "loss": 10.2299,
      "mean_token_accuracy": 0.8191725321114063,
      "num_tokens": 29125114.0,
      "step": 880
    },
    {
      "entropy": 0.6577673699706793,
      "epoch": 1.424,
      "grad_norm": 18.75,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 10.5993,
      "mean_token_accuracy": 0.8148027937859297,
      "num_tokens": 29454334.0,
      "step": 890
    },
    {
      "entropy": 0.629906609095633,
      "epoch": 1.44,
      "grad_norm": 17.25,
      "learning_rate": 1.798e-05,
      "loss": 10.0722,
      "mean_token_accuracy": 0.8225096724927425,
      "num_tokens": 29789253.0,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_biology_entropy": 1.0743142724037171,
      "eval_biology_loss": 1.2018756866455078,
      "eval_biology_mean_token_accuracy": 0.6978029899597168,
      "eval_biology_num_tokens": 29789253.0,
      "eval_biology_runtime": 29.941,
      "eval_biology_samples_per_second": 16.7,
      "eval_biology_steps_per_second": 4.175,
      "step": 900
    },
    {
      "epoch": 1.44,
      "eval_physics_entropy": 0.6614522356986999,
      "eval_physics_loss": 0.6613803505897522,
      "eval_physics_mean_token_accuracy": 0.8159068145751953,
      "eval_physics_num_tokens": 29789253.0,
      "eval_physics_runtime": 42.4043,
      "eval_physics_samples_per_second": 11.791,
      "eval_physics_steps_per_second": 2.948,
      "step": 900
    },
    {
      "entropy": 0.6264998497441411,
      "epoch": 1.456,
      "grad_norm": 15.0625,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 10.0407,
      "mean_token_accuracy": 0.8242419868707657,
      "num_tokens": 30128576.0,
      "step": 910
    },
    {
      "entropy": 0.6577600754797459,
      "epoch": 1.472,
      "grad_norm": 18.875,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 10.5867,
      "mean_token_accuracy": 0.8155373357236385,
      "num_tokens": 30452719.0,
      "step": 920
    },
    {
      "entropy": 0.6394334685057401,
      "epoch": 1.488,
      "grad_norm": 16.125,
      "learning_rate": 1.858e-05,
      "loss": 10.2302,
      "mean_token_accuracy": 0.8199584804475307,
      "num_tokens": 30782343.0,
      "step": 930
    },
    {
      "entropy": 0.6304329918697477,
      "epoch": 1.504,
      "grad_norm": 15.625,
      "learning_rate": 1.878e-05,
      "loss": 10.1144,
      "mean_token_accuracy": 0.8226039990782738,
      "num_tokens": 31113238.0,
      "step": 940
    },
    {
      "entropy": 0.649897889047861,
      "epoch": 1.52,
      "grad_norm": 17.25,
      "learning_rate": 1.898e-05,
      "loss": 10.4456,
      "mean_token_accuracy": 0.8167380917817354,
      "num_tokens": 31444589.0,
      "step": 950
    },
    {
      "entropy": 0.6425180744379759,
      "epoch": 1.536,
      "grad_norm": 18.375,
      "learning_rate": 1.918e-05,
      "loss": 10.3223,
      "mean_token_accuracy": 0.8181851245462894,
      "num_tokens": 31774137.0,
      "step": 960
    },
    {
      "entropy": 0.6240503186360001,
      "epoch": 1.552,
      "grad_norm": 17.375,
      "learning_rate": 1.938e-05,
      "loss": 9.9901,
      "mean_token_accuracy": 0.8241735894232989,
      "num_tokens": 32101776.0,
      "step": 970
    },
    {
      "entropy": 0.6293262420222163,
      "epoch": 1.568,
      "grad_norm": 16.625,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 10.0922,
      "mean_token_accuracy": 0.8220919147133827,
      "num_tokens": 32428021.0,
      "step": 980
    },
    {
      "entropy": 0.6412162970751524,
      "epoch": 1.584,
      "grad_norm": 17.5,
      "learning_rate": 1.978e-05,
      "loss": 10.3053,
      "mean_token_accuracy": 0.8172495547682047,
      "num_tokens": 32752735.0,
      "step": 990
    },
    {
      "entropy": 0.6345738202333451,
      "epoch": 1.6,
      "grad_norm": 16.375,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 10.2193,
      "mean_token_accuracy": 0.8202366653829813,
      "num_tokens": 33075822.0,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_biology_entropy": 1.0772727332115173,
      "eval_biology_loss": 1.1990994215011597,
      "eval_biology_mean_token_accuracy": 0.7000869359970093,
      "eval_biology_num_tokens": 33075822.0,
      "eval_biology_runtime": 29.6208,
      "eval_biology_samples_per_second": 16.88,
      "eval_biology_steps_per_second": 4.22,
      "step": 1000
    },
    {
      "epoch": 1.6,
      "eval_physics_entropy": 0.6503664858341217,
      "eval_physics_loss": 0.651718020439148,
      "eval_physics_mean_token_accuracy": 0.8178416604995727,
      "eval_physics_num_tokens": 33075822.0,
      "eval_physics_runtime": 42.1601,
      "eval_physics_samples_per_second": 11.86,
      "eval_physics_steps_per_second": 2.965,
      "step": 1000
    },
    {
      "entropy": 0.6182714030146599,
      "epoch": 1.616,
      "grad_norm": 17.375,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 9.8964,
      "mean_token_accuracy": 0.8249843519181013,
      "num_tokens": 33411850.0,
      "step": 1010
    },
    {
      "entropy": 0.6229340618476271,
      "epoch": 1.6320000000000001,
      "grad_norm": 16.5,
      "learning_rate": 1.995777777777778e-05,
      "loss": 10.0248,
      "mean_token_accuracy": 0.8223889589309692,
      "num_tokens": 33739456.0,
      "step": 1020
    },
    {
      "entropy": 0.6091084901243449,
      "epoch": 1.6480000000000001,
      "grad_norm": 17.5,
      "learning_rate": 1.9935555555555557e-05,
      "loss": 9.7378,
      "mean_token_accuracy": 0.8279588807374239,
      "num_tokens": 34072022.0,
      "step": 1030
    },
    {
      "entropy": 0.628602746501565,
      "epoch": 1.6640000000000001,
      "grad_norm": 18.25,
      "learning_rate": 1.9913333333333335e-05,
      "loss": 10.1041,
      "mean_token_accuracy": 0.8225820947438478,
      "num_tokens": 34398959.0,
      "step": 1040
    },
    {
      "entropy": 0.6163907073438167,
      "epoch": 1.6800000000000002,
      "grad_norm": 15.4375,
      "learning_rate": 1.9891111111111112e-05,
      "loss": 9.8895,
      "mean_token_accuracy": 0.824999624863267,
      "num_tokens": 34732284.0,
      "step": 1050
    },
    {
      "entropy": 0.6272942896932363,
      "epoch": 1.696,
      "grad_norm": 16.875,
      "learning_rate": 1.986888888888889e-05,
      "loss": 10.0732,
      "mean_token_accuracy": 0.822333462536335,
      "num_tokens": 35053712.0,
      "step": 1060
    },
    {
      "entropy": 0.6298937538638711,
      "epoch": 1.712,
      "grad_norm": 16.5,
      "learning_rate": 1.9846666666666668e-05,
      "loss": 10.1089,
      "mean_token_accuracy": 0.8207412119954824,
      "num_tokens": 35393088.0,
      "step": 1070
    },
    {
      "entropy": 0.6155203450471163,
      "epoch": 1.728,
      "grad_norm": 16.125,
      "learning_rate": 1.9824444444444445e-05,
      "loss": 9.9054,
      "mean_token_accuracy": 0.8255299925804138,
      "num_tokens": 35729007.0,
      "step": 1080
    },
    {
      "entropy": 0.6240347031503916,
      "epoch": 1.744,
      "grad_norm": 16.75,
      "learning_rate": 1.9802222222222226e-05,
      "loss": 9.9979,
      "mean_token_accuracy": 0.8231176160275936,
      "num_tokens": 36072489.0,
      "step": 1090
    },
    {
      "entropy": 0.6143232045695186,
      "epoch": 1.76,
      "grad_norm": 17.375,
      "learning_rate": 1.978e-05,
      "loss": 9.8637,
      "mean_token_accuracy": 0.8249252289533615,
      "num_tokens": 36398285.0,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_biology_entropy": 1.0265369310379029,
      "eval_biology_loss": 1.2094172239303589,
      "eval_biology_mean_token_accuracy": 0.6984671940803527,
      "eval_biology_num_tokens": 36398285.0,
      "eval_biology_runtime": 29.6897,
      "eval_biology_samples_per_second": 16.841,
      "eval_biology_steps_per_second": 4.21,
      "step": 1100
    },
    {
      "epoch": 1.76,
      "eval_physics_entropy": 0.6072226724624634,
      "eval_physics_loss": 0.6429793238639832,
      "eval_physics_mean_token_accuracy": 0.8200512890815734,
      "eval_physics_num_tokens": 36398285.0,
      "eval_physics_runtime": 42.4662,
      "eval_physics_samples_per_second": 11.774,
      "eval_physics_steps_per_second": 2.944,
      "step": 1100
    },
    {
      "entropy": 0.6318713866174221,
      "epoch": 1.776,
      "grad_norm": 15.5625,
      "learning_rate": 1.975777777777778e-05,
      "loss": 10.1889,
      "mean_token_accuracy": 0.8199843384325505,
      "num_tokens": 36730479.0,
      "step": 1110
    },
    {
      "entropy": 0.6133379619568586,
      "epoch": 1.792,
      "grad_norm": 18.125,
      "learning_rate": 1.9735555555555556e-05,
      "loss": 9.9002,
      "mean_token_accuracy": 0.8245061755180358,
      "num_tokens": 37057425.0,
      "step": 1120
    },
    {
      "entropy": 0.6075753191486001,
      "epoch": 1.808,
      "grad_norm": 15.3125,
      "learning_rate": 1.9713333333333337e-05,
      "loss": 9.7216,
      "mean_token_accuracy": 0.827298716455698,
      "num_tokens": 37395449.0,
      "step": 1130
    },
    {
      "entropy": 0.6157500127330422,
      "epoch": 1.8239999999999998,
      "grad_norm": 15.5625,
      "learning_rate": 1.969111111111111e-05,
      "loss": 9.869,
      "mean_token_accuracy": 0.8250419706106186,
      "num_tokens": 37729535.0,
      "step": 1140
    },
    {
      "entropy": 0.6038926662877202,
      "epoch": 1.8399999999999999,
      "grad_norm": 15.5625,
      "learning_rate": 1.9668888888888892e-05,
      "loss": 9.7492,
      "mean_token_accuracy": 0.8271189860999584,
      "num_tokens": 38057839.0,
      "step": 1150
    },
    {
      "entropy": 0.6130170978605747,
      "epoch": 1.8559999999999999,
      "grad_norm": 16.0,
      "learning_rate": 1.9646666666666666e-05,
      "loss": 9.7944,
      "mean_token_accuracy": 0.8268033184111119,
      "num_tokens": 38398033.0,
      "step": 1160
    },
    {
      "entropy": 0.6028442984446883,
      "epoch": 1.8719999999999999,
      "grad_norm": 16.5,
      "learning_rate": 1.9624444444444447e-05,
      "loss": 9.6695,
      "mean_token_accuracy": 0.8263881340622902,
      "num_tokens": 38729203.0,
      "step": 1170
    },
    {
      "entropy": 0.623160850442946,
      "epoch": 1.888,
      "grad_norm": 16.5,
      "learning_rate": 1.9602222222222225e-05,
      "loss": 9.9773,
      "mean_token_accuracy": 0.8230186630040407,
      "num_tokens": 39058791.0,
      "step": 1180
    },
    {
      "entropy": 0.6327232969924808,
      "epoch": 1.904,
      "grad_norm": 16.0,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 10.1963,
      "mean_token_accuracy": 0.8210305809974671,
      "num_tokens": 39386170.0,
      "step": 1190
    },
    {
      "entropy": 0.6258664343506097,
      "epoch": 1.92,
      "grad_norm": 15.875,
      "learning_rate": 1.955777777777778e-05,
      "loss": 10.0632,
      "mean_token_accuracy": 0.8224393729120493,
      "num_tokens": 39710381.0,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_biology_entropy": 1.0642137598991395,
      "eval_biology_loss": 1.2021751403808594,
      "eval_biology_mean_token_accuracy": 0.6998101119995117,
      "eval_biology_num_tokens": 39710381.0,
      "eval_biology_runtime": 29.6797,
      "eval_biology_samples_per_second": 16.847,
      "eval_biology_steps_per_second": 4.212,
      "step": 1200
    },
    {
      "epoch": 1.92,
      "eval_physics_entropy": 0.6103473696708679,
      "eval_physics_loss": 0.6331072449684143,
      "eval_physics_mean_token_accuracy": 0.8220849981307984,
      "eval_physics_num_tokens": 39710381.0,
      "eval_physics_runtime": 42.4391,
      "eval_physics_samples_per_second": 11.782,
      "eval_physics_steps_per_second": 2.945,
      "step": 1200
    },
    {
      "entropy": 0.6147853201255202,
      "epoch": 1.936,
      "grad_norm": 15.1875,
      "learning_rate": 1.9535555555555557e-05,
      "loss": 9.8494,
      "mean_token_accuracy": 0.8241737693548202,
      "num_tokens": 40043354.0,
      "step": 1210
    },
    {
      "entropy": 0.5860691763460636,
      "epoch": 1.952,
      "grad_norm": 16.625,
      "learning_rate": 1.9513333333333335e-05,
      "loss": 9.4581,
      "mean_token_accuracy": 0.8311044085770846,
      "num_tokens": 40375790.0,
      "step": 1220
    },
    {
      "entropy": 0.6076713547110557,
      "epoch": 1.968,
      "grad_norm": 15.4375,
      "learning_rate": 1.9491111111111113e-05,
      "loss": 9.7817,
      "mean_token_accuracy": 0.8264643102884293,
      "num_tokens": 40705451.0,
      "step": 1230
    },
    {
      "entropy": 0.6071135563775897,
      "epoch": 1.984,
      "grad_norm": 16.625,
      "learning_rate": 1.946888888888889e-05,
      "loss": 9.7942,
      "mean_token_accuracy": 0.8252186521887779,
      "num_tokens": 41040313.0,
      "step": 1240
    },
    {
      "entropy": 0.6113535448908806,
      "epoch": 2.0,
      "grad_norm": 15.4375,
      "learning_rate": 1.9446666666666668e-05,
      "loss": 9.7519,
      "mean_token_accuracy": 0.8272297196090221,
      "num_tokens": 41373608.0,
      "step": 1250
    },
    {
      "entropy": 0.530447144433856,
      "epoch": 2.016,
      "grad_norm": 17.0,
      "learning_rate": 1.9424444444444446e-05,
      "loss": 8.3959,
      "mean_token_accuracy": 0.8450614836066961,
      "num_tokens": 41708226.0,
      "step": 1260
    },
    {
      "entropy": 0.5259812783449889,
      "epoch": 2.032,
      "grad_norm": 17.5,
      "learning_rate": 1.9402222222222223e-05,
      "loss": 8.4414,
      "mean_token_accuracy": 0.8447725884616375,
      "num_tokens": 42045433.0,
      "step": 1270
    },
    {
      "entropy": 0.5413103114813567,
      "epoch": 2.048,
      "grad_norm": 19.75,
      "learning_rate": 1.938e-05,
      "loss": 8.6582,
      "mean_token_accuracy": 0.8407626215368509,
      "num_tokens": 42372694.0,
      "step": 1280
    },
    {
      "entropy": 0.5283081056550145,
      "epoch": 2.064,
      "grad_norm": 17.75,
      "learning_rate": 1.935777777777778e-05,
      "loss": 8.4357,
      "mean_token_accuracy": 0.8448646664619446,
      "num_tokens": 42710240.0,
      "step": 1290
    },
    {
      "entropy": 0.5373278863728046,
      "epoch": 2.08,
      "grad_norm": 17.375,
      "learning_rate": 1.9335555555555556e-05,
      "loss": 8.6189,
      "mean_token_accuracy": 0.8424648057669402,
      "num_tokens": 43037844.0,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_biology_entropy": 0.9063808312416076,
      "eval_biology_loss": 1.2580033540725708,
      "eval_biology_mean_token_accuracy": 0.6951368255615235,
      "eval_biology_num_tokens": 43037844.0,
      "eval_biology_runtime": 29.6286,
      "eval_biology_samples_per_second": 16.876,
      "eval_biology_steps_per_second": 4.219,
      "step": 1300
    },
    {
      "epoch": 2.08,
      "eval_physics_entropy": 0.552986116886139,
      "eval_physics_loss": 0.6381449103355408,
      "eval_physics_mean_token_accuracy": 0.8220356435775756,
      "eval_physics_num_tokens": 43037844.0,
      "eval_physics_runtime": 42.3885,
      "eval_physics_samples_per_second": 11.796,
      "eval_physics_steps_per_second": 2.949,
      "step": 1300
    },
    {
      "entropy": 0.5337282193824648,
      "epoch": 2.096,
      "grad_norm": 16.75,
      "learning_rate": 1.9313333333333334e-05,
      "loss": 8.5123,
      "mean_token_accuracy": 0.8428315419703722,
      "num_tokens": 43368675.0,
      "step": 1310
    },
    {
      "entropy": 0.5185356924310327,
      "epoch": 2.112,
      "grad_norm": 17.0,
      "learning_rate": 1.9291111111111115e-05,
      "loss": 8.3554,
      "mean_token_accuracy": 0.8454546939581633,
      "num_tokens": 43699544.0,
      "step": 1320
    },
    {
      "entropy": 0.5311926949769259,
      "epoch": 2.128,
      "grad_norm": 17.5,
      "learning_rate": 1.926888888888889e-05,
      "loss": 8.4936,
      "mean_token_accuracy": 0.8429730042815209,
      "num_tokens": 44012632.0,
      "step": 1330
    },
    {
      "entropy": 0.5302754450589419,
      "epoch": 2.144,
      "grad_norm": 16.875,
      "learning_rate": 1.924666666666667e-05,
      "loss": 8.4927,
      "mean_token_accuracy": 0.8428822424262762,
      "num_tokens": 44349732.0,
      "step": 1340
    },
    {
      "entropy": 0.5503825809806585,
      "epoch": 2.16,
      "grad_norm": 18.0,
      "learning_rate": 1.9224444444444444e-05,
      "loss": 8.8253,
      "mean_token_accuracy": 0.8380614928901196,
      "num_tokens": 44680410.0,
      "step": 1350
    },
    {
      "entropy": 0.5267998551949858,
      "epoch": 2.176,
      "grad_norm": 16.75,
      "learning_rate": 1.9202222222222225e-05,
      "loss": 8.4749,
      "mean_token_accuracy": 0.8448099918663502,
      "num_tokens": 45017922.0,
      "step": 1360
    },
    {
      "entropy": 0.5206218842417002,
      "epoch": 2.192,
      "grad_norm": 17.0,
      "learning_rate": 1.918e-05,
      "loss": 8.3612,
      "mean_token_accuracy": 0.8453428644686938,
      "num_tokens": 45348179.0,
      "step": 1370
    },
    {
      "entropy": 0.5240026475861669,
      "epoch": 2.208,
      "grad_norm": 18.875,
      "learning_rate": 1.915777777777778e-05,
      "loss": 8.369,
      "mean_token_accuracy": 0.8455433510243893,
      "num_tokens": 45678397.0,
      "step": 1380
    },
    {
      "entropy": 0.5279045928269624,
      "epoch": 2.224,
      "grad_norm": 17.0,
      "learning_rate": 1.9135555555555555e-05,
      "loss": 8.434,
      "mean_token_accuracy": 0.8444005087018013,
      "num_tokens": 46010052.0,
      "step": 1390
    },
    {
      "entropy": 0.5289217280223966,
      "epoch": 2.24,
      "grad_norm": 17.375,
      "learning_rate": 1.9113333333333336e-05,
      "loss": 8.44,
      "mean_token_accuracy": 0.8444702833890915,
      "num_tokens": 46347116.0,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_biology_entropy": 0.9073377561569214,
      "eval_biology_loss": 1.2652989625930786,
      "eval_biology_mean_token_accuracy": 0.6944872965812683,
      "eval_biology_num_tokens": 46347116.0,
      "eval_biology_runtime": 29.9507,
      "eval_biology_samples_per_second": 16.694,
      "eval_biology_steps_per_second": 4.174,
      "step": 1400
    },
    {
      "epoch": 2.24,
      "eval_physics_entropy": 0.5540535972118378,
      "eval_physics_loss": 0.6368283629417419,
      "eval_physics_mean_token_accuracy": 0.8228535957336426,
      "eval_physics_num_tokens": 46347116.0,
      "eval_physics_runtime": 42.3816,
      "eval_physics_samples_per_second": 11.798,
      "eval_physics_steps_per_second": 2.949,
      "step": 1400
    },
    {
      "entropy": 0.5402740124613047,
      "epoch": 2.2560000000000002,
      "grad_norm": 18.5,
      "learning_rate": 1.9091111111111113e-05,
      "loss": 8.7016,
      "mean_token_accuracy": 0.8409985613077879,
      "num_tokens": 46673074.0,
      "step": 1410
    },
    {
      "entropy": 0.5238024350255728,
      "epoch": 2.2720000000000002,
      "grad_norm": 18.75,
      "learning_rate": 1.906888888888889e-05,
      "loss": 8.3724,
      "mean_token_accuracy": 0.8452999964356422,
      "num_tokens": 47009386.0,
      "step": 1420
    },
    {
      "entropy": 0.5359452277421951,
      "epoch": 2.288,
      "grad_norm": 17.625,
      "learning_rate": 1.904666666666667e-05,
      "loss": 8.6322,
      "mean_token_accuracy": 0.8418019615113735,
      "num_tokens": 47344231.0,
      "step": 1430
    },
    {
      "entropy": 0.5372845523059369,
      "epoch": 2.304,
      "grad_norm": 19.625,
      "learning_rate": 1.9024444444444446e-05,
      "loss": 8.5597,
      "mean_token_accuracy": 0.8422956768423319,
      "num_tokens": 47658392.0,
      "step": 1440
    },
    {
      "entropy": 0.5315724445506931,
      "epoch": 2.32,
      "grad_norm": 16.125,
      "learning_rate": 1.9002222222222224e-05,
      "loss": 8.5227,
      "mean_token_accuracy": 0.8427653182297945,
      "num_tokens": 47995015.0,
      "step": 1450
    },
    {
      "entropy": 0.5130708247423172,
      "epoch": 2.336,
      "grad_norm": 18.125,
      "learning_rate": 1.898e-05,
      "loss": 8.2514,
      "mean_token_accuracy": 0.8464119978249073,
      "num_tokens": 48336708.0,
      "step": 1460
    },
    {
      "entropy": 0.5171284712851048,
      "epoch": 2.352,
      "grad_norm": 17.625,
      "learning_rate": 1.895777777777778e-05,
      "loss": 8.2526,
      "mean_token_accuracy": 0.8467188984155655,
      "num_tokens": 48665311.0,
      "step": 1470
    },
    {
      "entropy": 0.5282838650047779,
      "epoch": 2.368,
      "grad_norm": 17.25,
      "learning_rate": 1.8935555555555556e-05,
      "loss": 8.4841,
      "mean_token_accuracy": 0.8436643645167351,
      "num_tokens": 49005334.0,
      "step": 1480
    },
    {
      "entropy": 0.534802301414311,
      "epoch": 2.384,
      "grad_norm": 19.375,
      "learning_rate": 1.8913333333333334e-05,
      "loss": 8.5751,
      "mean_token_accuracy": 0.8415927398949862,
      "num_tokens": 49331936.0,
      "step": 1490
    },
    {
      "entropy": 0.5311837416142225,
      "epoch": 2.4,
      "grad_norm": 18.625,
      "learning_rate": 1.8891111111111115e-05,
      "loss": 8.5063,
      "mean_token_accuracy": 0.8436322450637818,
      "num_tokens": 49671048.0,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_biology_entropy": 0.8830818734169006,
      "eval_biology_loss": 1.2704880237579346,
      "eval_biology_mean_token_accuracy": 0.6929694819450378,
      "eval_biology_num_tokens": 49671048.0,
      "eval_biology_runtime": 29.626,
      "eval_biology_samples_per_second": 16.877,
      "eval_biology_steps_per_second": 4.219,
      "step": 1500
    },
    {
      "epoch": 2.4,
      "eval_physics_entropy": 0.540393363237381,
      "eval_physics_loss": 0.6307452321052551,
      "eval_physics_mean_token_accuracy": 0.8239317517280579,
      "eval_physics_num_tokens": 49671048.0,
      "eval_physics_runtime": 42.2546,
      "eval_physics_samples_per_second": 11.833,
      "eval_physics_steps_per_second": 2.958,
      "step": 1500
    },
    {
      "entropy": 0.5313838511705399,
      "epoch": 2.416,
      "grad_norm": 17.25,
      "learning_rate": 1.886888888888889e-05,
      "loss": 8.5314,
      "mean_token_accuracy": 0.8434251178056001,
      "num_tokens": 50018182.0,
      "step": 1510
    },
    {
      "entropy": 0.5314315013587475,
      "epoch": 2.432,
      "grad_norm": 18.875,
      "learning_rate": 1.884666666666667e-05,
      "loss": 8.5551,
      "mean_token_accuracy": 0.8438528429716825,
      "num_tokens": 50341187.0,
      "step": 1520
    },
    {
      "entropy": 0.5497623635455966,
      "epoch": 2.448,
      "grad_norm": 17.875,
      "learning_rate": 1.8824444444444445e-05,
      "loss": 8.769,
      "mean_token_accuracy": 0.839348716661334,
      "num_tokens": 50667019.0,
      "step": 1530
    },
    {
      "entropy": 0.5337263094261289,
      "epoch": 2.464,
      "grad_norm": 18.125,
      "learning_rate": 1.8802222222222226e-05,
      "loss": 8.5788,
      "mean_token_accuracy": 0.8423588499426842,
      "num_tokens": 50991113.0,
      "step": 1540
    },
    {
      "entropy": 0.533509024977684,
      "epoch": 2.48,
      "grad_norm": 18.25,
      "learning_rate": 1.878e-05,
      "loss": 8.5669,
      "mean_token_accuracy": 0.8423088423907756,
      "num_tokens": 51319624.0,
      "step": 1550
    },
    {
      "entropy": 0.5355414936318994,
      "epoch": 2.496,
      "grad_norm": 18.0,
      "learning_rate": 1.875777777777778e-05,
      "loss": 8.5578,
      "mean_token_accuracy": 0.8425650514662266,
      "num_tokens": 51654633.0,
      "step": 1560
    },
    {
      "entropy": 0.5151204424910247,
      "epoch": 2.512,
      "grad_norm": 18.75,
      "learning_rate": 1.873555555555556e-05,
      "loss": 8.3018,
      "mean_token_accuracy": 0.8466352391988039,
      "num_tokens": 51980051.0,
      "step": 1570
    },
    {
      "entropy": 0.5199752731248737,
      "epoch": 2.528,
      "grad_norm": 16.375,
      "learning_rate": 1.8713333333333336e-05,
      "loss": 8.3413,
      "mean_token_accuracy": 0.8458983488380909,
      "num_tokens": 52316109.0,
      "step": 1580
    },
    {
      "entropy": 0.5363344758749008,
      "epoch": 2.544,
      "grad_norm": 19.0,
      "learning_rate": 1.8691111111111114e-05,
      "loss": 8.5941,
      "mean_token_accuracy": 0.8419183246791363,
      "num_tokens": 52634528.0,
      "step": 1590
    },
    {
      "entropy": 0.5285956017673016,
      "epoch": 2.56,
      "grad_norm": 17.625,
      "learning_rate": 1.866888888888889e-05,
      "loss": 8.433,
      "mean_token_accuracy": 0.8443803623318672,
      "num_tokens": 52964035.0,
      "step": 1600
    },
    {
      "epoch": 2.56,
      "eval_biology_entropy": 0.9072599239349365,
      "eval_biology_loss": 1.264472246170044,
      "eval_biology_mean_token_accuracy": 0.6935372724533081,
      "eval_biology_num_tokens": 52964035.0,
      "eval_biology_runtime": 29.6445,
      "eval_biology_samples_per_second": 16.867,
      "eval_biology_steps_per_second": 4.217,
      "step": 1600
    },
    {
      "epoch": 2.56,
      "eval_physics_entropy": 0.5502645847797394,
      "eval_physics_loss": 0.6250398755073547,
      "eval_physics_mean_token_accuracy": 0.8245352702140808,
      "eval_physics_num_tokens": 52964035.0,
      "eval_physics_runtime": 42.3903,
      "eval_physics_samples_per_second": 11.795,
      "eval_physics_steps_per_second": 2.949,
      "step": 1600
    },
    {
      "entropy": 0.5171479491516948,
      "epoch": 2.576,
      "grad_norm": 18.125,
      "learning_rate": 1.864666666666667e-05,
      "loss": 8.3356,
      "mean_token_accuracy": 0.8456523548811674,
      "num_tokens": 53293345.0,
      "step": 1610
    },
    {
      "entropy": 0.5298814970999957,
      "epoch": 2.592,
      "grad_norm": 16.125,
      "learning_rate": 1.8624444444444446e-05,
      "loss": 8.4943,
      "mean_token_accuracy": 0.8433435622602701,
      "num_tokens": 53620896.0,
      "step": 1620
    },
    {
      "entropy": 0.5211699862033129,
      "epoch": 2.608,
      "grad_norm": 16.25,
      "learning_rate": 1.8602222222222224e-05,
      "loss": 8.3802,
      "mean_token_accuracy": 0.8462613090872765,
      "num_tokens": 53950989.0,
      "step": 1630
    },
    {
      "entropy": 0.5339049361646175,
      "epoch": 2.624,
      "grad_norm": 17.0,
      "learning_rate": 1.858e-05,
      "loss": 8.5302,
      "mean_token_accuracy": 0.8435598284006118,
      "num_tokens": 54282732.0,
      "step": 1640
    },
    {
      "entropy": 0.5256838278844953,
      "epoch": 2.64,
      "grad_norm": 17.75,
      "learning_rate": 1.855777777777778e-05,
      "loss": 8.473,
      "mean_token_accuracy": 0.8441216733306647,
      "num_tokens": 54609748.0,
      "step": 1650
    },
    {
      "entropy": 0.5526315724477172,
      "epoch": 2.656,
      "grad_norm": 19.5,
      "learning_rate": 1.8535555555555557e-05,
      "loss": 8.8463,
      "mean_token_accuracy": 0.8381063390523196,
      "num_tokens": 54953583.0,
      "step": 1660
    },
    {
      "entropy": 0.5346001913771034,
      "epoch": 2.672,
      "grad_norm": 17.875,
      "learning_rate": 1.8513333333333335e-05,
      "loss": 8.5872,
      "mean_token_accuracy": 0.8416836660355329,
      "num_tokens": 55281945.0,
      "step": 1670
    },
    {
      "entropy": 0.507072365656495,
      "epoch": 2.6879999999999997,
      "grad_norm": 17.0,
      "learning_rate": 1.8491111111111112e-05,
      "loss": 8.1723,
      "mean_token_accuracy": 0.848843240365386,
      "num_tokens": 55612391.0,
      "step": 1680
    },
    {
      "entropy": 0.539692627824843,
      "epoch": 2.7039999999999997,
      "grad_norm": 17.25,
      "learning_rate": 1.846888888888889e-05,
      "loss": 8.6013,
      "mean_token_accuracy": 0.8423799473792315,
      "num_tokens": 55949791.0,
      "step": 1690
    },
    {
      "entropy": 0.5213707761839033,
      "epoch": 2.7199999999999998,
      "grad_norm": 20.875,
      "learning_rate": 1.8446666666666667e-05,
      "loss": 8.3781,
      "mean_token_accuracy": 0.8448753044009208,
      "num_tokens": 56282204.0,
      "step": 1700
    },
    {
      "epoch": 2.7199999999999998,
      "eval_biology_entropy": 0.8998830423355103,
      "eval_biology_loss": 1.269989013671875,
      "eval_biology_mean_token_accuracy": 0.6936762638092041,
      "eval_biology_num_tokens": 56282204.0,
      "eval_biology_runtime": 29.629,
      "eval_biology_samples_per_second": 16.875,
      "eval_biology_steps_per_second": 4.219,
      "step": 1700
    },
    {
      "epoch": 2.7199999999999998,
      "eval_physics_entropy": 0.5432275445461273,
      "eval_physics_loss": 0.6207777261734009,
      "eval_physics_mean_token_accuracy": 0.8257771005630493,
      "eval_physics_num_tokens": 56282204.0,
      "eval_physics_runtime": 42.3855,
      "eval_physics_samples_per_second": 11.796,
      "eval_physics_steps_per_second": 2.949,
      "step": 1700
    },
    {
      "entropy": 0.5400118172168732,
      "epoch": 2.7359999999999998,
      "grad_norm": 18.625,
      "learning_rate": 1.842444444444445e-05,
      "loss": 8.6625,
      "mean_token_accuracy": 0.8404322098940611,
      "num_tokens": 56605478.0,
      "step": 1710
    },
    {
      "entropy": 0.5394736461341381,
      "epoch": 2.752,
      "grad_norm": 17.625,
      "learning_rate": 1.8402222222222223e-05,
      "loss": 8.6358,
      "mean_token_accuracy": 0.8410456858575344,
      "num_tokens": 56935874.0,
      "step": 1720
    },
    {
      "entropy": 0.5178206816315651,
      "epoch": 2.768,
      "grad_norm": 17.875,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 8.337,
      "mean_token_accuracy": 0.8459576744586229,
      "num_tokens": 57270552.0,
      "step": 1730
    },
    {
      "entropy": 0.5335245341062546,
      "epoch": 2.784,
      "grad_norm": 18.125,
      "learning_rate": 1.8357777777777778e-05,
      "loss": 8.5249,
      "mean_token_accuracy": 0.8427888829261064,
      "num_tokens": 57602968.0,
      "step": 1740
    },
    {
      "entropy": 0.5528621880337596,
      "epoch": 2.8,
      "grad_norm": 18.25,
      "learning_rate": 1.833555555555556e-05,
      "loss": 8.8497,
      "mean_token_accuracy": 0.8369761358946561,
      "num_tokens": 57925886.0,
      "step": 1750
    },
    {
      "entropy": 0.5134829036891461,
      "epoch": 2.816,
      "grad_norm": 16.75,
      "learning_rate": 1.8313333333333333e-05,
      "loss": 8.1668,
      "mean_token_accuracy": 0.848399018868804,
      "num_tokens": 58262960.0,
      "step": 1760
    },
    {
      "entropy": 0.5281499922275543,
      "epoch": 2.832,
      "grad_norm": 17.75,
      "learning_rate": 1.8291111111111114e-05,
      "loss": 8.5747,
      "mean_token_accuracy": 0.8418189071118831,
      "num_tokens": 58586324.0,
      "step": 1770
    },
    {
      "entropy": 0.5403068274259567,
      "epoch": 2.848,
      "grad_norm": 17.125,
      "learning_rate": 1.8268888888888888e-05,
      "loss": 8.6062,
      "mean_token_accuracy": 0.8411106329411269,
      "num_tokens": 58912949.0,
      "step": 1780
    },
    {
      "entropy": 0.5275976810604334,
      "epoch": 2.864,
      "grad_norm": 16.125,
      "learning_rate": 1.824666666666667e-05,
      "loss": 8.4806,
      "mean_token_accuracy": 0.844698841124773,
      "num_tokens": 59252494.0,
      "step": 1790
    },
    {
      "entropy": 0.5257823524996639,
      "epoch": 2.88,
      "grad_norm": 18.875,
      "learning_rate": 1.8224444444444447e-05,
      "loss": 8.4506,
      "mean_token_accuracy": 0.8446649070829153,
      "num_tokens": 59574951.0,
      "step": 1800
    },
    {
      "epoch": 2.88,
      "eval_biology_entropy": 0.91778861618042,
      "eval_biology_loss": 1.2650281190872192,
      "eval_biology_mean_token_accuracy": 0.69282026720047,
      "eval_biology_num_tokens": 59574951.0,
      "eval_biology_runtime": 29.6226,
      "eval_biology_samples_per_second": 16.879,
      "eval_biology_steps_per_second": 4.22,
      "step": 1800
    },
    {
      "epoch": 2.88,
      "eval_physics_entropy": 0.5498799192905426,
      "eval_physics_loss": 0.6160721182823181,
      "eval_physics_mean_token_accuracy": 0.8270136556625366,
      "eval_physics_num_tokens": 59574951.0,
      "eval_physics_runtime": 42.3762,
      "eval_physics_samples_per_second": 11.799,
      "eval_physics_steps_per_second": 2.95,
      "step": 1800
    },
    {
      "entropy": 0.5232849149033427,
      "epoch": 2.896,
      "grad_norm": 17.625,
      "learning_rate": 1.8202222222222225e-05,
      "loss": 8.4238,
      "mean_token_accuracy": 0.8446525242179632,
      "num_tokens": 59903274.0,
      "step": 1810
    },
    {
      "entropy": 0.5211154764518142,
      "epoch": 2.912,
      "grad_norm": 17.375,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 8.3389,
      "mean_token_accuracy": 0.8464620877057314,
      "num_tokens": 60234203.0,
      "step": 1820
    },
    {
      "entropy": 0.5203663635998964,
      "epoch": 2.928,
      "grad_norm": 17.75,
      "learning_rate": 1.815777777777778e-05,
      "loss": 8.3211,
      "mean_token_accuracy": 0.8467351488769055,
      "num_tokens": 60559123.0,
      "step": 1830
    },
    {
      "entropy": 0.5172538913786411,
      "epoch": 2.944,
      "grad_norm": 19.375,
      "learning_rate": 1.8135555555555557e-05,
      "loss": 8.3406,
      "mean_token_accuracy": 0.8462818019092083,
      "num_tokens": 60893423.0,
      "step": 1840
    },
    {
      "entropy": 0.5285945516079664,
      "epoch": 2.96,
      "grad_norm": 17.125,
      "learning_rate": 1.8113333333333335e-05,
      "loss": 8.4533,
      "mean_token_accuracy": 0.8438907958567142,
      "num_tokens": 61228692.0,
      "step": 1850
    },
    {
      "entropy": 0.5289302395656705,
      "epoch": 2.976,
      "grad_norm": 17.5,
      "learning_rate": 1.8091111111111113e-05,
      "loss": 8.4515,
      "mean_token_accuracy": 0.8438733883202076,
      "num_tokens": 61560852.0,
      "step": 1860
    },
    {
      "entropy": 0.512842470407486,
      "epoch": 2.992,
      "grad_norm": 17.625,
      "learning_rate": 1.806888888888889e-05,
      "loss": 8.2149,
      "mean_token_accuracy": 0.8474430676549674,
      "num_tokens": 61898951.0,
      "step": 1870
    },
    {
      "entropy": 0.4715210357680917,
      "epoch": 3.008,
      "grad_norm": 23.625,
      "learning_rate": 1.8046666666666668e-05,
      "loss": 7.2166,
      "mean_token_accuracy": 0.8635042041540146,
      "num_tokens": 62223875.0,
      "step": 1880
    },
    {
      "entropy": 0.37948312778025867,
      "epoch": 3.024,
      "grad_norm": 23.5,
      "learning_rate": 1.8024444444444445e-05,
      "loss": 6.161,
      "mean_token_accuracy": 0.880422555282712,
      "num_tokens": 62553166.0,
      "step": 1890
    },
    {
      "entropy": 0.3847277104854584,
      "epoch": 3.04,
      "grad_norm": 24.0,
      "learning_rate": 1.8002222222222223e-05,
      "loss": 6.1092,
      "mean_token_accuracy": 0.8813776560127735,
      "num_tokens": 62893113.0,
      "step": 1900
    },
    {
      "epoch": 3.04,
      "eval_biology_entropy": 0.6869136800765991,
      "eval_biology_loss": 1.5112156867980957,
      "eval_biology_mean_token_accuracy": 0.6802826480865478,
      "eval_biology_num_tokens": 62893113.0,
      "eval_biology_runtime": 29.5983,
      "eval_biology_samples_per_second": 16.893,
      "eval_biology_steps_per_second": 4.223,
      "step": 1900
    },
    {
      "epoch": 3.04,
      "eval_physics_entropy": 0.42201741313934327,
      "eval_physics_loss": 0.6906136870384216,
      "eval_physics_mean_token_accuracy": 0.8213669605255127,
      "eval_physics_num_tokens": 62893113.0,
      "eval_physics_runtime": 42.6547,
      "eval_physics_samples_per_second": 11.722,
      "eval_physics_steps_per_second": 2.931,
      "step": 1900
    },
    {
      "entropy": 0.37959762578830125,
      "epoch": 3.056,
      "grad_norm": 23.25,
      "learning_rate": 1.798e-05,
      "loss": 6.0285,
      "mean_token_accuracy": 0.8816115573048592,
      "num_tokens": 63218088.0,
      "step": 1910
    },
    {
      "entropy": 0.3821444820612669,
      "epoch": 3.072,
      "grad_norm": 24.875,
      "learning_rate": 1.7957777777777778e-05,
      "loss": 6.0732,
      "mean_token_accuracy": 0.8815719917416572,
      "num_tokens": 63551201.0,
      "step": 1920
    },
    {
      "entropy": 0.39367833686992526,
      "epoch": 3.088,
      "grad_norm": 24.875,
      "learning_rate": 1.7935555555555556e-05,
      "loss": 6.2704,
      "mean_token_accuracy": 0.8780518177896738,
      "num_tokens": 63876362.0,
      "step": 1930
    },
    {
      "entropy": 0.3746034217998385,
      "epoch": 3.104,
      "grad_norm": 23.75,
      "learning_rate": 1.7913333333333337e-05,
      "loss": 5.9319,
      "mean_token_accuracy": 0.8839064195752144,
      "num_tokens": 64208171.0,
      "step": 1940
    },
    {
      "entropy": 0.37151786470785736,
      "epoch": 3.12,
      "grad_norm": 23.875,
      "learning_rate": 1.789111111111111e-05,
      "loss": 5.9241,
      "mean_token_accuracy": 0.884624307230115,
      "num_tokens": 64544493.0,
      "step": 1950
    },
    {
      "entropy": 0.39232265017926693,
      "epoch": 3.136,
      "grad_norm": 23.625,
      "learning_rate": 1.7868888888888892e-05,
      "loss": 6.2659,
      "mean_token_accuracy": 0.87808175124228,
      "num_tokens": 64872488.0,
      "step": 1960
    },
    {
      "entropy": 0.37443468971177934,
      "epoch": 3.152,
      "grad_norm": 24.0,
      "learning_rate": 1.7846666666666666e-05,
      "loss": 5.9417,
      "mean_token_accuracy": 0.8836083229631185,
      "num_tokens": 65201124.0,
      "step": 1970
    },
    {
      "entropy": 0.385872579459101,
      "epoch": 3.168,
      "grad_norm": 23.0,
      "learning_rate": 1.7824444444444447e-05,
      "loss": 6.1646,
      "mean_token_accuracy": 0.8805806953459978,
      "num_tokens": 65525868.0,
      "step": 1980
    },
    {
      "entropy": 0.37636062121018765,
      "epoch": 3.184,
      "grad_norm": 24.0,
      "learning_rate": 1.780222222222222e-05,
      "loss": 5.9906,
      "mean_token_accuracy": 0.883328914642334,
      "num_tokens": 65861603.0,
      "step": 1990
    },
    {
      "entropy": 0.3804218841716647,
      "epoch": 3.2,
      "grad_norm": 23.75,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 6.1031,
      "mean_token_accuracy": 0.8820050243288279,
      "num_tokens": 66193675.0,
      "step": 2000
    },
    {
      "epoch": 3.2,
      "eval_biology_entropy": 0.6348137440681457,
      "eval_biology_loss": 1.5773308277130127,
      "eval_biology_mean_token_accuracy": 0.6818766250610352,
      "eval_biology_num_tokens": 66193675.0,
      "eval_biology_runtime": 29.6404,
      "eval_biology_samples_per_second": 16.869,
      "eval_biology_steps_per_second": 4.217,
      "step": 2000
    },
    {
      "epoch": 3.2,
      "eval_physics_entropy": 0.4191882491111755,
      "eval_physics_loss": 0.690969705581665,
      "eval_physics_mean_token_accuracy": 0.8224700026512146,
      "eval_physics_num_tokens": 66193675.0,
      "eval_physics_runtime": 42.228,
      "eval_physics_samples_per_second": 11.84,
      "eval_physics_steps_per_second": 2.96,
      "step": 2000
    },
    {
      "entropy": 0.3836336941458285,
      "epoch": 3.216,
      "grad_norm": 26.0,
      "learning_rate": 1.7757777777777777e-05,
      "loss": 6.0706,
      "mean_token_accuracy": 0.8814769439399243,
      "num_tokens": 66522835.0,
      "step": 2010
    },
    {
      "entropy": 0.39615665692836044,
      "epoch": 3.232,
      "grad_norm": 25.0,
      "learning_rate": 1.7735555555555558e-05,
      "loss": 6.3368,
      "mean_token_accuracy": 0.8770502600818872,
      "num_tokens": 66853693.0,
      "step": 2020
    },
    {
      "entropy": 0.3720388675108552,
      "epoch": 3.248,
      "grad_norm": 24.875,
      "learning_rate": 1.7713333333333335e-05,
      "loss": 5.9599,
      "mean_token_accuracy": 0.883660240471363,
      "num_tokens": 67192299.0,
      "step": 2030
    },
    {
      "entropy": 0.3832610249519348,
      "epoch": 3.2640000000000002,
      "grad_norm": 26.125,
      "learning_rate": 1.7691111111111113e-05,
      "loss": 6.1293,
      "mean_token_accuracy": 0.8807525545358658,
      "num_tokens": 67517068.0,
      "step": 2040
    },
    {
      "entropy": 0.3850814286619425,
      "epoch": 3.2800000000000002,
      "grad_norm": 24.25,
      "learning_rate": 1.766888888888889e-05,
      "loss": 6.1473,
      "mean_token_accuracy": 0.8807503547519445,
      "num_tokens": 67841380.0,
      "step": 2050
    },
    {
      "entropy": 0.38925831094384195,
      "epoch": 3.296,
      "grad_norm": 25.625,
      "learning_rate": 1.7646666666666668e-05,
      "loss": 6.2211,
      "mean_token_accuracy": 0.8796841088682413,
      "num_tokens": 68175287.0,
      "step": 2060
    },
    {
      "entropy": 0.38893527798354627,
      "epoch": 3.312,
      "grad_norm": 24.875,
      "learning_rate": 1.7624444444444446e-05,
      "loss": 6.2107,
      "mean_token_accuracy": 0.8796303417533636,
      "num_tokens": 68513030.0,
      "step": 2070
    },
    {
      "entropy": 0.3959446320310235,
      "epoch": 3.328,
      "grad_norm": 26.875,
      "learning_rate": 1.7602222222222223e-05,
      "loss": 6.3241,
      "mean_token_accuracy": 0.8768829580396413,
      "num_tokens": 68839883.0,
      "step": 2080
    },
    {
      "entropy": 0.3893955389037728,
      "epoch": 3.344,
      "grad_norm": 26.375,
      "learning_rate": 1.758e-05,
      "loss": 6.2067,
      "mean_token_accuracy": 0.8791460204869509,
      "num_tokens": 69173450.0,
      "step": 2090
    },
    {
      "entropy": 0.3994467446580529,
      "epoch": 3.36,
      "grad_norm": 26.5,
      "learning_rate": 1.755777777777778e-05,
      "loss": 6.3954,
      "mean_token_accuracy": 0.8762294717133046,
      "num_tokens": 69510512.0,
      "step": 2100
    },
    {
      "epoch": 3.36,
      "eval_biology_entropy": 0.6414382598400116,
      "eval_biology_loss": 1.5803548097610474,
      "eval_biology_mean_token_accuracy": 0.6791670112609863,
      "eval_biology_num_tokens": 69510512.0,
      "eval_biology_runtime": 29.6623,
      "eval_biology_samples_per_second": 16.856,
      "eval_biology_steps_per_second": 4.214,
      "step": 2100
    },
    {
      "epoch": 3.36,
      "eval_physics_entropy": 0.43420578932762144,
      "eval_physics_loss": 0.6817206144332886,
      "eval_physics_mean_token_accuracy": 0.8230962181091308,
      "eval_physics_num_tokens": 69510512.0,
      "eval_physics_runtime": 42.4191,
      "eval_physics_samples_per_second": 11.787,
      "eval_physics_steps_per_second": 2.947,
      "step": 2100
    },
    {
      "entropy": 0.37868801038712263,
      "epoch": 3.376,
      "grad_norm": 24.625,
      "learning_rate": 1.7535555555555556e-05,
      "loss": 6.039,
      "mean_token_accuracy": 0.8826702114194631,
      "num_tokens": 69853992.0,
      "step": 2110
    },
    {
      "entropy": 0.3961335794068873,
      "epoch": 3.392,
      "grad_norm": 25.625,
      "learning_rate": 1.7513333333333334e-05,
      "loss": 6.327,
      "mean_token_accuracy": 0.8764855567365885,
      "num_tokens": 70178388.0,
      "step": 2120
    },
    {
      "entropy": 0.38635248178616166,
      "epoch": 3.408,
      "grad_norm": 25.875,
      "learning_rate": 1.749111111111111e-05,
      "loss": 6.1687,
      "mean_token_accuracy": 0.8794625926762819,
      "num_tokens": 70507903.0,
      "step": 2130
    },
    {
      "entropy": 0.38721552761271594,
      "epoch": 3.424,
      "grad_norm": 25.5,
      "learning_rate": 1.746888888888889e-05,
      "loss": 6.1896,
      "mean_token_accuracy": 0.8795734748244286,
      "num_tokens": 70835982.0,
      "step": 2140
    },
    {
      "entropy": 0.3992227456532419,
      "epoch": 3.44,
      "grad_norm": 25.0,
      "learning_rate": 1.7446666666666667e-05,
      "loss": 6.3949,
      "mean_token_accuracy": 0.8754865441471338,
      "num_tokens": 71172338.0,
      "step": 2150
    },
    {
      "entropy": 0.3979326834902167,
      "epoch": 3.456,
      "grad_norm": 25.0,
      "learning_rate": 1.7424444444444444e-05,
      "loss": 6.3718,
      "mean_token_accuracy": 0.8756919551640749,
      "num_tokens": 71506904.0,
      "step": 2160
    },
    {
      "entropy": 0.4051607081666589,
      "epoch": 3.472,
      "grad_norm": 26.25,
      "learning_rate": 1.7402222222222222e-05,
      "loss": 6.458,
      "mean_token_accuracy": 0.8746378209441901,
      "num_tokens": 71830111.0,
      "step": 2170
    },
    {
      "entropy": 0.3843812648206949,
      "epoch": 3.488,
      "grad_norm": 24.625,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 6.1544,
      "mean_token_accuracy": 0.8809665124863386,
      "num_tokens": 72162307.0,
      "step": 2180
    },
    {
      "entropy": 0.4071089721284807,
      "epoch": 3.504,
      "grad_norm": 26.25,
      "learning_rate": 1.735777777777778e-05,
      "loss": 6.4968,
      "mean_token_accuracy": 0.8748022016137839,
      "num_tokens": 72492324.0,
      "step": 2190
    },
    {
      "entropy": 0.39427836444228886,
      "epoch": 3.52,
      "grad_norm": 26.25,
      "learning_rate": 1.7335555555555558e-05,
      "loss": 6.2904,
      "mean_token_accuracy": 0.8783165514469147,
      "num_tokens": 72814868.0,
      "step": 2200
    },
    {
      "epoch": 3.52,
      "eval_biology_entropy": 0.6297390239238739,
      "eval_biology_loss": 1.6024069786071777,
      "eval_biology_mean_token_accuracy": 0.6793039240837098,
      "eval_biology_num_tokens": 72814868.0,
      "eval_biology_runtime": 29.6538,
      "eval_biology_samples_per_second": 16.861,
      "eval_biology_steps_per_second": 4.215,
      "step": 2200
    },
    {
      "epoch": 3.52,
      "eval_physics_entropy": 0.43231842613220217,
      "eval_physics_loss": 0.682381808757782,
      "eval_physics_mean_token_accuracy": 0.8230364947319031,
      "eval_physics_num_tokens": 72814868.0,
      "eval_physics_runtime": 42.4306,
      "eval_physics_samples_per_second": 11.784,
      "eval_physics_steps_per_second": 2.946,
      "step": 2200
    },
    {
      "entropy": 0.3961118753999472,
      "epoch": 3.536,
      "grad_norm": 23.125,
      "learning_rate": 1.7313333333333336e-05,
      "loss": 6.3476,
      "mean_token_accuracy": 0.8769409883767366,
      "num_tokens": 73144676.0,
      "step": 2210
    },
    {
      "entropy": 0.38935818867757915,
      "epoch": 3.552,
      "grad_norm": 22.75,
      "learning_rate": 1.7291111111111113e-05,
      "loss": 6.2279,
      "mean_token_accuracy": 0.8788317065685988,
      "num_tokens": 73474150.0,
      "step": 2220
    },
    {
      "entropy": 0.39471814017742873,
      "epoch": 3.568,
      "grad_norm": 24.75,
      "learning_rate": 1.726888888888889e-05,
      "loss": 6.3013,
      "mean_token_accuracy": 0.8775125999003649,
      "num_tokens": 73814337.0,
      "step": 2230
    },
    {
      "entropy": 0.409124023001641,
      "epoch": 3.584,
      "grad_norm": 25.5,
      "learning_rate": 1.724666666666667e-05,
      "loss": 6.5935,
      "mean_token_accuracy": 0.8724292077124118,
      "num_tokens": 74139916.0,
      "step": 2240
    },
    {
      "entropy": 0.38783407351002097,
      "epoch": 3.6,
      "grad_norm": 25.5,
      "learning_rate": 1.7224444444444446e-05,
      "loss": 6.1631,
      "mean_token_accuracy": 0.8792430631816387,
      "num_tokens": 74481410.0,
      "step": 2250
    },
    {
      "entropy": 0.3926993144676089,
      "epoch": 3.616,
      "grad_norm": 24.75,
      "learning_rate": 1.7202222222222224e-05,
      "loss": 6.2746,
      "mean_token_accuracy": 0.8778179753571749,
      "num_tokens": 74818399.0,
      "step": 2260
    },
    {
      "entropy": 0.3984017535112798,
      "epoch": 3.632,
      "grad_norm": 23.625,
      "learning_rate": 1.718e-05,
      "loss": 6.3483,
      "mean_token_accuracy": 0.8772839341312647,
      "num_tokens": 75148445.0,
      "step": 2270
    },
    {
      "entropy": 0.39978626295924186,
      "epoch": 3.648,
      "grad_norm": 24.875,
      "learning_rate": 1.715777777777778e-05,
      "loss": 6.399,
      "mean_token_accuracy": 0.8763757891952991,
      "num_tokens": 75475448.0,
      "step": 2280
    },
    {
      "entropy": 0.39594701360911133,
      "epoch": 3.664,
      "grad_norm": 24.375,
      "learning_rate": 1.7135555555555557e-05,
      "loss": 6.3249,
      "mean_token_accuracy": 0.8766269214451313,
      "num_tokens": 75811516.0,
      "step": 2290
    },
    {
      "entropy": 0.39834359399974345,
      "epoch": 3.68,
      "grad_norm": 25.125,
      "learning_rate": 1.7113333333333334e-05,
      "loss": 6.397,
      "mean_token_accuracy": 0.8757971704006196,
      "num_tokens": 76131750.0,
      "step": 2300
    },
    {
      "epoch": 3.68,
      "eval_biology_entropy": 0.6325634880065918,
      "eval_biology_loss": 1.606951117515564,
      "eval_biology_mean_token_accuracy": 0.6808249878883362,
      "eval_biology_num_tokens": 76131750.0,
      "eval_biology_runtime": 29.6485,
      "eval_biology_samples_per_second": 16.864,
      "eval_biology_steps_per_second": 4.216,
      "step": 2300
    },
    {
      "epoch": 3.68,
      "eval_physics_entropy": 0.4280679523944855,
      "eval_physics_loss": 0.6827161908149719,
      "eval_physics_mean_token_accuracy": 0.8235464253425598,
      "eval_physics_num_tokens": 76131750.0,
      "eval_physics_runtime": 42.419,
      "eval_physics_samples_per_second": 11.787,
      "eval_physics_steps_per_second": 2.947,
      "step": 2300
    },
    {
      "entropy": 0.4106550103984773,
      "epoch": 3.6959999999999997,
      "grad_norm": 26.5,
      "learning_rate": 1.7091111111111112e-05,
      "loss": 6.5277,
      "mean_token_accuracy": 0.8739107392728329,
      "num_tokens": 76460225.0,
      "step": 2310
    },
    {
      "entropy": 0.3889375139027834,
      "epoch": 3.7119999999999997,
      "grad_norm": 26.5,
      "learning_rate": 1.706888888888889e-05,
      "loss": 6.2661,
      "mean_token_accuracy": 0.878326815366745,
      "num_tokens": 76793614.0,
      "step": 2320
    },
    {
      "entropy": 0.3966335347853601,
      "epoch": 3.7279999999999998,
      "grad_norm": 24.0,
      "learning_rate": 1.704666666666667e-05,
      "loss": 6.3669,
      "mean_token_accuracy": 0.8754933841526509,
      "num_tokens": 77121009.0,
      "step": 2330
    },
    {
      "entropy": 0.4036510931327939,
      "epoch": 3.7439999999999998,
      "grad_norm": 24.75,
      "learning_rate": 1.7024444444444445e-05,
      "loss": 6.4596,
      "mean_token_accuracy": 0.875254626199603,
      "num_tokens": 77446311.0,
      "step": 2340
    },
    {
      "entropy": 0.40223112255334853,
      "epoch": 3.76,
      "grad_norm": 26.375,
      "learning_rate": 1.7002222222222226e-05,
      "loss": 6.4339,
      "mean_token_accuracy": 0.8752050660550594,
      "num_tokens": 77781488.0,
      "step": 2350
    },
    {
      "entropy": 0.4039198185317218,
      "epoch": 3.776,
      "grad_norm": 25.75,
      "learning_rate": 1.698e-05,
      "loss": 6.3945,
      "mean_token_accuracy": 0.8756562814116478,
      "num_tokens": 78108138.0,
      "step": 2360
    },
    {
      "entropy": 0.3870074415579438,
      "epoch": 3.792,
      "grad_norm": 22.625,
      "learning_rate": 1.695777777777778e-05,
      "loss": 6.223,
      "mean_token_accuracy": 0.8800166059285403,
      "num_tokens": 78449177.0,
      "step": 2370
    },
    {
      "entropy": 0.392900753300637,
      "epoch": 3.808,
      "grad_norm": 24.5,
      "learning_rate": 1.6935555555555555e-05,
      "loss": 6.319,
      "mean_token_accuracy": 0.8773806005716324,
      "num_tokens": 78778761.0,
      "step": 2380
    },
    {
      "entropy": 0.40978798400610683,
      "epoch": 3.824,
      "grad_norm": 24.75,
      "learning_rate": 1.6913333333333336e-05,
      "loss": 6.5035,
      "mean_token_accuracy": 0.8739949114620685,
      "num_tokens": 79102912.0,
      "step": 2390
    },
    {
      "entropy": 0.3982846670784056,
      "epoch": 3.84,
      "grad_norm": 24.375,
      "learning_rate": 1.689111111111111e-05,
      "loss": 6.396,
      "mean_token_accuracy": 0.8758906919509173,
      "num_tokens": 79436236.0,
      "step": 2400
    },
    {
      "epoch": 3.84,
      "eval_biology_entropy": 0.6366836423873902,
      "eval_biology_loss": 1.5957101583480835,
      "eval_biology_mean_token_accuracy": 0.6786171636581421,
      "eval_biology_num_tokens": 79436236.0,
      "eval_biology_runtime": 29.6432,
      "eval_biology_samples_per_second": 16.867,
      "eval_biology_steps_per_second": 4.217,
      "step": 2400
    },
    {
      "epoch": 3.84,
      "eval_physics_entropy": 0.43600803637504576,
      "eval_physics_loss": 0.6729532480239868,
      "eval_physics_mean_token_accuracy": 0.8240108404159546,
      "eval_physics_num_tokens": 79436236.0,
      "eval_physics_runtime": 42.7086,
      "eval_physics_samples_per_second": 11.707,
      "eval_physics_steps_per_second": 2.927,
      "step": 2400
    },
    {
      "entropy": 0.3993673876859248,
      "epoch": 3.856,
      "grad_norm": 22.75,
      "learning_rate": 1.686888888888889e-05,
      "loss": 6.404,
      "mean_token_accuracy": 0.8761234521865845,
      "num_tokens": 79772163.0,
      "step": 2410
    },
    {
      "entropy": 0.4006658141501248,
      "epoch": 3.872,
      "grad_norm": 24.75,
      "learning_rate": 1.684666666666667e-05,
      "loss": 6.3888,
      "mean_token_accuracy": 0.8761241845786572,
      "num_tokens": 80099967.0,
      "step": 2420
    },
    {
      "entropy": 0.4005997534841299,
      "epoch": 3.888,
      "grad_norm": 26.75,
      "learning_rate": 1.6824444444444447e-05,
      "loss": 6.4595,
      "mean_token_accuracy": 0.8757066898047924,
      "num_tokens": 80430055.0,
      "step": 2430
    },
    {
      "entropy": 0.4162471005693078,
      "epoch": 3.904,
      "grad_norm": 26.875,
      "learning_rate": 1.6802222222222224e-05,
      "loss": 6.622,
      "mean_token_accuracy": 0.8718942925333977,
      "num_tokens": 80763923.0,
      "step": 2440
    },
    {
      "entropy": 0.40148104624822734,
      "epoch": 3.92,
      "grad_norm": 26.375,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 6.4151,
      "mean_token_accuracy": 0.875323898345232,
      "num_tokens": 81098568.0,
      "step": 2450
    },
    {
      "entropy": 0.4012986386194825,
      "epoch": 3.936,
      "grad_norm": 26.125,
      "learning_rate": 1.675777777777778e-05,
      "loss": 6.4186,
      "mean_token_accuracy": 0.8756191350519658,
      "num_tokens": 81423109.0,
      "step": 2460
    },
    {
      "entropy": 0.40059084380045534,
      "epoch": 3.952,
      "grad_norm": 25.625,
      "learning_rate": 1.6735555555555557e-05,
      "loss": 6.384,
      "mean_token_accuracy": 0.8757471114397049,
      "num_tokens": 81753214.0,
      "step": 2470
    },
    {
      "entropy": 0.38792465729638936,
      "epoch": 3.968,
      "grad_norm": 27.25,
      "learning_rate": 1.6713333333333335e-05,
      "loss": 6.2985,
      "mean_token_accuracy": 0.8768421858549118,
      "num_tokens": 82076472.0,
      "step": 2480
    },
    {
      "entropy": 0.39653391353785994,
      "epoch": 3.984,
      "grad_norm": 25.25,
      "learning_rate": 1.6691111111111112e-05,
      "loss": 6.2743,
      "mean_token_accuracy": 0.8782249484211206,
      "num_tokens": 82418472.0,
      "step": 2490
    },
    {
      "entropy": 0.3958397753536701,
      "epoch": 4.0,
      "grad_norm": 26.25,
      "learning_rate": 1.666888888888889e-05,
      "loss": 6.3513,
      "mean_token_accuracy": 0.8766890112310648,
      "num_tokens": 82747216.0,
      "step": 2500
    },
    {
      "epoch": 4.0,
      "eval_biology_entropy": 0.6413541164398193,
      "eval_biology_loss": 1.5966929197311401,
      "eval_biology_mean_token_accuracy": 0.6798510494232177,
      "eval_biology_num_tokens": 82747216.0,
      "eval_biology_runtime": 29.6587,
      "eval_biology_samples_per_second": 16.858,
      "eval_biology_steps_per_second": 4.215,
      "step": 2500
    },
    {
      "epoch": 4.0,
      "eval_physics_entropy": 0.43478178524971006,
      "eval_physics_loss": 0.6739724278450012,
      "eval_physics_mean_token_accuracy": 0.8247137932777405,
      "eval_physics_num_tokens": 82747216.0,
      "eval_physics_runtime": 42.2378,
      "eval_physics_samples_per_second": 11.838,
      "eval_physics_steps_per_second": 2.959,
      "step": 2500
    },
    {
      "entropy": 0.25688809612765906,
      "epoch": 4.016,
      "grad_norm": 37.5,
      "learning_rate": 1.6646666666666668e-05,
      "loss": 3.8466,
      "mean_token_accuracy": 0.9246913734823465,
      "num_tokens": 83071396.0,
      "step": 2510
    },
    {
      "entropy": 0.24530334854498506,
      "epoch": 4.032,
      "grad_norm": 32.0,
      "learning_rate": 1.6624444444444445e-05,
      "loss": 3.7033,
      "mean_token_accuracy": 0.9272316586226225,
      "num_tokens": 83409707.0,
      "step": 2520
    },
    {
      "entropy": 0.23032351611182095,
      "epoch": 4.048,
      "grad_norm": 30.375,
      "learning_rate": 1.6602222222222223e-05,
      "loss": 3.5632,
      "mean_token_accuracy": 0.9299592409282923,
      "num_tokens": 83735414.0,
      "step": 2530
    },
    {
      "entropy": 0.23113875202834605,
      "epoch": 4.064,
      "grad_norm": 30.375,
      "learning_rate": 1.658e-05,
      "loss": 3.5251,
      "mean_token_accuracy": 0.930493026226759,
      "num_tokens": 84071432.0,
      "step": 2540
    },
    {
      "entropy": 0.22848799591884017,
      "epoch": 4.08,
      "grad_norm": 32.75,
      "learning_rate": 1.6557777777777778e-05,
      "loss": 3.5094,
      "mean_token_accuracy": 0.9301103837788105,
      "num_tokens": 84397899.0,
      "step": 2550
    },
    {
      "entropy": 0.23129365975037217,
      "epoch": 4.096,
      "grad_norm": 30.5,
      "learning_rate": 1.6535555555555556e-05,
      "loss": 3.5492,
      "mean_token_accuracy": 0.9296908657997847,
      "num_tokens": 84738846.0,
      "step": 2560
    },
    {
      "entropy": 0.22720781760290265,
      "epoch": 4.112,
      "grad_norm": 35.0,
      "learning_rate": 1.6513333333333333e-05,
      "loss": 3.5104,
      "mean_token_accuracy": 0.9301947835832834,
      "num_tokens": 85056620.0,
      "step": 2570
    },
    {
      "entropy": 0.22974036065861583,
      "epoch": 4.128,
      "grad_norm": 33.75,
      "learning_rate": 1.6491111111111114e-05,
      "loss": 3.5217,
      "mean_token_accuracy": 0.9305146858096123,
      "num_tokens": 85384905.0,
      "step": 2580
    },
    {
      "entropy": 0.23522499576210976,
      "epoch": 4.144,
      "grad_norm": 31.25,
      "learning_rate": 1.646888888888889e-05,
      "loss": 3.62,
      "mean_token_accuracy": 0.9284263595938682,
      "num_tokens": 85711301.0,
      "step": 2590
    },
    {
      "entropy": 0.2314606111496687,
      "epoch": 4.16,
      "grad_norm": 32.75,
      "learning_rate": 1.644666666666667e-05,
      "loss": 3.5702,
      "mean_token_accuracy": 0.9296526320278644,
      "num_tokens": 86043851.0,
      "step": 2600
    },
    {
      "epoch": 4.16,
      "eval_biology_entropy": 0.42621636819839476,
      "eval_biology_loss": 2.2018039226531982,
      "eval_biology_mean_token_accuracy": 0.6668635158538818,
      "eval_biology_num_tokens": 86043851.0,
      "eval_biology_runtime": 29.622,
      "eval_biology_samples_per_second": 16.879,
      "eval_biology_steps_per_second": 4.22,
      "step": 2600
    },
    {
      "epoch": 4.16,
      "eval_physics_entropy": 0.29979639780521394,
      "eval_physics_loss": 0.8965243101119995,
      "eval_physics_mean_token_accuracy": 0.8162005496025085,
      "eval_physics_num_tokens": 86043851.0,
      "eval_physics_runtime": 42.4025,
      "eval_physics_samples_per_second": 11.792,
      "eval_physics_steps_per_second": 2.948,
      "step": 2600
    },
    {
      "entropy": 0.2301814396865666,
      "epoch": 4.176,
      "grad_norm": 31.625,
      "learning_rate": 1.6424444444444444e-05,
      "loss": 3.5481,
      "mean_token_accuracy": 0.9294797722250223,
      "num_tokens": 86372816.0,
      "step": 2610
    },
    {
      "entropy": 0.23039079252630473,
      "epoch": 4.192,
      "grad_norm": 30.75,
      "learning_rate": 1.6402222222222225e-05,
      "loss": 3.5558,
      "mean_token_accuracy": 0.9288365952670574,
      "num_tokens": 86713597.0,
      "step": 2620
    },
    {
      "entropy": 0.23191763451322914,
      "epoch": 4.208,
      "grad_norm": 32.0,
      "learning_rate": 1.638e-05,
      "loss": 3.5843,
      "mean_token_accuracy": 0.9293783262372017,
      "num_tokens": 87042589.0,
      "step": 2630
    },
    {
      "entropy": 0.24852916533127428,
      "epoch": 4.224,
      "grad_norm": 32.75,
      "learning_rate": 1.635777777777778e-05,
      "loss": 3.8767,
      "mean_token_accuracy": 0.9236270125955344,
      "num_tokens": 87371770.0,
      "step": 2640
    },
    {
      "entropy": 0.2400545503012836,
      "epoch": 4.24,
      "grad_norm": 33.25,
      "learning_rate": 1.6335555555555558e-05,
      "loss": 3.744,
      "mean_token_accuracy": 0.9260617204010486,
      "num_tokens": 87705625.0,
      "step": 2650
    },
    {
      "entropy": 0.23267780290916562,
      "epoch": 4.256,
      "grad_norm": 30.75,
      "learning_rate": 1.6313333333333335e-05,
      "loss": 3.5629,
      "mean_token_accuracy": 0.9288499031215907,
      "num_tokens": 88031473.0,
      "step": 2660
    },
    {
      "entropy": 0.24055430591106414,
      "epoch": 4.272,
      "grad_norm": 35.5,
      "learning_rate": 1.6291111111111113e-05,
      "loss": 3.7435,
      "mean_token_accuracy": 0.9256707705557347,
      "num_tokens": 88361620.0,
      "step": 2670
    },
    {
      "entropy": 0.2371379306539893,
      "epoch": 4.288,
      "grad_norm": 34.25,
      "learning_rate": 1.626888888888889e-05,
      "loss": 3.668,
      "mean_token_accuracy": 0.927266288176179,
      "num_tokens": 88682395.0,
      "step": 2680
    },
    {
      "entropy": 0.23742936234921216,
      "epoch": 4.304,
      "grad_norm": 36.5,
      "learning_rate": 1.6246666666666668e-05,
      "loss": 3.6979,
      "mean_token_accuracy": 0.9264313600957393,
      "num_tokens": 89009636.0,
      "step": 2690
    },
    {
      "entropy": 0.23626590510830284,
      "epoch": 4.32,
      "grad_norm": 33.0,
      "learning_rate": 1.6224444444444446e-05,
      "loss": 3.6551,
      "mean_token_accuracy": 0.9277608685195446,
      "num_tokens": 89333625.0,
      "step": 2700
    },
    {
      "epoch": 4.32,
      "eval_biology_entropy": 0.43193831157684326,
      "eval_biology_loss": 2.178241729736328,
      "eval_biology_mean_token_accuracy": 0.669139892578125,
      "eval_biology_num_tokens": 89333625.0,
      "eval_biology_runtime": 29.9595,
      "eval_biology_samples_per_second": 16.689,
      "eval_biology_steps_per_second": 4.172,
      "step": 2700
    },
    {
      "epoch": 4.32,
      "eval_physics_entropy": 0.30336533665657045,
      "eval_physics_loss": 0.8901861310005188,
      "eval_physics_mean_token_accuracy": 0.8157710757255554,
      "eval_physics_num_tokens": 89333625.0,
      "eval_physics_runtime": 42.3957,
      "eval_physics_samples_per_second": 11.794,
      "eval_physics_steps_per_second": 2.948,
      "step": 2700
    },
    {
      "entropy": 0.23046720484271646,
      "epoch": 4.336,
      "grad_norm": 30.75,
      "learning_rate": 1.6202222222222223e-05,
      "loss": 3.5647,
      "mean_token_accuracy": 0.9290427166968585,
      "num_tokens": 89662638.0,
      "step": 2710
    },
    {
      "entropy": 0.23905420880764722,
      "epoch": 4.352,
      "grad_norm": 31.375,
      "learning_rate": 1.618e-05,
      "loss": 3.7075,
      "mean_token_accuracy": 0.9263913810253144,
      "num_tokens": 89998148.0,
      "step": 2720
    },
    {
      "entropy": 0.23879767050966622,
      "epoch": 4.368,
      "grad_norm": 32.0,
      "learning_rate": 1.615777777777778e-05,
      "loss": 3.6882,
      "mean_token_accuracy": 0.925936221331358,
      "num_tokens": 90316756.0,
      "step": 2730
    },
    {
      "entropy": 0.24183292505331339,
      "epoch": 4.384,
      "grad_norm": 30.625,
      "learning_rate": 1.6135555555555556e-05,
      "loss": 3.7997,
      "mean_token_accuracy": 0.9246957849711179,
      "num_tokens": 90653191.0,
      "step": 2740
    },
    {
      "entropy": 0.23670952478423715,
      "epoch": 4.4,
      "grad_norm": 31.25,
      "learning_rate": 1.6113333333333334e-05,
      "loss": 3.7059,
      "mean_token_accuracy": 0.9266743775457144,
      "num_tokens": 90983796.0,
      "step": 2750
    },
    {
      "entropy": 0.23585792975500225,
      "epoch": 4.416,
      "grad_norm": 33.75,
      "learning_rate": 1.609111111111111e-05,
      "loss": 3.6695,
      "mean_token_accuracy": 0.9273267440497875,
      "num_tokens": 91321951.0,
      "step": 2760
    },
    {
      "entropy": 0.23403437454253434,
      "epoch": 4.432,
      "grad_norm": 33.25,
      "learning_rate": 1.606888888888889e-05,
      "loss": 3.6283,
      "mean_token_accuracy": 0.9278411991894245,
      "num_tokens": 91651114.0,
      "step": 2770
    },
    {
      "entropy": 0.24663054766133427,
      "epoch": 4.448,
      "grad_norm": 34.25,
      "learning_rate": 1.6046666666666667e-05,
      "loss": 3.8365,
      "mean_token_accuracy": 0.9235008280724287,
      "num_tokens": 91973712.0,
      "step": 2780
    },
    {
      "entropy": 0.24498239448294043,
      "epoch": 4.464,
      "grad_norm": 32.5,
      "learning_rate": 1.6024444444444444e-05,
      "loss": 3.7863,
      "mean_token_accuracy": 0.9246049102395772,
      "num_tokens": 92305466.0,
      "step": 2790
    },
    {
      "entropy": 0.2338531531393528,
      "epoch": 4.48,
      "grad_norm": 31.625,
      "learning_rate": 1.6002222222222222e-05,
      "loss": 3.6668,
      "mean_token_accuracy": 0.926589947193861,
      "num_tokens": 92636940.0,
      "step": 2800
    },
    {
      "epoch": 4.48,
      "eval_biology_entropy": 0.4436160266399384,
      "eval_biology_loss": 2.1458241939544678,
      "eval_biology_mean_token_accuracy": 0.6684670596122742,
      "eval_biology_num_tokens": 92636940.0,
      "eval_biology_runtime": 29.612,
      "eval_biology_samples_per_second": 16.885,
      "eval_biology_steps_per_second": 4.221,
      "step": 2800
    },
    {
      "epoch": 4.48,
      "eval_physics_entropy": 0.3149007631540299,
      "eval_physics_loss": 0.8760998249053955,
      "eval_physics_mean_token_accuracy": 0.8154277787208557,
      "eval_physics_num_tokens": 92636940.0,
      "eval_physics_runtime": 42.3975,
      "eval_physics_samples_per_second": 11.793,
      "eval_physics_steps_per_second": 2.948,
      "step": 2800
    },
    {
      "entropy": 0.2447411428205669,
      "epoch": 4.496,
      "grad_norm": 30.125,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 3.8133,
      "mean_token_accuracy": 0.9241423055529594,
      "num_tokens": 92968104.0,
      "step": 2810
    },
    {
      "entropy": 0.24407307049259544,
      "epoch": 4.5120000000000005,
      "grad_norm": 31.625,
      "learning_rate": 1.5957777777777777e-05,
      "loss": 3.799,
      "mean_token_accuracy": 0.9241769574582577,
      "num_tokens": 93301941.0,
      "step": 2820
    },
    {
      "entropy": 0.24046084210276603,
      "epoch": 4.5280000000000005,
      "grad_norm": 32.5,
      "learning_rate": 1.5935555555555558e-05,
      "loss": 3.7312,
      "mean_token_accuracy": 0.9253693506121635,
      "num_tokens": 93629540.0,
      "step": 2830
    },
    {
      "entropy": 0.2367471016012132,
      "epoch": 4.5440000000000005,
      "grad_norm": 33.0,
      "learning_rate": 1.5913333333333332e-05,
      "loss": 3.6648,
      "mean_token_accuracy": 0.9266826618462801,
      "num_tokens": 93952965.0,
      "step": 2840
    },
    {
      "entropy": 0.24151059305295347,
      "epoch": 4.5600000000000005,
      "grad_norm": 33.5,
      "learning_rate": 1.5891111111111113e-05,
      "loss": 3.7676,
      "mean_token_accuracy": 0.9252887710928916,
      "num_tokens": 94278921.0,
      "step": 2850
    },
    {
      "entropy": 0.2396242587827146,
      "epoch": 4.576,
      "grad_norm": 32.75,
      "learning_rate": 1.5868888888888888e-05,
      "loss": 3.7448,
      "mean_token_accuracy": 0.9254553951323032,
      "num_tokens": 94612664.0,
      "step": 2860
    },
    {
      "entropy": 0.24356762710958718,
      "epoch": 4.592,
      "grad_norm": 32.75,
      "learning_rate": 1.584666666666667e-05,
      "loss": 3.795,
      "mean_token_accuracy": 0.9243048515170813,
      "num_tokens": 94943561.0,
      "step": 2870
    },
    {
      "entropy": 0.24783067526295782,
      "epoch": 4.608,
      "grad_norm": 33.5,
      "learning_rate": 1.5824444444444446e-05,
      "loss": 3.8445,
      "mean_token_accuracy": 0.9232651181519032,
      "num_tokens": 95283141.0,
      "step": 2880
    },
    {
      "entropy": 0.2384756457991898,
      "epoch": 4.624,
      "grad_norm": 30.5,
      "learning_rate": 1.5802222222222224e-05,
      "loss": 3.701,
      "mean_token_accuracy": 0.9262311086058617,
      "num_tokens": 95625067.0,
      "step": 2890
    },
    {
      "entropy": 0.2523729747161269,
      "epoch": 4.64,
      "grad_norm": 31.75,
      "learning_rate": 1.578e-05,
      "loss": 3.9542,
      "mean_token_accuracy": 0.9214296363294124,
      "num_tokens": 95956087.0,
      "step": 2900
    },
    {
      "epoch": 4.64,
      "eval_biology_entropy": 0.43680781245231626,
      "eval_biology_loss": 2.176583766937256,
      "eval_biology_mean_token_accuracy": 0.6672420668601989,
      "eval_biology_num_tokens": 95956087.0,
      "eval_biology_runtime": 29.602,
      "eval_biology_samples_per_second": 16.891,
      "eval_biology_steps_per_second": 4.223,
      "step": 2900
    },
    {
      "epoch": 4.64,
      "eval_physics_entropy": 0.31099925029277803,
      "eval_physics_loss": 0.8785285353660583,
      "eval_physics_mean_token_accuracy": 0.8161344952583313,
      "eval_physics_num_tokens": 95956087.0,
      "eval_physics_runtime": 42.3462,
      "eval_physics_samples_per_second": 11.807,
      "eval_physics_steps_per_second": 2.952,
      "step": 2900
    },
    {
      "entropy": 0.23722979230806232,
      "epoch": 4.656,
      "grad_norm": 31.0,
      "learning_rate": 1.575777777777778e-05,
      "loss": 3.7534,
      "mean_token_accuracy": 0.9248972482979297,
      "num_tokens": 96302309.0,
      "step": 2910
    },
    {
      "entropy": 0.24445310197770595,
      "epoch": 4.672,
      "grad_norm": 31.0,
      "learning_rate": 1.5735555555555557e-05,
      "loss": 3.7804,
      "mean_token_accuracy": 0.9246374823153019,
      "num_tokens": 96637480.0,
      "step": 2920
    },
    {
      "entropy": 0.245233107265085,
      "epoch": 4.688,
      "grad_norm": 31.25,
      "learning_rate": 1.5713333333333334e-05,
      "loss": 3.8191,
      "mean_token_accuracy": 0.9232360795140266,
      "num_tokens": 96984552.0,
      "step": 2930
    },
    {
      "entropy": 0.24379076650366188,
      "epoch": 4.704,
      "grad_norm": 34.0,
      "learning_rate": 1.5691111111111112e-05,
      "loss": 3.8271,
      "mean_token_accuracy": 0.9236230749636889,
      "num_tokens": 97320841.0,
      "step": 2940
    },
    {
      "entropy": 0.2410684671252966,
      "epoch": 4.72,
      "grad_norm": 31.625,
      "learning_rate": 1.5668888888888893e-05,
      "loss": 3.7417,
      "mean_token_accuracy": 0.926225783675909,
      "num_tokens": 97640287.0,
      "step": 2950
    },
    {
      "entropy": 0.24535285048186778,
      "epoch": 4.736,
      "grad_norm": 32.75,
      "learning_rate": 1.5646666666666667e-05,
      "loss": 3.7998,
      "mean_token_accuracy": 0.9245878912508487,
      "num_tokens": 97962092.0,
      "step": 2960
    },
    {
      "entropy": 0.2414774877950549,
      "epoch": 4.752,
      "grad_norm": 30.0,
      "learning_rate": 1.5624444444444448e-05,
      "loss": 3.8003,
      "mean_token_accuracy": 0.9239797614514828,
      "num_tokens": 98296922.0,
      "step": 2970
    },
    {
      "entropy": 0.2416667403653264,
      "epoch": 4.768,
      "grad_norm": 32.5,
      "learning_rate": 1.5602222222222222e-05,
      "loss": 3.7993,
      "mean_token_accuracy": 0.9242243997752666,
      "num_tokens": 98617217.0,
      "step": 2980
    },
    {
      "entropy": 0.2439442495815456,
      "epoch": 4.784,
      "grad_norm": 36.25,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 3.7807,
      "mean_token_accuracy": 0.9244179535657168,
      "num_tokens": 98948586.0,
      "step": 2990
    },
    {
      "entropy": 0.25421804264187814,
      "epoch": 4.8,
      "grad_norm": 32.25,
      "learning_rate": 1.5557777777777778e-05,
      "loss": 3.9618,
      "mean_token_accuracy": 0.9210935320705176,
      "num_tokens": 99275155.0,
      "step": 3000
    },
    {
      "epoch": 4.8,
      "eval_biology_entropy": 0.442997718334198,
      "eval_biology_loss": 2.159397602081299,
      "eval_biology_mean_token_accuracy": 0.665945517539978,
      "eval_biology_num_tokens": 99275155.0,
      "eval_biology_runtime": 29.6335,
      "eval_biology_samples_per_second": 16.873,
      "eval_biology_steps_per_second": 4.218,
      "step": 3000
    },
    {
      "epoch": 4.8,
      "eval_physics_entropy": 0.3131494697332382,
      "eval_physics_loss": 0.8779061436653137,
      "eval_physics_mean_token_accuracy": 0.8164470653533935,
      "eval_physics_num_tokens": 99275155.0,
      "eval_physics_runtime": 42.1793,
      "eval_physics_samples_per_second": 11.854,
      "eval_physics_steps_per_second": 2.964,
      "step": 3000
    },
    {
      "entropy": 0.24825951512902975,
      "epoch": 4.816,
      "grad_norm": 33.0,
      "learning_rate": 1.553555555555556e-05,
      "loss": 3.878,
      "mean_token_accuracy": 0.9225463822484017,
      "num_tokens": 99590734.0,
      "step": 3010
    },
    {
      "entropy": 0.24107069447636603,
      "epoch": 4.832,
      "grad_norm": 31.625,
      "learning_rate": 1.5513333333333333e-05,
      "loss": 3.7905,
      "mean_token_accuracy": 0.9244140613824129,
      "num_tokens": 99941590.0,
      "step": 3020
    },
    {
      "entropy": 0.2508814500644803,
      "epoch": 4.848,
      "grad_norm": 33.75,
      "learning_rate": 1.5491111111111114e-05,
      "loss": 3.942,
      "mean_token_accuracy": 0.92144087664783,
      "num_tokens": 100273014.0,
      "step": 3030
    },
    {
      "entropy": 0.25216213800013065,
      "epoch": 4.864,
      "grad_norm": 31.625,
      "learning_rate": 1.546888888888889e-05,
      "loss": 3.9196,
      "mean_token_accuracy": 0.9217061053961515,
      "num_tokens": 100603046.0,
      "step": 3040
    },
    {
      "entropy": 0.24493938013911248,
      "epoch": 4.88,
      "grad_norm": 31.375,
      "learning_rate": 1.544666666666667e-05,
      "loss": 3.8437,
      "mean_token_accuracy": 0.9233336098492145,
      "num_tokens": 100938429.0,
      "step": 3050
    },
    {
      "entropy": 0.24675726415589452,
      "epoch": 4.896,
      "grad_norm": 34.5,
      "learning_rate": 1.5424444444444447e-05,
      "loss": 3.8375,
      "mean_token_accuracy": 0.9231491304934025,
      "num_tokens": 101270596.0,
      "step": 3060
    },
    {
      "entropy": 0.2522210840135813,
      "epoch": 4.912,
      "grad_norm": 31.25,
      "learning_rate": 1.5402222222222224e-05,
      "loss": 3.9344,
      "mean_token_accuracy": 0.9214497752487659,
      "num_tokens": 101599225.0,
      "step": 3070
    },
    {
      "entropy": 0.2537424639798701,
      "epoch": 4.928,
      "grad_norm": 29.625,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 3.9746,
      "mean_token_accuracy": 0.9205959230661392,
      "num_tokens": 101932048.0,
      "step": 3080
    },
    {
      "entropy": 0.2513371388427913,
      "epoch": 4.944,
      "grad_norm": 35.0,
      "learning_rate": 1.535777777777778e-05,
      "loss": 3.9104,
      "mean_token_accuracy": 0.9219834558665753,
      "num_tokens": 102267701.0,
      "step": 3090
    },
    {
      "entropy": 0.2545559390448034,
      "epoch": 4.96,
      "grad_norm": 32.5,
      "learning_rate": 1.5335555555555557e-05,
      "loss": 3.9706,
      "mean_token_accuracy": 0.920539504289627,
      "num_tokens": 102600165.0,
      "step": 3100
    },
    {
      "epoch": 4.96,
      "eval_biology_entropy": 0.43234725546836855,
      "eval_biology_loss": 2.1829822063446045,
      "eval_biology_mean_token_accuracy": 0.6671677703857422,
      "eval_biology_num_tokens": 102600165.0,
      "eval_biology_runtime": 29.6206,
      "eval_biology_samples_per_second": 16.88,
      "eval_biology_steps_per_second": 4.22,
      "step": 3100
    },
    {
      "epoch": 4.96,
      "eval_physics_entropy": 0.3091244183778763,
      "eval_physics_loss": 0.8815215229988098,
      "eval_physics_mean_token_accuracy": 0.8162504940032959,
      "eval_physics_num_tokens": 102600165.0,
      "eval_physics_runtime": 42.446,
      "eval_physics_samples_per_second": 11.78,
      "eval_physics_steps_per_second": 2.945,
      "step": 3100
    },
    {
      "entropy": 0.24831621926277875,
      "epoch": 4.976,
      "grad_norm": 34.5,
      "learning_rate": 1.5313333333333335e-05,
      "loss": 3.8727,
      "mean_token_accuracy": 0.9230562597513199,
      "num_tokens": 102933320.0,
      "step": 3110
    },
    {
      "entropy": 0.24488453855738043,
      "epoch": 4.992,
      "grad_norm": 33.75,
      "learning_rate": 1.5291111111111112e-05,
      "loss": 3.8247,
      "mean_token_accuracy": 0.9231780737638473,
      "num_tokens": 103259369.0,
      "step": 3120
    },
    {
      "entropy": 0.20265713310800493,
      "epoch": 5.008,
      "grad_norm": 31.0,
      "learning_rate": 1.526888888888889e-05,
      "loss": 2.8633,
      "mean_token_accuracy": 0.9448500156402588,
      "num_tokens": 103602119.0,
      "step": 3130
    },
    {
      "entropy": 0.1404130902606994,
      "epoch": 5.024,
      "grad_norm": 26.0,
      "learning_rate": 1.5246666666666668e-05,
      "loss": 1.9131,
      "mean_token_accuracy": 0.9638602048158645,
      "num_tokens": 103939922.0,
      "step": 3140
    },
    {
      "entropy": 0.1373086694162339,
      "epoch": 5.04,
      "grad_norm": 29.25,
      "learning_rate": 1.5224444444444447e-05,
      "loss": 1.8095,
      "mean_token_accuracy": 0.965399444848299,
      "num_tokens": 104279864.0,
      "step": 3150
    },
    {
      "entropy": 0.13750982694327832,
      "epoch": 5.056,
      "grad_norm": 29.0,
      "learning_rate": 1.5202222222222223e-05,
      "loss": 1.8135,
      "mean_token_accuracy": 0.9659916918724776,
      "num_tokens": 104604877.0,
      "step": 3160
    },
    {
      "entropy": 0.13496936280280353,
      "epoch": 5.072,
      "grad_norm": 29.625,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 1.8085,
      "mean_token_accuracy": 0.9659085687249899,
      "num_tokens": 104936576.0,
      "step": 3170
    },
    {
      "entropy": 0.13326686937361956,
      "epoch": 5.088,
      "grad_norm": 29.375,
      "learning_rate": 1.5157777777777778e-05,
      "loss": 1.7631,
      "mean_token_accuracy": 0.9668153438717126,
      "num_tokens": 105268945.0,
      "step": 3180
    },
    {
      "entropy": 0.13661500699818135,
      "epoch": 5.104,
      "grad_norm": 30.625,
      "learning_rate": 1.5135555555555557e-05,
      "loss": 1.8097,
      "mean_token_accuracy": 0.9662363179028034,
      "num_tokens": 105590535.0,
      "step": 3190
    },
    {
      "entropy": 0.13528480064123868,
      "epoch": 5.12,
      "grad_norm": 27.625,
      "learning_rate": 1.5113333333333335e-05,
      "loss": 1.7933,
      "mean_token_accuracy": 0.9660336699336767,
      "num_tokens": 105925943.0,
      "step": 3200
    },
    {
      "epoch": 5.12,
      "eval_biology_entropy": 0.36516387474536893,
      "eval_biology_loss": 2.454286575317383,
      "eval_biology_mean_token_accuracy": 0.6664288582801818,
      "eval_biology_num_tokens": 105925943.0,
      "eval_biology_runtime": 29.7463,
      "eval_biology_samples_per_second": 16.809,
      "eval_biology_steps_per_second": 4.202,
      "step": 3200
    },
    {
      "epoch": 5.12,
      "eval_physics_entropy": 0.23035384774208068,
      "eval_physics_loss": 1.1012338399887085,
      "eval_physics_mean_token_accuracy": 0.811695984363556,
      "eval_physics_num_tokens": 105925943.0,
      "eval_physics_runtime": 42.4024,
      "eval_physics_samples_per_second": 11.792,
      "eval_physics_steps_per_second": 2.948,
      "step": 3200
    },
    {
      "entropy": 0.13555471529252827,
      "epoch": 5.136,
      "grad_norm": 28.75,
      "learning_rate": 1.5091111111111113e-05,
      "loss": 1.86,
      "mean_token_accuracy": 0.9645254753530026,
      "num_tokens": 106263896.0,
      "step": 3210
    },
    {
      "entropy": 0.13980162614025177,
      "epoch": 5.152,
      "grad_norm": 29.5,
      "learning_rate": 1.506888888888889e-05,
      "loss": 1.908,
      "mean_token_accuracy": 0.9638803731650114,
      "num_tokens": 106603892.0,
      "step": 3220
    },
    {
      "entropy": 0.13134719063527883,
      "epoch": 5.168,
      "grad_norm": 27.125,
      "learning_rate": 1.5046666666666668e-05,
      "loss": 1.7515,
      "mean_token_accuracy": 0.9672765746712685,
      "num_tokens": 106953276.0,
      "step": 3230
    },
    {
      "entropy": 0.1365954146720469,
      "epoch": 5.184,
      "grad_norm": 30.625,
      "learning_rate": 1.5024444444444445e-05,
      "loss": 1.8503,
      "mean_token_accuracy": 0.9650645568966866,
      "num_tokens": 107279582.0,
      "step": 3240
    },
    {
      "entropy": 0.13369814357720317,
      "epoch": 5.2,
      "grad_norm": 29.25,
      "learning_rate": 1.5002222222222223e-05,
      "loss": 1.8041,
      "mean_token_accuracy": 0.9656865123659373,
      "num_tokens": 107612365.0,
      "step": 3250
    },
    {
      "entropy": 0.13695276635698975,
      "epoch": 5.216,
      "grad_norm": 29.875,
      "learning_rate": 1.498e-05,
      "loss": 1.8368,
      "mean_token_accuracy": 0.9650379728525877,
      "num_tokens": 107940777.0,
      "step": 3260
    },
    {
      "entropy": 0.13247225773520768,
      "epoch": 5.232,
      "grad_norm": 32.5,
      "learning_rate": 1.495777777777778e-05,
      "loss": 1.8055,
      "mean_token_accuracy": 0.9660209193825722,
      "num_tokens": 108276241.0,
      "step": 3270
    },
    {
      "entropy": 0.1350177234504372,
      "epoch": 5.248,
      "grad_norm": 31.25,
      "learning_rate": 1.4935555555555556e-05,
      "loss": 1.8453,
      "mean_token_accuracy": 0.9652417741715908,
      "num_tokens": 108605075.0,
      "step": 3280
    },
    {
      "entropy": 0.13748982488177716,
      "epoch": 5.264,
      "grad_norm": 29.125,
      "learning_rate": 1.4913333333333335e-05,
      "loss": 1.8522,
      "mean_token_accuracy": 0.9647168699651957,
      "num_tokens": 108926041.0,
      "step": 3290
    },
    {
      "entropy": 0.1402109125163406,
      "epoch": 5.28,
      "grad_norm": 30.875,
      "learning_rate": 1.4891111111111111e-05,
      "loss": 1.943,
      "mean_token_accuracy": 0.9630898665636778,
      "num_tokens": 109251587.0,
      "step": 3300
    },
    {
      "epoch": 5.28,
      "eval_biology_entropy": 0.3640791366100311,
      "eval_biology_loss": 2.4621596336364746,
      "eval_biology_mean_token_accuracy": 0.6640929784774781,
      "eval_biology_num_tokens": 109251587.0,
      "eval_biology_runtime": 29.6151,
      "eval_biology_samples_per_second": 16.883,
      "eval_biology_steps_per_second": 4.221,
      "step": 3300
    },
    {
      "epoch": 5.28,
      "eval_physics_entropy": 0.22977148878574372,
      "eval_physics_loss": 1.1097644567489624,
      "eval_physics_mean_token_accuracy": 0.8115674571990967,
      "eval_physics_num_tokens": 109251587.0,
      "eval_physics_runtime": 42.4015,
      "eval_physics_samples_per_second": 11.792,
      "eval_physics_steps_per_second": 2.948,
      "step": 3300
    },
    {
      "entropy": 0.13528543403372167,
      "epoch": 5.296,
      "grad_norm": 30.375,
      "learning_rate": 1.486888888888889e-05,
      "loss": 1.829,
      "mean_token_accuracy": 0.9653007566928864,
      "num_tokens": 109579373.0,
      "step": 3310
    },
    {
      "entropy": 0.13720090752467512,
      "epoch": 5.312,
      "grad_norm": 28.5,
      "learning_rate": 1.4846666666666666e-05,
      "loss": 1.8717,
      "mean_token_accuracy": 0.9644481047987938,
      "num_tokens": 109906559.0,
      "step": 3320
    },
    {
      "entropy": 0.13925593327730895,
      "epoch": 5.328,
      "grad_norm": 29.5,
      "learning_rate": 1.4824444444444446e-05,
      "loss": 1.896,
      "mean_token_accuracy": 0.9637902870774269,
      "num_tokens": 110239636.0,
      "step": 3330
    },
    {
      "entropy": 0.13416204703971743,
      "epoch": 5.344,
      "grad_norm": 31.625,
      "learning_rate": 1.4802222222222225e-05,
      "loss": 1.8579,
      "mean_token_accuracy": 0.9643485013395547,
      "num_tokens": 110567985.0,
      "step": 3340
    },
    {
      "entropy": 0.13998868204653264,
      "epoch": 5.36,
      "grad_norm": 29.625,
      "learning_rate": 1.478e-05,
      "loss": 1.9156,
      "mean_token_accuracy": 0.9635634019970893,
      "num_tokens": 110907467.0,
      "step": 3350
    },
    {
      "entropy": 0.1412004413548857,
      "epoch": 5.376,
      "grad_norm": 32.0,
      "learning_rate": 1.475777777777778e-05,
      "loss": 1.9581,
      "mean_token_accuracy": 0.9630525384098292,
      "num_tokens": 111242769.0,
      "step": 3360
    },
    {
      "entropy": 0.14048465117812156,
      "epoch": 5.392,
      "grad_norm": 32.75,
      "learning_rate": 1.4735555555555556e-05,
      "loss": 1.9406,
      "mean_token_accuracy": 0.9630262661725283,
      "num_tokens": 111574745.0,
      "step": 3370
    },
    {
      "entropy": 0.13860784387215971,
      "epoch": 5.408,
      "grad_norm": 29.0,
      "learning_rate": 1.4713333333333335e-05,
      "loss": 1.9046,
      "mean_token_accuracy": 0.9639531534165144,
      "num_tokens": 111907376.0,
      "step": 3380
    },
    {
      "entropy": 0.14150070254690944,
      "epoch": 5.424,
      "grad_norm": 30.375,
      "learning_rate": 1.4691111111111111e-05,
      "loss": 1.959,
      "mean_token_accuracy": 0.9624546736478805,
      "num_tokens": 112237434.0,
      "step": 3390
    },
    {
      "entropy": 0.14095851667225362,
      "epoch": 5.44,
      "grad_norm": 34.0,
      "learning_rate": 1.466888888888889e-05,
      "loss": 1.9487,
      "mean_token_accuracy": 0.9624645181000233,
      "num_tokens": 112570182.0,
      "step": 3400
    },
    {
      "epoch": 5.44,
      "eval_biology_entropy": 0.3618233686685562,
      "eval_biology_loss": 2.470930337905884,
      "eval_biology_mean_token_accuracy": 0.6653921337127685,
      "eval_biology_num_tokens": 112570182.0,
      "eval_biology_runtime": 29.5804,
      "eval_biology_samples_per_second": 16.903,
      "eval_biology_steps_per_second": 4.226,
      "step": 3400
    },
    {
      "epoch": 5.44,
      "eval_physics_entropy": 0.22887710773944855,
      "eval_physics_loss": 1.1099140644073486,
      "eval_physics_mean_token_accuracy": 0.8119128918647767,
      "eval_physics_num_tokens": 112570182.0,
      "eval_physics_runtime": 42.3508,
      "eval_physics_samples_per_second": 11.806,
      "eval_physics_steps_per_second": 2.952,
      "step": 3400
    },
    {
      "entropy": 0.14086116226390005,
      "epoch": 5.456,
      "grad_norm": 29.375,
      "learning_rate": 1.4646666666666666e-05,
      "loss": 1.9217,
      "mean_token_accuracy": 0.9633663907647133,
      "num_tokens": 112894919.0,
      "step": 3410
    },
    {
      "entropy": 0.14194040293805302,
      "epoch": 5.4719999999999995,
      "grad_norm": 31.0,
      "learning_rate": 1.4624444444444446e-05,
      "loss": 1.9779,
      "mean_token_accuracy": 0.9619575653225183,
      "num_tokens": 113217863.0,
      "step": 3420
    },
    {
      "entropy": 0.13657374237664044,
      "epoch": 5.4879999999999995,
      "grad_norm": 31.125,
      "learning_rate": 1.4602222222222225e-05,
      "loss": 1.8936,
      "mean_token_accuracy": 0.9634209409356117,
      "num_tokens": 113555220.0,
      "step": 3430
    },
    {
      "entropy": 0.13963078064844012,
      "epoch": 5.504,
      "grad_norm": 31.75,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 1.8827,
      "mean_token_accuracy": 0.963919910416007,
      "num_tokens": 113877174.0,
      "step": 3440
    },
    {
      "entropy": 0.14286287557333707,
      "epoch": 5.52,
      "grad_norm": 30.0,
      "learning_rate": 1.455777777777778e-05,
      "loss": 2.0048,
      "mean_token_accuracy": 0.9608865141868591,
      "num_tokens": 114215026.0,
      "step": 3450
    },
    {
      "entropy": 0.13958480535075068,
      "epoch": 5.536,
      "grad_norm": 30.125,
      "learning_rate": 1.4535555555555556e-05,
      "loss": 1.92,
      "mean_token_accuracy": 0.9630118671804666,
      "num_tokens": 114545092.0,
      "step": 3460
    },
    {
      "entropy": 0.1365030056796968,
      "epoch": 5.552,
      "grad_norm": 32.25,
      "learning_rate": 1.4513333333333336e-05,
      "loss": 1.8898,
      "mean_token_accuracy": 0.9639480028301477,
      "num_tokens": 114879147.0,
      "step": 3470
    },
    {
      "entropy": 0.14028252232819796,
      "epoch": 5.568,
      "grad_norm": 30.125,
      "learning_rate": 1.4491111111111111e-05,
      "loss": 1.9297,
      "mean_token_accuracy": 0.9631785999983549,
      "num_tokens": 115207045.0,
      "step": 3480
    },
    {
      "entropy": 0.1391801806166768,
      "epoch": 5.584,
      "grad_norm": 27.75,
      "learning_rate": 1.446888888888889e-05,
      "loss": 1.9467,
      "mean_token_accuracy": 0.9627015747129917,
      "num_tokens": 115542616.0,
      "step": 3490
    },
    {
      "entropy": 0.14298064643517136,
      "epoch": 5.6,
      "grad_norm": 31.25,
      "learning_rate": 1.4446666666666668e-05,
      "loss": 1.9932,
      "mean_token_accuracy": 0.961762722581625,
      "num_tokens": 115877296.0,
      "step": 3500
    },
    {
      "epoch": 5.6,
      "eval_biology_entropy": 0.365113556265831,
      "eval_biology_loss": 2.4735658168792725,
      "eval_biology_mean_token_accuracy": 0.6648792934417724,
      "eval_biology_num_tokens": 115877296.0,
      "eval_biology_runtime": 29.9321,
      "eval_biology_samples_per_second": 16.704,
      "eval_biology_steps_per_second": 4.176,
      "step": 3500
    },
    {
      "epoch": 5.6,
      "eval_physics_entropy": 0.2308005529642105,
      "eval_physics_loss": 1.112953782081604,
      "eval_physics_mean_token_accuracy": 0.8116791687011718,
      "eval_physics_num_tokens": 115877296.0,
      "eval_physics_runtime": 42.1846,
      "eval_physics_samples_per_second": 11.853,
      "eval_physics_steps_per_second": 2.963,
      "step": 3500
    },
    {
      "entropy": 0.14011092004366218,
      "epoch": 5.616,
      "grad_norm": 29.0,
      "learning_rate": 1.4424444444444446e-05,
      "loss": 1.9104,
      "mean_token_accuracy": 0.9636616237461567,
      "num_tokens": 116203005.0,
      "step": 3510
    },
    {
      "entropy": 0.1410397426225245,
      "epoch": 5.632,
      "grad_norm": 29.125,
      "learning_rate": 1.4402222222222224e-05,
      "loss": 1.9383,
      "mean_token_accuracy": 0.9627248514443636,
      "num_tokens": 116525231.0,
      "step": 3520
    },
    {
      "entropy": 0.1398625637870282,
      "epoch": 5.648,
      "grad_norm": 30.375,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 1.9435,
      "mean_token_accuracy": 0.9628291938453912,
      "num_tokens": 116854051.0,
      "step": 3530
    },
    {
      "entropy": 0.14276218093000353,
      "epoch": 5.664,
      "grad_norm": 30.375,
      "learning_rate": 1.4357777777777779e-05,
      "loss": 1.9669,
      "mean_token_accuracy": 0.9624712456017732,
      "num_tokens": 117183778.0,
      "step": 3540
    },
    {
      "entropy": 0.14213267494924367,
      "epoch": 5.68,
      "grad_norm": 30.5,
      "learning_rate": 1.4335555555555556e-05,
      "loss": 1.968,
      "mean_token_accuracy": 0.9620655432343483,
      "num_tokens": 117518022.0,
      "step": 3550
    },
    {
      "entropy": 0.13877811916172506,
      "epoch": 5.696,
      "grad_norm": 30.75,
      "learning_rate": 1.4313333333333334e-05,
      "loss": 1.981,
      "mean_token_accuracy": 0.9616652999073267,
      "num_tokens": 117858346.0,
      "step": 3560
    },
    {
      "entropy": 0.14508030661381782,
      "epoch": 5.712,
      "grad_norm": 32.75,
      "learning_rate": 1.4291111111111113e-05,
      "loss": 2.0094,
      "mean_token_accuracy": 0.9613153759390116,
      "num_tokens": 118191765.0,
      "step": 3570
    },
    {
      "entropy": 0.13724536658264697,
      "epoch": 5.728,
      "grad_norm": 30.375,
      "learning_rate": 1.426888888888889e-05,
      "loss": 1.9431,
      "mean_token_accuracy": 0.9622775640338659,
      "num_tokens": 118533827.0,
      "step": 3580
    },
    {
      "entropy": 0.1454412258695811,
      "epoch": 5.744,
      "grad_norm": 33.0,
      "learning_rate": 1.4246666666666669e-05,
      "loss": 2.0279,
      "mean_token_accuracy": 0.9608387857675552,
      "num_tokens": 118869869.0,
      "step": 3590
    },
    {
      "entropy": 0.1433711037505418,
      "epoch": 5.76,
      "grad_norm": 33.0,
      "learning_rate": 1.4224444444444445e-05,
      "loss": 1.9837,
      "mean_token_accuracy": 0.9623463775962591,
      "num_tokens": 119198089.0,
      "step": 3600
    },
    {
      "epoch": 5.76,
      "eval_biology_entropy": 0.3600832725763321,
      "eval_biology_loss": 2.4890029430389404,
      "eval_biology_mean_token_accuracy": 0.6659737000465393,
      "eval_biology_num_tokens": 119198089.0,
      "eval_biology_runtime": 29.6347,
      "eval_biology_samples_per_second": 16.872,
      "eval_biology_steps_per_second": 4.218,
      "step": 3600
    },
    {
      "epoch": 5.76,
      "eval_physics_entropy": 0.2285285054445267,
      "eval_physics_loss": 1.1174376010894775,
      "eval_physics_mean_token_accuracy": 0.8114915103912353,
      "eval_physics_num_tokens": 119198089.0,
      "eval_physics_runtime": 42.3957,
      "eval_physics_samples_per_second": 11.794,
      "eval_physics_steps_per_second": 2.948,
      "step": 3600
    },
    {
      "entropy": 0.1412133893929422,
      "epoch": 5.776,
      "grad_norm": 29.5,
      "learning_rate": 1.4202222222222224e-05,
      "loss": 1.965,
      "mean_token_accuracy": 0.9624745160341263,
      "num_tokens": 119524982.0,
      "step": 3610
    },
    {
      "entropy": 0.1439446029253304,
      "epoch": 5.792,
      "grad_norm": 31.25,
      "learning_rate": 1.418e-05,
      "loss": 2.0321,
      "mean_token_accuracy": 0.961095042154193,
      "num_tokens": 119861368.0,
      "step": 3620
    },
    {
      "entropy": 0.14121988341212272,
      "epoch": 5.808,
      "grad_norm": 32.75,
      "learning_rate": 1.4157777777777779e-05,
      "loss": 1.9622,
      "mean_token_accuracy": 0.9621954012662173,
      "num_tokens": 120186410.0,
      "step": 3630
    },
    {
      "entropy": 0.14445416280068457,
      "epoch": 5.824,
      "grad_norm": 31.75,
      "learning_rate": 1.4135555555555555e-05,
      "loss": 1.9919,
      "mean_token_accuracy": 0.961916372179985,
      "num_tokens": 120517353.0,
      "step": 3640
    },
    {
      "entropy": 0.1445374541450292,
      "epoch": 5.84,
      "grad_norm": 33.5,
      "learning_rate": 1.4113333333333334e-05,
      "loss": 2.0469,
      "mean_token_accuracy": 0.9609510909765959,
      "num_tokens": 120835106.0,
      "step": 3650
    },
    {
      "entropy": 0.14412027415819467,
      "epoch": 5.856,
      "grad_norm": 28.25,
      "learning_rate": 1.4091111111111114e-05,
      "loss": 1.9868,
      "mean_token_accuracy": 0.9618809416890144,
      "num_tokens": 121163269.0,
      "step": 3660
    },
    {
      "entropy": 0.149023345252499,
      "epoch": 5.872,
      "grad_norm": 32.0,
      "learning_rate": 1.406888888888889e-05,
      "loss": 2.1188,
      "mean_token_accuracy": 0.9594106376171112,
      "num_tokens": 121494856.0,
      "step": 3670
    },
    {
      "entropy": 0.14131355439312757,
      "epoch": 5.888,
      "grad_norm": 30.125,
      "learning_rate": 1.4046666666666669e-05,
      "loss": 1.9553,
      "mean_token_accuracy": 0.9623740464448929,
      "num_tokens": 121829313.0,
      "step": 3680
    },
    {
      "entropy": 0.14286001096479595,
      "epoch": 5.904,
      "grad_norm": 34.75,
      "learning_rate": 1.4024444444444445e-05,
      "loss": 1.9717,
      "mean_token_accuracy": 0.9617809273302556,
      "num_tokens": 122162581.0,
      "step": 3690
    },
    {
      "entropy": 0.14264257103204728,
      "epoch": 5.92,
      "grad_norm": 30.25,
      "learning_rate": 1.4002222222222224e-05,
      "loss": 2.0183,
      "mean_token_accuracy": 0.9611814059317112,
      "num_tokens": 122496895.0,
      "step": 3700
    },
    {
      "epoch": 5.92,
      "eval_biology_entropy": 0.3632612446546555,
      "eval_biology_loss": 2.4725749492645264,
      "eval_biology_mean_token_accuracy": 0.6654880676269531,
      "eval_biology_num_tokens": 122496895.0,
      "eval_biology_runtime": 29.6511,
      "eval_biology_samples_per_second": 16.863,
      "eval_biology_steps_per_second": 4.216,
      "step": 3700
    },
    {
      "epoch": 5.92,
      "eval_physics_entropy": 0.23332129180431366,
      "eval_physics_loss": 1.1002728939056396,
      "eval_physics_mean_token_accuracy": 0.8119272212982178,
      "eval_physics_num_tokens": 122496895.0,
      "eval_physics_runtime": 42.3916,
      "eval_physics_samples_per_second": 11.795,
      "eval_physics_steps_per_second": 2.949,
      "step": 3700
    },
    {
      "entropy": 0.1430226218421012,
      "epoch": 5.936,
      "grad_norm": 31.5,
      "learning_rate": 1.398e-05,
      "loss": 2.0116,
      "mean_token_accuracy": 0.9614539049565792,
      "num_tokens": 122833082.0,
      "step": 3710
    },
    {
      "entropy": 0.1424698487855494,
      "epoch": 5.952,
      "grad_norm": 31.0,
      "learning_rate": 1.395777777777778e-05,
      "loss": 1.9901,
      "mean_token_accuracy": 0.9620089005678892,
      "num_tokens": 123161888.0,
      "step": 3720
    },
    {
      "entropy": 0.14539072196930647,
      "epoch": 5.968,
      "grad_norm": 31.375,
      "learning_rate": 1.3935555555555557e-05,
      "loss": 2.0162,
      "mean_token_accuracy": 0.9612243104726076,
      "num_tokens": 123483001.0,
      "step": 3730
    },
    {
      "entropy": 0.14078560788184405,
      "epoch": 5.984,
      "grad_norm": 29.375,
      "learning_rate": 1.3913333333333335e-05,
      "loss": 1.9848,
      "mean_token_accuracy": 0.9618071228265762,
      "num_tokens": 123809261.0,
      "step": 3740
    },
    {
      "entropy": 0.1454340715892613,
      "epoch": 6.0,
      "grad_norm": 32.25,
      "learning_rate": 1.3891111111111114e-05,
      "loss": 2.0211,
      "mean_token_accuracy": 0.9611929416656494,
      "num_tokens": 124120824.0,
      "step": 3750
    },
    {
      "entropy": 0.09165646685287357,
      "epoch": 6.016,
      "grad_norm": 27.625,
      "learning_rate": 1.386888888888889e-05,
      "loss": 1.0165,
      "mean_token_accuracy": 0.9829526010900735,
      "num_tokens": 124449571.0,
      "step": 3760
    },
    {
      "entropy": 0.08639790730085224,
      "epoch": 6.032,
      "grad_norm": 23.0,
      "learning_rate": 1.3846666666666669e-05,
      "loss": 0.98,
      "mean_token_accuracy": 0.9834440633654594,
      "num_tokens": 124790007.0,
      "step": 3770
    },
    {
      "entropy": 0.08163031502626836,
      "epoch": 6.048,
      "grad_norm": 21.75,
      "learning_rate": 1.3824444444444445e-05,
      "loss": 0.9406,
      "mean_token_accuracy": 0.9840736411511898,
      "num_tokens": 125114039.0,
      "step": 3780
    },
    {
      "entropy": 0.08135601128451526,
      "epoch": 6.064,
      "grad_norm": 20.625,
      "learning_rate": 1.3802222222222224e-05,
      "loss": 0.9374,
      "mean_token_accuracy": 0.9841465193778276,
      "num_tokens": 125429985.0,
      "step": 3790
    },
    {
      "entropy": 0.08093313763383776,
      "epoch": 6.08,
      "grad_norm": 23.125,
      "learning_rate": 1.378e-05,
      "loss": 0.951,
      "mean_token_accuracy": 0.9836758717894554,
      "num_tokens": 125758878.0,
      "step": 3800
    },
    {
      "epoch": 6.08,
      "eval_biology_entropy": 0.32843956077098846,
      "eval_biology_loss": 2.620893955230713,
      "eval_biology_mean_token_accuracy": 0.666184419631958,
      "eval_biology_num_tokens": 125758878.0,
      "eval_biology_runtime": 29.63,
      "eval_biology_samples_per_second": 16.875,
      "eval_biology_steps_per_second": 4.219,
      "step": 3800
    },
    {
      "epoch": 6.08,
      "eval_physics_entropy": 0.19149550312757493,
      "eval_physics_loss": 1.2531673908233643,
      "eval_physics_mean_token_accuracy": 0.8113778052330017,
      "eval_physics_num_tokens": 125758878.0,
      "eval_physics_runtime": 42.3706,
      "eval_physics_samples_per_second": 11.801,
      "eval_physics_steps_per_second": 2.95,
      "step": 3800
    },
    {
      "entropy": 0.08109731702134013,
      "epoch": 6.096,
      "grad_norm": 22.0,
      "learning_rate": 1.375777777777778e-05,
      "loss": 0.9562,
      "mean_token_accuracy": 0.9835023317486048,
      "num_tokens": 126090986.0,
      "step": 3810
    },
    {
      "entropy": 0.08303458269219846,
      "epoch": 6.112,
      "grad_norm": 23.0,
      "learning_rate": 1.3735555555555557e-05,
      "loss": 0.9864,
      "mean_token_accuracy": 0.9828338667750358,
      "num_tokens": 126426369.0,
      "step": 3820
    },
    {
      "entropy": 0.08289883865509182,
      "epoch": 6.128,
      "grad_norm": 22.875,
      "learning_rate": 1.3713333333333335e-05,
      "loss": 0.9773,
      "mean_token_accuracy": 0.9833549458533526,
      "num_tokens": 126745002.0,
      "step": 3830
    },
    {
      "entropy": 0.0811344301328063,
      "epoch": 6.144,
      "grad_norm": 22.25,
      "learning_rate": 1.3691111111111112e-05,
      "loss": 0.9736,
      "mean_token_accuracy": 0.9830850902944803,
      "num_tokens": 127081017.0,
      "step": 3840
    },
    {
      "entropy": 0.08283767343964428,
      "epoch": 6.16,
      "grad_norm": 23.5,
      "learning_rate": 1.366888888888889e-05,
      "loss": 0.9842,
      "mean_token_accuracy": 0.9830972280353307,
      "num_tokens": 127408472.0,
      "step": 3850
    },
    {
      "entropy": 0.08227393082343042,
      "epoch": 6.176,
      "grad_norm": 20.75,
      "learning_rate": 1.3646666666666668e-05,
      "loss": 0.9811,
      "mean_token_accuracy": 0.983189370110631,
      "num_tokens": 127751480.0,
      "step": 3860
    },
    {
      "entropy": 0.08294111359864473,
      "epoch": 6.192,
      "grad_norm": 24.625,
      "learning_rate": 1.3624444444444445e-05,
      "loss": 0.9917,
      "mean_token_accuracy": 0.982976172119379,
      "num_tokens": 128086037.0,
      "step": 3870
    },
    {
      "entropy": 0.08391478401608765,
      "epoch": 6.208,
      "grad_norm": 26.0,
      "learning_rate": 1.3602222222222223e-05,
      "loss": 1.0182,
      "mean_token_accuracy": 0.9823018781840801,
      "num_tokens": 128412674.0,
      "step": 3880
    },
    {
      "entropy": 0.0806828459026292,
      "epoch": 6.224,
      "grad_norm": 21.125,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 0.9569,
      "mean_token_accuracy": 0.9834302462637424,
      "num_tokens": 128743311.0,
      "step": 3890
    },
    {
      "entropy": 0.08237760711926967,
      "epoch": 6.24,
      "grad_norm": 23.625,
      "learning_rate": 1.3557777777777778e-05,
      "loss": 0.977,
      "mean_token_accuracy": 0.9830408729612827,
      "num_tokens": 129074242.0,
      "step": 3900
    },
    {
      "epoch": 6.24,
      "eval_biology_entropy": 0.32709325110912324,
      "eval_biology_loss": 2.6448349952697754,
      "eval_biology_mean_token_accuracy": 0.6640114798545838,
      "eval_biology_num_tokens": 129074242.0,
      "eval_biology_runtime": 29.6036,
      "eval_biology_samples_per_second": 16.89,
      "eval_biology_steps_per_second": 4.222,
      "step": 3900
    },
    {
      "epoch": 6.24,
      "eval_physics_entropy": 0.19056307357549668,
      "eval_physics_loss": 1.2683054208755493,
      "eval_physics_mean_token_accuracy": 0.810654218673706,
      "eval_physics_num_tokens": 129074242.0,
      "eval_physics_runtime": 42.3484,
      "eval_physics_samples_per_second": 11.807,
      "eval_physics_steps_per_second": 2.952,
      "step": 3900
    },
    {
      "entropy": 0.08378687652293593,
      "epoch": 6.256,
      "grad_norm": 26.75,
      "learning_rate": 1.3535555555555557e-05,
      "loss": 1.0221,
      "mean_token_accuracy": 0.9821591950953007,
      "num_tokens": 129409069.0,
      "step": 3910
    },
    {
      "entropy": 0.0829412325983867,
      "epoch": 6.272,
      "grad_norm": 21.75,
      "learning_rate": 1.3513333333333333e-05,
      "loss": 0.9929,
      "mean_token_accuracy": 0.9828904673457146,
      "num_tokens": 129742282.0,
      "step": 3920
    },
    {
      "entropy": 0.08305455651134253,
      "epoch": 6.288,
      "grad_norm": 24.0,
      "learning_rate": 1.3491111111111113e-05,
      "loss": 1.0057,
      "mean_token_accuracy": 0.9824675172567368,
      "num_tokens": 130076739.0,
      "step": 3930
    },
    {
      "entropy": 0.08241457641124725,
      "epoch": 6.304,
      "grad_norm": 24.5,
      "learning_rate": 1.3468888888888888e-05,
      "loss": 1.013,
      "mean_token_accuracy": 0.9822317395359278,
      "num_tokens": 130406221.0,
      "step": 3940
    },
    {
      "entropy": 0.08348119636066258,
      "epoch": 6.32,
      "grad_norm": 30.625,
      "learning_rate": 1.3446666666666668e-05,
      "loss": 1.0065,
      "mean_token_accuracy": 0.9825226977467537,
      "num_tokens": 130731506.0,
      "step": 3950
    },
    {
      "entropy": 0.08440060098655522,
      "epoch": 6.336,
      "grad_norm": 21.75,
      "learning_rate": 1.3424444444444447e-05,
      "loss": 1.031,
      "mean_token_accuracy": 0.9818306870758533,
      "num_tokens": 131064940.0,
      "step": 3960
    },
    {
      "entropy": 0.08470917632803321,
      "epoch": 6.352,
      "grad_norm": 24.5,
      "learning_rate": 1.3402222222222223e-05,
      "loss": 1.0157,
      "mean_token_accuracy": 0.9822448715567589,
      "num_tokens": 131396483.0,
      "step": 3970
    },
    {
      "entropy": 0.08405216045212001,
      "epoch": 6.368,
      "grad_norm": 23.125,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 1.0175,
      "mean_token_accuracy": 0.9824427768588067,
      "num_tokens": 131730871.0,
      "step": 3980
    },
    {
      "entropy": 0.08260409401264042,
      "epoch": 6.384,
      "grad_norm": 23.125,
      "learning_rate": 1.3357777777777778e-05,
      "loss": 1.018,
      "mean_token_accuracy": 0.9822073437273502,
      "num_tokens": 132066955.0,
      "step": 3990
    },
    {
      "entropy": 0.08264286706689745,
      "epoch": 6.4,
      "grad_norm": 23.5,
      "learning_rate": 1.3335555555555558e-05,
      "loss": 1.0172,
      "mean_token_accuracy": 0.9822782412171364,
      "num_tokens": 132403495.0,
      "step": 4000
    },
    {
      "epoch": 6.4,
      "eval_biology_entropy": 0.3239813493490219,
      "eval_biology_loss": 2.650381326675415,
      "eval_biology_mean_token_accuracy": 0.6641607127189636,
      "eval_biology_num_tokens": 132403495.0,
      "eval_biology_runtime": 29.6517,
      "eval_biology_samples_per_second": 16.862,
      "eval_biology_steps_per_second": 4.216,
      "step": 4000
    },
    {
      "epoch": 6.4,
      "eval_physics_entropy": 0.1889272756576538,
      "eval_physics_loss": 1.2657155990600586,
      "eval_physics_mean_token_accuracy": 0.8114777646064758,
      "eval_physics_num_tokens": 132403495.0,
      "eval_physics_runtime": 42.2435,
      "eval_physics_samples_per_second": 11.836,
      "eval_physics_steps_per_second": 2.959,
      "step": 4000
    },
    {
      "entropy": 0.08276152671314776,
      "epoch": 6.416,
      "grad_norm": 26.375,
      "learning_rate": 1.3313333333333333e-05,
      "loss": 1.0172,
      "mean_token_accuracy": 0.9822481449693441,
      "num_tokens": 132742076.0,
      "step": 4010
    },
    {
      "entropy": 0.08574868300929665,
      "epoch": 6.432,
      "grad_norm": 24.375,
      "learning_rate": 1.3291111111111113e-05,
      "loss": 1.0457,
      "mean_token_accuracy": 0.9816222965717316,
      "num_tokens": 133067483.0,
      "step": 4020
    },
    {
      "entropy": 0.08325462699867785,
      "epoch": 6.448,
      "grad_norm": 25.25,
      "learning_rate": 1.3268888888888889e-05,
      "loss": 0.9926,
      "mean_token_accuracy": 0.9827684853225946,
      "num_tokens": 133386603.0,
      "step": 4030
    },
    {
      "entropy": 0.08132811130490154,
      "epoch": 6.464,
      "grad_norm": 24.0,
      "learning_rate": 1.3246666666666668e-05,
      "loss": 0.9892,
      "mean_token_accuracy": 0.9829266026616097,
      "num_tokens": 133722442.0,
      "step": 4040
    },
    {
      "entropy": 0.08438032979611307,
      "epoch": 6.48,
      "grad_norm": 24.375,
      "learning_rate": 1.3224444444444446e-05,
      "loss": 1.0323,
      "mean_token_accuracy": 0.982210286334157,
      "num_tokens": 134059004.0,
      "step": 4050
    },
    {
      "entropy": 0.08544413335621356,
      "epoch": 6.496,
      "grad_norm": 22.625,
      "learning_rate": 1.3202222222222223e-05,
      "loss": 1.0473,
      "mean_token_accuracy": 0.9817383874207735,
      "num_tokens": 134382760.0,
      "step": 4060
    },
    {
      "entropy": 0.0827796142315492,
      "epoch": 6.5120000000000005,
      "grad_norm": 23.25,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 1.0128,
      "mean_token_accuracy": 0.982238394767046,
      "num_tokens": 134725761.0,
      "step": 4070
    },
    {
      "entropy": 0.08295711893588305,
      "epoch": 6.5280000000000005,
      "grad_norm": 23.75,
      "learning_rate": 1.3157777777777778e-05,
      "loss": 1.0149,
      "mean_token_accuracy": 0.9821032073348761,
      "num_tokens": 135063462.0,
      "step": 4080
    },
    {
      "entropy": 0.08580337332095951,
      "epoch": 6.5440000000000005,
      "grad_norm": 25.0,
      "learning_rate": 1.3135555555555558e-05,
      "loss": 1.0577,
      "mean_token_accuracy": 0.9812562011182309,
      "num_tokens": 135395251.0,
      "step": 4090
    },
    {
      "entropy": 0.08480376445222645,
      "epoch": 6.5600000000000005,
      "grad_norm": 24.75,
      "learning_rate": 1.3113333333333334e-05,
      "loss": 1.0341,
      "mean_token_accuracy": 0.9818863153457642,
      "num_tokens": 135725690.0,
      "step": 4100
    },
    {
      "epoch": 6.5600000000000005,
      "eval_biology_entropy": 0.32576843118667603,
      "eval_biology_loss": 2.652724504470825,
      "eval_biology_mean_token_accuracy": 0.6629030842781067,
      "eval_biology_num_tokens": 135725690.0,
      "eval_biology_runtime": 29.6702,
      "eval_biology_samples_per_second": 16.852,
      "eval_biology_steps_per_second": 4.213,
      "step": 4100
    },
    {
      "epoch": 6.5600000000000005,
      "eval_physics_entropy": 0.18994455653429032,
      "eval_physics_loss": 1.2682878971099854,
      "eval_physics_mean_token_accuracy": 0.8110521636009216,
      "eval_physics_num_tokens": 135725690.0,
      "eval_physics_runtime": 42.4388,
      "eval_physics_samples_per_second": 11.782,
      "eval_physics_steps_per_second": 2.945,
      "step": 4100
    },
    {
      "entropy": 0.08463124963454902,
      "epoch": 6.576,
      "grad_norm": 25.875,
      "learning_rate": 1.3091111111111113e-05,
      "loss": 1.0393,
      "mean_token_accuracy": 0.9817309107631444,
      "num_tokens": 136053494.0,
      "step": 4110
    },
    {
      "entropy": 0.083535409392789,
      "epoch": 6.592,
      "grad_norm": 24.5,
      "learning_rate": 1.306888888888889e-05,
      "loss": 1.0291,
      "mean_token_accuracy": 0.9816964209079743,
      "num_tokens": 136391092.0,
      "step": 4120
    },
    {
      "entropy": 0.08163719791918993,
      "epoch": 6.608,
      "grad_norm": 24.875,
      "learning_rate": 1.3046666666666668e-05,
      "loss": 1.0,
      "mean_token_accuracy": 0.982365695014596,
      "num_tokens": 136721088.0,
      "step": 4130
    },
    {
      "entropy": 0.08338065457064658,
      "epoch": 6.624,
      "grad_norm": 24.25,
      "learning_rate": 1.3024444444444446e-05,
      "loss": 1.0298,
      "mean_token_accuracy": 0.9816807046532631,
      "num_tokens": 137055552.0,
      "step": 4140
    },
    {
      "entropy": 0.08359773270785809,
      "epoch": 6.64,
      "grad_norm": 23.625,
      "learning_rate": 1.3002222222222223e-05,
      "loss": 1.0228,
      "mean_token_accuracy": 0.9821256570518017,
      "num_tokens": 137380251.0,
      "step": 4150
    },
    {
      "entropy": 0.08406020207330585,
      "epoch": 6.656,
      "grad_norm": 25.0,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 1.0403,
      "mean_token_accuracy": 0.9815984092652797,
      "num_tokens": 137719157.0,
      "step": 4160
    },
    {
      "entropy": 0.08550599394366146,
      "epoch": 6.672,
      "grad_norm": 27.375,
      "learning_rate": 1.2957777777777779e-05,
      "loss": 1.0539,
      "mean_token_accuracy": 0.9813103273510932,
      "num_tokens": 138050753.0,
      "step": 4170
    },
    {
      "entropy": 0.08610251441132277,
      "epoch": 6.688,
      "grad_norm": 26.125,
      "learning_rate": 1.2935555555555556e-05,
      "loss": 1.0491,
      "mean_token_accuracy": 0.9813124123960734,
      "num_tokens": 138386256.0,
      "step": 4180
    },
    {
      "entropy": 0.08383384437765926,
      "epoch": 6.704,
      "grad_norm": 29.375,
      "learning_rate": 1.2913333333333336e-05,
      "loss": 1.038,
      "mean_token_accuracy": 0.9816081333905459,
      "num_tokens": 138716788.0,
      "step": 4190
    },
    {
      "entropy": 0.0873216886073351,
      "epoch": 6.72,
      "grad_norm": 23.875,
      "learning_rate": 1.2891111111111112e-05,
      "loss": 1.061,
      "mean_token_accuracy": 0.9812205072492362,
      "num_tokens": 139035165.0,
      "step": 4200
    },
    {
      "epoch": 6.72,
      "eval_biology_entropy": 0.3262959620952606,
      "eval_biology_loss": 2.652628183364868,
      "eval_biology_mean_token_accuracy": 0.6643623614311218,
      "eval_biology_num_tokens": 139035165.0,
      "eval_biology_runtime": 29.6654,
      "eval_biology_samples_per_second": 16.855,
      "eval_biology_steps_per_second": 4.214,
      "step": 4200
    },
    {
      "epoch": 6.72,
      "eval_physics_entropy": 0.18744371896982193,
      "eval_physics_loss": 1.2761547565460205,
      "eval_physics_mean_token_accuracy": 0.8112258524894714,
      "eval_physics_num_tokens": 139035165.0,
      "eval_physics_runtime": 42.7441,
      "eval_physics_samples_per_second": 11.698,
      "eval_physics_steps_per_second": 2.924,
      "step": 4200
    },
    {
      "entropy": 0.08223611367866397,
      "epoch": 6.736,
      "grad_norm": 24.125,
      "learning_rate": 1.2868888888888891e-05,
      "loss": 1.0128,
      "mean_token_accuracy": 0.9819790210574866,
      "num_tokens": 139370404.0,
      "step": 4210
    },
    {
      "entropy": 0.08232084612827748,
      "epoch": 6.752,
      "grad_norm": 23.25,
      "learning_rate": 1.2846666666666667e-05,
      "loss": 1.0021,
      "mean_token_accuracy": 0.9825411662459373,
      "num_tokens": 139693776.0,
      "step": 4220
    },
    {
      "entropy": 0.08460302150342613,
      "epoch": 6.768,
      "grad_norm": 26.75,
      "learning_rate": 1.2824444444444446e-05,
      "loss": 1.0553,
      "mean_token_accuracy": 0.9813190061599016,
      "num_tokens": 140039444.0,
      "step": 4230
    },
    {
      "entropy": 0.08283066644798964,
      "epoch": 6.784,
      "grad_norm": 24.0,
      "learning_rate": 1.2802222222222222e-05,
      "loss": 1.032,
      "mean_token_accuracy": 0.9817281767725945,
      "num_tokens": 140364584.0,
      "step": 4240
    },
    {
      "entropy": 0.08673503554891795,
      "epoch": 6.8,
      "grad_norm": 25.125,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 1.0584,
      "mean_token_accuracy": 0.9811230074614287,
      "num_tokens": 140702698.0,
      "step": 4250
    },
    {
      "entropy": 0.08496096215676516,
      "epoch": 6.816,
      "grad_norm": 24.625,
      "learning_rate": 1.2757777777777777e-05,
      "loss": 1.0625,
      "mean_token_accuracy": 0.9811391483992338,
      "num_tokens": 141024016.0,
      "step": 4260
    },
    {
      "entropy": 0.08696639970876277,
      "epoch": 6.832,
      "grad_norm": 26.0,
      "learning_rate": 1.2735555555555557e-05,
      "loss": 1.0472,
      "mean_token_accuracy": 0.9814148738980293,
      "num_tokens": 141349875.0,
      "step": 4270
    },
    {
      "entropy": 0.08244532188400626,
      "epoch": 6.848,
      "grad_norm": 25.75,
      "learning_rate": 1.2713333333333336e-05,
      "loss": 1.0388,
      "mean_token_accuracy": 0.9816367950290441,
      "num_tokens": 141684464.0,
      "step": 4280
    },
    {
      "entropy": 0.08389234237838536,
      "epoch": 6.864,
      "grad_norm": 22.375,
      "learning_rate": 1.2691111111111112e-05,
      "loss": 1.0111,
      "mean_token_accuracy": 0.9823709603399038,
      "num_tokens": 142014311.0,
      "step": 4290
    },
    {
      "entropy": 0.08530959873460234,
      "epoch": 6.88,
      "grad_norm": 24.75,
      "learning_rate": 1.2668888888888891e-05,
      "loss": 1.0706,
      "mean_token_accuracy": 0.9808363884687423,
      "num_tokens": 142345038.0,
      "step": 4300
    },
    {
      "epoch": 6.88,
      "eval_biology_entropy": 0.3280619806051254,
      "eval_biology_loss": 2.6569108963012695,
      "eval_biology_mean_token_accuracy": 0.6645831861495972,
      "eval_biology_num_tokens": 142345038.0,
      "eval_biology_runtime": 29.6492,
      "eval_biology_samples_per_second": 16.864,
      "eval_biology_steps_per_second": 4.216,
      "step": 4300
    },
    {
      "epoch": 6.88,
      "eval_physics_entropy": 0.1887228842973709,
      "eval_physics_loss": 1.2765551805496216,
      "eval_physics_mean_token_accuracy": 0.8116274480819702,
      "eval_physics_num_tokens": 142345038.0,
      "eval_physics_runtime": 42.3736,
      "eval_physics_samples_per_second": 11.8,
      "eval_physics_steps_per_second": 2.95,
      "step": 4300
    },
    {
      "entropy": 0.08447684287093579,
      "epoch": 6.896,
      "grad_norm": 26.625,
      "learning_rate": 1.2646666666666667e-05,
      "loss": 1.0396,
      "mean_token_accuracy": 0.981910552829504,
      "num_tokens": 142665389.0,
      "step": 4310
    },
    {
      "entropy": 0.08447933131828904,
      "epoch": 6.912,
      "grad_norm": 24.625,
      "learning_rate": 1.2624444444444446e-05,
      "loss": 1.0328,
      "mean_token_accuracy": 0.9818158462643624,
      "num_tokens": 142996350.0,
      "step": 4320
    },
    {
      "entropy": 0.0860952323069796,
      "epoch": 6.928,
      "grad_norm": 23.375,
      "learning_rate": 1.2602222222222222e-05,
      "loss": 1.0508,
      "mean_token_accuracy": 0.9815896764397621,
      "num_tokens": 143326941.0,
      "step": 4330
    },
    {
      "entropy": 0.0828599085798487,
      "epoch": 6.944,
      "grad_norm": 26.875,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 1.0406,
      "mean_token_accuracy": 0.9817140601575375,
      "num_tokens": 143662728.0,
      "step": 4340
    },
    {
      "entropy": 0.08388935024850071,
      "epoch": 6.96,
      "grad_norm": 24.75,
      "learning_rate": 1.2557777777777779e-05,
      "loss": 1.0311,
      "mean_token_accuracy": 0.981969441100955,
      "num_tokens": 143989814.0,
      "step": 4350
    },
    {
      "entropy": 0.08458876381628215,
      "epoch": 6.976,
      "grad_norm": 28.0,
      "learning_rate": 1.2535555555555557e-05,
      "loss": 1.0587,
      "mean_token_accuracy": 0.9812852431088686,
      "num_tokens": 144316598.0,
      "step": 4360
    },
    {
      "entropy": 0.08621492104139179,
      "epoch": 6.992,
      "grad_norm": 26.375,
      "learning_rate": 1.2513333333333334e-05,
      "loss": 1.0704,
      "mean_token_accuracy": 0.9809171494096518,
      "num_tokens": 144639473.0,
      "step": 4370
    },
    {
      "entropy": 0.07408751205075532,
      "epoch": 7.008,
      "grad_norm": 16.125,
      "learning_rate": 1.2491111111111112e-05,
      "loss": 0.8584,
      "mean_token_accuracy": 0.9853368755429983,
      "num_tokens": 144960767.0,
      "step": 4380
    },
    {
      "entropy": 0.056093296292237936,
      "epoch": 7.024,
      "grad_norm": 15.8125,
      "learning_rate": 1.246888888888889e-05,
      "loss": 0.6767,
      "mean_token_accuracy": 0.9889996219426394,
      "num_tokens": 145290274.0,
      "step": 4390
    },
    {
      "entropy": 0.05725917965173721,
      "epoch": 7.04,
      "grad_norm": 16.25,
      "learning_rate": 1.2446666666666667e-05,
      "loss": 0.661,
      "mean_token_accuracy": 0.9890265025198459,
      "num_tokens": 145613092.0,
      "step": 4400
    },
    {
      "epoch": 7.04,
      "eval_biology_entropy": 0.30515334737300875,
      "eval_biology_loss": 2.7672669887542725,
      "eval_biology_mean_token_accuracy": 0.6650835857391357,
      "eval_biology_num_tokens": 145613092.0,
      "eval_biology_runtime": 29.6092,
      "eval_biology_samples_per_second": 16.887,
      "eval_biology_steps_per_second": 4.222,
      "step": 4400
    },
    {
      "epoch": 7.04,
      "eval_physics_entropy": 0.1672435368299484,
      "eval_physics_loss": 1.3718969821929932,
      "eval_physics_mean_token_accuracy": 0.8119652557373047,
      "eval_physics_num_tokens": 145613092.0,
      "eval_physics_runtime": 42.6739,
      "eval_physics_samples_per_second": 11.717,
      "eval_physics_steps_per_second": 2.929,
      "step": 4400
    },
    {
      "entropy": 0.05683375217486173,
      "epoch": 7.056,
      "grad_norm": 17.25,
      "learning_rate": 1.2424444444444445e-05,
      "loss": 0.6467,
      "mean_token_accuracy": 0.989224886521697,
      "num_tokens": 145942097.0,
      "step": 4410
    },
    {
      "entropy": 0.05439275684766472,
      "epoch": 7.072,
      "grad_norm": 16.5,
      "learning_rate": 1.2402222222222222e-05,
      "loss": 0.632,
      "mean_token_accuracy": 0.989518579468131,
      "num_tokens": 146276811.0,
      "step": 4420
    },
    {
      "entropy": 0.05528742286842316,
      "epoch": 7.088,
      "grad_norm": 17.25,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 0.6444,
      "mean_token_accuracy": 0.9892044708132743,
      "num_tokens": 146614186.0,
      "step": 4430
    },
    {
      "entropy": 0.05559725756756961,
      "epoch": 7.104,
      "grad_norm": 14.5,
      "learning_rate": 1.235777777777778e-05,
      "loss": 0.6634,
      "mean_token_accuracy": 0.9889053393155336,
      "num_tokens": 146943730.0,
      "step": 4440
    },
    {
      "entropy": 0.05517518927808851,
      "epoch": 7.12,
      "grad_norm": 16.125,
      "learning_rate": 1.2335555555555557e-05,
      "loss": 0.6452,
      "mean_token_accuracy": 0.9893979672342539,
      "num_tokens": 147275432.0,
      "step": 4450
    },
    {
      "entropy": 0.05519512873142958,
      "epoch": 7.136,
      "grad_norm": 21.75,
      "learning_rate": 1.2313333333333335e-05,
      "loss": 0.6611,
      "mean_token_accuracy": 0.9889356333762407,
      "num_tokens": 147614117.0,
      "step": 4460
    },
    {
      "entropy": 0.05537385835777968,
      "epoch": 7.152,
      "grad_norm": 15.0625,
      "learning_rate": 1.2291111111111112e-05,
      "loss": 0.6495,
      "mean_token_accuracy": 0.9889744549989701,
      "num_tokens": 147941399.0,
      "step": 4470
    },
    {
      "entropy": 0.05609598022419959,
      "epoch": 7.168,
      "grad_norm": 18.125,
      "learning_rate": 1.226888888888889e-05,
      "loss": 0.6704,
      "mean_token_accuracy": 0.9889218743890524,
      "num_tokens": 148277039.0,
      "step": 4480
    },
    {
      "entropy": 0.05654617915861308,
      "epoch": 7.184,
      "grad_norm": 18.25,
      "learning_rate": 1.2246666666666667e-05,
      "loss": 0.6624,
      "mean_token_accuracy": 0.9890282820910216,
      "num_tokens": 148606826.0,
      "step": 4490
    },
    {
      "entropy": 0.055338785820640626,
      "epoch": 7.2,
      "grad_norm": 19.5,
      "learning_rate": 1.2224444444444445e-05,
      "loss": 0.678,
      "mean_token_accuracy": 0.9887877851724625,
      "num_tokens": 148932563.0,
      "step": 4500
    },
    {
      "epoch": 7.2,
      "eval_biology_entropy": 0.30488451170921327,
      "eval_biology_loss": 2.7706501483917236,
      "eval_biology_mean_token_accuracy": 0.6649764509201049,
      "eval_biology_num_tokens": 148932563.0,
      "eval_biology_runtime": 29.6048,
      "eval_biology_samples_per_second": 16.889,
      "eval_biology_steps_per_second": 4.222,
      "step": 4500
    },
    {
      "epoch": 7.2,
      "eval_physics_entropy": 0.16816750633716585,
      "eval_physics_loss": 1.372292399406433,
      "eval_physics_mean_token_accuracy": 0.8116435256004334,
      "eval_physics_num_tokens": 148932563.0,
      "eval_physics_runtime": 42.145,
      "eval_physics_samples_per_second": 11.864,
      "eval_physics_steps_per_second": 2.966,
      "step": 4500
    },
    {
      "entropy": 0.05833784569986165,
      "epoch": 7.216,
      "grad_norm": 21.0,
      "learning_rate": 1.2202222222222224e-05,
      "loss": 0.6847,
      "mean_token_accuracy": 0.9885524563491345,
      "num_tokens": 149259953.0,
      "step": 4510
    },
    {
      "entropy": 0.05654873719904572,
      "epoch": 7.232,
      "grad_norm": 19.375,
      "learning_rate": 1.218e-05,
      "loss": 0.6665,
      "mean_token_accuracy": 0.9890571378171444,
      "num_tokens": 149589469.0,
      "step": 4520
    },
    {
      "entropy": 0.056990363239310685,
      "epoch": 7.248,
      "grad_norm": 17.25,
      "learning_rate": 1.215777777777778e-05,
      "loss": 0.6781,
      "mean_token_accuracy": 0.9887132085859776,
      "num_tokens": 149916555.0,
      "step": 4530
    },
    {
      "entropy": 0.05723652923479676,
      "epoch": 7.264,
      "grad_norm": 19.75,
      "learning_rate": 1.2135555555555556e-05,
      "loss": 0.6888,
      "mean_token_accuracy": 0.9885754987597466,
      "num_tokens": 150245205.0,
      "step": 4540
    },
    {
      "entropy": 0.057209222577512264,
      "epoch": 7.28,
      "grad_norm": 17.25,
      "learning_rate": 1.2113333333333335e-05,
      "loss": 0.6822,
      "mean_token_accuracy": 0.988489643484354,
      "num_tokens": 150572875.0,
      "step": 4550
    },
    {
      "entropy": 0.05635491057764739,
      "epoch": 7.296,
      "grad_norm": 20.375,
      "learning_rate": 1.209111111111111e-05,
      "loss": 0.6676,
      "mean_token_accuracy": 0.9888047393411398,
      "num_tokens": 150911759.0,
      "step": 4560
    },
    {
      "entropy": 0.05634615402668715,
      "epoch": 7.312,
      "grad_norm": 18.25,
      "learning_rate": 1.206888888888889e-05,
      "loss": 0.6724,
      "mean_token_accuracy": 0.9887905273586511,
      "num_tokens": 151246219.0,
      "step": 4570
    },
    {
      "entropy": 0.056040611350908875,
      "epoch": 7.328,
      "grad_norm": 17.0,
      "learning_rate": 1.204666666666667e-05,
      "loss": 0.6694,
      "mean_token_accuracy": 0.9886939264833927,
      "num_tokens": 151575689.0,
      "step": 4580
    },
    {
      "entropy": 0.05726060552988201,
      "epoch": 7.344,
      "grad_norm": 15.75,
      "learning_rate": 1.2024444444444445e-05,
      "loss": 0.6918,
      "mean_token_accuracy": 0.9882507424801588,
      "num_tokens": 151902046.0,
      "step": 4590
    },
    {
      "entropy": 0.055621229019016026,
      "epoch": 7.36,
      "grad_norm": 17.5,
      "learning_rate": 1.2002222222222225e-05,
      "loss": 0.6711,
      "mean_token_accuracy": 0.9888458289206028,
      "num_tokens": 152240116.0,
      "step": 4600
    },
    {
      "epoch": 7.36,
      "eval_biology_entropy": 0.3013653471469879,
      "eval_biology_loss": 2.7913832664489746,
      "eval_biology_mean_token_accuracy": 0.6633922266960144,
      "eval_biology_num_tokens": 152240116.0,
      "eval_biology_runtime": 29.6251,
      "eval_biology_samples_per_second": 16.878,
      "eval_biology_steps_per_second": 4.219,
      "step": 4600
    },
    {
      "epoch": 7.36,
      "eval_physics_entropy": 0.16468111795186996,
      "eval_physics_loss": 1.3924304246902466,
      "eval_physics_mean_token_accuracy": 0.8119031739234924,
      "eval_physics_num_tokens": 152240116.0,
      "eval_physics_runtime": 42.3653,
      "eval_physics_samples_per_second": 11.802,
      "eval_physics_steps_per_second": 2.951,
      "step": 4600
    },
    {
      "entropy": 0.0561313362326473,
      "epoch": 7.376,
      "grad_norm": 17.875,
      "learning_rate": 1.198e-05,
      "loss": 0.6644,
      "mean_token_accuracy": 0.9888503603637219,
      "num_tokens": 152569174.0,
      "step": 4610
    },
    {
      "entropy": 0.057763494970276955,
      "epoch": 7.392,
      "grad_norm": 19.125,
      "learning_rate": 1.195777777777778e-05,
      "loss": 0.6871,
      "mean_token_accuracy": 0.988471382856369,
      "num_tokens": 152904188.0,
      "step": 4620
    },
    {
      "entropy": 0.056435155542567374,
      "epoch": 7.408,
      "grad_norm": 16.875,
      "learning_rate": 1.1935555555555556e-05,
      "loss": 0.6899,
      "mean_token_accuracy": 0.9884758438915014,
      "num_tokens": 153229273.0,
      "step": 4630
    },
    {
      "entropy": 0.056166633893735704,
      "epoch": 7.424,
      "grad_norm": 17.375,
      "learning_rate": 1.1913333333333335e-05,
      "loss": 0.6658,
      "mean_token_accuracy": 0.9891502935439348,
      "num_tokens": 153561450.0,
      "step": 4640
    },
    {
      "entropy": 0.058004558901302516,
      "epoch": 7.44,
      "grad_norm": 20.375,
      "learning_rate": 1.1891111111111111e-05,
      "loss": 0.7081,
      "mean_token_accuracy": 0.9881335590034723,
      "num_tokens": 153888727.0,
      "step": 4650
    },
    {
      "entropy": 0.05723848238121718,
      "epoch": 7.456,
      "grad_norm": 18.625,
      "learning_rate": 1.186888888888889e-05,
      "loss": 0.6835,
      "mean_token_accuracy": 0.9885008208453655,
      "num_tokens": 154221709.0,
      "step": 4660
    },
    {
      "entropy": 0.055583828454837204,
      "epoch": 7.4719999999999995,
      "grad_norm": 21.0,
      "learning_rate": 1.1846666666666668e-05,
      "loss": 0.6762,
      "mean_token_accuracy": 0.9888383165001869,
      "num_tokens": 154555892.0,
      "step": 4670
    },
    {
      "entropy": 0.057088177348487076,
      "epoch": 7.4879999999999995,
      "grad_norm": 19.375,
      "learning_rate": 1.1824444444444445e-05,
      "loss": 0.6865,
      "mean_token_accuracy": 0.9885029878467322,
      "num_tokens": 154883764.0,
      "step": 4680
    },
    {
      "entropy": 0.0572662710910663,
      "epoch": 7.504,
      "grad_norm": 17.625,
      "learning_rate": 1.1802222222222223e-05,
      "loss": 0.6872,
      "mean_token_accuracy": 0.9884326364845037,
      "num_tokens": 155222115.0,
      "step": 4690
    },
    {
      "entropy": 0.056714785774238406,
      "epoch": 7.52,
      "grad_norm": 16.25,
      "learning_rate": 1.178e-05,
      "loss": 0.6832,
      "mean_token_accuracy": 0.9885467659682036,
      "num_tokens": 155553765.0,
      "step": 4700
    },
    {
      "epoch": 7.52,
      "eval_biology_entropy": 0.3018592830896378,
      "eval_biology_loss": 2.7925117015838623,
      "eval_biology_mean_token_accuracy": 0.664375452041626,
      "eval_biology_num_tokens": 155553765.0,
      "eval_biology_runtime": 29.6144,
      "eval_biology_samples_per_second": 16.884,
      "eval_biology_steps_per_second": 4.221,
      "step": 4700
    },
    {
      "epoch": 7.52,
      "eval_physics_entropy": 0.16528743571043014,
      "eval_physics_loss": 1.3925378322601318,
      "eval_physics_mean_token_accuracy": 0.8117865424156189,
      "eval_physics_num_tokens": 155553765.0,
      "eval_physics_runtime": 42.3609,
      "eval_physics_samples_per_second": 11.803,
      "eval_physics_steps_per_second": 2.951,
      "step": 4700
    },
    {
      "entropy": 0.05607960449997336,
      "epoch": 7.536,
      "grad_norm": 20.625,
      "learning_rate": 1.1757777777777778e-05,
      "loss": 0.6733,
      "mean_token_accuracy": 0.9887940622866154,
      "num_tokens": 155887947.0,
      "step": 4710
    },
    {
      "entropy": 0.057604423933662476,
      "epoch": 7.552,
      "grad_norm": 18.5,
      "learning_rate": 1.1735555555555556e-05,
      "loss": 0.693,
      "mean_token_accuracy": 0.9884431969374419,
      "num_tokens": 156218001.0,
      "step": 4720
    },
    {
      "entropy": 0.056529786065220834,
      "epoch": 7.568,
      "grad_norm": 18.0,
      "learning_rate": 1.1713333333333334e-05,
      "loss": 0.6669,
      "mean_token_accuracy": 0.9887862872332335,
      "num_tokens": 156561986.0,
      "step": 4730
    },
    {
      "entropy": 0.056057194736786185,
      "epoch": 7.584,
      "grad_norm": 18.375,
      "learning_rate": 1.1691111111111113e-05,
      "loss": 0.6882,
      "mean_token_accuracy": 0.9884557776153088,
      "num_tokens": 156892216.0,
      "step": 4740
    },
    {
      "entropy": 0.056758089503273365,
      "epoch": 7.6,
      "grad_norm": 19.5,
      "learning_rate": 1.1668888888888889e-05,
      "loss": 0.6884,
      "mean_token_accuracy": 0.9885643720626831,
      "num_tokens": 157227067.0,
      "step": 4750
    },
    {
      "entropy": 0.057031433237716554,
      "epoch": 7.616,
      "grad_norm": 25.625,
      "learning_rate": 1.1646666666666668e-05,
      "loss": 0.6774,
      "mean_token_accuracy": 0.9885653059929609,
      "num_tokens": 157552735.0,
      "step": 4760
    },
    {
      "entropy": 0.05656847395002842,
      "epoch": 7.632,
      "grad_norm": 16.5,
      "learning_rate": 1.1624444444444446e-05,
      "loss": 0.699,
      "mean_token_accuracy": 0.9884085666388274,
      "num_tokens": 157875303.0,
      "step": 4770
    },
    {
      "entropy": 0.0591697100084275,
      "epoch": 7.648,
      "grad_norm": 17.125,
      "learning_rate": 1.1602222222222223e-05,
      "loss": 0.7336,
      "mean_token_accuracy": 0.987806374207139,
      "num_tokens": 158200590.0,
      "step": 4780
    },
    {
      "entropy": 0.05706153656356037,
      "epoch": 7.664,
      "grad_norm": 19.625,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.6775,
      "mean_token_accuracy": 0.988721814006567,
      "num_tokens": 158535358.0,
      "step": 4790
    },
    {
      "entropy": 0.05668669252190739,
      "epoch": 7.68,
      "grad_norm": 18.0,
      "learning_rate": 1.1557777777777779e-05,
      "loss": 0.6761,
      "mean_token_accuracy": 0.9885516662150622,
      "num_tokens": 158873063.0,
      "step": 4800
    },
    {
      "epoch": 7.68,
      "eval_biology_entropy": 0.3033334181308746,
      "eval_biology_loss": 2.7885901927948,
      "eval_biology_mean_token_accuracy": 0.6648418579101563,
      "eval_biology_num_tokens": 158873063.0,
      "eval_biology_runtime": 29.617,
      "eval_biology_samples_per_second": 16.882,
      "eval_biology_steps_per_second": 4.221,
      "step": 4800
    },
    {
      "epoch": 7.68,
      "eval_physics_entropy": 0.16611516577005386,
      "eval_physics_loss": 1.395003080368042,
      "eval_physics_mean_token_accuracy": 0.811111056804657,
      "eval_physics_num_tokens": 158873063.0,
      "eval_physics_runtime": 42.7214,
      "eval_physics_samples_per_second": 11.704,
      "eval_physics_steps_per_second": 2.926,
      "step": 4800
    },
    {
      "entropy": 0.057266865158453584,
      "epoch": 7.696,
      "grad_norm": 15.5625,
      "learning_rate": 1.1535555555555556e-05,
      "loss": 0.6889,
      "mean_token_accuracy": 0.9885386891663075,
      "num_tokens": 159202001.0,
      "step": 4810
    },
    {
      "entropy": 0.05708453422412276,
      "epoch": 7.712,
      "grad_norm": 23.375,
      "learning_rate": 1.1513333333333334e-05,
      "loss": 0.6878,
      "mean_token_accuracy": 0.98861229903996,
      "num_tokens": 159537980.0,
      "step": 4820
    },
    {
      "entropy": 0.058570030820555986,
      "epoch": 7.728,
      "grad_norm": 18.25,
      "learning_rate": 1.1491111111111113e-05,
      "loss": 0.6965,
      "mean_token_accuracy": 0.9881903313100338,
      "num_tokens": 159873213.0,
      "step": 4830
    },
    {
      "entropy": 0.05762619765009731,
      "epoch": 7.744,
      "grad_norm": 17.75,
      "learning_rate": 1.1468888888888889e-05,
      "loss": 0.7009,
      "mean_token_accuracy": 0.9882353954017162,
      "num_tokens": 160205645.0,
      "step": 4840
    },
    {
      "entropy": 0.05611039875075221,
      "epoch": 7.76,
      "grad_norm": 24.25,
      "learning_rate": 1.1446666666666668e-05,
      "loss": 0.6882,
      "mean_token_accuracy": 0.9885906264185905,
      "num_tokens": 160537223.0,
      "step": 4850
    },
    {
      "entropy": 0.057811987563036384,
      "epoch": 7.776,
      "grad_norm": 18.625,
      "learning_rate": 1.1424444444444444e-05,
      "loss": 0.6972,
      "mean_token_accuracy": 0.9883558612316847,
      "num_tokens": 160863753.0,
      "step": 4860
    },
    {
      "entropy": 0.05553439965005964,
      "epoch": 7.792,
      "grad_norm": 18.75,
      "learning_rate": 1.1402222222222224e-05,
      "loss": 0.6675,
      "mean_token_accuracy": 0.9888335194438695,
      "num_tokens": 161204628.0,
      "step": 4870
    },
    {
      "entropy": 0.058882767544128,
      "epoch": 7.808,
      "grad_norm": 20.0,
      "learning_rate": 1.138e-05,
      "loss": 0.7117,
      "mean_token_accuracy": 0.988135327026248,
      "num_tokens": 161526207.0,
      "step": 4880
    },
    {
      "entropy": 0.05719244231004268,
      "epoch": 7.824,
      "grad_norm": 17.375,
      "learning_rate": 1.1357777777777779e-05,
      "loss": 0.6893,
      "mean_token_accuracy": 0.9882731027901173,
      "num_tokens": 161858283.0,
      "step": 4890
    },
    {
      "entropy": 0.05662820648867637,
      "epoch": 7.84,
      "grad_norm": 18.5,
      "learning_rate": 1.1335555555555558e-05,
      "loss": 0.6715,
      "mean_token_accuracy": 0.988705775141716,
      "num_tokens": 162202654.0,
      "step": 4900
    },
    {
      "epoch": 7.84,
      "eval_biology_entropy": 0.30146139550209045,
      "eval_biology_loss": 2.800525426864624,
      "eval_biology_mean_token_accuracy": 0.6652659497261048,
      "eval_biology_num_tokens": 162202654.0,
      "eval_biology_runtime": 29.6067,
      "eval_biology_samples_per_second": 16.888,
      "eval_biology_steps_per_second": 4.222,
      "step": 4900
    },
    {
      "epoch": 7.84,
      "eval_physics_entropy": 0.16484456700086594,
      "eval_physics_loss": 1.3996851444244385,
      "eval_physics_mean_token_accuracy": 0.8115631442070007,
      "eval_physics_num_tokens": 162202654.0,
      "eval_physics_runtime": 42.3336,
      "eval_physics_samples_per_second": 11.811,
      "eval_physics_steps_per_second": 2.953,
      "step": 4900
    },
    {
      "entropy": 0.057055908464826645,
      "epoch": 7.856,
      "grad_norm": 18.375,
      "learning_rate": 1.1313333333333334e-05,
      "loss": 0.6789,
      "mean_token_accuracy": 0.9886710155755282,
      "num_tokens": 162536232.0,
      "step": 4910
    },
    {
      "entropy": 0.05595006826333702,
      "epoch": 7.872,
      "grad_norm": 20.875,
      "learning_rate": 1.1291111111111113e-05,
      "loss": 0.6924,
      "mean_token_accuracy": 0.9884270615875721,
      "num_tokens": 162864452.0,
      "step": 4920
    },
    {
      "entropy": 0.05595759442076087,
      "epoch": 7.888,
      "grad_norm": 18.625,
      "learning_rate": 1.126888888888889e-05,
      "loss": 0.6753,
      "mean_token_accuracy": 0.9885629929602147,
      "num_tokens": 163197700.0,
      "step": 4930
    },
    {
      "entropy": 0.05831125995609909,
      "epoch": 7.904,
      "grad_norm": 20.0,
      "learning_rate": 1.1246666666666669e-05,
      "loss": 0.7022,
      "mean_token_accuracy": 0.9883971638977528,
      "num_tokens": 163521062.0,
      "step": 4940
    },
    {
      "entropy": 0.057579568843357264,
      "epoch": 7.92,
      "grad_norm": 20.375,
      "learning_rate": 1.1224444444444444e-05,
      "loss": 0.7049,
      "mean_token_accuracy": 0.9881535038352013,
      "num_tokens": 163852643.0,
      "step": 4950
    },
    {
      "entropy": 0.057332976581528784,
      "epoch": 7.936,
      "grad_norm": 18.25,
      "learning_rate": 1.1202222222222224e-05,
      "loss": 0.7119,
      "mean_token_accuracy": 0.988222348690033,
      "num_tokens": 164176676.0,
      "step": 4960
    },
    {
      "entropy": 0.057899605971761046,
      "epoch": 7.952,
      "grad_norm": 17.0,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 0.6934,
      "mean_token_accuracy": 0.9881985519081354,
      "num_tokens": 164500484.0,
      "step": 4970
    },
    {
      "entropy": 0.058066960773430765,
      "epoch": 7.968,
      "grad_norm": 18.5,
      "learning_rate": 1.1157777777777779e-05,
      "loss": 0.7012,
      "mean_token_accuracy": 0.9881511028856039,
      "num_tokens": 164838326.0,
      "step": 4980
    },
    {
      "entropy": 0.05862858246546239,
      "epoch": 7.984,
      "grad_norm": 19.75,
      "learning_rate": 1.1135555555555557e-05,
      "loss": 0.7079,
      "mean_token_accuracy": 0.9879154246300459,
      "num_tokens": 165159221.0,
      "step": 4990
    },
    {
      "entropy": 0.05660761944018304,
      "epoch": 8.0,
      "grad_norm": 19.375,
      "learning_rate": 1.1113333333333334e-05,
      "loss": 0.6815,
      "mean_token_accuracy": 0.9886561214923859,
      "num_tokens": 165494432.0,
      "step": 5000
    },
    {
      "epoch": 8.0,
      "eval_biology_entropy": 0.3035749479532242,
      "eval_biology_loss": 2.7959187030792236,
      "eval_biology_mean_token_accuracy": 0.6637142720222473,
      "eval_biology_num_tokens": 165494432.0,
      "eval_biology_runtime": 29.5914,
      "eval_biology_samples_per_second": 16.897,
      "eval_biology_steps_per_second": 4.224,
      "step": 5000
    },
    {
      "epoch": 8.0,
      "eval_physics_entropy": 0.16496613907814026,
      "eval_physics_loss": 1.4042874574661255,
      "eval_physics_mean_token_accuracy": 0.8114391922950744,
      "eval_physics_num_tokens": 165494432.0,
      "eval_physics_runtime": 42.1412,
      "eval_physics_samples_per_second": 11.865,
      "eval_physics_steps_per_second": 2.966,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 16,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.6545949211817402e+19,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}