{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 100,
  "global_step": 5000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 3.1496359556913376,
      "epoch": 0.008,
      "grad_norm": 298.0,
      "learning_rate": 1.8e-07,
      "loss": 7.8456,
      "mean_token_accuracy": 0.18150889375247062,
      "num_tokens": 103189.0,
      "step": 10
    },
    {
      "entropy": 3.2677677035331727,
      "epoch": 0.016,
      "grad_norm": 274.0,
      "learning_rate": 3.8e-07,
      "loss": 7.8029,
      "mean_token_accuracy": 0.17940039467066526,
      "num_tokens": 195510.0,
      "step": 20
    },
    {
      "entropy": 3.4018275901675223,
      "epoch": 0.024,
      "grad_norm": 221.0,
      "learning_rate": 5.800000000000001e-07,
      "loss": 7.5603,
      "mean_token_accuracy": 0.18447871217504144,
      "num_tokens": 297075.0,
      "step": 30
    },
    {
      "entropy": 3.904408423602581,
      "epoch": 0.032,
      "grad_norm": 183.0,
      "learning_rate": 7.8e-07,
      "loss": 7.0974,
      "mean_token_accuracy": 0.1905162119306624,
      "num_tokens": 391008.0,
      "step": 40
    },
    {
      "entropy": 4.471200747787952,
      "epoch": 0.04,
      "grad_norm": 116.5,
      "learning_rate": 9.800000000000001e-07,
      "loss": 6.474,
      "mean_token_accuracy": 0.19736560098826886,
      "num_tokens": 488721.0,
      "step": 50
    },
    {
      "entropy": 4.936916092038155,
      "epoch": 0.048,
      "grad_norm": 61.75,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 5.8305,
      "mean_token_accuracy": 0.2095636417157948,
      "num_tokens": 590136.0,
      "step": 60
    },
    {
      "entropy": 5.065159273147583,
      "epoch": 0.056,
      "grad_norm": 40.75,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 5.3279,
      "mean_token_accuracy": 0.23331616390496493,
      "num_tokens": 691017.0,
      "step": 70
    },
    {
      "entropy": 4.822714896500111,
      "epoch": 0.064,
      "grad_norm": 30.625,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 4.93,
      "mean_token_accuracy": 0.2618246308527887,
      "num_tokens": 791432.0,
      "step": 80
    },
    {
      "entropy": 4.613001684844494,
      "epoch": 0.072,
      "grad_norm": 30.5,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 4.6595,
      "mean_token_accuracy": 0.28834385639056564,
      "num_tokens": 890431.0,
      "step": 90
    },
    {
      "entropy": 4.42924614995718,
      "epoch": 0.08,
      "grad_norm": 25.0,
      "learning_rate": 1.98e-06,
      "loss": 4.4406,
      "mean_token_accuracy": 0.30723202889785173,
      "num_tokens": 990342.0,
      "step": 100
    },
    {
      "epoch": 0.08,
      "eval_coding_entropy": 2.019406507015228,
      "eval_coding_loss": 2.2580299377441406,
      "eval_coding_mean_token_accuracy": 0.49473730635643004,
      "eval_coding_num_tokens": 990342.0,
      "eval_coding_runtime": 81.2027,
      "eval_coding_samples_per_second": 6.157,
      "eval_coding_steps_per_second": 3.079,
      "step": 100
    },
    {
      "epoch": 0.08,
      "eval_biology_entropy": 4.3503482704162595,
      "eval_biology_loss": 4.414401531219482,
      "eval_biology_mean_token_accuracy": 0.3150999557375908,
      "eval_biology_num_tokens": 990342.0,
      "eval_biology_runtime": 34.5542,
      "eval_biology_samples_per_second": 14.47,
      "eval_biology_steps_per_second": 7.235,
      "step": 100
    },
    {
      "entropy": 4.333127842843533,
      "epoch": 0.088,
      "grad_norm": 24.75,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 4.33,
      "mean_token_accuracy": 0.3205883141607046,
      "num_tokens": 1087616.0,
      "step": 110
    },
    {
      "entropy": 4.196488052606583,
      "epoch": 0.096,
      "grad_norm": 21.25,
      "learning_rate": 2.38e-06,
      "loss": 4.1941,
      "mean_token_accuracy": 0.3275640026666224,
      "num_tokens": 1182339.0,
      "step": 120
    },
    {
      "entropy": 4.199820376932621,
      "epoch": 0.104,
      "grad_norm": 22.25,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 4.1709,
      "mean_token_accuracy": 0.33598021846264603,
      "num_tokens": 1284449.0,
      "step": 130
    },
    {
      "entropy": 4.0606200903654095,
      "epoch": 0.112,
      "grad_norm": 22.375,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 4.0429,
      "mean_token_accuracy": 0.34365201108157634,
      "num_tokens": 1386193.0,
      "step": 140
    },
    {
      "entropy": 3.976654475927353,
      "epoch": 0.12,
      "grad_norm": 25.125,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 3.9428,
      "mean_token_accuracy": 0.35409670416265726,
      "num_tokens": 1484528.0,
      "step": 150
    },
    {
      "entropy": 3.9824412897229196,
      "epoch": 0.128,
      "grad_norm": 26.5,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 3.9225,
      "mean_token_accuracy": 0.35787415150552987,
      "num_tokens": 1583261.0,
      "step": 160
    },
    {
      "entropy": 3.90925519913435,
      "epoch": 0.136,
      "grad_norm": 27.75,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 3.8876,
      "mean_token_accuracy": 0.36578934341669084,
      "num_tokens": 1678138.0,
      "step": 170
    },
    {
      "entropy": 3.846222287416458,
      "epoch": 0.144,
      "grad_norm": 22.5,
      "learning_rate": 3.58e-06,
      "loss": 3.7638,
      "mean_token_accuracy": 0.37533934097737076,
      "num_tokens": 1774826.0,
      "step": 180
    },
    {
      "entropy": 3.7961452692747115,
      "epoch": 0.152,
      "grad_norm": 20.625,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 3.7673,
      "mean_token_accuracy": 0.3747658669948578,
      "num_tokens": 1874332.0,
      "step": 190
    },
    {
      "entropy": 3.8614122182130814,
      "epoch": 0.16,
      "grad_norm": 23.5,
      "learning_rate": 3.980000000000001e-06,
      "loss": 3.7987,
      "mean_token_accuracy": 0.3740364293567836,
      "num_tokens": 1971310.0,
      "step": 200
    },
    {
      "epoch": 0.16,
      "eval_coding_entropy": 1.94223806142807,
      "eval_coding_loss": 2.1925477981567383,
      "eval_coding_mean_token_accuracy": 0.5086279969215393,
      "eval_coding_num_tokens": 1971310.0,
      "eval_coding_runtime": 80.6501,
      "eval_coding_samples_per_second": 6.2,
      "eval_coding_steps_per_second": 3.1,
      "step": 200
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 3.7338000392913817,
      "eval_biology_loss": 3.729203939437866,
      "eval_biology_mean_token_accuracy": 0.38531523847579957,
      "eval_biology_num_tokens": 1971310.0,
      "eval_biology_runtime": 34.5728,
      "eval_biology_samples_per_second": 14.462,
      "eval_biology_steps_per_second": 7.231,
      "step": 200
    },
    {
      "entropy": 3.7424988850951193,
      "epoch": 0.168,
      "grad_norm": 20.0,
      "learning_rate": 4.18e-06,
      "loss": 3.6677,
      "mean_token_accuracy": 0.38609125521034005,
      "num_tokens": 2068010.0,
      "step": 210
    },
    {
      "entropy": 3.7136047944426536,
      "epoch": 0.176,
      "grad_norm": 24.5,
      "learning_rate": 4.38e-06,
      "loss": 3.6613,
      "mean_token_accuracy": 0.38672342915087937,
      "num_tokens": 2169453.0,
      "step": 220
    },
    {
      "entropy": 3.6596395045518877,
      "epoch": 0.184,
      "grad_norm": 23.875,
      "learning_rate": 4.58e-06,
      "loss": 3.6248,
      "mean_token_accuracy": 0.38720098566263916,
      "num_tokens": 2271716.0,
      "step": 230
    },
    {
      "entropy": 3.696573592722416,
      "epoch": 0.192,
      "grad_norm": 21.25,
      "learning_rate": 4.78e-06,
      "loss": 3.6063,
      "mean_token_accuracy": 0.3891244037076831,
      "num_tokens": 2366844.0,
      "step": 240
    },
    {
      "entropy": 3.589663599431515,
      "epoch": 0.2,
      "grad_norm": 24.5,
      "learning_rate": 4.980000000000001e-06,
      "loss": 3.5393,
      "mean_token_accuracy": 0.3962410934269428,
      "num_tokens": 2460881.0,
      "step": 250
    },
    {
      "entropy": 3.576136104762554,
      "epoch": 0.208,
      "grad_norm": 21.5,
      "learning_rate": 5.18e-06,
      "loss": 3.5108,
      "mean_token_accuracy": 0.40014535561203957,
      "num_tokens": 2559708.0,
      "step": 260
    },
    {
      "entropy": 3.5436186090111734,
      "epoch": 0.216,
      "grad_norm": 19.0,
      "learning_rate": 5.380000000000001e-06,
      "loss": 3.4656,
      "mean_token_accuracy": 0.40589779019355776,
      "num_tokens": 2655858.0,
      "step": 270
    },
    {
      "entropy": 3.516196443140507,
      "epoch": 0.224,
      "grad_norm": 27.125,
      "learning_rate": 5.580000000000001e-06,
      "loss": 3.4628,
      "mean_token_accuracy": 0.40603156946599483,
      "num_tokens": 2756533.0,
      "step": 280
    },
    {
      "entropy": 3.474540175497532,
      "epoch": 0.232,
      "grad_norm": 20.75,
      "learning_rate": 5.78e-06,
      "loss": 3.3983,
      "mean_token_accuracy": 0.410215818695724,
      "num_tokens": 2853451.0,
      "step": 290
    },
    {
      "entropy": 3.386892372369766,
      "epoch": 0.24,
      "grad_norm": 23.125,
      "learning_rate": 5.98e-06,
      "loss": 3.3306,
      "mean_token_accuracy": 0.41694455314427614,
      "num_tokens": 2948600.0,
      "step": 300
    },
    {
      "epoch": 0.24,
      "eval_coding_entropy": 1.9961137461662293,
      "eval_coding_loss": 2.172008752822876,
      "eval_coding_mean_token_accuracy": 0.5127531417608261,
      "eval_coding_num_tokens": 2948600.0,
      "eval_coding_runtime": 80.7019,
      "eval_coding_samples_per_second": 6.196,
      "eval_coding_steps_per_second": 3.098,
      "step": 300
    },
    {
      "epoch": 0.24,
      "eval_biology_entropy": 3.484758809089661,
      "eval_biology_loss": 3.406900644302368,
      "eval_biology_mean_token_accuracy": 0.41982992458343504,
      "eval_biology_num_tokens": 2948600.0,
      "eval_biology_runtime": 34.5611,
      "eval_biology_samples_per_second": 14.467,
      "eval_biology_steps_per_second": 7.234,
      "step": 300
    },
    {
      "entropy": 3.495779898762703,
      "epoch": 0.248,
      "grad_norm": 21.75,
      "learning_rate": 6.18e-06,
      "loss": 3.3982,
      "mean_token_accuracy": 0.41361558344215155,
      "num_tokens": 3044471.0,
      "step": 310
    },
    {
      "entropy": 3.3510731413960455,
      "epoch": 0.256,
      "grad_norm": 26.375,
      "learning_rate": 6.380000000000001e-06,
      "loss": 3.3239,
      "mean_token_accuracy": 0.41568741872906684,
      "num_tokens": 3141473.0,
      "step": 320
    },
    {
      "entropy": 3.40442940890789,
      "epoch": 0.264,
      "grad_norm": 25.5,
      "learning_rate": 6.5800000000000005e-06,
      "loss": 3.3236,
      "mean_token_accuracy": 0.41933552622795106,
      "num_tokens": 3233662.0,
      "step": 330
    },
    {
      "entropy": 3.321935287117958,
      "epoch": 0.272,
      "grad_norm": 26.75,
      "learning_rate": 6.780000000000001e-06,
      "loss": 3.2912,
      "mean_token_accuracy": 0.42016132585704324,
      "num_tokens": 3337285.0,
      "step": 340
    },
    {
      "entropy": 3.317689270526171,
      "epoch": 0.28,
      "grad_norm": 30.125,
      "learning_rate": 6.98e-06,
      "loss": 3.2355,
      "mean_token_accuracy": 0.42757263109087945,
      "num_tokens": 3438579.0,
      "step": 350
    },
    {
      "entropy": 3.284139819443226,
      "epoch": 0.288,
      "grad_norm": 25.0,
      "learning_rate": 7.180000000000001e-06,
      "loss": 3.2066,
      "mean_token_accuracy": 0.42989938110113146,
      "num_tokens": 3541221.0,
      "step": 360
    },
    {
      "entropy": 3.3082104876637457,
      "epoch": 0.296,
      "grad_norm": 23.875,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 3.2212,
      "mean_token_accuracy": 0.43165368046611546,
      "num_tokens": 3634910.0,
      "step": 370
    },
    {
      "entropy": 3.1951300844550135,
      "epoch": 0.304,
      "grad_norm": 23.25,
      "learning_rate": 7.58e-06,
      "loss": 3.1248,
      "mean_token_accuracy": 0.43907446004450323,
      "num_tokens": 3734952.0,
      "step": 380
    },
    {
      "entropy": 3.2739955455064775,
      "epoch": 0.312,
      "grad_norm": 30.25,
      "learning_rate": 7.78e-06,
      "loss": 3.1763,
      "mean_token_accuracy": 0.42868839371949435,
      "num_tokens": 3826750.0,
      "step": 390
    },
    {
      "entropy": 3.265377101302147,
      "epoch": 0.32,
      "grad_norm": 21.75,
      "learning_rate": 7.980000000000002e-06,
      "loss": 3.1998,
      "mean_token_accuracy": 0.4301817687228322,
      "num_tokens": 3922209.0,
      "step": 400
    },
    {
      "epoch": 0.32,
      "eval_coding_entropy": 2.0029401898384096,
      "eval_coding_loss": 2.171020030975342,
      "eval_coding_mean_token_accuracy": 0.5134941293001175,
      "eval_coding_num_tokens": 3922209.0,
      "eval_coding_runtime": 80.6648,
      "eval_coding_samples_per_second": 6.198,
      "eval_coding_steps_per_second": 3.099,
      "step": 400
    },
    {
      "epoch": 0.32,
      "eval_biology_entropy": 3.2002078475952147,
      "eval_biology_loss": 3.1781411170959473,
      "eval_biology_mean_token_accuracy": 0.440620893239975,
      "eval_biology_num_tokens": 3922209.0,
      "eval_biology_runtime": 34.4923,
      "eval_biology_samples_per_second": 14.496,
      "eval_biology_steps_per_second": 7.248,
      "step": 400
    },
    {
      "entropy": 3.150459985435009,
      "epoch": 0.328,
      "grad_norm": 24.5,
      "learning_rate": 8.18e-06,
      "loss": 3.0904,
      "mean_token_accuracy": 0.44143912978470323,
      "num_tokens": 4018384.0,
      "step": 410
    },
    {
      "entropy": 3.1615461230278017,
      "epoch": 0.336,
      "grad_norm": 24.75,
      "learning_rate": 8.380000000000001e-06,
      "loss": 3.1239,
      "mean_token_accuracy": 0.44076176043599846,
      "num_tokens": 4115941.0,
      "step": 420
    },
    {
      "entropy": 3.1629561871290206,
      "epoch": 0.344,
      "grad_norm": 23.625,
      "learning_rate": 8.580000000000001e-06,
      "loss": 3.1118,
      "mean_token_accuracy": 0.4393952677026391,
      "num_tokens": 4212212.0,
      "step": 430
    },
    {
      "entropy": 3.173071324825287,
      "epoch": 0.352,
      "grad_norm": 23.375,
      "learning_rate": 8.78e-06,
      "loss": 3.0404,
      "mean_token_accuracy": 0.4486429067328572,
      "num_tokens": 4308755.0,
      "step": 440
    },
    {
      "entropy": 3.11899806112051,
      "epoch": 0.36,
      "grad_norm": 21.0,
      "learning_rate": 8.98e-06,
      "loss": 3.0634,
      "mean_token_accuracy": 0.4478369506075978,
      "num_tokens": 4407923.0,
      "step": 450
    },
    {
      "entropy": 3.0697645485401153,
      "epoch": 0.368,
      "grad_norm": 23.375,
      "learning_rate": 9.180000000000002e-06,
      "loss": 2.9971,
      "mean_token_accuracy": 0.4510502349585295,
      "num_tokens": 4505910.0,
      "step": 460
    },
    {
      "entropy": 3.0845467180013655,
      "epoch": 0.376,
      "grad_norm": 22.5,
      "learning_rate": 9.38e-06,
      "loss": 2.9916,
      "mean_token_accuracy": 0.45388368237763643,
      "num_tokens": 4599609.0,
      "step": 470
    },
    {
      "entropy": 3.0334658533334733,
      "epoch": 0.384,
      "grad_norm": 26.375,
      "learning_rate": 9.58e-06,
      "loss": 2.965,
      "mean_token_accuracy": 0.4527210883796215,
      "num_tokens": 4696101.0,
      "step": 480
    },
    {
      "entropy": 3.0365326166152955,
      "epoch": 0.392,
      "grad_norm": 24.75,
      "learning_rate": 9.780000000000001e-06,
      "loss": 2.9627,
      "mean_token_accuracy": 0.45046965070068834,
      "num_tokens": 4793234.0,
      "step": 490
    },
    {
      "entropy": 3.022104251384735,
      "epoch": 0.4,
      "grad_norm": 26.625,
      "learning_rate": 9.980000000000001e-06,
      "loss": 2.9389,
      "mean_token_accuracy": 0.4577130895107985,
      "num_tokens": 4889445.0,
      "step": 500
    },
    {
      "epoch": 0.4,
      "eval_coding_entropy": 2.023589345932007,
      "eval_coding_loss": 2.1741902828216553,
      "eval_coding_mean_token_accuracy": 0.5137698065042495,
      "eval_coding_num_tokens": 4889445.0,
      "eval_coding_runtime": 80.6183,
      "eval_coding_samples_per_second": 6.202,
      "eval_coding_steps_per_second": 3.101,
      "step": 500
    },
    {
      "epoch": 0.4,
      "eval_biology_entropy": 3.0067848119735716,
      "eval_biology_loss": 2.9910171031951904,
      "eval_biology_mean_token_accuracy": 0.4611110507249832,
      "eval_biology_num_tokens": 4889445.0,
      "eval_biology_runtime": 34.2723,
      "eval_biology_samples_per_second": 14.589,
      "eval_biology_steps_per_second": 7.295,
      "step": 500
    },
    {
      "entropy": 3.043118818104267,
      "epoch": 0.408,
      "grad_norm": 21.875,
      "learning_rate": 1.018e-05,
      "loss": 2.9591,
      "mean_token_accuracy": 0.4550719428807497,
      "num_tokens": 4987724.0,
      "step": 510
    },
    {
      "entropy": 3.051181846857071,
      "epoch": 0.416,
      "grad_norm": 23.0,
      "learning_rate": 1.038e-05,
      "loss": 2.9554,
      "mean_token_accuracy": 0.45290321484208107,
      "num_tokens": 5087624.0,
      "step": 520
    },
    {
      "entropy": 3.023839880526066,
      "epoch": 0.424,
      "grad_norm": 37.25,
      "learning_rate": 1.0580000000000002e-05,
      "loss": 2.9739,
      "mean_token_accuracy": 0.45466579012572766,
      "num_tokens": 5178478.0,
      "step": 530
    },
    {
      "entropy": 2.9455194897949695,
      "epoch": 0.432,
      "grad_norm": 24.875,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 2.8345,
      "mean_token_accuracy": 0.4659645749256015,
      "num_tokens": 5273794.0,
      "step": 540
    },
    {
      "entropy": 3.00012748837471,
      "epoch": 0.44,
      "grad_norm": 27.5,
      "learning_rate": 1.0980000000000002e-05,
      "loss": 2.9082,
      "mean_token_accuracy": 0.46043862625956533,
      "num_tokens": 5365232.0,
      "step": 550
    },
    {
      "entropy": 2.951145689189434,
      "epoch": 0.448,
      "grad_norm": 25.75,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 2.8758,
      "mean_token_accuracy": 0.4649818094447255,
      "num_tokens": 5463288.0,
      "step": 560
    },
    {
      "entropy": 2.9195503376424314,
      "epoch": 0.456,
      "grad_norm": 24.5,
      "learning_rate": 1.138e-05,
      "loss": 2.8283,
      "mean_token_accuracy": 0.46871429681777954,
      "num_tokens": 5561317.0,
      "step": 570
    },
    {
      "entropy": 2.895768219232559,
      "epoch": 0.464,
      "grad_norm": 23.0,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 2.8347,
      "mean_token_accuracy": 0.4678240044042468,
      "num_tokens": 5656827.0,
      "step": 580
    },
    {
      "entropy": 2.919021227955818,
      "epoch": 0.472,
      "grad_norm": 21.875,
      "learning_rate": 1.178e-05,
      "loss": 2.8239,
      "mean_token_accuracy": 0.46788553427904844,
      "num_tokens": 5754593.0,
      "step": 590
    },
    {
      "entropy": 2.9184277661144735,
      "epoch": 0.48,
      "grad_norm": 19.375,
      "learning_rate": 1.198e-05,
      "loss": 2.8284,
      "mean_token_accuracy": 0.46977027915418146,
      "num_tokens": 5853311.0,
      "step": 600
    },
    {
      "epoch": 0.48,
      "eval_coding_entropy": 1.9910136852264404,
      "eval_coding_loss": 2.1933281421661377,
      "eval_coding_mean_token_accuracy": 0.5116564213037491,
      "eval_coding_num_tokens": 5853311.0,
      "eval_coding_runtime": 80.6686,
      "eval_coding_samples_per_second": 6.198,
      "eval_coding_steps_per_second": 3.099,
      "step": 600
    },
    {
      "epoch": 0.48,
      "eval_biology_entropy": 2.7489197278022766,
      "eval_biology_loss": 2.839024305343628,
      "eval_biology_mean_token_accuracy": 0.478046000957489,
      "eval_biology_num_tokens": 5853311.0,
      "eval_biology_runtime": 34.524,
      "eval_biology_samples_per_second": 14.483,
      "eval_biology_steps_per_second": 7.241,
      "step": 600
    },
    {
      "entropy": 2.761022947728634,
      "epoch": 0.488,
      "grad_norm": 23.125,
      "learning_rate": 1.218e-05,
      "loss": 2.7114,
      "mean_token_accuracy": 0.48137810807675124,
      "num_tokens": 5952079.0,
      "step": 610
    },
    {
      "entropy": 2.802033407241106,
      "epoch": 0.496,
      "grad_norm": 24.875,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 2.7172,
      "mean_token_accuracy": 0.480432684533298,
      "num_tokens": 6049788.0,
      "step": 620
    },
    {
      "entropy": 2.8570902943611145,
      "epoch": 0.504,
      "grad_norm": 24.375,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 2.7682,
      "mean_token_accuracy": 0.4740563785657287,
      "num_tokens": 6142124.0,
      "step": 630
    },
    {
      "entropy": 2.803235235065222,
      "epoch": 0.512,
      "grad_norm": 19.25,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 2.7612,
      "mean_token_accuracy": 0.48143365047872066,
      "num_tokens": 6243825.0,
      "step": 640
    },
    {
      "entropy": 2.8179355546832086,
      "epoch": 0.52,
      "grad_norm": 24.375,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 2.7405,
      "mean_token_accuracy": 0.47674270141869785,
      "num_tokens": 6337416.0,
      "step": 650
    },
    {
      "entropy": 2.783262898027897,
      "epoch": 0.528,
      "grad_norm": 23.5,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 2.6905,
      "mean_token_accuracy": 0.48337399754673244,
      "num_tokens": 6434188.0,
      "step": 660
    },
    {
      "entropy": 2.7997302234172823,
      "epoch": 0.536,
      "grad_norm": 18.25,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 2.7293,
      "mean_token_accuracy": 0.4824898593127728,
      "num_tokens": 6536879.0,
      "step": 670
    },
    {
      "entropy": 2.8198735982179643,
      "epoch": 0.544,
      "grad_norm": 23.75,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 2.7448,
      "mean_token_accuracy": 0.48089918941259385,
      "num_tokens": 6629832.0,
      "step": 680
    },
    {
      "entropy": 2.7923016041517257,
      "epoch": 0.552,
      "grad_norm": 21.125,
      "learning_rate": 1.378e-05,
      "loss": 2.7259,
      "mean_token_accuracy": 0.4828041112050414,
      "num_tokens": 6723756.0,
      "step": 690
    },
    {
      "entropy": 2.6786952562630177,
      "epoch": 0.56,
      "grad_norm": 17.625,
      "learning_rate": 1.398e-05,
      "loss": 2.6311,
      "mean_token_accuracy": 0.49184530321508646,
      "num_tokens": 6824668.0,
      "step": 700
    },
    {
      "epoch": 0.56,
      "eval_coding_entropy": 2.0318734068870543,
      "eval_coding_loss": 2.1769535541534424,
      "eval_coding_mean_token_accuracy": 0.5146223112344742,
      "eval_coding_num_tokens": 6824668.0,
      "eval_coding_runtime": 80.6202,
      "eval_coding_samples_per_second": 6.202,
      "eval_coding_steps_per_second": 3.101,
      "step": 700
    },
    {
      "epoch": 0.56,
      "eval_biology_entropy": 2.7879175729751586,
      "eval_biology_loss": 2.7142910957336426,
      "eval_biology_mean_token_accuracy": 0.49161617302894595,
      "eval_biology_num_tokens": 6824668.0,
      "eval_biology_runtime": 34.5513,
      "eval_biology_samples_per_second": 14.471,
      "eval_biology_steps_per_second": 7.236,
      "step": 700
    },
    {
      "entropy": 2.731781490147114,
      "epoch": 0.568,
      "grad_norm": 22.0,
      "learning_rate": 1.418e-05,
      "loss": 2.6484,
      "mean_token_accuracy": 0.4882859470322728,
      "num_tokens": 6928939.0,
      "step": 710
    },
    {
      "entropy": 2.7027835391461847,
      "epoch": 0.576,
      "grad_norm": 20.375,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 2.6258,
      "mean_token_accuracy": 0.48718241080641744,
      "num_tokens": 7025923.0,
      "step": 720
    },
    {
      "entropy": 2.697667721658945,
      "epoch": 0.584,
      "grad_norm": 24.25,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 2.6369,
      "mean_token_accuracy": 0.4901735274121165,
      "num_tokens": 7122614.0,
      "step": 730
    },
    {
      "entropy": 2.6893031299114227,
      "epoch": 0.592,
      "grad_norm": 20.625,
      "learning_rate": 1.478e-05,
      "loss": 2.5922,
      "mean_token_accuracy": 0.49478939212858675,
      "num_tokens": 7218224.0,
      "step": 740
    },
    {
      "entropy": 2.7066168434917928,
      "epoch": 0.6,
      "grad_norm": 31.375,
      "learning_rate": 1.498e-05,
      "loss": 2.6573,
      "mean_token_accuracy": 0.4925660764798522,
      "num_tokens": 7322313.0,
      "step": 750
    },
    {
      "entropy": 2.69825324267149,
      "epoch": 0.608,
      "grad_norm": 21.25,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 2.6359,
      "mean_token_accuracy": 0.48993428722023963,
      "num_tokens": 7421216.0,
      "step": 760
    },
    {
      "entropy": 2.649106864631176,
      "epoch": 0.616,
      "grad_norm": 22.375,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 2.5961,
      "mean_token_accuracy": 0.4944638149812818,
      "num_tokens": 7518453.0,
      "step": 770
    },
    {
      "entropy": 2.6871195189654826,
      "epoch": 0.624,
      "grad_norm": 25.0,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 2.5837,
      "mean_token_accuracy": 0.4975929221138358,
      "num_tokens": 7617258.0,
      "step": 780
    },
    {
      "entropy": 2.6687942549586294,
      "epoch": 0.632,
      "grad_norm": 20.25,
      "learning_rate": 1.578e-05,
      "loss": 2.607,
      "mean_token_accuracy": 0.4943814314901829,
      "num_tokens": 7714799.0,
      "step": 790
    },
    {
      "entropy": 2.679428345710039,
      "epoch": 0.64,
      "grad_norm": 22.125,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 2.5938,
      "mean_token_accuracy": 0.4952407155185938,
      "num_tokens": 7806173.0,
      "step": 800
    },
    {
      "epoch": 0.64,
      "eval_coding_entropy": 1.9768212442398072,
      "eval_coding_loss": 2.224097967147827,
      "eval_coding_mean_token_accuracy": 0.5107745778560638,
      "eval_coding_num_tokens": 7806173.0,
      "eval_coding_runtime": 80.6252,
      "eval_coding_samples_per_second": 6.202,
      "eval_coding_steps_per_second": 3.101,
      "step": 800
    },
    {
      "epoch": 0.64,
      "eval_biology_entropy": 2.545660098552704,
      "eval_biology_loss": 2.5940585136413574,
      "eval_biology_mean_token_accuracy": 0.5062511616945267,
      "eval_biology_num_tokens": 7806173.0,
      "eval_biology_runtime": 34.513,
      "eval_biology_samples_per_second": 14.487,
      "eval_biology_steps_per_second": 7.244,
      "step": 800
    },
    {
      "entropy": 2.6028101302683355,
      "epoch": 0.648,
      "grad_norm": 21.125,
      "learning_rate": 1.618e-05,
      "loss": 2.5534,
      "mean_token_accuracy": 0.49852073900401594,
      "num_tokens": 7903614.0,
      "step": 810
    },
    {
      "entropy": 2.665095742046833,
      "epoch": 0.656,
      "grad_norm": 20.5,
      "learning_rate": 1.638e-05,
      "loss": 2.6054,
      "mean_token_accuracy": 0.49321497566998007,
      "num_tokens": 8000514.0,
      "step": 820
    },
    {
      "entropy": 2.5793248772621156,
      "epoch": 0.664,
      "grad_norm": 17.875,
      "learning_rate": 1.658e-05,
      "loss": 2.5159,
      "mean_token_accuracy": 0.5033486964181065,
      "num_tokens": 8096743.0,
      "step": 830
    },
    {
      "entropy": 2.641881722956896,
      "epoch": 0.672,
      "grad_norm": 23.875,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 2.5868,
      "mean_token_accuracy": 0.4976224903017282,
      "num_tokens": 8187884.0,
      "step": 840
    },
    {
      "entropy": 2.5881785310804846,
      "epoch": 0.68,
      "grad_norm": 15.3125,
      "learning_rate": 1.698e-05,
      "loss": 2.5281,
      "mean_token_accuracy": 0.504815262183547,
      "num_tokens": 8288387.0,
      "step": 850
    },
    {
      "entropy": 2.5754016518592833,
      "epoch": 0.688,
      "grad_norm": 16.25,
      "learning_rate": 1.718e-05,
      "loss": 2.499,
      "mean_token_accuracy": 0.5069523887708783,
      "num_tokens": 8390643.0,
      "step": 860
    },
    {
      "entropy": 2.6078361086547375,
      "epoch": 0.696,
      "grad_norm": 20.625,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 2.5317,
      "mean_token_accuracy": 0.5026106856763363,
      "num_tokens": 8484952.0,
      "step": 870
    },
    {
      "entropy": 2.5303950123488903,
      "epoch": 0.704,
      "grad_norm": 21.5,
      "learning_rate": 1.758e-05,
      "loss": 2.4753,
      "mean_token_accuracy": 0.5120382806286216,
      "num_tokens": 8583266.0,
      "step": 880
    },
    {
      "entropy": 2.4733798749744893,
      "epoch": 0.712,
      "grad_norm": 18.875,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 2.3787,
      "mean_token_accuracy": 0.5168206626549363,
      "num_tokens": 8684764.0,
      "step": 890
    },
    {
      "entropy": 2.4695195190608503,
      "epoch": 0.72,
      "grad_norm": 19.5,
      "learning_rate": 1.798e-05,
      "loss": 2.4147,
      "mean_token_accuracy": 0.5180861415341497,
      "num_tokens": 8786233.0,
      "step": 900
    },
    {
      "epoch": 0.72,
      "eval_coding_entropy": 1.9488533411026001,
      "eval_coding_loss": 2.2393529415130615,
      "eval_coding_mean_token_accuracy": 0.5095039163827896,
      "eval_coding_num_tokens": 8786233.0,
      "eval_coding_runtime": 80.6302,
      "eval_coding_samples_per_second": 6.201,
      "eval_coding_steps_per_second": 3.101,
      "step": 900
    },
    {
      "epoch": 0.72,
      "eval_biology_entropy": 2.453756254196167,
      "eval_biology_loss": 2.5033159255981445,
      "eval_biology_mean_token_accuracy": 0.5165660305023193,
      "eval_biology_num_tokens": 8786233.0,
      "eval_biology_runtime": 34.5573,
      "eval_biology_samples_per_second": 14.469,
      "eval_biology_steps_per_second": 7.234,
      "step": 900
    },
    {
      "entropy": 2.4767140075564384,
      "epoch": 0.728,
      "grad_norm": 16.625,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 2.4331,
      "mean_token_accuracy": 0.5123517647385597,
      "num_tokens": 8881233.0,
      "step": 910
    },
    {
      "entropy": 2.475684958696365,
      "epoch": 0.736,
      "grad_norm": 22.5,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 2.3936,
      "mean_token_accuracy": 0.5183122556656599,
      "num_tokens": 8982898.0,
      "step": 920
    },
    {
      "entropy": 2.495747657865286,
      "epoch": 0.744,
      "grad_norm": 17.5,
      "learning_rate": 1.858e-05,
      "loss": 2.3898,
      "mean_token_accuracy": 0.5161861320957541,
      "num_tokens": 9078921.0,
      "step": 930
    },
    {
      "entropy": 2.4943869531154634,
      "epoch": 0.752,
      "grad_norm": 17.0,
      "learning_rate": 1.878e-05,
      "loss": 2.4483,
      "mean_token_accuracy": 0.5111985813826323,
      "num_tokens": 9174361.0,
      "step": 940
    },
    {
      "entropy": 2.4575762204825877,
      "epoch": 0.76,
      "grad_norm": 16.0,
      "learning_rate": 1.898e-05,
      "loss": 2.4013,
      "mean_token_accuracy": 0.5162310445681214,
      "num_tokens": 9272571.0,
      "step": 950
    },
    {
      "entropy": 2.431351166218519,
      "epoch": 0.768,
      "grad_norm": 16.875,
      "learning_rate": 1.918e-05,
      "loss": 2.3378,
      "mean_token_accuracy": 0.521942549943924,
      "num_tokens": 9373430.0,
      "step": 960
    },
    {
      "entropy": 2.4587918162345885,
      "epoch": 0.776,
      "grad_norm": 15.125,
      "learning_rate": 1.938e-05,
      "loss": 2.4059,
      "mean_token_accuracy": 0.5153441710397602,
      "num_tokens": 9468903.0,
      "step": 970
    },
    {
      "entropy": 2.425259476900101,
      "epoch": 0.784,
      "grad_norm": 16.875,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 2.3285,
      "mean_token_accuracy": 0.5206136658787728,
      "num_tokens": 9570409.0,
      "step": 980
    },
    {
      "entropy": 2.42026736587286,
      "epoch": 0.792,
      "grad_norm": 15.9375,
      "learning_rate": 1.978e-05,
      "loss": 2.3534,
      "mean_token_accuracy": 0.5174617141485214,
      "num_tokens": 9669925.0,
      "step": 990
    },
    {
      "entropy": 2.4630366936326027,
      "epoch": 0.8,
      "grad_norm": 22.125,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 2.426,
      "mean_token_accuracy": 0.5160385722294449,
      "num_tokens": 9766360.0,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "eval_coding_entropy": 2.0347842559814455,
      "eval_coding_loss": 2.295905351638794,
      "eval_coding_mean_token_accuracy": 0.5001156101226807,
      "eval_coding_num_tokens": 9766360.0,
      "eval_coding_runtime": 80.6454,
      "eval_coding_samples_per_second": 6.2,
      "eval_coding_steps_per_second": 3.1,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "eval_biology_entropy": 2.336130635738373,
      "eval_biology_loss": 2.4337234497070312,
      "eval_biology_mean_token_accuracy": 0.5239072642326355,
      "eval_biology_num_tokens": 9766360.0,
      "eval_biology_runtime": 34.2599,
      "eval_biology_samples_per_second": 14.594,
      "eval_biology_steps_per_second": 7.297,
      "step": 1000
    },
    {
      "entropy": 2.3636431239545344,
      "epoch": 0.808,
      "grad_norm": 18.125,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 2.3056,
      "mean_token_accuracy": 0.5313040925189852,
      "num_tokens": 9868563.0,
      "step": 1010
    },
    {
      "entropy": 2.395121469348669,
      "epoch": 0.816,
      "grad_norm": 19.25,
      "learning_rate": 1.995777777777778e-05,
      "loss": 2.3484,
      "mean_token_accuracy": 0.5250098271295428,
      "num_tokens": 9963834.0,
      "step": 1020
    },
    {
      "entropy": 2.4034232169389727,
      "epoch": 0.824,
      "grad_norm": 15.75,
      "learning_rate": 1.9935555555555557e-05,
      "loss": 2.3392,
      "mean_token_accuracy": 0.5230668963864445,
      "num_tokens": 10064222.0,
      "step": 1030
    },
    {
      "entropy": 2.351021596044302,
      "epoch": 0.832,
      "grad_norm": 25.5,
      "learning_rate": 1.9913333333333335e-05,
      "loss": 2.2799,
      "mean_token_accuracy": 0.5308501249179244,
      "num_tokens": 10160950.0,
      "step": 1040
    },
    {
      "entropy": 2.3506353706121446,
      "epoch": 0.84,
      "grad_norm": 17.375,
      "learning_rate": 1.9891111111111112e-05,
      "loss": 2.2904,
      "mean_token_accuracy": 0.5276814445853233,
      "num_tokens": 10261255.0,
      "step": 1050
    },
    {
      "entropy": 2.330299597978592,
      "epoch": 0.848,
      "grad_norm": 14.625,
      "learning_rate": 1.986888888888889e-05,
      "loss": 2.2807,
      "mean_token_accuracy": 0.533601225912571,
      "num_tokens": 10363131.0,
      "step": 1060
    },
    {
      "entropy": 2.310487486422062,
      "epoch": 0.856,
      "grad_norm": 12.6875,
      "learning_rate": 1.9846666666666668e-05,
      "loss": 2.2289,
      "mean_token_accuracy": 0.5375016804784536,
      "num_tokens": 10459821.0,
      "step": 1070
    },
    {
      "entropy": 2.3588565312325955,
      "epoch": 0.864,
      "grad_norm": 17.5,
      "learning_rate": 1.9824444444444445e-05,
      "loss": 2.3075,
      "mean_token_accuracy": 0.5270110530778765,
      "num_tokens": 10558003.0,
      "step": 1080
    },
    {
      "entropy": 2.3483712531626226,
      "epoch": 0.872,
      "grad_norm": 15.6875,
      "learning_rate": 1.9802222222222226e-05,
      "loss": 2.2938,
      "mean_token_accuracy": 0.5279141725972295,
      "num_tokens": 10657009.0,
      "step": 1090
    },
    {
      "entropy": 2.301337753236294,
      "epoch": 0.88,
      "grad_norm": 16.125,
      "learning_rate": 1.978e-05,
      "loss": 2.2388,
      "mean_token_accuracy": 0.5370641218498349,
      "num_tokens": 10754470.0,
      "step": 1100
    },
    {
      "epoch": 0.88,
      "eval_coding_entropy": 2.0812352204322817,
      "eval_coding_loss": 2.270843744277954,
      "eval_coding_mean_token_accuracy": 0.501986554980278,
      "eval_coding_num_tokens": 10754470.0,
      "eval_coding_runtime": 80.6786,
      "eval_coding_samples_per_second": 6.197,
      "eval_coding_steps_per_second": 3.099,
      "step": 1100
    },
    {
      "epoch": 0.88,
      "eval_biology_entropy": 2.3388767604827883,
      "eval_biology_loss": 2.3078601360321045,
      "eval_biology_mean_token_accuracy": 0.5390308572053909,
      "eval_biology_num_tokens": 10754470.0,
      "eval_biology_runtime": 34.486,
      "eval_biology_samples_per_second": 14.499,
      "eval_biology_steps_per_second": 7.249,
      "step": 1100
    },
    {
      "entropy": 2.318739663809538,
      "epoch": 0.888,
      "grad_norm": 14.0,
      "learning_rate": 1.975777777777778e-05,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5366495896130801,
      "num_tokens": 10858512.0,
      "step": 1110
    },
    {
      "entropy": 2.345344864577055,
      "epoch": 0.896,
      "grad_norm": 19.25,
      "learning_rate": 1.9735555555555556e-05,
      "loss": 2.3028,
      "mean_token_accuracy": 0.5301774218678474,
      "num_tokens": 10948943.0,
      "step": 1120
    },
    {
      "entropy": 2.305903819203377,
      "epoch": 0.904,
      "grad_norm": 13.6875,
      "learning_rate": 1.9713333333333337e-05,
      "loss": 2.2382,
      "mean_token_accuracy": 0.5397843992337584,
      "num_tokens": 11043458.0,
      "step": 1130
    },
    {
      "entropy": 2.2818943060934544,
      "epoch": 0.912,
      "grad_norm": 14.0625,
      "learning_rate": 1.969111111111111e-05,
      "loss": 2.193,
      "mean_token_accuracy": 0.5407467754557729,
      "num_tokens": 11142613.0,
      "step": 1140
    },
    {
      "entropy": 2.3112077616155147,
      "epoch": 0.92,
      "grad_norm": 13.0,
      "learning_rate": 1.9668888888888892e-05,
      "loss": 2.2325,
      "mean_token_accuracy": 0.5370767971500754,
      "num_tokens": 11243618.0,
      "step": 1150
    },
    {
      "entropy": 2.293438446521759,
      "epoch": 0.928,
      "grad_norm": 13.75,
      "learning_rate": 1.9646666666666666e-05,
      "loss": 2.2228,
      "mean_token_accuracy": 0.5370372215285897,
      "num_tokens": 11336779.0,
      "step": 1160
    },
    {
      "entropy": 2.2055763468146323,
      "epoch": 0.936,
      "grad_norm": 11.5,
      "learning_rate": 1.9624444444444447e-05,
      "loss": 2.1619,
      "mean_token_accuracy": 0.5508569484576583,
      "num_tokens": 11441397.0,
      "step": 1170
    },
    {
      "entropy": 2.2443367682397364,
      "epoch": 0.944,
      "grad_norm": 14.0,
      "learning_rate": 1.9602222222222225e-05,
      "loss": 2.1774,
      "mean_token_accuracy": 0.5465354908257722,
      "num_tokens": 11536381.0,
      "step": 1180
    },
    {
      "entropy": 2.220568550378084,
      "epoch": 0.952,
      "grad_norm": 12.3125,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 2.143,
      "mean_token_accuracy": 0.5484613511711359,
      "num_tokens": 11634931.0,
      "step": 1190
    },
    {
      "entropy": 2.252422795444727,
      "epoch": 0.96,
      "grad_norm": 15.0,
      "learning_rate": 1.955777777777778e-05,
      "loss": 2.1688,
      "mean_token_accuracy": 0.5444858035072684,
      "num_tokens": 11735527.0,
      "step": 1200
    },
    {
      "epoch": 0.96,
      "eval_coding_entropy": 2.028546452522278,
      "eval_coding_loss": 2.313232898712158,
      "eval_coding_mean_token_accuracy": 0.4952474715709686,
      "eval_coding_num_tokens": 11735527.0,
      "eval_coding_runtime": 80.6645,
      "eval_coding_samples_per_second": 6.199,
      "eval_coding_steps_per_second": 3.099,
      "step": 1200
    },
    {
      "epoch": 0.96,
      "eval_biology_entropy": 2.2140285110473634,
      "eval_biology_loss": 2.2470810413360596,
      "eval_biology_mean_token_accuracy": 0.5471095204353332,
      "eval_biology_num_tokens": 11735527.0,
      "eval_biology_runtime": 34.5057,
      "eval_biology_samples_per_second": 14.49,
      "eval_biology_steps_per_second": 7.245,
      "step": 1200
    },
    {
      "entropy": 2.200479466468096,
      "epoch": 0.968,
      "grad_norm": 12.0,
      "learning_rate": 1.9535555555555557e-05,
      "loss": 2.1626,
      "mean_token_accuracy": 0.5465732211247086,
      "num_tokens": 11829912.0,
      "step": 1210
    },
    {
      "entropy": 2.210404744744301,
      "epoch": 0.976,
      "grad_norm": 12.875,
      "learning_rate": 1.9513333333333335e-05,
      "loss": 2.1098,
      "mean_token_accuracy": 0.5487013891339302,
      "num_tokens": 11930935.0,
      "step": 1220
    },
    {
      "entropy": 2.2029160290956495,
      "epoch": 0.984,
      "grad_norm": 11.5625,
      "learning_rate": 1.9491111111111113e-05,
      "loss": 2.1556,
      "mean_token_accuracy": 0.5468338681384921,
      "num_tokens": 12028616.0,
      "step": 1230
    },
    {
      "entropy": 2.2255366176366804,
      "epoch": 0.992,
      "grad_norm": 12.0,
      "learning_rate": 1.946888888888889e-05,
      "loss": 2.1711,
      "mean_token_accuracy": 0.547148628346622,
      "num_tokens": 12129585.0,
      "step": 1240
    },
    {
      "entropy": 2.2456682115793227,
      "epoch": 1.0,
      "grad_norm": 11.5,
      "learning_rate": 1.9446666666666668e-05,
      "loss": 2.1789,
      "mean_token_accuracy": 0.544199176505208,
      "num_tokens": 12227772.0,
      "step": 1250
    },
    {
      "entropy": 2.04770105406642,
      "epoch": 1.008,
      "grad_norm": 10.5,
      "learning_rate": 1.9424444444444446e-05,
      "loss": 1.9599,
      "mean_token_accuracy": 0.5732083506882191,
      "num_tokens": 12325847.0,
      "step": 1260
    },
    {
      "entropy": 1.9857938677072524,
      "epoch": 1.016,
      "grad_norm": 10.6875,
      "learning_rate": 1.9402222222222223e-05,
      "loss": 1.9223,
      "mean_token_accuracy": 0.5803239606320858,
      "num_tokens": 12428864.0,
      "step": 1270
    },
    {
      "entropy": 2.0265946321189405,
      "epoch": 1.024,
      "grad_norm": 14.0625,
      "learning_rate": 1.938e-05,
      "loss": 1.9706,
      "mean_token_accuracy": 0.5730046048760414,
      "num_tokens": 12530820.0,
      "step": 1280
    },
    {
      "entropy": 2.033829855918884,
      "epoch": 1.032,
      "grad_norm": 12.125,
      "learning_rate": 1.935777777777778e-05,
      "loss": 1.9723,
      "mean_token_accuracy": 0.5693843860179186,
      "num_tokens": 12628246.0,
      "step": 1290
    },
    {
      "entropy": 2.1004927776753903,
      "epoch": 1.04,
      "grad_norm": 11.6875,
      "learning_rate": 1.9335555555555556e-05,
      "loss": 2.0295,
      "mean_token_accuracy": 0.5636359706521035,
      "num_tokens": 12725384.0,
      "step": 1300
    },
    {
      "epoch": 1.04,
      "eval_coding_entropy": 1.9919977383613587,
      "eval_coding_loss": 2.314964532852173,
      "eval_coding_mean_token_accuracy": 0.49944881129264834,
      "eval_coding_num_tokens": 12725384.0,
      "eval_coding_runtime": 80.772,
      "eval_coding_samples_per_second": 6.19,
      "eval_coding_steps_per_second": 3.095,
      "step": 1300
    },
    {
      "epoch": 1.04,
      "eval_biology_entropy": 2.0739205145835875,
      "eval_biology_loss": 2.1763668060302734,
      "eval_biology_mean_token_accuracy": 0.5573548142910003,
      "eval_biology_num_tokens": 12725384.0,
      "eval_biology_runtime": 34.5814,
      "eval_biology_samples_per_second": 14.459,
      "eval_biology_steps_per_second": 7.229,
      "step": 1300
    },
    {
      "entropy": 2.0259235687553883,
      "epoch": 1.048,
      "grad_norm": 11.0625,
      "learning_rate": 1.9313333333333334e-05,
      "loss": 1.9459,
      "mean_token_accuracy": 0.5764682356268167,
      "num_tokens": 12824389.0,
      "step": 1310
    },
    {
      "entropy": 1.9896535106003284,
      "epoch": 1.056,
      "grad_norm": 10.9375,
      "learning_rate": 1.9291111111111115e-05,
      "loss": 1.9418,
      "mean_token_accuracy": 0.5765218947082758,
      "num_tokens": 12924592.0,
      "step": 1320
    },
    {
      "entropy": 2.024248744547367,
      "epoch": 1.064,
      "grad_norm": 14.0,
      "learning_rate": 1.926888888888889e-05,
      "loss": 1.9566,
      "mean_token_accuracy": 0.5732226436957717,
      "num_tokens": 13019864.0,
      "step": 1330
    },
    {
      "entropy": 2.0493085965514184,
      "epoch": 1.072,
      "grad_norm": 11.6875,
      "learning_rate": 1.924666666666667e-05,
      "loss": 1.9728,
      "mean_token_accuracy": 0.5697184054180979,
      "num_tokens": 13112848.0,
      "step": 1340
    },
    {
      "entropy": 2.009561914205551,
      "epoch": 1.08,
      "grad_norm": 12.5625,
      "learning_rate": 1.9224444444444444e-05,
      "loss": 1.9588,
      "mean_token_accuracy": 0.5739864658564329,
      "num_tokens": 13208593.0,
      "step": 1350
    },
    {
      "entropy": 2.0082264699041845,
      "epoch": 1.088,
      "grad_norm": 12.3125,
      "learning_rate": 1.9202222222222225e-05,
      "loss": 1.9356,
      "mean_token_accuracy": 0.5787085667252541,
      "num_tokens": 13305725.0,
      "step": 1360
    },
    {
      "entropy": 2.050854667276144,
      "epoch": 1.096,
      "grad_norm": 13.25,
      "learning_rate": 1.918e-05,
      "loss": 2.0031,
      "mean_token_accuracy": 0.568497353605926,
      "num_tokens": 13397615.0,
      "step": 1370
    },
    {
      "entropy": 1.9909487955272198,
      "epoch": 1.104,
      "grad_norm": 11.5,
      "learning_rate": 1.915777777777778e-05,
      "loss": 1.9246,
      "mean_token_accuracy": 0.5775162002071739,
      "num_tokens": 13498685.0,
      "step": 1380
    },
    {
      "entropy": 2.022812781482935,
      "epoch": 1.112,
      "grad_norm": 10.4375,
      "learning_rate": 1.9135555555555555e-05,
      "loss": 1.9621,
      "mean_token_accuracy": 0.5735303290188313,
      "num_tokens": 13587398.0,
      "step": 1390
    },
    {
      "entropy": 1.9650254637002944,
      "epoch": 1.12,
      "grad_norm": 12.1875,
      "learning_rate": 1.9113333333333336e-05,
      "loss": 1.8716,
      "mean_token_accuracy": 0.5869596699252725,
      "num_tokens": 13682146.0,
      "step": 1400
    },
    {
      "epoch": 1.12,
      "eval_coding_entropy": 1.8874374437332153,
      "eval_coding_loss": 2.3130838871002197,
      "eval_coding_mean_token_accuracy": 0.4985515549182892,
      "eval_coding_num_tokens": 13682146.0,
      "eval_coding_runtime": 80.6107,
      "eval_coding_samples_per_second": 6.203,
      "eval_coding_steps_per_second": 3.101,
      "step": 1400
    },
    {
      "epoch": 1.12,
      "eval_biology_entropy": 1.9534716877937317,
      "eval_biology_loss": 2.117032051086426,
      "eval_biology_mean_token_accuracy": 0.5663710038661957,
      "eval_biology_num_tokens": 13682146.0,
      "eval_biology_runtime": 34.5491,
      "eval_biology_samples_per_second": 14.472,
      "eval_biology_steps_per_second": 7.236,
      "step": 1400
    },
    {
      "entropy": 1.9430220112204553,
      "epoch": 1.1280000000000001,
      "grad_norm": 12.5625,
      "learning_rate": 1.9091111111111113e-05,
      "loss": 1.9125,
      "mean_token_accuracy": 0.5838606007397175,
      "num_tokens": 13781647.0,
      "step": 1410
    },
    {
      "entropy": 1.9991029907017945,
      "epoch": 1.1360000000000001,
      "grad_norm": 13.25,
      "learning_rate": 1.906888888888889e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5773349234834313,
      "num_tokens": 13876656.0,
      "step": 1420
    },
    {
      "entropy": 1.9905764922499656,
      "epoch": 1.144,
      "grad_norm": 11.875,
      "learning_rate": 1.904666666666667e-05,
      "loss": 1.9036,
      "mean_token_accuracy": 0.5791543116793036,
      "num_tokens": 13981024.0,
      "step": 1430
    },
    {
      "entropy": 1.938994688540697,
      "epoch": 1.152,
      "grad_norm": 11.4375,
      "learning_rate": 1.9024444444444446e-05,
      "loss": 1.8861,
      "mean_token_accuracy": 0.5848018407821656,
      "num_tokens": 14086104.0,
      "step": 1440
    },
    {
      "entropy": 2.0158420264720918,
      "epoch": 1.16,
      "grad_norm": 12.8125,
      "learning_rate": 1.9002222222222224e-05,
      "loss": 1.9323,
      "mean_token_accuracy": 0.5754542848095298,
      "num_tokens": 14179152.0,
      "step": 1450
    },
    {
      "entropy": 1.9549302212893962,
      "epoch": 1.168,
      "grad_norm": 11.5,
      "learning_rate": 1.898e-05,
      "loss": 1.9101,
      "mean_token_accuracy": 0.582378326356411,
      "num_tokens": 14274520.0,
      "step": 1460
    },
    {
      "entropy": 1.9402282141149043,
      "epoch": 1.176,
      "grad_norm": 10.875,
      "learning_rate": 1.895777777777778e-05,
      "loss": 1.8703,
      "mean_token_accuracy": 0.5832702025771141,
      "num_tokens": 14378506.0,
      "step": 1470
    },
    {
      "entropy": 2.0116791941225527,
      "epoch": 1.184,
      "grad_norm": 13.4375,
      "learning_rate": 1.8935555555555556e-05,
      "loss": 1.9544,
      "mean_token_accuracy": 0.5769317414611578,
      "num_tokens": 14473623.0,
      "step": 1480
    },
    {
      "entropy": 1.9328050471842289,
      "epoch": 1.192,
      "grad_norm": 12.4375,
      "learning_rate": 1.8913333333333334e-05,
      "loss": 1.8569,
      "mean_token_accuracy": 0.5865075359120965,
      "num_tokens": 14567216.0,
      "step": 1490
    },
    {
      "entropy": 1.984081008285284,
      "epoch": 1.2,
      "grad_norm": 12.125,
      "learning_rate": 1.8891111111111115e-05,
      "loss": 1.9149,
      "mean_token_accuracy": 0.578367224521935,
      "num_tokens": 14661238.0,
      "step": 1500
    },
    {
      "epoch": 1.2,
      "eval_coding_entropy": 1.9068009638786316,
      "eval_coding_loss": 2.345546245574951,
      "eval_coding_mean_token_accuracy": 0.49546057629585266,
      "eval_coding_num_tokens": 14661238.0,
      "eval_coding_runtime": 80.6257,
      "eval_coding_samples_per_second": 6.201,
      "eval_coding_steps_per_second": 3.101,
      "step": 1500
    },
    {
      "epoch": 1.2,
      "eval_biology_entropy": 1.9247408218383788,
      "eval_biology_loss": 2.0717103481292725,
      "eval_biology_mean_token_accuracy": 0.5721474689245224,
      "eval_biology_num_tokens": 14661238.0,
      "eval_biology_runtime": 34.3306,
      "eval_biology_samples_per_second": 14.564,
      "eval_biology_steps_per_second": 7.282,
      "step": 1500
    },
    {
      "entropy": 1.8859902337193488,
      "epoch": 1.208,
      "grad_norm": 9.625,
      "learning_rate": 1.886888888888889e-05,
      "loss": 1.8198,
      "mean_token_accuracy": 0.5924539837986231,
      "num_tokens": 14764963.0,
      "step": 1510
    },
    {
      "entropy": 1.9147443607449532,
      "epoch": 1.216,
      "grad_norm": 10.0,
      "learning_rate": 1.884666666666667e-05,
      "loss": 1.8428,
      "mean_token_accuracy": 0.5875054152682424,
      "num_tokens": 14865915.0,
      "step": 1520
    },
    {
      "entropy": 1.9541442558169364,
      "epoch": 1.224,
      "grad_norm": 12.6875,
      "learning_rate": 1.8824444444444445e-05,
      "loss": 1.8888,
      "mean_token_accuracy": 0.5863493517041206,
      "num_tokens": 14958678.0,
      "step": 1530
    },
    {
      "entropy": 1.8855828166007995,
      "epoch": 1.232,
      "grad_norm": 10.0,
      "learning_rate": 1.8802222222222226e-05,
      "loss": 1.8133,
      "mean_token_accuracy": 0.5939298838376998,
      "num_tokens": 15055682.0,
      "step": 1540
    },
    {
      "entropy": 1.9235595107078551,
      "epoch": 1.24,
      "grad_norm": 11.3125,
      "learning_rate": 1.878e-05,
      "loss": 1.8509,
      "mean_token_accuracy": 0.5880285549908877,
      "num_tokens": 15150956.0,
      "step": 1550
    },
    {
      "entropy": 1.9634107306599617,
      "epoch": 1.248,
      "grad_norm": 10.3125,
      "learning_rate": 1.875777777777778e-05,
      "loss": 1.8895,
      "mean_token_accuracy": 0.5849297363311052,
      "num_tokens": 15249576.0,
      "step": 1560
    },
    {
      "entropy": 1.9873026944696903,
      "epoch": 1.256,
      "grad_norm": 12.375,
      "learning_rate": 1.873555555555556e-05,
      "loss": 1.9352,
      "mean_token_accuracy": 0.5761945569887758,
      "num_tokens": 15344436.0,
      "step": 1570
    },
    {
      "entropy": 1.8877964243292809,
      "epoch": 1.264,
      "grad_norm": 10.0,
      "learning_rate": 1.8713333333333336e-05,
      "loss": 1.8079,
      "mean_token_accuracy": 0.5952812194824219,
      "num_tokens": 15446149.0,
      "step": 1580
    },
    {
      "entropy": 1.9913021348416806,
      "epoch": 1.272,
      "grad_norm": 10.375,
      "learning_rate": 1.8691111111111114e-05,
      "loss": 1.9326,
      "mean_token_accuracy": 0.5766056586056948,
      "num_tokens": 15539268.0,
      "step": 1590
    },
    {
      "entropy": 1.9224685184657573,
      "epoch": 1.28,
      "grad_norm": 12.3125,
      "learning_rate": 1.866888888888889e-05,
      "loss": 1.8535,
      "mean_token_accuracy": 0.5897443380206824,
      "num_tokens": 15639317.0,
      "step": 1600
    },
    {
      "epoch": 1.28,
      "eval_coding_entropy": 1.8912849707603454,
      "eval_coding_loss": 2.344475269317627,
      "eval_coding_mean_token_accuracy": 0.4952514443397522,
      "eval_coding_num_tokens": 15639317.0,
      "eval_coding_runtime": 80.7231,
      "eval_coding_samples_per_second": 6.194,
      "eval_coding_steps_per_second": 3.097,
      "step": 1600
    },
    {
      "epoch": 1.28,
      "eval_biology_entropy": 1.916876890182495,
      "eval_biology_loss": 2.0352823734283447,
      "eval_biology_mean_token_accuracy": 0.576624665260315,
      "eval_biology_num_tokens": 15639317.0,
      "eval_biology_runtime": 34.5704,
      "eval_biology_samples_per_second": 14.463,
      "eval_biology_steps_per_second": 7.232,
      "step": 1600
    },
    {
      "entropy": 1.9578663676977157,
      "epoch": 1.288,
      "grad_norm": 11.0,
      "learning_rate": 1.864666666666667e-05,
      "loss": 1.8945,
      "mean_token_accuracy": 0.5816468941047788,
      "num_tokens": 15734071.0,
      "step": 1610
    },
    {
      "entropy": 1.9439551319926978,
      "epoch": 1.296,
      "grad_norm": 11.0625,
      "learning_rate": 1.8624444444444446e-05,
      "loss": 1.8571,
      "mean_token_accuracy": 0.585198700428009,
      "num_tokens": 15835805.0,
      "step": 1620
    },
    {
      "entropy": 1.9310760222375394,
      "epoch": 1.304,
      "grad_norm": 10.5,
      "learning_rate": 1.8602222222222224e-05,
      "loss": 1.8625,
      "mean_token_accuracy": 0.5881968166679143,
      "num_tokens": 15932611.0,
      "step": 1630
    },
    {
      "entropy": 1.9141236551105976,
      "epoch": 1.312,
      "grad_norm": 10.8125,
      "learning_rate": 1.858e-05,
      "loss": 1.8295,
      "mean_token_accuracy": 0.58838891685009,
      "num_tokens": 16028375.0,
      "step": 1640
    },
    {
      "entropy": 1.970909407734871,
      "epoch": 1.32,
      "grad_norm": 11.125,
      "learning_rate": 1.855777777777778e-05,
      "loss": 1.8766,
      "mean_token_accuracy": 0.5829805953428149,
      "num_tokens": 16124235.0,
      "step": 1650
    },
    {
      "entropy": 1.9246645115315915,
      "epoch": 1.328,
      "grad_norm": 10.875,
      "learning_rate": 1.8535555555555557e-05,
      "loss": 1.8779,
      "mean_token_accuracy": 0.5896998945623636,
      "num_tokens": 16230555.0,
      "step": 1660
    },
    {
      "entropy": 1.8431354731321334,
      "epoch": 1.336,
      "grad_norm": 10.0625,
      "learning_rate": 1.8513333333333335e-05,
      "loss": 1.8193,
      "mean_token_accuracy": 0.5972616789862514,
      "num_tokens": 16331599.0,
      "step": 1670
    },
    {
      "entropy": 1.9220659539103508,
      "epoch": 1.3439999999999999,
      "grad_norm": 11.375,
      "learning_rate": 1.8491111111111112e-05,
      "loss": 1.8508,
      "mean_token_accuracy": 0.5920726301148533,
      "num_tokens": 16436297.0,
      "step": 1680
    },
    {
      "entropy": 1.895934323593974,
      "epoch": 1.3519999999999999,
      "grad_norm": 11.5625,
      "learning_rate": 1.846888888888889e-05,
      "loss": 1.8257,
      "mean_token_accuracy": 0.5953480795025825,
      "num_tokens": 16536195.0,
      "step": 1690
    },
    {
      "entropy": 1.8695914663374424,
      "epoch": 1.3599999999999999,
      "grad_norm": 12.125,
      "learning_rate": 1.8446666666666667e-05,
      "loss": 1.79,
      "mean_token_accuracy": 0.5937470164149999,
      "num_tokens": 16630563.0,
      "step": 1700
    },
    {
      "epoch": 1.3599999999999999,
      "eval_coding_entropy": 1.9096598467826844,
      "eval_coding_loss": 2.3258213996887207,
      "eval_coding_mean_token_accuracy": 0.49758183360099795,
      "eval_coding_num_tokens": 16630563.0,
      "eval_coding_runtime": 80.6822,
      "eval_coding_samples_per_second": 6.197,
      "eval_coding_steps_per_second": 3.099,
      "step": 1700
    },
    {
      "epoch": 1.3599999999999999,
      "eval_biology_entropy": 1.9426390035152434,
      "eval_biology_loss": 1.9884332418441772,
      "eval_biology_mean_token_accuracy": 0.5829362199306488,
      "eval_biology_num_tokens": 16630563.0,
      "eval_biology_runtime": 34.538,
      "eval_biology_samples_per_second": 14.477,
      "eval_biology_steps_per_second": 7.238,
      "step": 1700
    },
    {
      "entropy": 1.8714322451502086,
      "epoch": 1.3679999999999999,
      "grad_norm": 11.4375,
      "learning_rate": 1.842444444444445e-05,
      "loss": 1.8211,
      "mean_token_accuracy": 0.5943556617945432,
      "num_tokens": 16727975.0,
      "step": 1710
    },
    {
      "entropy": 1.9365650050342083,
      "epoch": 1.376,
      "grad_norm": 9.4375,
      "learning_rate": 1.8402222222222223e-05,
      "loss": 1.8462,
      "mean_token_accuracy": 0.5863204646855593,
      "num_tokens": 16822602.0,
      "step": 1720
    },
    {
      "entropy": 1.8875491715967656,
      "epoch": 1.384,
      "grad_norm": 11.3125,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 1.8205,
      "mean_token_accuracy": 0.5902999579906464,
      "num_tokens": 16917777.0,
      "step": 1730
    },
    {
      "entropy": 1.9061699729412793,
      "epoch": 1.392,
      "grad_norm": 10.5625,
      "learning_rate": 1.8357777777777778e-05,
      "loss": 1.8472,
      "mean_token_accuracy": 0.5923036687076092,
      "num_tokens": 17015750.0,
      "step": 1740
    },
    {
      "entropy": 1.8518050290644168,
      "epoch": 1.4,
      "grad_norm": 11.0625,
      "learning_rate": 1.833555555555556e-05,
      "loss": 1.7891,
      "mean_token_accuracy": 0.5978840438649058,
      "num_tokens": 17107360.0,
      "step": 1750
    },
    {
      "entropy": 1.8917289264500141,
      "epoch": 1.408,
      "grad_norm": 12.375,
      "learning_rate": 1.8313333333333333e-05,
      "loss": 1.8269,
      "mean_token_accuracy": 0.5924701662734151,
      "num_tokens": 17207248.0,
      "step": 1760
    },
    {
      "entropy": 1.9043795056641102,
      "epoch": 1.416,
      "grad_norm": 10.1875,
      "learning_rate": 1.8291111111111114e-05,
      "loss": 1.8403,
      "mean_token_accuracy": 0.5912218499928713,
      "num_tokens": 17306295.0,
      "step": 1770
    },
    {
      "entropy": 1.879479529708624,
      "epoch": 1.424,
      "grad_norm": 10.4375,
      "learning_rate": 1.8268888888888888e-05,
      "loss": 1.8073,
      "mean_token_accuracy": 0.5946688577532768,
      "num_tokens": 17403869.0,
      "step": 1780
    },
    {
      "entropy": 1.8418946724385024,
      "epoch": 1.432,
      "grad_norm": 8.625,
      "learning_rate": 1.824666666666667e-05,
      "loss": 1.7774,
      "mean_token_accuracy": 0.5993103161454201,
      "num_tokens": 17507714.0,
      "step": 1790
    },
    {
      "entropy": 1.8919135071337223,
      "epoch": 1.44,
      "grad_norm": 11.625,
      "learning_rate": 1.8224444444444447e-05,
      "loss": 1.8237,
      "mean_token_accuracy": 0.5932244326919317,
      "num_tokens": 17597428.0,
      "step": 1800
    },
    {
      "epoch": 1.44,
      "eval_coding_entropy": 1.8839851083755492,
      "eval_coding_loss": 2.3147287368774414,
      "eval_coding_mean_token_accuracy": 0.5010540502071381,
      "eval_coding_num_tokens": 17597428.0,
      "eval_coding_runtime": 80.7535,
      "eval_coding_samples_per_second": 6.192,
      "eval_coding_steps_per_second": 3.096,
      "step": 1800
    },
    {
      "epoch": 1.44,
      "eval_biology_entropy": 1.87712366604805,
      "eval_biology_loss": 1.9589980840682983,
      "eval_biology_mean_token_accuracy": 0.5894684064388275,
      "eval_biology_num_tokens": 17597428.0,
      "eval_biology_runtime": 34.6184,
      "eval_biology_samples_per_second": 14.443,
      "eval_biology_steps_per_second": 7.222,
      "step": 1800
    },
    {
      "entropy": 1.8756542146205901,
      "epoch": 1.448,
      "grad_norm": 8.875,
      "learning_rate": 1.8202222222222225e-05,
      "loss": 1.8173,
      "mean_token_accuracy": 0.5969021037220955,
      "num_tokens": 17698329.0,
      "step": 1810
    },
    {
      "entropy": 1.8537494942545891,
      "epoch": 1.456,
      "grad_norm": 8.5,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 1.7835,
      "mean_token_accuracy": 0.5985489264130592,
      "num_tokens": 17798083.0,
      "step": 1820
    },
    {
      "entropy": 1.846832074970007,
      "epoch": 1.464,
      "grad_norm": 9.9375,
      "learning_rate": 1.815777777777778e-05,
      "loss": 1.7661,
      "mean_token_accuracy": 0.5986342612653971,
      "num_tokens": 17892361.0,
      "step": 1830
    },
    {
      "entropy": 1.8376515425741673,
      "epoch": 1.472,
      "grad_norm": 10.0625,
      "learning_rate": 1.8135555555555557e-05,
      "loss": 1.7883,
      "mean_token_accuracy": 0.6009603329002857,
      "num_tokens": 17993802.0,
      "step": 1840
    },
    {
      "entropy": 1.8447901919484138,
      "epoch": 1.48,
      "grad_norm": 11.5625,
      "learning_rate": 1.8113333333333335e-05,
      "loss": 1.797,
      "mean_token_accuracy": 0.5993185771629215,
      "num_tokens": 18090617.0,
      "step": 1850
    },
    {
      "entropy": 1.8464039027690888,
      "epoch": 1.488,
      "grad_norm": 10.0625,
      "learning_rate": 1.8091111111111113e-05,
      "loss": 1.7906,
      "mean_token_accuracy": 0.5992585981264711,
      "num_tokens": 18185570.0,
      "step": 1860
    },
    {
      "entropy": 1.8622294574975968,
      "epoch": 1.496,
      "grad_norm": 11.375,
      "learning_rate": 1.806888888888889e-05,
      "loss": 1.799,
      "mean_token_accuracy": 0.597082006931305,
      "num_tokens": 18278908.0,
      "step": 1870
    },
    {
      "entropy": 1.8341825246810912,
      "epoch": 1.504,
      "grad_norm": 9.5625,
      "learning_rate": 1.8046666666666668e-05,
      "loss": 1.765,
      "mean_token_accuracy": 0.6009232444688678,
      "num_tokens": 18377903.0,
      "step": 1880
    },
    {
      "entropy": 1.8509348623454571,
      "epoch": 1.512,
      "grad_norm": 9.375,
      "learning_rate": 1.8024444444444445e-05,
      "loss": 1.7705,
      "mean_token_accuracy": 0.5985264440998435,
      "num_tokens": 18479107.0,
      "step": 1890
    },
    {
      "entropy": 1.8879661358892919,
      "epoch": 1.52,
      "grad_norm": 9.625,
      "learning_rate": 1.8002222222222223e-05,
      "loss": 1.8164,
      "mean_token_accuracy": 0.5940329255536199,
      "num_tokens": 18579284.0,
      "step": 1900
    },
    {
      "epoch": 1.52,
      "eval_coding_entropy": 1.8767889976501464,
      "eval_coding_loss": 2.3431949615478516,
      "eval_coding_mean_token_accuracy": 0.4959298541545868,
      "eval_coding_num_tokens": 18579284.0,
      "eval_coding_runtime": 80.7542,
      "eval_coding_samples_per_second": 6.192,
      "eval_coding_steps_per_second": 3.096,
      "step": 1900
    },
    {
      "epoch": 1.52,
      "eval_biology_entropy": 1.8529948596954346,
      "eval_biology_loss": 1.913954734802246,
      "eval_biology_mean_token_accuracy": 0.5940197825431823,
      "eval_biology_num_tokens": 18579284.0,
      "eval_biology_runtime": 34.5204,
      "eval_biology_samples_per_second": 14.484,
      "eval_biology_steps_per_second": 7.242,
      "step": 1900
    },
    {
      "entropy": 1.8475319847464562,
      "epoch": 1.528,
      "grad_norm": 10.125,
      "learning_rate": 1.798e-05,
      "loss": 1.7722,
      "mean_token_accuracy": 0.5960186466574668,
      "num_tokens": 18671484.0,
      "step": 1910
    },
    {
      "entropy": 1.846816373616457,
      "epoch": 1.536,
      "grad_norm": 12.0,
      "learning_rate": 1.7957777777777778e-05,
      "loss": 1.7605,
      "mean_token_accuracy": 0.5992849035188555,
      "num_tokens": 18765324.0,
      "step": 1920
    },
    {
      "entropy": 1.8267472043633461,
      "epoch": 1.544,
      "grad_norm": 9.625,
      "learning_rate": 1.7935555555555556e-05,
      "loss": 1.7549,
      "mean_token_accuracy": 0.6032338388264179,
      "num_tokens": 18865316.0,
      "step": 1930
    },
    {
      "entropy": 1.8062134094536304,
      "epoch": 1.552,
      "grad_norm": 9.0625,
      "learning_rate": 1.7913333333333337e-05,
      "loss": 1.7421,
      "mean_token_accuracy": 0.604615181311965,
      "num_tokens": 18966382.0,
      "step": 1940
    },
    {
      "entropy": 1.8020479552447797,
      "epoch": 1.56,
      "grad_norm": 9.0,
      "learning_rate": 1.789111111111111e-05,
      "loss": 1.7317,
      "mean_token_accuracy": 0.608651296235621,
      "num_tokens": 19062128.0,
      "step": 1950
    },
    {
      "entropy": 1.8492420889437198,
      "epoch": 1.568,
      "grad_norm": 10.1875,
      "learning_rate": 1.7868888888888892e-05,
      "loss": 1.7824,
      "mean_token_accuracy": 0.6007449336349964,
      "num_tokens": 19160509.0,
      "step": 1960
    },
    {
      "entropy": 1.8319963850080967,
      "epoch": 1.576,
      "grad_norm": 10.6875,
      "learning_rate": 1.7846666666666666e-05,
      "loss": 1.7687,
      "mean_token_accuracy": 0.6003297364339233,
      "num_tokens": 19258305.0,
      "step": 1970
    },
    {
      "entropy": 1.7432583637535572,
      "epoch": 1.584,
      "grad_norm": 9.125,
      "learning_rate": 1.7824444444444447e-05,
      "loss": 1.6755,
      "mean_token_accuracy": 0.613487584143877,
      "num_tokens": 19354662.0,
      "step": 1980
    },
    {
      "entropy": 1.849979268014431,
      "epoch": 1.592,
      "grad_norm": 9.5625,
      "learning_rate": 1.780222222222222e-05,
      "loss": 1.7805,
      "mean_token_accuracy": 0.6017373757436871,
      "num_tokens": 19446577.0,
      "step": 1990
    },
    {
      "entropy": 1.848842553049326,
      "epoch": 1.6,
      "grad_norm": 9.1875,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 1.7833,
      "mean_token_accuracy": 0.5976102851331234,
      "num_tokens": 19543088.0,
      "step": 2000
    },
    {
      "epoch": 1.6,
      "eval_coding_entropy": 1.8642783060073853,
      "eval_coding_loss": 2.3345677852630615,
      "eval_coding_mean_token_accuracy": 0.49641851997375486,
      "eval_coding_num_tokens": 19543088.0,
      "eval_coding_runtime": 80.931,
      "eval_coding_samples_per_second": 6.178,
      "eval_coding_steps_per_second": 3.089,
      "step": 2000
    },
    {
      "epoch": 1.6,
      "eval_biology_entropy": 1.8082833728790284,
      "eval_biology_loss": 1.8987895250320435,
      "eval_biology_mean_token_accuracy": 0.5959605065584183,
      "eval_biology_num_tokens": 19543088.0,
      "eval_biology_runtime": 34.2382,
      "eval_biology_samples_per_second": 14.604,
      "eval_biology_steps_per_second": 7.302,
      "step": 2000
    },
    {
      "entropy": 1.8170477211475373,
      "epoch": 1.608,
      "grad_norm": 9.0625,
      "learning_rate": 1.7757777777777777e-05,
      "loss": 1.7425,
      "mean_token_accuracy": 0.6050298389047384,
      "num_tokens": 19642298.0,
      "step": 2010
    },
    {
      "entropy": 1.7922820329666138,
      "epoch": 1.616,
      "grad_norm": 9.125,
      "learning_rate": 1.7735555555555558e-05,
      "loss": 1.718,
      "mean_token_accuracy": 0.6069137429818511,
      "num_tokens": 19743506.0,
      "step": 2020
    },
    {
      "entropy": 1.834612490236759,
      "epoch": 1.624,
      "grad_norm": 13.1875,
      "learning_rate": 1.7713333333333335e-05,
      "loss": 1.7703,
      "mean_token_accuracy": 0.6007826989516616,
      "num_tokens": 19845228.0,
      "step": 2030
    },
    {
      "entropy": 1.8345312468707562,
      "epoch": 1.6320000000000001,
      "grad_norm": 11.8125,
      "learning_rate": 1.7691111111111113e-05,
      "loss": 1.7904,
      "mean_token_accuracy": 0.6026085142046214,
      "num_tokens": 19937567.0,
      "step": 2040
    },
    {
      "entropy": 1.8599664010107517,
      "epoch": 1.6400000000000001,
      "grad_norm": 10.375,
      "learning_rate": 1.766888888888889e-05,
      "loss": 1.7666,
      "mean_token_accuracy": 0.596138310432434,
      "num_tokens": 20028494.0,
      "step": 2050
    },
    {
      "entropy": 1.7672480165958404,
      "epoch": 1.6480000000000001,
      "grad_norm": 8.5,
      "learning_rate": 1.7646666666666668e-05,
      "loss": 1.7025,
      "mean_token_accuracy": 0.6117627980187536,
      "num_tokens": 20129743.0,
      "step": 2060
    },
    {
      "entropy": 1.7967971567064525,
      "epoch": 1.6560000000000001,
      "grad_norm": 9.875,
      "learning_rate": 1.7624444444444446e-05,
      "loss": 1.7408,
      "mean_token_accuracy": 0.607316411100328,
      "num_tokens": 20230156.0,
      "step": 2070
    },
    {
      "entropy": 1.7646208584308625,
      "epoch": 1.6640000000000001,
      "grad_norm": 9.375,
      "learning_rate": 1.7602222222222223e-05,
      "loss": 1.6996,
      "mean_token_accuracy": 0.6130116602405906,
      "num_tokens": 20331548.0,
      "step": 2080
    },
    {
      "entropy": 1.8086679019033909,
      "epoch": 1.6720000000000002,
      "grad_norm": 9.75,
      "learning_rate": 1.758e-05,
      "loss": 1.7253,
      "mean_token_accuracy": 0.6075613485649228,
      "num_tokens": 20425782.0,
      "step": 2090
    },
    {
      "entropy": 1.8103238429874182,
      "epoch": 1.6800000000000002,
      "grad_norm": 10.8125,
      "learning_rate": 1.755777777777778e-05,
      "loss": 1.7715,
      "mean_token_accuracy": 0.6018931455910206,
      "num_tokens": 20524247.0,
      "step": 2100
    },
    {
      "epoch": 1.6800000000000002,
      "eval_coding_entropy": 1.9248092899322509,
      "eval_coding_loss": 2.3239312171936035,
      "eval_coding_mean_token_accuracy": 0.4967528132200241,
      "eval_coding_num_tokens": 20524247.0,
      "eval_coding_runtime": 80.5845,
      "eval_coding_samples_per_second": 6.205,
      "eval_coding_steps_per_second": 3.102,
      "step": 2100
    },
    {
      "epoch": 1.6800000000000002,
      "eval_biology_entropy": 1.8323220880031585,
      "eval_biology_loss": 1.8671725988388062,
      "eval_biology_mean_token_accuracy": 0.5994496657848358,
      "eval_biology_num_tokens": 20524247.0,
      "eval_biology_runtime": 34.4548,
      "eval_biology_samples_per_second": 14.512,
      "eval_biology_steps_per_second": 7.256,
      "step": 2100
    },
    {
      "entropy": 1.8471850778907537,
      "epoch": 1.688,
      "grad_norm": 12.6875,
      "learning_rate": 1.7535555555555556e-05,
      "loss": 1.7729,
      "mean_token_accuracy": 0.6012401515617967,
      "num_tokens": 20615831.0,
      "step": 2110
    },
    {
      "entropy": 1.743248750269413,
      "epoch": 1.696,
      "grad_norm": 10.375,
      "learning_rate": 1.7513333333333334e-05,
      "loss": 1.6782,
      "mean_token_accuracy": 0.6167684741318226,
      "num_tokens": 20718121.0,
      "step": 2120
    },
    {
      "entropy": 1.7873006261885167,
      "epoch": 1.704,
      "grad_norm": 9.6875,
      "learning_rate": 1.749111111111111e-05,
      "loss": 1.7311,
      "mean_token_accuracy": 0.6056294169276952,
      "num_tokens": 20823099.0,
      "step": 2130
    },
    {
      "entropy": 1.81577892228961,
      "epoch": 1.712,
      "grad_norm": 9.5,
      "learning_rate": 1.746888888888889e-05,
      "loss": 1.7519,
      "mean_token_accuracy": 0.6086800323799253,
      "num_tokens": 20921419.0,
      "step": 2140
    },
    {
      "entropy": 1.7905849933624267,
      "epoch": 1.72,
      "grad_norm": 9.0,
      "learning_rate": 1.7446666666666667e-05,
      "loss": 1.708,
      "mean_token_accuracy": 0.6048404024913907,
      "num_tokens": 21020164.0,
      "step": 2150
    },
    {
      "entropy": 1.7664998650550843,
      "epoch": 1.728,
      "grad_norm": 8.75,
      "learning_rate": 1.7424444444444444e-05,
      "loss": 1.6999,
      "mean_token_accuracy": 0.6104172091931105,
      "num_tokens": 21118581.0,
      "step": 2160
    },
    {
      "entropy": 1.7681288361549377,
      "epoch": 1.736,
      "grad_norm": 9.5,
      "learning_rate": 1.7402222222222222e-05,
      "loss": 1.6913,
      "mean_token_accuracy": 0.6129325466230512,
      "num_tokens": 21216158.0,
      "step": 2170
    },
    {
      "entropy": 1.7116123758256436,
      "epoch": 1.744,
      "grad_norm": 10.5,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 1.638,
      "mean_token_accuracy": 0.6149178206920624,
      "num_tokens": 21315128.0,
      "step": 2180
    },
    {
      "entropy": 1.767675194516778,
      "epoch": 1.752,
      "grad_norm": 9.1875,
      "learning_rate": 1.735777777777778e-05,
      "loss": 1.7082,
      "mean_token_accuracy": 0.610173468105495,
      "num_tokens": 21420182.0,
      "step": 2190
    },
    {
      "entropy": 1.7936776638031007,
      "epoch": 1.76,
      "grad_norm": 10.5625,
      "learning_rate": 1.7335555555555558e-05,
      "loss": 1.7213,
      "mean_token_accuracy": 0.6062763595953584,
      "num_tokens": 21511066.0,
      "step": 2200
    },
    {
      "epoch": 1.76,
      "eval_coding_entropy": 1.9285395607948304,
      "eval_coding_loss": 2.3115410804748535,
      "eval_coding_mean_token_accuracy": 0.49883099663257596,
      "eval_coding_num_tokens": 21511066.0,
      "eval_coding_runtime": 80.7188,
      "eval_coding_samples_per_second": 6.194,
      "eval_coding_steps_per_second": 3.097,
      "step": 2200
    },
    {
      "epoch": 1.76,
      "eval_biology_entropy": 1.815982218503952,
      "eval_biology_loss": 1.84175443649292,
      "eval_biology_mean_token_accuracy": 0.6039358637332917,
      "eval_biology_num_tokens": 21511066.0,
      "eval_biology_runtime": 34.5383,
      "eval_biology_samples_per_second": 14.477,
      "eval_biology_steps_per_second": 7.238,
      "step": 2200
    },
    {
      "entropy": 1.7788202807307243,
      "epoch": 1.768,
      "grad_norm": 8.0625,
      "learning_rate": 1.7313333333333336e-05,
      "loss": 1.6969,
      "mean_token_accuracy": 0.6084614660590887,
      "num_tokens": 21607794.0,
      "step": 2210
    },
    {
      "entropy": 1.7595535799860955,
      "epoch": 1.776,
      "grad_norm": 9.125,
      "learning_rate": 1.7291111111111113e-05,
      "loss": 1.7076,
      "mean_token_accuracy": 0.6141810776665807,
      "num_tokens": 21704368.0,
      "step": 2220
    },
    {
      "entropy": 1.7047814682126046,
      "epoch": 1.784,
      "grad_norm": 8.5625,
      "learning_rate": 1.726888888888889e-05,
      "loss": 1.6273,
      "mean_token_accuracy": 0.6201400419697165,
      "num_tokens": 21807887.0,
      "step": 2230
    },
    {
      "entropy": 1.7654159277677537,
      "epoch": 1.792,
      "grad_norm": 8.75,
      "learning_rate": 1.724666666666667e-05,
      "loss": 1.6976,
      "mean_token_accuracy": 0.6115840144455433,
      "num_tokens": 21905784.0,
      "step": 2240
    },
    {
      "entropy": 1.7922681115567685,
      "epoch": 1.8,
      "grad_norm": 10.1875,
      "learning_rate": 1.7224444444444446e-05,
      "loss": 1.7383,
      "mean_token_accuracy": 0.6069337302818895,
      "num_tokens": 21997410.0,
      "step": 2250
    },
    {
      "entropy": 1.741399647668004,
      "epoch": 1.808,
      "grad_norm": 9.8125,
      "learning_rate": 1.7202222222222224e-05,
      "loss": 1.6652,
      "mean_token_accuracy": 0.6142366178333759,
      "num_tokens": 22094159.0,
      "step": 2260
    },
    {
      "entropy": 1.7799841571599244,
      "epoch": 1.8159999999999998,
      "grad_norm": 8.25,
      "learning_rate": 1.718e-05,
      "loss": 1.7144,
      "mean_token_accuracy": 0.6076404828578233,
      "num_tokens": 22192305.0,
      "step": 2270
    },
    {
      "entropy": 1.7761202543973922,
      "epoch": 1.8239999999999998,
      "grad_norm": 9.75,
      "learning_rate": 1.715777777777778e-05,
      "loss": 1.7016,
      "mean_token_accuracy": 0.6089693499729038,
      "num_tokens": 22290654.0,
      "step": 2280
    },
    {
      "entropy": 1.775102337449789,
      "epoch": 1.8319999999999999,
      "grad_norm": 7.90625,
      "learning_rate": 1.7135555555555557e-05,
      "loss": 1.7129,
      "mean_token_accuracy": 0.6085843306034804,
      "num_tokens": 22389707.0,
      "step": 2290
    },
    {
      "entropy": 1.8077950671315193,
      "epoch": 1.8399999999999999,
      "grad_norm": 10.5,
      "learning_rate": 1.7113333333333334e-05,
      "loss": 1.7412,
      "mean_token_accuracy": 0.6040071191266179,
      "num_tokens": 22485675.0,
      "step": 2300
    },
    {
      "epoch": 1.8399999999999999,
      "eval_coding_entropy": 1.8626320977211,
      "eval_coding_loss": 2.318260669708252,
      "eval_coding_mean_token_accuracy": 0.4991067146062851,
      "eval_coding_num_tokens": 22485675.0,
      "eval_coding_runtime": 80.6837,
      "eval_coding_samples_per_second": 6.197,
      "eval_coding_steps_per_second": 3.099,
      "step": 2300
    },
    {
      "epoch": 1.8399999999999999,
      "eval_biology_entropy": 1.7646894090175629,
      "eval_biology_loss": 1.8258318901062012,
      "eval_biology_mean_token_accuracy": 0.6067340680360794,
      "eval_biology_num_tokens": 22485675.0,
      "eval_biology_runtime": 34.5007,
      "eval_biology_samples_per_second": 14.492,
      "eval_biology_steps_per_second": 7.246,
      "step": 2300
    },
    {
      "entropy": 1.7107921369373797,
      "epoch": 1.8479999999999999,
      "grad_norm": 8.75,
      "learning_rate": 1.7091111111111112e-05,
      "loss": 1.6406,
      "mean_token_accuracy": 0.6187074469402433,
      "num_tokens": 22594136.0,
      "step": 2310
    },
    {
      "entropy": 1.7815124906599522,
      "epoch": 1.8559999999999999,
      "grad_norm": 9.6875,
      "learning_rate": 1.706888888888889e-05,
      "loss": 1.7306,
      "mean_token_accuracy": 0.6066237287595868,
      "num_tokens": 22689900.0,
      "step": 2320
    },
    {
      "entropy": 1.7289459429681302,
      "epoch": 1.8639999999999999,
      "grad_norm": 9.3125,
      "learning_rate": 1.704666666666667e-05,
      "loss": 1.6782,
      "mean_token_accuracy": 0.6185855753719807,
      "num_tokens": 22787887.0,
      "step": 2330
    },
    {
      "entropy": 1.6866063613444566,
      "epoch": 1.8719999999999999,
      "grad_norm": 9.25,
      "learning_rate": 1.7024444444444445e-05,
      "loss": 1.6238,
      "mean_token_accuracy": 0.6253292145207524,
      "num_tokens": 22887275.0,
      "step": 2340
    },
    {
      "entropy": 1.774533098563552,
      "epoch": 1.88,
      "grad_norm": 11.5,
      "learning_rate": 1.7002222222222226e-05,
      "loss": 1.7142,
      "mean_token_accuracy": 0.6074549812823534,
      "num_tokens": 22984975.0,
      "step": 2350
    },
    {
      "entropy": 1.7709153965115547,
      "epoch": 1.888,
      "grad_norm": 10.8125,
      "learning_rate": 1.698e-05,
      "loss": 1.7091,
      "mean_token_accuracy": 0.6101190822198987,
      "num_tokens": 23081241.0,
      "step": 2360
    },
    {
      "entropy": 1.7443819627165795,
      "epoch": 1.896,
      "grad_norm": 9.5625,
      "learning_rate": 1.695777777777778e-05,
      "loss": 1.6749,
      "mean_token_accuracy": 0.6157219119369983,
      "num_tokens": 23181355.0,
      "step": 2370
    },
    {
      "entropy": 1.8135411240160466,
      "epoch": 1.904,
      "grad_norm": 10.1875,
      "learning_rate": 1.6935555555555555e-05,
      "loss": 1.7442,
      "mean_token_accuracy": 0.6022866329178214,
      "num_tokens": 23276417.0,
      "step": 2380
    },
    {
      "entropy": 1.7852804265916347,
      "epoch": 1.912,
      "grad_norm": 8.125,
      "learning_rate": 1.6913333333333336e-05,
      "loss": 1.7054,
      "mean_token_accuracy": 0.6094424337148666,
      "num_tokens": 23374460.0,
      "step": 2390
    },
    {
      "entropy": 1.7223038360476495,
      "epoch": 1.92,
      "grad_norm": 9.0625,
      "learning_rate": 1.689111111111111e-05,
      "loss": 1.6464,
      "mean_token_accuracy": 0.6168824147433043,
      "num_tokens": 23476340.0,
      "step": 2400
    },
    {
      "epoch": 1.92,
      "eval_coding_entropy": 1.9000126180648804,
      "eval_coding_loss": 2.3312573432922363,
      "eval_coding_mean_token_accuracy": 0.49816246128082275,
      "eval_coding_num_tokens": 23476340.0,
      "eval_coding_runtime": 80.8263,
      "eval_coding_samples_per_second": 6.186,
      "eval_coding_steps_per_second": 3.093,
      "step": 2400
    },
    {
      "epoch": 1.92,
      "eval_biology_entropy": 1.74286589884758,
      "eval_biology_loss": 1.8049228191375732,
      "eval_biology_mean_token_accuracy": 0.608675300359726,
      "eval_biology_num_tokens": 23476340.0,
      "eval_biology_runtime": 34.581,
      "eval_biology_samples_per_second": 14.459,
      "eval_biology_steps_per_second": 7.229,
      "step": 2400
    },
    {
      "entropy": 1.7121219135820867,
      "epoch": 1.928,
      "grad_norm": 7.625,
      "learning_rate": 1.686888888888889e-05,
      "loss": 1.6408,
      "mean_token_accuracy": 0.621227914094925,
      "num_tokens": 23570764.0,
      "step": 2410
    },
    {
      "entropy": 1.700171983987093,
      "epoch": 1.936,
      "grad_norm": 8.5625,
      "learning_rate": 1.684666666666667e-05,
      "loss": 1.6153,
      "mean_token_accuracy": 0.6197861280292273,
      "num_tokens": 23673208.0,
      "step": 2420
    },
    {
      "entropy": 1.7056194875389337,
      "epoch": 1.944,
      "grad_norm": 9.0,
      "learning_rate": 1.6824444444444447e-05,
      "loss": 1.6393,
      "mean_token_accuracy": 0.6218485841527581,
      "num_tokens": 23777687.0,
      "step": 2430
    },
    {
      "entropy": 1.7795246351510285,
      "epoch": 1.952,
      "grad_norm": 7.53125,
      "learning_rate": 1.6802222222222224e-05,
      "loss": 1.7116,
      "mean_token_accuracy": 0.6097978493198752,
      "num_tokens": 23870993.0,
      "step": 2440
    },
    {
      "entropy": 1.7756722070276738,
      "epoch": 1.96,
      "grad_norm": 8.875,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 1.6959,
      "mean_token_accuracy": 0.6106678569689393,
      "num_tokens": 23970557.0,
      "step": 2450
    },
    {
      "entropy": 1.7476738385856152,
      "epoch": 1.968,
      "grad_norm": 8.375,
      "learning_rate": 1.675777777777778e-05,
      "loss": 1.6952,
      "mean_token_accuracy": 0.6131310626864434,
      "num_tokens": 24066234.0,
      "step": 2460
    },
    {
      "entropy": 1.7443486232310534,
      "epoch": 1.976,
      "grad_norm": 8.6875,
      "learning_rate": 1.6735555555555557e-05,
      "loss": 1.6747,
      "mean_token_accuracy": 0.6122729379683733,
      "num_tokens": 24164350.0,
      "step": 2470
    },
    {
      "entropy": 1.743413707241416,
      "epoch": 1.984,
      "grad_norm": 8.375,
      "learning_rate": 1.6713333333333335e-05,
      "loss": 1.6735,
      "mean_token_accuracy": 0.616204534098506,
      "num_tokens": 24262389.0,
      "step": 2480
    },
    {
      "entropy": 1.745465162023902,
      "epoch": 1.992,
      "grad_norm": 9.6875,
      "learning_rate": 1.6691111111111112e-05,
      "loss": 1.6884,
      "mean_token_accuracy": 0.6156047407537699,
      "num_tokens": 24359792.0,
      "step": 2490
    },
    {
      "entropy": 1.7558744188398123,
      "epoch": 2.0,
      "grad_norm": 10.375,
      "learning_rate": 1.666888888888889e-05,
      "loss": 1.6838,
      "mean_token_accuracy": 0.6169366030022502,
      "num_tokens": 24455544.0,
      "step": 2500
    },
    {
      "epoch": 2.0,
      "eval_coding_entropy": 1.809644660949707,
      "eval_coding_loss": 2.3500161170959473,
      "eval_coding_mean_token_accuracy": 0.49760334622859953,
      "eval_coding_num_tokens": 24455544.0,
      "eval_coding_runtime": 81.1577,
      "eval_coding_samples_per_second": 6.161,
      "eval_coding_steps_per_second": 3.08,
      "step": 2500
    },
    {
      "epoch": 2.0,
      "eval_biology_entropy": 1.665675255537033,
      "eval_biology_loss": 1.7844414710998535,
      "eval_biology_mean_token_accuracy": 0.6123956483602524,
      "eval_biology_num_tokens": 24455544.0,
      "eval_biology_runtime": 34.3075,
      "eval_biology_samples_per_second": 14.574,
      "eval_biology_steps_per_second": 7.287,
      "step": 2500
    },
    {
      "entropy": 1.3941724233329296,
      "epoch": 2.008,
      "grad_norm": 10.625,
      "learning_rate": 1.6646666666666668e-05,
      "loss": 1.3194,
      "mean_token_accuracy": 0.669821274280548,
      "num_tokens": 24549381.0,
      "step": 2510
    },
    {
      "entropy": 1.3493203684687614,
      "epoch": 2.016,
      "grad_norm": 9.4375,
      "learning_rate": 1.6624444444444445e-05,
      "loss": 1.2516,
      "mean_token_accuracy": 0.6811134446412325,
      "num_tokens": 24645425.0,
      "step": 2520
    },
    {
      "entropy": 1.321524141356349,
      "epoch": 2.024,
      "grad_norm": 9.3125,
      "learning_rate": 1.6602222222222223e-05,
      "loss": 1.2473,
      "mean_token_accuracy": 0.6803081015124917,
      "num_tokens": 24741400.0,
      "step": 2530
    },
    {
      "entropy": 1.3757263593375684,
      "epoch": 2.032,
      "grad_norm": 9.875,
      "learning_rate": 1.658e-05,
      "loss": 1.3085,
      "mean_token_accuracy": 0.6724627614021301,
      "num_tokens": 24835956.0,
      "step": 2540
    },
    {
      "entropy": 1.3186254695057869,
      "epoch": 2.04,
      "grad_norm": 8.8125,
      "learning_rate": 1.6557777777777778e-05,
      "loss": 1.2345,
      "mean_token_accuracy": 0.6815349081531167,
      "num_tokens": 24935969.0,
      "step": 2550
    },
    {
      "entropy": 1.3261476553976537,
      "epoch": 2.048,
      "grad_norm": 9.75,
      "learning_rate": 1.6535555555555556e-05,
      "loss": 1.25,
      "mean_token_accuracy": 0.6800847489386797,
      "num_tokens": 25036470.0,
      "step": 2560
    },
    {
      "entropy": 1.3340820781886578,
      "epoch": 2.056,
      "grad_norm": 9.0,
      "learning_rate": 1.6513333333333333e-05,
      "loss": 1.2517,
      "mean_token_accuracy": 0.6790327195078134,
      "num_tokens": 25133816.0,
      "step": 2570
    },
    {
      "entropy": 1.353278061747551,
      "epoch": 2.064,
      "grad_norm": 8.5625,
      "learning_rate": 1.6491111111111114e-05,
      "loss": 1.2811,
      "mean_token_accuracy": 0.6770677912980319,
      "num_tokens": 25230959.0,
      "step": 2580
    },
    {
      "entropy": 1.3099045217037202,
      "epoch": 2.072,
      "grad_norm": 9.75,
      "learning_rate": 1.646888888888889e-05,
      "loss": 1.2501,
      "mean_token_accuracy": 0.6826524507254362,
      "num_tokens": 25325005.0,
      "step": 2590
    },
    {
      "entropy": 1.3453321371227502,
      "epoch": 2.08,
      "grad_norm": 8.875,
      "learning_rate": 1.644666666666667e-05,
      "loss": 1.2711,
      "mean_token_accuracy": 0.6777556100860238,
      "num_tokens": 25422625.0,
      "step": 2600
    },
    {
      "epoch": 2.08,
      "eval_coding_entropy": 1.4200371098518372,
      "eval_coding_loss": 2.5741419792175293,
      "eval_coding_mean_token_accuracy": 0.4915895385742188,
      "eval_coding_num_tokens": 25422625.0,
      "eval_coding_runtime": 80.5782,
      "eval_coding_samples_per_second": 6.205,
      "eval_coding_steps_per_second": 3.103,
      "step": 2600
    },
    {
      "epoch": 2.08,
      "eval_biology_entropy": 1.377419537782669,
      "eval_biology_loss": 1.8940107822418213,
      "eval_biology_mean_token_accuracy": 0.6067952680587768,
      "eval_biology_num_tokens": 25422625.0,
      "eval_biology_runtime": 34.5064,
      "eval_biology_samples_per_second": 14.49,
      "eval_biology_steps_per_second": 7.245,
      "step": 2600
    },
    {
      "entropy": 1.306822381168604,
      "epoch": 2.088,
      "grad_norm": 9.5,
      "learning_rate": 1.6424444444444444e-05,
      "loss": 1.2552,
      "mean_token_accuracy": 0.6827932462096215,
      "num_tokens": 25521950.0,
      "step": 2610
    },
    {
      "entropy": 1.353487553820014,
      "epoch": 2.096,
      "grad_norm": 9.3125,
      "learning_rate": 1.6402222222222225e-05,
      "loss": 1.2842,
      "mean_token_accuracy": 0.6742482740432024,
      "num_tokens": 25614286.0,
      "step": 2620
    },
    {
      "entropy": 1.3189049158245325,
      "epoch": 2.104,
      "grad_norm": 8.4375,
      "learning_rate": 1.638e-05,
      "loss": 1.2223,
      "mean_token_accuracy": 0.6869060814380645,
      "num_tokens": 25713850.0,
      "step": 2630
    },
    {
      "entropy": 1.2969917487353086,
      "epoch": 2.112,
      "grad_norm": 7.90625,
      "learning_rate": 1.635777777777778e-05,
      "loss": 1.2404,
      "mean_token_accuracy": 0.6812446774914861,
      "num_tokens": 25810384.0,
      "step": 2640
    },
    {
      "entropy": 1.340190590918064,
      "epoch": 2.12,
      "grad_norm": 9.0625,
      "learning_rate": 1.6335555555555558e-05,
      "loss": 1.2673,
      "mean_token_accuracy": 0.6766477670520544,
      "num_tokens": 25906804.0,
      "step": 2650
    },
    {
      "entropy": 1.3120084423571825,
      "epoch": 2.128,
      "grad_norm": 8.6875,
      "learning_rate": 1.6313333333333335e-05,
      "loss": 1.2339,
      "mean_token_accuracy": 0.6853831727057695,
      "num_tokens": 26005047.0,
      "step": 2660
    },
    {
      "entropy": 1.3091088984161616,
      "epoch": 2.136,
      "grad_norm": 8.0625,
      "learning_rate": 1.6291111111111113e-05,
      "loss": 1.228,
      "mean_token_accuracy": 0.6843484036624432,
      "num_tokens": 26108999.0,
      "step": 2670
    },
    {
      "entropy": 1.328462427854538,
      "epoch": 2.144,
      "grad_norm": 10.4375,
      "learning_rate": 1.626888888888889e-05,
      "loss": 1.2675,
      "mean_token_accuracy": 0.6777665082365274,
      "num_tokens": 26207169.0,
      "step": 2680
    },
    {
      "entropy": 1.354077434912324,
      "epoch": 2.152,
      "grad_norm": 11.3125,
      "learning_rate": 1.6246666666666668e-05,
      "loss": 1.2786,
      "mean_token_accuracy": 0.6771173100918532,
      "num_tokens": 26305937.0,
      "step": 2690
    },
    {
      "entropy": 1.3734657648950814,
      "epoch": 2.16,
      "grad_norm": 9.375,
      "learning_rate": 1.6224444444444446e-05,
      "loss": 1.2925,
      "mean_token_accuracy": 0.6744703065603972,
      "num_tokens": 26402150.0,
      "step": 2700
    },
    {
      "epoch": 2.16,
      "eval_coding_entropy": 1.4100214166641236,
      "eval_coding_loss": 2.5930116176605225,
      "eval_coding_mean_token_accuracy": 0.4897049493789673,
      "eval_coding_num_tokens": 26402150.0,
      "eval_coding_runtime": 80.7059,
      "eval_coding_samples_per_second": 6.195,
      "eval_coding_steps_per_second": 3.098,
      "step": 2700
    },
    {
      "epoch": 2.16,
      "eval_biology_entropy": 1.4006369497776032,
      "eval_biology_loss": 1.8709315061569214,
      "eval_biology_mean_token_accuracy": 0.6084704607725143,
      "eval_biology_num_tokens": 26402150.0,
      "eval_biology_runtime": 34.5439,
      "eval_biology_samples_per_second": 14.474,
      "eval_biology_steps_per_second": 7.237,
      "step": 2700
    },
    {
      "entropy": 1.318521523103118,
      "epoch": 2.168,
      "grad_norm": 9.375,
      "learning_rate": 1.6202222222222223e-05,
      "loss": 1.2664,
      "mean_token_accuracy": 0.6791813928633929,
      "num_tokens": 26499545.0,
      "step": 2710
    },
    {
      "entropy": 1.3708464104682208,
      "epoch": 2.176,
      "grad_norm": 10.375,
      "learning_rate": 1.618e-05,
      "loss": 1.3008,
      "mean_token_accuracy": 0.671920969709754,
      "num_tokens": 26599464.0,
      "step": 2720
    },
    {
      "entropy": 1.2873451314866542,
      "epoch": 2.184,
      "grad_norm": 10.8125,
      "learning_rate": 1.615777777777778e-05,
      "loss": 1.2165,
      "mean_token_accuracy": 0.6868797164410353,
      "num_tokens": 26698280.0,
      "step": 2730
    },
    {
      "entropy": 1.3334475455805659,
      "epoch": 2.192,
      "grad_norm": 8.4375,
      "learning_rate": 1.6135555555555556e-05,
      "loss": 1.2483,
      "mean_token_accuracy": 0.6825383372604847,
      "num_tokens": 26790601.0,
      "step": 2740
    },
    {
      "entropy": 1.3112976301461459,
      "epoch": 2.2,
      "grad_norm": 8.875,
      "learning_rate": 1.6113333333333334e-05,
      "loss": 1.2487,
      "mean_token_accuracy": 0.6837869491428137,
      "num_tokens": 26890948.0,
      "step": 2750
    },
    {
      "entropy": 1.361701337993145,
      "epoch": 2.208,
      "grad_norm": 8.9375,
      "learning_rate": 1.609111111111111e-05,
      "loss": 1.2995,
      "mean_token_accuracy": 0.6752991519868374,
      "num_tokens": 26988598.0,
      "step": 2760
    },
    {
      "entropy": 1.3458108559250832,
      "epoch": 2.216,
      "grad_norm": 9.0625,
      "learning_rate": 1.606888888888889e-05,
      "loss": 1.269,
      "mean_token_accuracy": 0.6751867750659585,
      "num_tokens": 27086447.0,
      "step": 2770
    },
    {
      "entropy": 1.3709994018077851,
      "epoch": 2.224,
      "grad_norm": 9.5,
      "learning_rate": 1.6046666666666667e-05,
      "loss": 1.3122,
      "mean_token_accuracy": 0.6743873700499534,
      "num_tokens": 27181933.0,
      "step": 2780
    },
    {
      "entropy": 1.3100591607391834,
      "epoch": 2.232,
      "grad_norm": 10.0625,
      "learning_rate": 1.6024444444444444e-05,
      "loss": 1.2356,
      "mean_token_accuracy": 0.6815704194828868,
      "num_tokens": 27281887.0,
      "step": 2790
    },
    {
      "entropy": 1.2877999659627677,
      "epoch": 2.24,
      "grad_norm": 8.5,
      "learning_rate": 1.6002222222222222e-05,
      "loss": 1.2114,
      "mean_token_accuracy": 0.6887289330363273,
      "num_tokens": 27378686.0,
      "step": 2800
    },
    {
      "epoch": 2.24,
      "eval_coding_entropy": 1.4068603639602661,
      "eval_coding_loss": 2.6122212409973145,
      "eval_coding_mean_token_accuracy": 0.4874311695098877,
      "eval_coding_num_tokens": 27378686.0,
      "eval_coding_runtime": 80.8152,
      "eval_coding_samples_per_second": 6.187,
      "eval_coding_steps_per_second": 3.093,
      "step": 2800
    },
    {
      "epoch": 2.24,
      "eval_biology_entropy": 1.379576261997223,
      "eval_biology_loss": 1.8703761100769043,
      "eval_biology_mean_token_accuracy": 0.6101479414701462,
      "eval_biology_num_tokens": 27378686.0,
      "eval_biology_runtime": 34.5774,
      "eval_biology_samples_per_second": 14.46,
      "eval_biology_steps_per_second": 7.23,
      "step": 2800
    },
    {
      "entropy": 1.3135050516575575,
      "epoch": 2.248,
      "grad_norm": 9.125,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 1.2502,
      "mean_token_accuracy": 0.6803241483867168,
      "num_tokens": 27471374.0,
      "step": 2810
    },
    {
      "entropy": 1.2820098880678414,
      "epoch": 2.2560000000000002,
      "grad_norm": 9.75,
      "learning_rate": 1.5957777777777777e-05,
      "loss": 1.2162,
      "mean_token_accuracy": 0.6899815808981657,
      "num_tokens": 27571908.0,
      "step": 2820
    },
    {
      "entropy": 1.2829747460782528,
      "epoch": 2.2640000000000002,
      "grad_norm": 8.6875,
      "learning_rate": 1.5935555555555558e-05,
      "loss": 1.2215,
      "mean_token_accuracy": 0.6869070068001747,
      "num_tokens": 27670576.0,
      "step": 2830
    },
    {
      "entropy": 1.2975538209080697,
      "epoch": 2.2720000000000002,
      "grad_norm": 9.875,
      "learning_rate": 1.5913333333333332e-05,
      "loss": 1.2467,
      "mean_token_accuracy": 0.6818758625537157,
      "num_tokens": 27770478.0,
      "step": 2840
    },
    {
      "entropy": 1.3254982884973288,
      "epoch": 2.2800000000000002,
      "grad_norm": 9.6875,
      "learning_rate": 1.5891111111111113e-05,
      "loss": 1.2547,
      "mean_token_accuracy": 0.6790332119911909,
      "num_tokens": 27869124.0,
      "step": 2850
    },
    {
      "entropy": 1.36055579893291,
      "epoch": 2.288,
      "grad_norm": 9.25,
      "learning_rate": 1.5868888888888888e-05,
      "loss": 1.2916,
      "mean_token_accuracy": 0.6745719544589519,
      "num_tokens": 27965558.0,
      "step": 2860
    },
    {
      "entropy": 1.3263279289007186,
      "epoch": 2.296,
      "grad_norm": 9.5,
      "learning_rate": 1.584666666666667e-05,
      "loss": 1.2545,
      "mean_token_accuracy": 0.6796434124931693,
      "num_tokens": 28063623.0,
      "step": 2870
    },
    {
      "entropy": 1.3337733939290046,
      "epoch": 2.304,
      "grad_norm": 8.375,
      "learning_rate": 1.5824444444444446e-05,
      "loss": 1.278,
      "mean_token_accuracy": 0.6782555224373936,
      "num_tokens": 28165624.0,
      "step": 2880
    },
    {
      "entropy": 1.3085902910679579,
      "epoch": 2.312,
      "grad_norm": 10.3125,
      "learning_rate": 1.5802222222222224e-05,
      "loss": 1.2231,
      "mean_token_accuracy": 0.686250700801611,
      "num_tokens": 28263002.0,
      "step": 2890
    },
    {
      "entropy": 1.3032118685543537,
      "epoch": 2.32,
      "grad_norm": 9.0625,
      "learning_rate": 1.578e-05,
      "loss": 1.2345,
      "mean_token_accuracy": 0.6842638425529003,
      "num_tokens": 28363594.0,
      "step": 2900
    },
    {
      "epoch": 2.32,
      "eval_coding_entropy": 1.3769904222488403,
      "eval_coding_loss": 2.6226658821105957,
      "eval_coding_mean_token_accuracy": 0.4903402773141861,
      "eval_coding_num_tokens": 28363594.0,
      "eval_coding_runtime": 80.6873,
      "eval_coding_samples_per_second": 6.197,
      "eval_coding_steps_per_second": 3.098,
      "step": 2900
    },
    {
      "epoch": 2.32,
      "eval_biology_entropy": 1.373055094242096,
      "eval_biology_loss": 1.8568984270095825,
      "eval_biology_mean_token_accuracy": 0.6115068056583405,
      "eval_biology_num_tokens": 28363594.0,
      "eval_biology_runtime": 34.5406,
      "eval_biology_samples_per_second": 14.476,
      "eval_biology_steps_per_second": 7.238,
      "step": 2900
    },
    {
      "entropy": 1.3078051444143057,
      "epoch": 2.328,
      "grad_norm": 9.0625,
      "learning_rate": 1.575777777777778e-05,
      "loss": 1.2442,
      "mean_token_accuracy": 0.6830941155552864,
      "num_tokens": 28461456.0,
      "step": 2910
    },
    {
      "entropy": 1.3277079079300165,
      "epoch": 2.336,
      "grad_norm": 10.1875,
      "learning_rate": 1.5735555555555557e-05,
      "loss": 1.2536,
      "mean_token_accuracy": 0.6805235210806131,
      "num_tokens": 28558104.0,
      "step": 2920
    },
    {
      "entropy": 1.3095818992704154,
      "epoch": 2.344,
      "grad_norm": 9.75,
      "learning_rate": 1.5713333333333334e-05,
      "loss": 1.2399,
      "mean_token_accuracy": 0.6841209914535284,
      "num_tokens": 28651333.0,
      "step": 2930
    },
    {
      "entropy": 1.3614604577422142,
      "epoch": 2.352,
      "grad_norm": 9.0,
      "learning_rate": 1.5691111111111112e-05,
      "loss": 1.2866,
      "mean_token_accuracy": 0.674070455878973,
      "num_tokens": 28747265.0,
      "step": 2940
    },
    {
      "entropy": 1.3213990192860365,
      "epoch": 2.36,
      "grad_norm": 9.5,
      "learning_rate": 1.5668888888888893e-05,
      "loss": 1.2554,
      "mean_token_accuracy": 0.6805708345025778,
      "num_tokens": 28845078.0,
      "step": 2950
    },
    {
      "entropy": 1.313858350366354,
      "epoch": 2.368,
      "grad_norm": 10.4375,
      "learning_rate": 1.5646666666666667e-05,
      "loss": 1.2317,
      "mean_token_accuracy": 0.6821391180157661,
      "num_tokens": 28944694.0,
      "step": 2960
    },
    {
      "entropy": 1.3028883308172226,
      "epoch": 2.376,
      "grad_norm": 10.3125,
      "learning_rate": 1.5624444444444448e-05,
      "loss": 1.2547,
      "mean_token_accuracy": 0.6808353718370199,
      "num_tokens": 29043273.0,
      "step": 2970
    },
    {
      "entropy": 1.357869551703334,
      "epoch": 2.384,
      "grad_norm": 9.625,
      "learning_rate": 1.5602222222222222e-05,
      "loss": 1.2662,
      "mean_token_accuracy": 0.6764214668422938,
      "num_tokens": 29136617.0,
      "step": 2980
    },
    {
      "entropy": 1.3357534304261207,
      "epoch": 2.392,
      "grad_norm": 8.0,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 1.2801,
      "mean_token_accuracy": 0.676220154389739,
      "num_tokens": 29233852.0,
      "step": 2990
    },
    {
      "entropy": 1.2693344183266162,
      "epoch": 2.4,
      "grad_norm": 9.4375,
      "learning_rate": 1.5557777777777778e-05,
      "loss": 1.1995,
      "mean_token_accuracy": 0.6897810094058514,
      "num_tokens": 29333526.0,
      "step": 3000
    },
    {
      "epoch": 2.4,
      "eval_coding_entropy": 1.3863299145698547,
      "eval_coding_loss": 2.6043550968170166,
      "eval_coding_mean_token_accuracy": 0.48935880374908447,
      "eval_coding_num_tokens": 29333526.0,
      "eval_coding_runtime": 81.0232,
      "eval_coding_samples_per_second": 6.171,
      "eval_coding_steps_per_second": 3.086,
      "step": 3000
    },
    {
      "epoch": 2.4,
      "eval_biology_entropy": 1.3638584072589874,
      "eval_biology_loss": 1.8524683713912964,
      "eval_biology_mean_token_accuracy": 0.6125637955665588,
      "eval_biology_num_tokens": 29333526.0,
      "eval_biology_runtime": 34.2837,
      "eval_biology_samples_per_second": 14.584,
      "eval_biology_steps_per_second": 7.292,
      "step": 3000
    },
    {
      "entropy": 1.2789642039686442,
      "epoch": 2.408,
      "grad_norm": 9.125,
      "learning_rate": 1.553555555555556e-05,
      "loss": 1.2171,
      "mean_token_accuracy": 0.685649523511529,
      "num_tokens": 29433472.0,
      "step": 3010
    },
    {
      "entropy": 1.339285009354353,
      "epoch": 2.416,
      "grad_norm": 9.375,
      "learning_rate": 1.5513333333333333e-05,
      "loss": 1.2721,
      "mean_token_accuracy": 0.6772762261331081,
      "num_tokens": 29534153.0,
      "step": 3020
    },
    {
      "entropy": 1.2902169305831195,
      "epoch": 2.424,
      "grad_norm": 8.375,
      "learning_rate": 1.5491111111111114e-05,
      "loss": 1.2181,
      "mean_token_accuracy": 0.6863500630483031,
      "num_tokens": 29633799.0,
      "step": 3030
    },
    {
      "entropy": 1.341353177279234,
      "epoch": 2.432,
      "grad_norm": 9.625,
      "learning_rate": 1.546888888888889e-05,
      "loss": 1.2695,
      "mean_token_accuracy": 0.676876176521182,
      "num_tokens": 29736571.0,
      "step": 3040
    },
    {
      "entropy": 1.3391491793096066,
      "epoch": 2.44,
      "grad_norm": 9.5625,
      "learning_rate": 1.544666666666667e-05,
      "loss": 1.2777,
      "mean_token_accuracy": 0.6792867548763752,
      "num_tokens": 29831041.0,
      "step": 3050
    },
    {
      "entropy": 1.3455006148666144,
      "epoch": 2.448,
      "grad_norm": 9.5625,
      "learning_rate": 1.5424444444444447e-05,
      "loss": 1.2926,
      "mean_token_accuracy": 0.6746746303513647,
      "num_tokens": 29932423.0,
      "step": 3060
    },
    {
      "entropy": 1.273782044276595,
      "epoch": 2.456,
      "grad_norm": 9.3125,
      "learning_rate": 1.5402222222222224e-05,
      "loss": 1.2066,
      "mean_token_accuracy": 0.690886540710926,
      "num_tokens": 30034329.0,
      "step": 3070
    },
    {
      "entropy": 1.2982609134167433,
      "epoch": 2.464,
      "grad_norm": 9.25,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 1.2266,
      "mean_token_accuracy": 0.6838351469486952,
      "num_tokens": 30137125.0,
      "step": 3080
    },
    {
      "entropy": 1.336208062618971,
      "epoch": 2.472,
      "grad_norm": 7.875,
      "learning_rate": 1.535777777777778e-05,
      "loss": 1.245,
      "mean_token_accuracy": 0.6802433703094721,
      "num_tokens": 30238002.0,
      "step": 3090
    },
    {
      "entropy": 1.2911558199673892,
      "epoch": 2.48,
      "grad_norm": 9.0,
      "learning_rate": 1.5335555555555557e-05,
      "loss": 1.2231,
      "mean_token_accuracy": 0.6875222444534301,
      "num_tokens": 30341656.0,
      "step": 3100
    },
    {
      "epoch": 2.48,
      "eval_coding_entropy": 1.3613218491077423,
      "eval_coding_loss": 2.613987922668457,
      "eval_coding_mean_token_accuracy": 0.4901017976999283,
      "eval_coding_num_tokens": 30341656.0,
      "eval_coding_runtime": 80.7129,
      "eval_coding_samples_per_second": 6.195,
      "eval_coding_steps_per_second": 3.097,
      "step": 3100
    },
    {
      "epoch": 2.48,
      "eval_biology_entropy": 1.3554350888729096,
      "eval_biology_loss": 1.8478503227233887,
      "eval_biology_mean_token_accuracy": 0.613789293050766,
      "eval_biology_num_tokens": 30341656.0,
      "eval_biology_runtime": 34.5463,
      "eval_biology_samples_per_second": 14.473,
      "eval_biology_steps_per_second": 7.237,
      "step": 3100
    },
    {
      "entropy": 1.3083804294466972,
      "epoch": 2.488,
      "grad_norm": 9.125,
      "learning_rate": 1.5313333333333335e-05,
      "loss": 1.2449,
      "mean_token_accuracy": 0.6802754148840904,
      "num_tokens": 30438574.0,
      "step": 3110
    },
    {
      "entropy": 1.2827832002192736,
      "epoch": 2.496,
      "grad_norm": 8.5,
      "learning_rate": 1.5291111111111112e-05,
      "loss": 1.1929,
      "mean_token_accuracy": 0.6871533524245024,
      "num_tokens": 30533732.0,
      "step": 3120
    },
    {
      "entropy": 1.3230565767735243,
      "epoch": 2.504,
      "grad_norm": 8.375,
      "learning_rate": 1.526888888888889e-05,
      "loss": 1.2619,
      "mean_token_accuracy": 0.6819439355283976,
      "num_tokens": 30636499.0,
      "step": 3130
    },
    {
      "entropy": 1.3317816890776157,
      "epoch": 2.512,
      "grad_norm": 11.125,
      "learning_rate": 1.5246666666666668e-05,
      "loss": 1.2685,
      "mean_token_accuracy": 0.679246911033988,
      "num_tokens": 30730599.0,
      "step": 3140
    },
    {
      "entropy": 1.2744449619203806,
      "epoch": 2.52,
      "grad_norm": 8.625,
      "learning_rate": 1.5224444444444447e-05,
      "loss": 1.1974,
      "mean_token_accuracy": 0.6901719182729721,
      "num_tokens": 30833721.0,
      "step": 3150
    },
    {
      "entropy": 1.3353193238377572,
      "epoch": 2.528,
      "grad_norm": 9.3125,
      "learning_rate": 1.5202222222222223e-05,
      "loss": 1.2601,
      "mean_token_accuracy": 0.6807567119598389,
      "num_tokens": 30927950.0,
      "step": 3160
    },
    {
      "entropy": 1.322566243261099,
      "epoch": 2.536,
      "grad_norm": 8.625,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 1.2501,
      "mean_token_accuracy": 0.6800903137773275,
      "num_tokens": 31024913.0,
      "step": 3170
    },
    {
      "entropy": 1.3238492000848054,
      "epoch": 2.544,
      "grad_norm": 9.0625,
      "learning_rate": 1.5157777777777778e-05,
      "loss": 1.2794,
      "mean_token_accuracy": 0.6799400698393583,
      "num_tokens": 31125667.0,
      "step": 3180
    },
    {
      "entropy": 1.3588717244565487,
      "epoch": 2.552,
      "grad_norm": 8.9375,
      "learning_rate": 1.5135555555555557e-05,
      "loss": 1.277,
      "mean_token_accuracy": 0.6778805941343308,
      "num_tokens": 31219752.0,
      "step": 3190
    },
    {
      "entropy": 1.311237034201622,
      "epoch": 2.56,
      "grad_norm": 9.625,
      "learning_rate": 1.5113333333333335e-05,
      "loss": 1.2415,
      "mean_token_accuracy": 0.6827613107860089,
      "num_tokens": 31315742.0,
      "step": 3200
    },
    {
      "epoch": 2.56,
      "eval_coding_entropy": 1.4315943632125854,
      "eval_coding_loss": 2.5752055644989014,
      "eval_coding_mean_token_accuracy": 0.4914292950630188,
      "eval_coding_num_tokens": 31315742.0,
      "eval_coding_runtime": 80.7544,
      "eval_coding_samples_per_second": 6.192,
      "eval_coding_steps_per_second": 3.096,
      "step": 3200
    },
    {
      "epoch": 2.56,
      "eval_biology_entropy": 1.384849598646164,
      "eval_biology_loss": 1.8343677520751953,
      "eval_biology_mean_token_accuracy": 0.6148306584358215,
      "eval_biology_num_tokens": 31315742.0,
      "eval_biology_runtime": 34.5871,
      "eval_biology_samples_per_second": 14.456,
      "eval_biology_steps_per_second": 7.228,
      "step": 3200
    },
    {
      "entropy": 1.3369716439396142,
      "epoch": 2.568,
      "grad_norm": 10.3125,
      "learning_rate": 1.5091111111111113e-05,
      "loss": 1.2547,
      "mean_token_accuracy": 0.6816793225705624,
      "num_tokens": 31409922.0,
      "step": 3210
    },
    {
      "entropy": 1.327769524976611,
      "epoch": 2.576,
      "grad_norm": 9.1875,
      "learning_rate": 1.506888888888889e-05,
      "loss": 1.2583,
      "mean_token_accuracy": 0.6779466547071934,
      "num_tokens": 31505374.0,
      "step": 3220
    },
    {
      "entropy": 1.3424996677786112,
      "epoch": 2.584,
      "grad_norm": 9.3125,
      "learning_rate": 1.5046666666666668e-05,
      "loss": 1.2833,
      "mean_token_accuracy": 0.6762760864570737,
      "num_tokens": 31603730.0,
      "step": 3230
    },
    {
      "entropy": 1.3560134887695312,
      "epoch": 2.592,
      "grad_norm": 9.625,
      "learning_rate": 1.5024444444444445e-05,
      "loss": 1.2857,
      "mean_token_accuracy": 0.6698039565235376,
      "num_tokens": 31701680.0,
      "step": 3240
    },
    {
      "entropy": 1.3437051452696323,
      "epoch": 2.6,
      "grad_norm": 8.625,
      "learning_rate": 1.5002222222222223e-05,
      "loss": 1.2686,
      "mean_token_accuracy": 0.6797982208430767,
      "num_tokens": 31800642.0,
      "step": 3250
    },
    {
      "entropy": 1.3563278328627348,
      "epoch": 2.608,
      "grad_norm": 9.125,
      "learning_rate": 1.498e-05,
      "loss": 1.2818,
      "mean_token_accuracy": 0.676681861653924,
      "num_tokens": 31893221.0,
      "step": 3260
    },
    {
      "entropy": 1.3103603057563304,
      "epoch": 2.616,
      "grad_norm": 10.0625,
      "learning_rate": 1.495777777777778e-05,
      "loss": 1.2291,
      "mean_token_accuracy": 0.6827728252857923,
      "num_tokens": 31992068.0,
      "step": 3270
    },
    {
      "entropy": 1.3047459945082664,
      "epoch": 2.624,
      "grad_norm": 9.5625,
      "learning_rate": 1.4935555555555556e-05,
      "loss": 1.2206,
      "mean_token_accuracy": 0.6825230287387967,
      "num_tokens": 32087176.0,
      "step": 3280
    },
    {
      "entropy": 1.330530958622694,
      "epoch": 2.632,
      "grad_norm": 8.6875,
      "learning_rate": 1.4913333333333335e-05,
      "loss": 1.2387,
      "mean_token_accuracy": 0.6807667899876833,
      "num_tokens": 32182894.0,
      "step": 3290
    },
    {
      "entropy": 1.3247079342603683,
      "epoch": 2.64,
      "grad_norm": 8.5625,
      "learning_rate": 1.4891111111111111e-05,
      "loss": 1.2696,
      "mean_token_accuracy": 0.6792343307286501,
      "num_tokens": 32280689.0,
      "step": 3300
    },
    {
      "epoch": 2.64,
      "eval_coding_entropy": 1.4303072175979614,
      "eval_coding_loss": 2.5810346603393555,
      "eval_coding_mean_token_accuracy": 0.49048304760456085,
      "eval_coding_num_tokens": 32280689.0,
      "eval_coding_runtime": 80.6718,
      "eval_coding_samples_per_second": 6.198,
      "eval_coding_steps_per_second": 3.099,
      "step": 3300
    },
    {
      "epoch": 2.64,
      "eval_biology_entropy": 1.3878839569091797,
      "eval_biology_loss": 1.8281776905059814,
      "eval_biology_mean_token_accuracy": 0.6170009956359863,
      "eval_biology_num_tokens": 32280689.0,
      "eval_biology_runtime": 34.5322,
      "eval_biology_samples_per_second": 14.479,
      "eval_biology_steps_per_second": 7.24,
      "step": 3300
    },
    {
      "entropy": 1.3040554393082857,
      "epoch": 2.648,
      "grad_norm": 8.5,
      "learning_rate": 1.486888888888889e-05,
      "loss": 1.2086,
      "mean_token_accuracy": 0.6872444607317447,
      "num_tokens": 32381804.0,
      "step": 3310
    },
    {
      "entropy": 1.302925393357873,
      "epoch": 2.656,
      "grad_norm": 8.4375,
      "learning_rate": 1.4846666666666666e-05,
      "loss": 1.2297,
      "mean_token_accuracy": 0.6841850558295846,
      "num_tokens": 32483392.0,
      "step": 3320
    },
    {
      "entropy": 1.3072497289627791,
      "epoch": 2.664,
      "grad_norm": 9.3125,
      "learning_rate": 1.4824444444444446e-05,
      "loss": 1.2308,
      "mean_token_accuracy": 0.6831338245421648,
      "num_tokens": 32585922.0,
      "step": 3330
    },
    {
      "entropy": 1.3302494835108518,
      "epoch": 2.672,
      "grad_norm": 9.8125,
      "learning_rate": 1.4802222222222225e-05,
      "loss": 1.2471,
      "mean_token_accuracy": 0.6804894229397178,
      "num_tokens": 32683246.0,
      "step": 3340
    },
    {
      "entropy": 1.3048723790794612,
      "epoch": 2.68,
      "grad_norm": 9.0625,
      "learning_rate": 1.478e-05,
      "loss": 1.2238,
      "mean_token_accuracy": 0.684066891670227,
      "num_tokens": 32785587.0,
      "step": 3350
    },
    {
      "entropy": 1.2777054220438004,
      "epoch": 2.6879999999999997,
      "grad_norm": 11.0,
      "learning_rate": 1.475777777777778e-05,
      "loss": 1.2205,
      "mean_token_accuracy": 0.6885102111846209,
      "num_tokens": 32884993.0,
      "step": 3360
    },
    {
      "entropy": 1.3156323719769716,
      "epoch": 2.6959999999999997,
      "grad_norm": 7.84375,
      "learning_rate": 1.4735555555555556e-05,
      "loss": 1.2459,
      "mean_token_accuracy": 0.6870798572897912,
      "num_tokens": 32987975.0,
      "step": 3370
    },
    {
      "entropy": 1.3053158961236477,
      "epoch": 2.7039999999999997,
      "grad_norm": 9.375,
      "learning_rate": 1.4713333333333335e-05,
      "loss": 1.2262,
      "mean_token_accuracy": 0.6826810404658318,
      "num_tokens": 33088388.0,
      "step": 3380
    },
    {
      "entropy": 1.310131374001503,
      "epoch": 2.7119999999999997,
      "grad_norm": 9.125,
      "learning_rate": 1.4691111111111111e-05,
      "loss": 1.2348,
      "mean_token_accuracy": 0.6842263314872981,
      "num_tokens": 33191037.0,
      "step": 3390
    },
    {
      "entropy": 1.2661819014698268,
      "epoch": 2.7199999999999998,
      "grad_norm": 9.875,
      "learning_rate": 1.466888888888889e-05,
      "loss": 1.2057,
      "mean_token_accuracy": 0.6887014904990792,
      "num_tokens": 33287208.0,
      "step": 3400
    },
    {
      "epoch": 2.7199999999999998,
      "eval_coding_entropy": 1.412791344165802,
      "eval_coding_loss": 2.5965793132781982,
      "eval_coding_mean_token_accuracy": 0.4919923458099365,
      "eval_coding_num_tokens": 33287208.0,
      "eval_coding_runtime": 80.7256,
      "eval_coding_samples_per_second": 6.194,
      "eval_coding_steps_per_second": 3.097,
      "step": 3400
    },
    {
      "epoch": 2.7199999999999998,
      "eval_biology_entropy": 1.3660389807224274,
      "eval_biology_loss": 1.8216793537139893,
      "eval_biology_mean_token_accuracy": 0.6171293332576752,
      "eval_biology_num_tokens": 33287208.0,
      "eval_biology_runtime": 34.5539,
      "eval_biology_samples_per_second": 14.47,
      "eval_biology_steps_per_second": 7.235,
      "step": 3400
    },
    {
      "entropy": 1.3374906186014415,
      "epoch": 2.7279999999999998,
      "grad_norm": 9.0,
      "learning_rate": 1.4646666666666666e-05,
      "loss": 1.258,
      "mean_token_accuracy": 0.6771736204624176,
      "num_tokens": 33382395.0,
      "step": 3410
    },
    {
      "entropy": 1.3166811391711235,
      "epoch": 2.7359999999999998,
      "grad_norm": 8.25,
      "learning_rate": 1.4624444444444446e-05,
      "loss": 1.2506,
      "mean_token_accuracy": 0.6815609242767096,
      "num_tokens": 33474750.0,
      "step": 3420
    },
    {
      "entropy": 1.319710561260581,
      "epoch": 2.7439999999999998,
      "grad_norm": 8.875,
      "learning_rate": 1.4602222222222225e-05,
      "loss": 1.2393,
      "mean_token_accuracy": 0.6798650180920959,
      "num_tokens": 33574354.0,
      "step": 3430
    },
    {
      "entropy": 1.298485990613699,
      "epoch": 2.752,
      "grad_norm": 10.3125,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 1.2548,
      "mean_token_accuracy": 0.6800953218713403,
      "num_tokens": 33664302.0,
      "step": 3440
    },
    {
      "entropy": 1.365294897183776,
      "epoch": 2.76,
      "grad_norm": 9.5,
      "learning_rate": 1.455777777777778e-05,
      "loss": 1.2674,
      "mean_token_accuracy": 0.6751013390719891,
      "num_tokens": 33758379.0,
      "step": 3450
    },
    {
      "entropy": 1.3293887708336114,
      "epoch": 2.768,
      "grad_norm": 9.625,
      "learning_rate": 1.4535555555555556e-05,
      "loss": 1.2642,
      "mean_token_accuracy": 0.679371539503336,
      "num_tokens": 33854081.0,
      "step": 3460
    },
    {
      "entropy": 1.3318107854574919,
      "epoch": 2.776,
      "grad_norm": 9.375,
      "learning_rate": 1.4513333333333336e-05,
      "loss": 1.2497,
      "mean_token_accuracy": 0.6817400306463242,
      "num_tokens": 33954190.0,
      "step": 3470
    },
    {
      "entropy": 1.2678642321377993,
      "epoch": 2.784,
      "grad_norm": 7.78125,
      "learning_rate": 1.4491111111111111e-05,
      "loss": 1.1993,
      "mean_token_accuracy": 0.6902125094085931,
      "num_tokens": 34053149.0,
      "step": 3480
    },
    {
      "entropy": 1.2830467984080314,
      "epoch": 2.792,
      "grad_norm": 10.0,
      "learning_rate": 1.446888888888889e-05,
      "loss": 1.2123,
      "mean_token_accuracy": 0.6883727179840207,
      "num_tokens": 34155726.0,
      "step": 3490
    },
    {
      "entropy": 1.3042668014764787,
      "epoch": 2.8,
      "grad_norm": 8.875,
      "learning_rate": 1.4446666666666668e-05,
      "loss": 1.2476,
      "mean_token_accuracy": 0.682776740193367,
      "num_tokens": 34254105.0,
      "step": 3500
    },
    {
      "epoch": 2.8,
      "eval_coding_entropy": 1.4258624668121338,
      "eval_coding_loss": 2.5903193950653076,
      "eval_coding_mean_token_accuracy": 0.490932767868042,
      "eval_coding_num_tokens": 34254105.0,
      "eval_coding_runtime": 80.7978,
      "eval_coding_samples_per_second": 6.188,
      "eval_coding_steps_per_second": 3.094,
      "step": 3500
    },
    {
      "epoch": 2.8,
      "eval_biology_entropy": 1.3915580325126649,
      "eval_biology_loss": 1.806222677230835,
      "eval_biology_mean_token_accuracy": 0.6184270669221879,
      "eval_biology_num_tokens": 34254105.0,
      "eval_biology_runtime": 34.3602,
      "eval_biology_samples_per_second": 14.552,
      "eval_biology_steps_per_second": 7.276,
      "step": 3500
    },
    {
      "entropy": 1.2844651576131583,
      "epoch": 2.808,
      "grad_norm": 9.0,
      "learning_rate": 1.4424444444444446e-05,
      "loss": 1.2078,
      "mean_token_accuracy": 0.6895487755537033,
      "num_tokens": 34355300.0,
      "step": 3510
    },
    {
      "entropy": 1.3104639161378144,
      "epoch": 2.816,
      "grad_norm": 8.6875,
      "learning_rate": 1.4402222222222224e-05,
      "loss": 1.2397,
      "mean_token_accuracy": 0.6832378506660461,
      "num_tokens": 34453342.0,
      "step": 3520
    },
    {
      "entropy": 1.3384467106312514,
      "epoch": 2.824,
      "grad_norm": 9.5,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 1.285,
      "mean_token_accuracy": 0.6738950032740831,
      "num_tokens": 34545312.0,
      "step": 3530
    },
    {
      "entropy": 1.3105097509920598,
      "epoch": 2.832,
      "grad_norm": 9.25,
      "learning_rate": 1.4357777777777779e-05,
      "loss": 1.2113,
      "mean_token_accuracy": 0.6869281362742186,
      "num_tokens": 34644113.0,
      "step": 3540
    },
    {
      "entropy": 1.29368614256382,
      "epoch": 2.84,
      "grad_norm": 9.0,
      "learning_rate": 1.4335555555555556e-05,
      "loss": 1.2184,
      "mean_token_accuracy": 0.6886517371982336,
      "num_tokens": 34741190.0,
      "step": 3550
    },
    {
      "entropy": 1.3618748169392347,
      "epoch": 2.848,
      "grad_norm": 9.25,
      "learning_rate": 1.4313333333333334e-05,
      "loss": 1.2946,
      "mean_token_accuracy": 0.6744046177715063,
      "num_tokens": 34835062.0,
      "step": 3560
    },
    {
      "entropy": 1.2460330594331026,
      "epoch": 2.856,
      "grad_norm": 9.5,
      "learning_rate": 1.4291111111111113e-05,
      "loss": 1.1878,
      "mean_token_accuracy": 0.6953139543533325,
      "num_tokens": 34935322.0,
      "step": 3570
    },
    {
      "entropy": 1.3480581784620882,
      "epoch": 2.864,
      "grad_norm": 8.8125,
      "learning_rate": 1.426888888888889e-05,
      "loss": 1.262,
      "mean_token_accuracy": 0.6758569717407227,
      "num_tokens": 35032361.0,
      "step": 3580
    },
    {
      "entropy": 1.3081249494105578,
      "epoch": 2.872,
      "grad_norm": 10.0,
      "learning_rate": 1.4246666666666669e-05,
      "loss": 1.272,
      "mean_token_accuracy": 0.6813550926744938,
      "num_tokens": 35126047.0,
      "step": 3590
    },
    {
      "entropy": 1.3329480335116386,
      "epoch": 2.88,
      "grad_norm": 10.125,
      "learning_rate": 1.4224444444444445e-05,
      "loss": 1.2594,
      "mean_token_accuracy": 0.679586223512888,
      "num_tokens": 35226653.0,
      "step": 3600
    },
    {
      "epoch": 2.88,
      "eval_coding_entropy": 1.376364647626877,
      "eval_coding_loss": 2.6125705242156982,
      "eval_coding_mean_token_accuracy": 0.49043033480644227,
      "eval_coding_num_tokens": 35226653.0,
      "eval_coding_runtime": 80.7658,
      "eval_coding_samples_per_second": 6.191,
      "eval_coding_steps_per_second": 3.095,
      "step": 3600
    },
    {
      "epoch": 2.88,
      "eval_biology_entropy": 1.3376295590400695,
      "eval_biology_loss": 1.8126429319381714,
      "eval_biology_mean_token_accuracy": 0.6191943062543869,
      "eval_biology_num_tokens": 35226653.0,
      "eval_biology_runtime": 34.5635,
      "eval_biology_samples_per_second": 14.466,
      "eval_biology_steps_per_second": 7.233,
      "step": 3600
    },
    {
      "entropy": 1.3240823175758123,
      "epoch": 2.888,
      "grad_norm": 9.3125,
      "learning_rate": 1.4202222222222224e-05,
      "loss": 1.2693,
      "mean_token_accuracy": 0.6799985062330961,
      "num_tokens": 35318739.0,
      "step": 3610
    },
    {
      "entropy": 1.2797019936144352,
      "epoch": 2.896,
      "grad_norm": 8.9375,
      "learning_rate": 1.418e-05,
      "loss": 1.2035,
      "mean_token_accuracy": 0.6882650004699826,
      "num_tokens": 35421873.0,
      "step": 3620
    },
    {
      "entropy": 1.3142551440745591,
      "epoch": 2.904,
      "grad_norm": 9.0625,
      "learning_rate": 1.4157777777777779e-05,
      "loss": 1.27,
      "mean_token_accuracy": 0.6825003366917372,
      "num_tokens": 35518092.0,
      "step": 3630
    },
    {
      "entropy": 1.326743930950761,
      "epoch": 2.912,
      "grad_norm": 8.9375,
      "learning_rate": 1.4135555555555555e-05,
      "loss": 1.2476,
      "mean_token_accuracy": 0.6824014026671648,
      "num_tokens": 35614590.0,
      "step": 3640
    },
    {
      "entropy": 1.307757555320859,
      "epoch": 2.92,
      "grad_norm": 8.9375,
      "learning_rate": 1.4113333333333334e-05,
      "loss": 1.2315,
      "mean_token_accuracy": 0.684859498590231,
      "num_tokens": 35710837.0,
      "step": 3650
    },
    {
      "entropy": 1.320446204394102,
      "epoch": 2.928,
      "grad_norm": 10.125,
      "learning_rate": 1.4091111111111114e-05,
      "loss": 1.2547,
      "mean_token_accuracy": 0.6783299317583442,
      "num_tokens": 35806494.0,
      "step": 3660
    },
    {
      "entropy": 1.3355036046355964,
      "epoch": 2.936,
      "grad_norm": 10.125,
      "learning_rate": 1.406888888888889e-05,
      "loss": 1.2369,
      "mean_token_accuracy": 0.6832183763384819,
      "num_tokens": 35901013.0,
      "step": 3670
    },
    {
      "entropy": 1.2967942848801612,
      "epoch": 2.944,
      "grad_norm": 9.875,
      "learning_rate": 1.4046666666666669e-05,
      "loss": 1.2503,
      "mean_token_accuracy": 0.6824244696646928,
      "num_tokens": 36001867.0,
      "step": 3680
    },
    {
      "entropy": 1.2977870844304562,
      "epoch": 2.952,
      "grad_norm": 8.3125,
      "learning_rate": 1.4024444444444445e-05,
      "loss": 1.2076,
      "mean_token_accuracy": 0.6874674800783396,
      "num_tokens": 36100856.0,
      "step": 3690
    },
    {
      "entropy": 1.2835264798253774,
      "epoch": 2.96,
      "grad_norm": 10.875,
      "learning_rate": 1.4002222222222224e-05,
      "loss": 1.2165,
      "mean_token_accuracy": 0.6876417029649019,
      "num_tokens": 36198806.0,
      "step": 3700
    },
    {
      "epoch": 2.96,
      "eval_coding_entropy": 1.3817107586860657,
      "eval_coding_loss": 2.628053665161133,
      "eval_coding_mean_token_accuracy": 0.4899844734668732,
      "eval_coding_num_tokens": 36198806.0,
      "eval_coding_runtime": 80.5697,
      "eval_coding_samples_per_second": 6.206,
      "eval_coding_steps_per_second": 3.103,
      "step": 3700
    },
    {
      "epoch": 2.96,
      "eval_biology_entropy": 1.3379964604377748,
      "eval_biology_loss": 1.805288553237915,
      "eval_biology_mean_token_accuracy": 0.6207744463682174,
      "eval_biology_num_tokens": 36198806.0,
      "eval_biology_runtime": 34.8321,
      "eval_biology_samples_per_second": 14.355,
      "eval_biology_steps_per_second": 7.177,
      "step": 3700
    },
    {
      "entropy": 1.2840033508837223,
      "epoch": 2.968,
      "grad_norm": 9.75,
      "learning_rate": 1.398e-05,
      "loss": 1.2207,
      "mean_token_accuracy": 0.6859475210309028,
      "num_tokens": 36294320.0,
      "step": 3710
    },
    {
      "entropy": 1.318733086064458,
      "epoch": 2.976,
      "grad_norm": 8.6875,
      "learning_rate": 1.395777777777778e-05,
      "loss": 1.235,
      "mean_token_accuracy": 0.682956687733531,
      "num_tokens": 36393098.0,
      "step": 3720
    },
    {
      "entropy": 1.3140395950525998,
      "epoch": 2.984,
      "grad_norm": 9.75,
      "learning_rate": 1.3935555555555557e-05,
      "loss": 1.2507,
      "mean_token_accuracy": 0.6843019669875503,
      "num_tokens": 36493216.0,
      "step": 3730
    },
    {
      "entropy": 1.3318814974278212,
      "epoch": 2.992,
      "grad_norm": 9.625,
      "learning_rate": 1.3913333333333335e-05,
      "loss": 1.2472,
      "mean_token_accuracy": 0.6775527700781823,
      "num_tokens": 36589074.0,
      "step": 3740
    },
    {
      "entropy": 1.3473533850163222,
      "epoch": 3.0,
      "grad_norm": 10.0,
      "learning_rate": 1.3891111111111114e-05,
      "loss": 1.279,
      "mean_token_accuracy": 0.6783578973263502,
      "num_tokens": 36683316.0,
      "step": 3750
    },
    {
      "entropy": 0.9668088641017676,
      "epoch": 3.008,
      "grad_norm": 12.6875,
      "learning_rate": 1.386888888888889e-05,
      "loss": 0.8234,
      "mean_token_accuracy": 0.7683657296001911,
      "num_tokens": 36778710.0,
      "step": 3760
    },
    {
      "entropy": 0.8987626869231462,
      "epoch": 3.016,
      "grad_norm": 12.0,
      "learning_rate": 1.3846666666666669e-05,
      "loss": 0.8181,
      "mean_token_accuracy": 0.7708774320781231,
      "num_tokens": 36868135.0,
      "step": 3770
    },
    {
      "entropy": 0.8583833953365684,
      "epoch": 3.024,
      "grad_norm": 10.0,
      "learning_rate": 1.3824444444444445e-05,
      "loss": 0.7771,
      "mean_token_accuracy": 0.7809919711202383,
      "num_tokens": 36966789.0,
      "step": 3780
    },
    {
      "entropy": 0.8226772954687476,
      "epoch": 3.032,
      "grad_norm": 9.9375,
      "learning_rate": 1.3802222222222224e-05,
      "loss": 0.7417,
      "mean_token_accuracy": 0.7861762393265963,
      "num_tokens": 37063435.0,
      "step": 3790
    },
    {
      "entropy": 0.8564320450648666,
      "epoch": 3.04,
      "grad_norm": 10.125,
      "learning_rate": 1.378e-05,
      "loss": 0.766,
      "mean_token_accuracy": 0.7802569832652807,
      "num_tokens": 37156529.0,
      "step": 3800
    },
    {
      "epoch": 3.04,
      "eval_coding_entropy": 1.0862556419372558,
      "eval_coding_loss": 3.113557815551758,
      "eval_coding_mean_token_accuracy": 0.4741838064193726,
      "eval_coding_num_tokens": 37156529.0,
      "eval_coding_runtime": 80.4887,
      "eval_coding_samples_per_second": 6.212,
      "eval_coding_steps_per_second": 3.106,
      "step": 3800
    },
    {
      "epoch": 3.04,
      "eval_biology_entropy": 1.0020820773839951,
      "eval_biology_loss": 2.139693260192871,
      "eval_biology_mean_token_accuracy": 0.6056925293207168,
      "eval_biology_num_tokens": 37156529.0,
      "eval_biology_runtime": 34.4904,
      "eval_biology_samples_per_second": 14.497,
      "eval_biology_steps_per_second": 7.248,
      "step": 3800
    },
    {
      "entropy": 0.8373649604618549,
      "epoch": 3.048,
      "grad_norm": 10.125,
      "learning_rate": 1.375777777777778e-05,
      "loss": 0.7632,
      "mean_token_accuracy": 0.7813416894525289,
      "num_tokens": 37253122.0,
      "step": 3810
    },
    {
      "entropy": 0.8346962325274945,
      "epoch": 3.056,
      "grad_norm": 10.0625,
      "learning_rate": 1.3735555555555557e-05,
      "loss": 0.7593,
      "mean_token_accuracy": 0.7814945429563522,
      "num_tokens": 37351325.0,
      "step": 3820
    },
    {
      "entropy": 0.8636420866474509,
      "epoch": 3.064,
      "grad_norm": 10.125,
      "learning_rate": 1.3713333333333335e-05,
      "loss": 0.7575,
      "mean_token_accuracy": 0.7814788062125444,
      "num_tokens": 37442359.0,
      "step": 3830
    },
    {
      "entropy": 0.8225741757079958,
      "epoch": 3.072,
      "grad_norm": 10.5,
      "learning_rate": 1.3691111111111112e-05,
      "loss": 0.7479,
      "mean_token_accuracy": 0.7872507929801941,
      "num_tokens": 37541069.0,
      "step": 3840
    },
    {
      "entropy": 0.8490519974380731,
      "epoch": 3.08,
      "grad_norm": 9.125,
      "learning_rate": 1.366888888888889e-05,
      "loss": 0.7813,
      "mean_token_accuracy": 0.7807074163109065,
      "num_tokens": 37636719.0,
      "step": 3850
    },
    {
      "entropy": 0.851426007039845,
      "epoch": 3.088,
      "grad_norm": 12.125,
      "learning_rate": 1.3646666666666668e-05,
      "loss": 0.7582,
      "mean_token_accuracy": 0.7808751985430717,
      "num_tokens": 37733440.0,
      "step": 3860
    },
    {
      "entropy": 0.8206902801990509,
      "epoch": 3.096,
      "grad_norm": 11.125,
      "learning_rate": 1.3624444444444445e-05,
      "loss": 0.7427,
      "mean_token_accuracy": 0.7886382784694433,
      "num_tokens": 37834793.0,
      "step": 3870
    },
    {
      "entropy": 0.8436108754947782,
      "epoch": 3.104,
      "grad_norm": 10.6875,
      "learning_rate": 1.3602222222222223e-05,
      "loss": 0.7572,
      "mean_token_accuracy": 0.7848071761429309,
      "num_tokens": 37933661.0,
      "step": 3880
    },
    {
      "entropy": 0.8449332930147648,
      "epoch": 3.112,
      "grad_norm": 10.75,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 0.7591,
      "mean_token_accuracy": 0.7841367106884718,
      "num_tokens": 38026648.0,
      "step": 3890
    },
    {
      "entropy": 0.8169327752664686,
      "epoch": 3.12,
      "grad_norm": 9.375,
      "learning_rate": 1.3557777777777778e-05,
      "loss": 0.7662,
      "mean_token_accuracy": 0.7847165029495955,
      "num_tokens": 38126905.0,
      "step": 3900
    },
    {
      "epoch": 3.12,
      "eval_coding_entropy": 1.0808317880630494,
      "eval_coding_loss": 3.137263298034668,
      "eval_coding_mean_token_accuracy": 0.471839697599411,
      "eval_coding_num_tokens": 38126905.0,
      "eval_coding_runtime": 80.5459,
      "eval_coding_samples_per_second": 6.208,
      "eval_coding_steps_per_second": 3.104,
      "step": 3900
    },
    {
      "epoch": 3.12,
      "eval_biology_entropy": 1.026719647884369,
      "eval_biology_loss": 2.1223442554473877,
      "eval_biology_mean_token_accuracy": 0.6064378234148026,
      "eval_biology_num_tokens": 38126905.0,
      "eval_biology_runtime": 34.5439,
      "eval_biology_samples_per_second": 14.474,
      "eval_biology_steps_per_second": 7.237,
      "step": 3900
    },
    {
      "entropy": 0.8517632152885198,
      "epoch": 3.128,
      "grad_norm": 11.1875,
      "learning_rate": 1.3535555555555557e-05,
      "loss": 0.7372,
      "mean_token_accuracy": 0.7807944871485233,
      "num_tokens": 38224213.0,
      "step": 3910
    },
    {
      "entropy": 0.8676161251962184,
      "epoch": 3.136,
      "grad_norm": 11.5625,
      "learning_rate": 1.3513333333333333e-05,
      "loss": 0.7837,
      "mean_token_accuracy": 0.7776382248848677,
      "num_tokens": 38316042.0,
      "step": 3920
    },
    {
      "entropy": 0.8339754166081548,
      "epoch": 3.144,
      "grad_norm": 11.5625,
      "learning_rate": 1.3491111111111113e-05,
      "loss": 0.7593,
      "mean_token_accuracy": 0.7817170180380344,
      "num_tokens": 38414893.0,
      "step": 3930
    },
    {
      "entropy": 0.8034778879955411,
      "epoch": 3.152,
      "grad_norm": 11.0625,
      "learning_rate": 1.3468888888888888e-05,
      "loss": 0.7432,
      "mean_token_accuracy": 0.7899779330939054,
      "num_tokens": 38514212.0,
      "step": 3940
    },
    {
      "entropy": 0.8796305583789945,
      "epoch": 3.16,
      "grad_norm": 11.4375,
      "learning_rate": 1.3446666666666668e-05,
      "loss": 0.8009,
      "mean_token_accuracy": 0.7753430116921664,
      "num_tokens": 38612560.0,
      "step": 3950
    },
    {
      "entropy": 0.8495056498795748,
      "epoch": 3.168,
      "grad_norm": 10.5,
      "learning_rate": 1.3424444444444447e-05,
      "loss": 0.7762,
      "mean_token_accuracy": 0.7796688187867403,
      "num_tokens": 38708822.0,
      "step": 3960
    },
    {
      "entropy": 0.8525437828153372,
      "epoch": 3.176,
      "grad_norm": 10.75,
      "learning_rate": 1.3402222222222223e-05,
      "loss": 0.7778,
      "mean_token_accuracy": 0.7788085963577032,
      "num_tokens": 38800401.0,
      "step": 3970
    },
    {
      "entropy": 0.8521562047302723,
      "epoch": 3.184,
      "grad_norm": 10.125,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 0.7684,
      "mean_token_accuracy": 0.7771866712719202,
      "num_tokens": 38900708.0,
      "step": 3980
    },
    {
      "entropy": 0.831388783082366,
      "epoch": 3.192,
      "grad_norm": 10.375,
      "learning_rate": 1.3357777777777778e-05,
      "loss": 0.7566,
      "mean_token_accuracy": 0.785176795721054,
      "num_tokens": 38998947.0,
      "step": 3990
    },
    {
      "entropy": 0.8608621960505843,
      "epoch": 3.2,
      "grad_norm": 9.875,
      "learning_rate": 1.3335555555555558e-05,
      "loss": 0.7745,
      "mean_token_accuracy": 0.7779602445662022,
      "num_tokens": 39102325.0,
      "step": 4000
    },
    {
      "epoch": 3.2,
      "eval_coding_entropy": 1.0618004651069641,
      "eval_coding_loss": 3.175173759460449,
      "eval_coding_mean_token_accuracy": 0.47177702164649965,
      "eval_coding_num_tokens": 39102325.0,
      "eval_coding_runtime": 80.4796,
      "eval_coding_samples_per_second": 6.213,
      "eval_coding_steps_per_second": 3.106,
      "step": 4000
    },
    {
      "epoch": 3.2,
      "eval_biology_entropy": 1.0051752825975417,
      "eval_biology_loss": 2.1493735313415527,
      "eval_biology_mean_token_accuracy": 0.6057372558116912,
      "eval_biology_num_tokens": 39102325.0,
      "eval_biology_runtime": 34.3384,
      "eval_biology_samples_per_second": 14.561,
      "eval_biology_steps_per_second": 7.28,
      "step": 4000
    },
    {
      "entropy": 0.833185083977878,
      "epoch": 3.208,
      "grad_norm": 10.625,
      "learning_rate": 1.3313333333333333e-05,
      "loss": 0.749,
      "mean_token_accuracy": 0.7839297574013472,
      "num_tokens": 39198240.0,
      "step": 4010
    },
    {
      "entropy": 0.8489975888282061,
      "epoch": 3.216,
      "grad_norm": 10.3125,
      "learning_rate": 1.3291111111111113e-05,
      "loss": 0.7683,
      "mean_token_accuracy": 0.7817550174891948,
      "num_tokens": 39295913.0,
      "step": 4020
    },
    {
      "entropy": 0.8393299177289009,
      "epoch": 3.224,
      "grad_norm": 9.6875,
      "learning_rate": 1.3268888888888889e-05,
      "loss": 0.7584,
      "mean_token_accuracy": 0.7841630980372429,
      "num_tokens": 39394900.0,
      "step": 4030
    },
    {
      "entropy": 0.8003547566011548,
      "epoch": 3.232,
      "grad_norm": 10.3125,
      "learning_rate": 1.3246666666666668e-05,
      "loss": 0.7437,
      "mean_token_accuracy": 0.788744443282485,
      "num_tokens": 39495778.0,
      "step": 4040
    },
    {
      "entropy": 0.8482034275308251,
      "epoch": 3.24,
      "grad_norm": 11.1875,
      "learning_rate": 1.3224444444444446e-05,
      "loss": 0.7511,
      "mean_token_accuracy": 0.7801900457590818,
      "num_tokens": 39589818.0,
      "step": 4050
    },
    {
      "entropy": 0.8884330287575721,
      "epoch": 3.248,
      "grad_norm": 12.5,
      "learning_rate": 1.3202222222222223e-05,
      "loss": 0.8265,
      "mean_token_accuracy": 0.7681671030819416,
      "num_tokens": 39681539.0,
      "step": 4060
    },
    {
      "entropy": 0.8403517017140985,
      "epoch": 3.2560000000000002,
      "grad_norm": 10.125,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 0.7514,
      "mean_token_accuracy": 0.7833712633699179,
      "num_tokens": 39782916.0,
      "step": 4070
    },
    {
      "entropy": 0.8325163478031754,
      "epoch": 3.2640000000000002,
      "grad_norm": 10.375,
      "learning_rate": 1.3157777777777778e-05,
      "loss": 0.7524,
      "mean_token_accuracy": 0.7832126885652542,
      "num_tokens": 39887936.0,
      "step": 4080
    },
    {
      "entropy": 0.844570466503501,
      "epoch": 3.2720000000000002,
      "grad_norm": 10.3125,
      "learning_rate": 1.3135555555555558e-05,
      "loss": 0.7754,
      "mean_token_accuracy": 0.7801532778888941,
      "num_tokens": 39983885.0,
      "step": 4090
    },
    {
      "entropy": 0.8459687488153577,
      "epoch": 3.2800000000000002,
      "grad_norm": 13.0625,
      "learning_rate": 1.3113333333333334e-05,
      "loss": 0.7625,
      "mean_token_accuracy": 0.7825684256851673,
      "num_tokens": 40081612.0,
      "step": 4100
    },
    {
      "epoch": 3.2800000000000002,
      "eval_coding_entropy": 1.0706879363059998,
      "eval_coding_loss": 3.1622917652130127,
      "eval_coding_mean_token_accuracy": 0.4717634507417679,
      "eval_coding_num_tokens": 40081612.0,
      "eval_coding_runtime": 80.8831,
      "eval_coding_samples_per_second": 6.182,
      "eval_coding_steps_per_second": 3.091,
      "step": 4100
    },
    {
      "epoch": 3.2800000000000002,
      "eval_biology_entropy": 1.0011876324415208,
      "eval_biology_loss": 2.1628315448760986,
      "eval_biology_mean_token_accuracy": 0.6057711272239685,
      "eval_biology_num_tokens": 40081612.0,
      "eval_biology_runtime": 34.8127,
      "eval_biology_samples_per_second": 14.363,
      "eval_biology_steps_per_second": 7.181,
      "step": 4100
    },
    {
      "entropy": 0.8318309228867292,
      "epoch": 3.288,
      "grad_norm": 11.0,
      "learning_rate": 1.3091111111111113e-05,
      "loss": 0.7642,
      "mean_token_accuracy": 0.7827692832797766,
      "num_tokens": 40176161.0,
      "step": 4110
    },
    {
      "entropy": 0.860523346439004,
      "epoch": 3.296,
      "grad_norm": 11.5625,
      "learning_rate": 1.306888888888889e-05,
      "loss": 0.7723,
      "mean_token_accuracy": 0.7774681556969881,
      "num_tokens": 40274536.0,
      "step": 4120
    },
    {
      "entropy": 0.86159035153687,
      "epoch": 3.304,
      "grad_norm": 12.3125,
      "learning_rate": 1.3046666666666668e-05,
      "loss": 0.7897,
      "mean_token_accuracy": 0.7752257559448481,
      "num_tokens": 40367487.0,
      "step": 4130
    },
    {
      "entropy": 0.8696234963834286,
      "epoch": 3.312,
      "grad_norm": 10.5625,
      "learning_rate": 1.3024444444444446e-05,
      "loss": 0.7912,
      "mean_token_accuracy": 0.7748260501772165,
      "num_tokens": 40465691.0,
      "step": 4140
    },
    {
      "entropy": 0.8279560377821327,
      "epoch": 3.32,
      "grad_norm": 10.4375,
      "learning_rate": 1.3002222222222223e-05,
      "loss": 0.7405,
      "mean_token_accuracy": 0.7870441701263189,
      "num_tokens": 40569187.0,
      "step": 4150
    },
    {
      "entropy": 0.8501999458298087,
      "epoch": 3.328,
      "grad_norm": 10.875,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 0.7696,
      "mean_token_accuracy": 0.7802240800112485,
      "num_tokens": 40665740.0,
      "step": 4160
    },
    {
      "entropy": 0.8461374437436462,
      "epoch": 3.336,
      "grad_norm": 10.875,
      "learning_rate": 1.2957777777777779e-05,
      "loss": 0.7661,
      "mean_token_accuracy": 0.7771118953824043,
      "num_tokens": 40762963.0,
      "step": 4170
    },
    {
      "entropy": 0.8567049330100417,
      "epoch": 3.344,
      "grad_norm": 11.375,
      "learning_rate": 1.2935555555555556e-05,
      "loss": 0.7717,
      "mean_token_accuracy": 0.7761942271143198,
      "num_tokens": 40859755.0,
      "step": 4180
    },
    {
      "entropy": 0.8595861755311489,
      "epoch": 3.352,
      "grad_norm": 10.0,
      "learning_rate": 1.2913333333333336e-05,
      "loss": 0.7687,
      "mean_token_accuracy": 0.7789589781314135,
      "num_tokens": 40954620.0,
      "step": 4190
    },
    {
      "entropy": 0.828660860285163,
      "epoch": 3.36,
      "grad_norm": 11.25,
      "learning_rate": 1.2891111111111112e-05,
      "loss": 0.7545,
      "mean_token_accuracy": 0.7831073351204395,
      "num_tokens": 41059360.0,
      "step": 4200
    },
    {
      "epoch": 3.36,
      "eval_coding_entropy": 1.0517551913261414,
      "eval_coding_loss": 3.185242176055908,
      "eval_coding_mean_token_accuracy": 0.47182986426353457,
      "eval_coding_num_tokens": 41059360.0,
      "eval_coding_runtime": 80.748,
      "eval_coding_samples_per_second": 6.192,
      "eval_coding_steps_per_second": 3.096,
      "step": 4200
    },
    {
      "epoch": 3.36,
      "eval_biology_entropy": 1.0020093874931335,
      "eval_biology_loss": 2.1561806201934814,
      "eval_biology_mean_token_accuracy": 0.6064843190908432,
      "eval_biology_num_tokens": 41059360.0,
      "eval_biology_runtime": 34.6083,
      "eval_biology_samples_per_second": 14.447,
      "eval_biology_steps_per_second": 7.224,
      "step": 4200
    },
    {
      "entropy": 0.8407638078555465,
      "epoch": 3.368,
      "grad_norm": 10.8125,
      "learning_rate": 1.2868888888888891e-05,
      "loss": 0.7597,
      "mean_token_accuracy": 0.7824492406100034,
      "num_tokens": 41160339.0,
      "step": 4210
    },
    {
      "entropy": 0.8663177451118826,
      "epoch": 3.376,
      "grad_norm": 9.875,
      "learning_rate": 1.2846666666666667e-05,
      "loss": 0.7932,
      "mean_token_accuracy": 0.7755995437502861,
      "num_tokens": 41256224.0,
      "step": 4220
    },
    {
      "entropy": 0.8818544393405319,
      "epoch": 3.384,
      "grad_norm": 9.4375,
      "learning_rate": 1.2824444444444446e-05,
      "loss": 0.8047,
      "mean_token_accuracy": 0.771079582720995,
      "num_tokens": 41352161.0,
      "step": 4230
    },
    {
      "entropy": 0.8744308989495039,
      "epoch": 3.392,
      "grad_norm": 11.0,
      "learning_rate": 1.2802222222222222e-05,
      "loss": 0.8054,
      "mean_token_accuracy": 0.7721349153667688,
      "num_tokens": 41449411.0,
      "step": 4240
    },
    {
      "entropy": 0.9066852951422334,
      "epoch": 3.4,
      "grad_norm": 12.75,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 0.8132,
      "mean_token_accuracy": 0.76775416508317,
      "num_tokens": 41540762.0,
      "step": 4250
    },
    {
      "entropy": 0.8711541160941124,
      "epoch": 3.408,
      "grad_norm": 11.625,
      "learning_rate": 1.2757777777777777e-05,
      "loss": 0.802,
      "mean_token_accuracy": 0.7743211772292853,
      "num_tokens": 41636184.0,
      "step": 4260
    },
    {
      "entropy": 0.884684944152832,
      "epoch": 3.416,
      "grad_norm": 11.125,
      "learning_rate": 1.2735555555555557e-05,
      "loss": 0.8027,
      "mean_token_accuracy": 0.7737862471491098,
      "num_tokens": 41730006.0,
      "step": 4270
    },
    {
      "entropy": 0.8379776390269399,
      "epoch": 3.424,
      "grad_norm": 10.0625,
      "learning_rate": 1.2713333333333336e-05,
      "loss": 0.7497,
      "mean_token_accuracy": 0.7848103851079941,
      "num_tokens": 41831661.0,
      "step": 4280
    },
    {
      "entropy": 0.8554571023210883,
      "epoch": 3.432,
      "grad_norm": 9.8125,
      "learning_rate": 1.2691111111111112e-05,
      "loss": 0.7744,
      "mean_token_accuracy": 0.7766575008630753,
      "num_tokens": 41933423.0,
      "step": 4290
    },
    {
      "entropy": 0.8662293791770935,
      "epoch": 3.44,
      "grad_norm": 10.25,
      "learning_rate": 1.2668888888888891e-05,
      "loss": 0.774,
      "mean_token_accuracy": 0.7762156214565039,
      "num_tokens": 42030546.0,
      "step": 4300
    },
    {
      "epoch": 3.44,
      "eval_coding_entropy": 1.057345818042755,
      "eval_coding_loss": 3.185671329498291,
      "eval_coding_mean_token_accuracy": 0.47176730370521547,
      "eval_coding_num_tokens": 42030546.0,
      "eval_coding_runtime": 80.9994,
      "eval_coding_samples_per_second": 6.173,
      "eval_coding_steps_per_second": 3.086,
      "step": 4300
    },
    {
      "epoch": 3.44,
      "eval_biology_entropy": 1.0073515204191208,
      "eval_biology_loss": 2.1532747745513916,
      "eval_biology_mean_token_accuracy": 0.6060913566350937,
      "eval_biology_num_tokens": 42030546.0,
      "eval_biology_runtime": 34.555,
      "eval_biology_samples_per_second": 14.47,
      "eval_biology_steps_per_second": 7.235,
      "step": 4300
    },
    {
      "entropy": 0.8541903730481863,
      "epoch": 3.448,
      "grad_norm": 10.375,
      "learning_rate": 1.2646666666666667e-05,
      "loss": 0.7798,
      "mean_token_accuracy": 0.7773872513324023,
      "num_tokens": 42131170.0,
      "step": 4310
    },
    {
      "entropy": 0.8276205634698272,
      "epoch": 3.456,
      "grad_norm": 9.6875,
      "learning_rate": 1.2624444444444446e-05,
      "loss": 0.7478,
      "mean_token_accuracy": 0.7849457215517759,
      "num_tokens": 42232724.0,
      "step": 4320
    },
    {
      "entropy": 0.8424556072801351,
      "epoch": 3.464,
      "grad_norm": 11.6875,
      "learning_rate": 1.2602222222222222e-05,
      "loss": 0.7646,
      "mean_token_accuracy": 0.7808741550892592,
      "num_tokens": 42332212.0,
      "step": 4330
    },
    {
      "entropy": 0.8755785968154669,
      "epoch": 3.472,
      "grad_norm": 11.0625,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 0.7881,
      "mean_token_accuracy": 0.7738540317863226,
      "num_tokens": 42428139.0,
      "step": 4340
    },
    {
      "entropy": 0.8225702902302146,
      "epoch": 3.48,
      "grad_norm": 10.5625,
      "learning_rate": 1.2557777777777779e-05,
      "loss": 0.74,
      "mean_token_accuracy": 0.7847802393138409,
      "num_tokens": 42527429.0,
      "step": 4350
    },
    {
      "entropy": 0.8497909316793084,
      "epoch": 3.488,
      "grad_norm": 11.8125,
      "learning_rate": 1.2535555555555557e-05,
      "loss": 0.7814,
      "mean_token_accuracy": 0.7788346815854311,
      "num_tokens": 42624281.0,
      "step": 4360
    },
    {
      "entropy": 0.8487837046384812,
      "epoch": 3.496,
      "grad_norm": 10.5,
      "learning_rate": 1.2513333333333334e-05,
      "loss": 0.7736,
      "mean_token_accuracy": 0.7798337422311306,
      "num_tokens": 42723803.0,
      "step": 4370
    },
    {
      "entropy": 0.8654295638203621,
      "epoch": 3.504,
      "grad_norm": 10.0625,
      "learning_rate": 1.2491111111111112e-05,
      "loss": 0.7884,
      "mean_token_accuracy": 0.7777971006929875,
      "num_tokens": 42820999.0,
      "step": 4380
    },
    {
      "entropy": 0.8437033850699663,
      "epoch": 3.512,
      "grad_norm": 10.6875,
      "learning_rate": 1.246888888888889e-05,
      "loss": 0.7563,
      "mean_token_accuracy": 0.7776863589882851,
      "num_tokens": 42926289.0,
      "step": 4390
    },
    {
      "entropy": 0.8383068470284343,
      "epoch": 3.52,
      "grad_norm": 11.375,
      "learning_rate": 1.2446666666666667e-05,
      "loss": 0.7497,
      "mean_token_accuracy": 0.7859442666172981,
      "num_tokens": 43024350.0,
      "step": 4400
    },
    {
      "epoch": 3.52,
      "eval_coding_entropy": 1.050610711812973,
      "eval_coding_loss": 3.1878740787506104,
      "eval_coding_mean_token_accuracy": 0.4719980255365372,
      "eval_coding_num_tokens": 43024350.0,
      "eval_coding_runtime": 80.8419,
      "eval_coding_samples_per_second": 6.185,
      "eval_coding_steps_per_second": 3.092,
      "step": 4400
    },
    {
      "epoch": 3.52,
      "eval_biology_entropy": 0.9990756602287293,
      "eval_biology_loss": 2.154723882675171,
      "eval_biology_mean_token_accuracy": 0.6067504050731659,
      "eval_biology_num_tokens": 43024350.0,
      "eval_biology_runtime": 35.0002,
      "eval_biology_samples_per_second": 14.286,
      "eval_biology_steps_per_second": 7.143,
      "step": 4400
    },
    {
      "entropy": 0.8710132133215666,
      "epoch": 3.528,
      "grad_norm": 10.0625,
      "learning_rate": 1.2424444444444445e-05,
      "loss": 0.7957,
      "mean_token_accuracy": 0.7754762705415488,
      "num_tokens": 43118644.0,
      "step": 4410
    },
    {
      "entropy": 0.8546524500474334,
      "epoch": 3.536,
      "grad_norm": 10.625,
      "learning_rate": 1.2402222222222222e-05,
      "loss": 0.7816,
      "mean_token_accuracy": 0.7774819355458021,
      "num_tokens": 43214925.0,
      "step": 4420
    },
    {
      "entropy": 0.8341903822496534,
      "epoch": 3.544,
      "grad_norm": 13.1875,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 0.7565,
      "mean_token_accuracy": 0.7846863225102425,
      "num_tokens": 43315092.0,
      "step": 4430
    },
    {
      "entropy": 0.8987179927527904,
      "epoch": 3.552,
      "grad_norm": 10.875,
      "learning_rate": 1.235777777777778e-05,
      "loss": 0.8204,
      "mean_token_accuracy": 0.7720580130815506,
      "num_tokens": 43409227.0,
      "step": 4440
    },
    {
      "entropy": 0.8668167503550649,
      "epoch": 3.56,
      "grad_norm": 10.8125,
      "learning_rate": 1.2335555555555557e-05,
      "loss": 0.7839,
      "mean_token_accuracy": 0.7749188952147961,
      "num_tokens": 43506762.0,
      "step": 4450
    },
    {
      "entropy": 0.8194678712636232,
      "epoch": 3.568,
      "grad_norm": 10.125,
      "learning_rate": 1.2313333333333335e-05,
      "loss": 0.7438,
      "mean_token_accuracy": 0.7889672122895718,
      "num_tokens": 43609101.0,
      "step": 4460
    },
    {
      "entropy": 0.8202111963182688,
      "epoch": 3.576,
      "grad_norm": 10.625,
      "learning_rate": 1.2291111111111112e-05,
      "loss": 0.7574,
      "mean_token_accuracy": 0.7834120012819767,
      "num_tokens": 43710695.0,
      "step": 4470
    },
    {
      "entropy": 0.8619262494146824,
      "epoch": 3.584,
      "grad_norm": 11.5625,
      "learning_rate": 1.226888888888889e-05,
      "loss": 0.8007,
      "mean_token_accuracy": 0.77700559720397,
      "num_tokens": 43806883.0,
      "step": 4480
    },
    {
      "entropy": 0.853233995474875,
      "epoch": 3.592,
      "grad_norm": 11.375,
      "learning_rate": 1.2246666666666667e-05,
      "loss": 0.7626,
      "mean_token_accuracy": 0.7808919060975313,
      "num_tokens": 43902779.0,
      "step": 4490
    },
    {
      "entropy": 0.8406061574816703,
      "epoch": 3.6,
      "grad_norm": 10.625,
      "learning_rate": 1.2224444444444445e-05,
      "loss": 0.7851,
      "mean_token_accuracy": 0.7794404927641153,
      "num_tokens": 43996466.0,
      "step": 4500
    },
    {
      "epoch": 3.6,
      "eval_coding_entropy": 1.060913125038147,
      "eval_coding_loss": 3.16286039352417,
      "eval_coding_mean_token_accuracy": 0.4727976763248444,
      "eval_coding_num_tokens": 43996466.0,
      "eval_coding_runtime": 80.8459,
      "eval_coding_samples_per_second": 6.185,
      "eval_coding_steps_per_second": 3.092,
      "step": 4500
    },
    {
      "epoch": 3.6,
      "eval_biology_entropy": 1.0097556047439575,
      "eval_biology_loss": 2.1495227813720703,
      "eval_biology_mean_token_accuracy": 0.6057152242660523,
      "eval_biology_num_tokens": 43996466.0,
      "eval_biology_runtime": 34.9113,
      "eval_biology_samples_per_second": 14.322,
      "eval_biology_steps_per_second": 7.161,
      "step": 4500
    },
    {
      "entropy": 0.8201584037393331,
      "epoch": 3.608,
      "grad_norm": 10.125,
      "learning_rate": 1.2202222222222224e-05,
      "loss": 0.7421,
      "mean_token_accuracy": 0.7867861695587635,
      "num_tokens": 44101032.0,
      "step": 4510
    },
    {
      "entropy": 0.8530082050710917,
      "epoch": 3.616,
      "grad_norm": 11.125,
      "learning_rate": 1.218e-05,
      "loss": 0.7737,
      "mean_token_accuracy": 0.7782986324280501,
      "num_tokens": 44199791.0,
      "step": 4520
    },
    {
      "entropy": 0.8484196957200766,
      "epoch": 3.624,
      "grad_norm": 10.875,
      "learning_rate": 1.215777777777778e-05,
      "loss": 0.7704,
      "mean_token_accuracy": 0.7787740498781204,
      "num_tokens": 44301831.0,
      "step": 4530
    },
    {
      "entropy": 0.8632219729945063,
      "epoch": 3.632,
      "grad_norm": 10.6875,
      "learning_rate": 1.2135555555555556e-05,
      "loss": 0.7912,
      "mean_token_accuracy": 0.7757467336952686,
      "num_tokens": 44400793.0,
      "step": 4540
    },
    {
      "entropy": 0.9193071333691478,
      "epoch": 3.64,
      "grad_norm": 12.0,
      "learning_rate": 1.2113333333333335e-05,
      "loss": 0.8422,
      "mean_token_accuracy": 0.7629882980138063,
      "num_tokens": 44494575.0,
      "step": 4550
    },
    {
      "entropy": 0.8547732634469867,
      "epoch": 3.648,
      "grad_norm": 10.875,
      "learning_rate": 1.209111111111111e-05,
      "loss": 0.7805,
      "mean_token_accuracy": 0.7778023220598698,
      "num_tokens": 44592807.0,
      "step": 4560
    },
    {
      "entropy": 0.860851831920445,
      "epoch": 3.656,
      "grad_norm": 10.9375,
      "learning_rate": 1.206888888888889e-05,
      "loss": 0.8051,
      "mean_token_accuracy": 0.7763634786009789,
      "num_tokens": 44694109.0,
      "step": 4570
    },
    {
      "entropy": 0.819693504832685,
      "epoch": 3.664,
      "grad_norm": 10.375,
      "learning_rate": 1.204666666666667e-05,
      "loss": 0.7267,
      "mean_token_accuracy": 0.7878010697662831,
      "num_tokens": 44796238.0,
      "step": 4580
    },
    {
      "entropy": 0.8268257467076182,
      "epoch": 3.672,
      "grad_norm": 12.0,
      "learning_rate": 1.2024444444444445e-05,
      "loss": 0.7515,
      "mean_token_accuracy": 0.7826005302369594,
      "num_tokens": 44894855.0,
      "step": 4590
    },
    {
      "entropy": 0.8630055442452431,
      "epoch": 3.68,
      "grad_norm": 10.75,
      "learning_rate": 1.2002222222222225e-05,
      "loss": 0.7753,
      "mean_token_accuracy": 0.7787696555256843,
      "num_tokens": 44996201.0,
      "step": 4600
    },
    {
      "epoch": 3.68,
      "eval_coding_entropy": 1.071819186449051,
      "eval_coding_loss": 3.1495041847229004,
      "eval_coding_mean_token_accuracy": 0.4721251722574234,
      "eval_coding_num_tokens": 44996201.0,
      "eval_coding_runtime": 81.0206,
      "eval_coding_samples_per_second": 6.171,
      "eval_coding_steps_per_second": 3.086,
      "step": 4600
    },
    {
      "epoch": 3.68,
      "eval_biology_entropy": 1.0179648146629334,
      "eval_biology_loss": 2.136122941970825,
      "eval_biology_mean_token_accuracy": 0.60642338514328,
      "eval_biology_num_tokens": 44996201.0,
      "eval_biology_runtime": 35.4117,
      "eval_biology_samples_per_second": 14.12,
      "eval_biology_steps_per_second": 7.06,
      "step": 4600
    },
    {
      "entropy": 0.8682100689038634,
      "epoch": 3.6879999999999997,
      "grad_norm": 10.25,
      "learning_rate": 1.198e-05,
      "loss": 0.7886,
      "mean_token_accuracy": 0.7754914626479149,
      "num_tokens": 45094827.0,
      "step": 4610
    },
    {
      "entropy": 0.8531401112675667,
      "epoch": 3.6959999999999997,
      "grad_norm": 12.25,
      "learning_rate": 1.195777777777778e-05,
      "loss": 0.7952,
      "mean_token_accuracy": 0.7781740613281727,
      "num_tokens": 45195456.0,
      "step": 4620
    },
    {
      "entropy": 0.8929742777720093,
      "epoch": 3.7039999999999997,
      "grad_norm": 11.25,
      "learning_rate": 1.1935555555555556e-05,
      "loss": 0.799,
      "mean_token_accuracy": 0.770755859464407,
      "num_tokens": 45290740.0,
      "step": 4630
    },
    {
      "entropy": 0.8714710790663958,
      "epoch": 3.7119999999999997,
      "grad_norm": 10.375,
      "learning_rate": 1.1913333333333335e-05,
      "loss": 0.7947,
      "mean_token_accuracy": 0.7761513434350491,
      "num_tokens": 45385114.0,
      "step": 4640
    },
    {
      "entropy": 0.8383656883612275,
      "epoch": 3.7199999999999998,
      "grad_norm": 11.0625,
      "learning_rate": 1.1891111111111111e-05,
      "loss": 0.7669,
      "mean_token_accuracy": 0.7817922197282314,
      "num_tokens": 45486043.0,
      "step": 4650
    },
    {
      "entropy": 0.8278202613815665,
      "epoch": 3.7279999999999998,
      "grad_norm": 10.625,
      "learning_rate": 1.186888888888889e-05,
      "loss": 0.7479,
      "mean_token_accuracy": 0.7815698001533746,
      "num_tokens": 45586032.0,
      "step": 4660
    },
    {
      "entropy": 0.8513578278943896,
      "epoch": 3.7359999999999998,
      "grad_norm": 10.875,
      "learning_rate": 1.1846666666666668e-05,
      "loss": 0.7799,
      "mean_token_accuracy": 0.7817323625087738,
      "num_tokens": 45680800.0,
      "step": 4670
    },
    {
      "entropy": 0.8933427421376109,
      "epoch": 3.7439999999999998,
      "grad_norm": 10.0625,
      "learning_rate": 1.1824444444444445e-05,
      "loss": 0.8033,
      "mean_token_accuracy": 0.770472028106451,
      "num_tokens": 45777138.0,
      "step": 4680
    },
    {
      "entropy": 0.8507753875106573,
      "epoch": 3.752,
      "grad_norm": 10.3125,
      "learning_rate": 1.1802222222222223e-05,
      "loss": 0.796,
      "mean_token_accuracy": 0.7755877446383238,
      "num_tokens": 45873933.0,
      "step": 4690
    },
    {
      "entropy": 0.8785337172448635,
      "epoch": 3.76,
      "grad_norm": 12.4375,
      "learning_rate": 1.178e-05,
      "loss": 0.7857,
      "mean_token_accuracy": 0.7738381527364254,
      "num_tokens": 45971818.0,
      "step": 4700
    },
    {
      "epoch": 3.76,
      "eval_coding_entropy": 1.0456953217983247,
      "eval_coding_loss": 3.1929714679718018,
      "eval_coding_mean_token_accuracy": 0.4733782683610916,
      "eval_coding_num_tokens": 45971818.0,
      "eval_coding_runtime": 80.878,
      "eval_coding_samples_per_second": 6.182,
      "eval_coding_steps_per_second": 3.091,
      "step": 4700
    },
    {
      "epoch": 3.76,
      "eval_biology_entropy": 1.010227879166603,
      "eval_biology_loss": 2.1411967277526855,
      "eval_biology_mean_token_accuracy": 0.6071463258266449,
      "eval_biology_num_tokens": 45971818.0,
      "eval_biology_runtime": 34.6266,
      "eval_biology_samples_per_second": 14.44,
      "eval_biology_steps_per_second": 7.22,
      "step": 4700
    },
    {
      "entropy": 0.8625329196453094,
      "epoch": 3.768,
      "grad_norm": 11.6875,
      "learning_rate": 1.1757777777777778e-05,
      "loss": 0.7895,
      "mean_token_accuracy": 0.7764178086072206,
      "num_tokens": 46064063.0,
      "step": 4710
    },
    {
      "entropy": 0.8428451357409358,
      "epoch": 3.776,
      "grad_norm": 10.625,
      "learning_rate": 1.1735555555555556e-05,
      "loss": 0.7476,
      "mean_token_accuracy": 0.7837746605277062,
      "num_tokens": 46167844.0,
      "step": 4720
    },
    {
      "entropy": 0.872026190161705,
      "epoch": 3.784,
      "grad_norm": 10.875,
      "learning_rate": 1.1713333333333334e-05,
      "loss": 0.8067,
      "mean_token_accuracy": 0.7721435021609068,
      "num_tokens": 46264899.0,
      "step": 4730
    },
    {
      "entropy": 0.8711337292566895,
      "epoch": 3.792,
      "grad_norm": 10.3125,
      "learning_rate": 1.1691111111111113e-05,
      "loss": 0.7932,
      "mean_token_accuracy": 0.7746113557368517,
      "num_tokens": 46362538.0,
      "step": 4740
    },
    {
      "entropy": 0.8649357385933399,
      "epoch": 3.8,
      "grad_norm": 11.9375,
      "learning_rate": 1.1668888888888889e-05,
      "loss": 0.7789,
      "mean_token_accuracy": 0.7785671941936017,
      "num_tokens": 46458061.0,
      "step": 4750
    },
    {
      "entropy": 0.8343038156628608,
      "epoch": 3.808,
      "grad_norm": 10.5,
      "learning_rate": 1.1646666666666668e-05,
      "loss": 0.7581,
      "mean_token_accuracy": 0.783013141900301,
      "num_tokens": 46553166.0,
      "step": 4760
    },
    {
      "entropy": 0.8520839052274823,
      "epoch": 3.816,
      "grad_norm": 10.4375,
      "learning_rate": 1.1624444444444446e-05,
      "loss": 0.7763,
      "mean_token_accuracy": 0.7811290238052606,
      "num_tokens": 46652447.0,
      "step": 4770
    },
    {
      "entropy": 0.8704570692032576,
      "epoch": 3.824,
      "grad_norm": 9.75,
      "learning_rate": 1.1602222222222223e-05,
      "loss": 0.8013,
      "mean_token_accuracy": 0.7758193735033274,
      "num_tokens": 46744198.0,
      "step": 4780
    },
    {
      "entropy": 0.8504299618303776,
      "epoch": 3.832,
      "grad_norm": 10.25,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 0.7784,
      "mean_token_accuracy": 0.7795838356018067,
      "num_tokens": 46844900.0,
      "step": 4790
    },
    {
      "entropy": 0.8467206601053476,
      "epoch": 3.84,
      "grad_norm": 9.8125,
      "learning_rate": 1.1557777777777779e-05,
      "loss": 0.7667,
      "mean_token_accuracy": 0.7815728485584259,
      "num_tokens": 46941095.0,
      "step": 4800
    },
    {
      "epoch": 3.84,
      "eval_coding_entropy": 1.056193102836609,
      "eval_coding_loss": 3.173278331756592,
      "eval_coding_mean_token_accuracy": 0.4730068187713623,
      "eval_coding_num_tokens": 46941095.0,
      "eval_coding_runtime": 80.7512,
      "eval_coding_samples_per_second": 6.192,
      "eval_coding_steps_per_second": 3.096,
      "step": 4800
    },
    {
      "epoch": 3.84,
      "eval_biology_entropy": 1.00292031788826,
      "eval_biology_loss": 2.146318197250366,
      "eval_biology_mean_token_accuracy": 0.6072162609100342,
      "eval_biology_num_tokens": 46941095.0,
      "eval_biology_runtime": 34.6583,
      "eval_biology_samples_per_second": 14.427,
      "eval_biology_steps_per_second": 7.213,
      "step": 4800
    },
    {
      "entropy": 0.8664161112159491,
      "epoch": 3.848,
      "grad_norm": 11.8125,
      "learning_rate": 1.1535555555555556e-05,
      "loss": 0.7911,
      "mean_token_accuracy": 0.7756057363003492,
      "num_tokens": 47040390.0,
      "step": 4810
    },
    {
      "entropy": 0.8405798764899373,
      "epoch": 3.856,
      "grad_norm": 11.625,
      "learning_rate": 1.1513333333333334e-05,
      "loss": 0.7666,
      "mean_token_accuracy": 0.7828390274196864,
      "num_tokens": 47139983.0,
      "step": 4820
    },
    {
      "entropy": 0.9069027876481414,
      "epoch": 3.864,
      "grad_norm": 13.75,
      "learning_rate": 1.1491111111111113e-05,
      "loss": 0.837,
      "mean_token_accuracy": 0.766530342400074,
      "num_tokens": 47232179.0,
      "step": 4830
    },
    {
      "entropy": 0.8380855642259121,
      "epoch": 3.872,
      "grad_norm": 10.625,
      "learning_rate": 1.1468888888888889e-05,
      "loss": 0.7623,
      "mean_token_accuracy": 0.7824871685355902,
      "num_tokens": 47337119.0,
      "step": 4840
    },
    {
      "entropy": 0.8529890701174736,
      "epoch": 3.88,
      "grad_norm": 11.1875,
      "learning_rate": 1.1446666666666668e-05,
      "loss": 0.7684,
      "mean_token_accuracy": 0.7779133416712284,
      "num_tokens": 47439284.0,
      "step": 4850
    },
    {
      "entropy": 0.8446150859817863,
      "epoch": 3.888,
      "grad_norm": 11.25,
      "learning_rate": 1.1424444444444444e-05,
      "loss": 0.7459,
      "mean_token_accuracy": 0.7827639948576689,
      "num_tokens": 47535142.0,
      "step": 4860
    },
    {
      "entropy": 0.8712292158976197,
      "epoch": 3.896,
      "grad_norm": 11.875,
      "learning_rate": 1.1402222222222224e-05,
      "loss": 0.7935,
      "mean_token_accuracy": 0.7735454697161913,
      "num_tokens": 47630376.0,
      "step": 4870
    },
    {
      "entropy": 0.8159540792927146,
      "epoch": 3.904,
      "grad_norm": 10.25,
      "learning_rate": 1.138e-05,
      "loss": 0.753,
      "mean_token_accuracy": 0.7863429456949234,
      "num_tokens": 47729505.0,
      "step": 4880
    },
    {
      "entropy": 0.8325092397630215,
      "epoch": 3.912,
      "grad_norm": 9.5,
      "learning_rate": 1.1357777777777779e-05,
      "loss": 0.7551,
      "mean_token_accuracy": 0.7845668692141772,
      "num_tokens": 47829261.0,
      "step": 4890
    },
    {
      "entropy": 0.8239467617124319,
      "epoch": 3.92,
      "grad_norm": 10.625,
      "learning_rate": 1.1335555555555558e-05,
      "loss": 0.7637,
      "mean_token_accuracy": 0.7825751569122076,
      "num_tokens": 47929285.0,
      "step": 4900
    },
    {
      "epoch": 3.92,
      "eval_coding_entropy": 1.0380391767024995,
      "eval_coding_loss": 3.192192316055298,
      "eval_coding_mean_token_accuracy": 0.47276635456085203,
      "eval_coding_num_tokens": 47929285.0,
      "eval_coding_runtime": 80.9101,
      "eval_coding_samples_per_second": 6.18,
      "eval_coding_steps_per_second": 3.09,
      "step": 4900
    },
    {
      "epoch": 3.92,
      "eval_biology_entropy": 0.9955186374187469,
      "eval_biology_loss": 2.145214319229126,
      "eval_biology_mean_token_accuracy": 0.6074272029399872,
      "eval_biology_num_tokens": 47929285.0,
      "eval_biology_runtime": 35.0492,
      "eval_biology_samples_per_second": 14.266,
      "eval_biology_steps_per_second": 7.133,
      "step": 4900
    },
    {
      "entropy": 0.8334852581843734,
      "epoch": 3.928,
      "grad_norm": 9.6875,
      "learning_rate": 1.1313333333333334e-05,
      "loss": 0.7661,
      "mean_token_accuracy": 0.7822353500872851,
      "num_tokens": 48029026.0,
      "step": 4910
    },
    {
      "entropy": 0.8992541404440999,
      "epoch": 3.936,
      "grad_norm": 12.0,
      "learning_rate": 1.1291111111111113e-05,
      "loss": 0.8304,
      "mean_token_accuracy": 0.7671668909490108,
      "num_tokens": 48127866.0,
      "step": 4920
    },
    {
      "entropy": 0.8672778438776731,
      "epoch": 3.944,
      "grad_norm": 11.8125,
      "learning_rate": 1.126888888888889e-05,
      "loss": 0.7911,
      "mean_token_accuracy": 0.7738760448992252,
      "num_tokens": 48222690.0,
      "step": 4930
    },
    {
      "entropy": 0.8427054159343242,
      "epoch": 3.952,
      "grad_norm": 9.3125,
      "learning_rate": 1.1246666666666669e-05,
      "loss": 0.7615,
      "mean_token_accuracy": 0.7796925760805606,
      "num_tokens": 48325429.0,
      "step": 4940
    },
    {
      "entropy": 0.8678381195291877,
      "epoch": 3.96,
      "grad_norm": 10.75,
      "learning_rate": 1.1224444444444444e-05,
      "loss": 0.7829,
      "mean_token_accuracy": 0.7737436100840569,
      "num_tokens": 48427396.0,
      "step": 4950
    },
    {
      "entropy": 0.876408301666379,
      "epoch": 3.968,
      "grad_norm": 13.125,
      "learning_rate": 1.1202222222222224e-05,
      "loss": 0.7974,
      "mean_token_accuracy": 0.7744192939251662,
      "num_tokens": 48522725.0,
      "step": 4960
    },
    {
      "entropy": 0.851511786878109,
      "epoch": 3.976,
      "grad_norm": 11.625,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 0.7775,
      "mean_token_accuracy": 0.7777515608817339,
      "num_tokens": 48619911.0,
      "step": 4970
    },
    {
      "entropy": 0.8596541306003929,
      "epoch": 3.984,
      "grad_norm": 10.0625,
      "learning_rate": 1.1157777777777779e-05,
      "loss": 0.7766,
      "mean_token_accuracy": 0.7789799466729164,
      "num_tokens": 48719975.0,
      "step": 4980
    },
    {
      "entropy": 0.8560286352410913,
      "epoch": 3.992,
      "grad_norm": 11.5625,
      "learning_rate": 1.1135555555555557e-05,
      "loss": 0.792,
      "mean_token_accuracy": 0.7777191076427699,
      "num_tokens": 48817845.0,
      "step": 4990
    },
    {
      "entropy": 0.9111193384975195,
      "epoch": 4.0,
      "grad_norm": 12.5,
      "learning_rate": 1.1113333333333334e-05,
      "loss": 0.8332,
      "mean_token_accuracy": 0.7636419933289289,
      "num_tokens": 48911088.0,
      "step": 5000
    },
    {
      "epoch": 4.0,
      "eval_coding_entropy": 1.0546725046634675,
      "eval_coding_loss": 3.1798415184020996,
      "eval_coding_mean_token_accuracy": 0.4724828451871872,
      "eval_coding_num_tokens": 48911088.0,
      "eval_coding_runtime": 80.8329,
      "eval_coding_samples_per_second": 6.186,
      "eval_coding_steps_per_second": 3.093,
      "step": 5000
    },
    {
      "epoch": 4.0,
      "eval_biology_entropy": 1.0185028384923935,
      "eval_biology_loss": 2.13020396232605,
      "eval_biology_mean_token_accuracy": 0.6079974068403244,
      "eval_biology_num_tokens": 48911088.0,
      "eval_biology_runtime": 34.6458,
      "eval_biology_samples_per_second": 14.432,
      "eval_biology_steps_per_second": 7.216,
      "step": 5000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 3.25478911373823e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}