{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.6,
  "eval_steps": 100,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 1.2628081854432822,
      "epoch": 0.008,
      "grad_norm": 0.0179443359375,
      "learning_rate": 1.8e-07,
      "loss": 2.1855,
      "mean_token_accuracy": 0.584391780383885,
      "num_tokens": 138146.0,
      "step": 10
    },
    {
      "entropy": 1.2761256650090218,
      "epoch": 0.016,
      "grad_norm": 0.0177001953125,
      "learning_rate": 3.8e-07,
      "loss": 2.2119,
      "mean_token_accuracy": 0.5769438467919826,
      "num_tokens": 280941.0,
      "step": 20
    },
    {
      "entropy": 1.30821207202971,
      "epoch": 0.024,
      "grad_norm": 0.0079345703125,
      "learning_rate": 5.800000000000001e-07,
      "loss": 2.2252,
      "mean_token_accuracy": 0.5782777238637209,
      "num_tokens": 419127.0,
      "step": 30
    },
    {
      "entropy": 1.2832397993654012,
      "epoch": 0.032,
      "grad_norm": 0.00787353515625,
      "learning_rate": 7.8e-07,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5787389608100056,
      "num_tokens": 558056.0,
      "step": 40
    },
    {
      "entropy": 1.281408105790615,
      "epoch": 0.04,
      "grad_norm": 0.0125732421875,
      "learning_rate": 9.800000000000001e-07,
      "loss": 2.2214,
      "mean_token_accuracy": 0.5814869659021497,
      "num_tokens": 697556.0,
      "step": 50
    },
    {
      "entropy": 1.2824515115469695,
      "epoch": 0.048,
      "grad_norm": 0.0206298828125,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5798849314451218,
      "num_tokens": 836753.0,
      "step": 60
    },
    {
      "entropy": 1.2973103038966656,
      "epoch": 0.056,
      "grad_norm": 0.0216064453125,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 2.2424,
      "mean_token_accuracy": 0.5715558419004083,
      "num_tokens": 981959.0,
      "step": 70
    },
    {
      "entropy": 1.2914881024509668,
      "epoch": 0.064,
      "grad_norm": 0.00927734375,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 2.2528,
      "mean_token_accuracy": 0.5714382914826274,
      "num_tokens": 1126446.0,
      "step": 80
    },
    {
      "entropy": 1.2911656297743321,
      "epoch": 0.072,
      "grad_norm": 0.0145263671875,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 2.2655,
      "mean_token_accuracy": 0.5728934396989643,
      "num_tokens": 1273905.0,
      "step": 90
    },
    {
      "entropy": 1.3042505994439124,
      "epoch": 0.08,
      "grad_norm": 0.00927734375,
      "learning_rate": 1.98e-06,
      "loss": 2.2384,
      "mean_token_accuracy": 0.574522521905601,
      "num_tokens": 1413596.0,
      "step": 100
    },
    {
      "epoch": 0.08,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 1413596.0,
      "eval_coding_runtime": 96.113,
      "eval_coding_samples_per_second": 5.202,
      "eval_coding_steps_per_second": 2.601,
      "step": 100
    },
    {
      "epoch": 0.08,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 1413596.0,
      "eval_math_runtime": 55.2867,
      "eval_math_samples_per_second": 9.044,
      "eval_math_steps_per_second": 4.522,
      "step": 100
    },
    {
      "entropy": 1.2642712604254485,
      "epoch": 0.088,
      "grad_norm": 0.0072021484375,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 2.1897,
      "mean_token_accuracy": 0.5820998327806592,
      "num_tokens": 1559450.0,
      "step": 110
    },
    {
      "entropy": 1.3127624299377203,
      "epoch": 0.096,
      "grad_norm": 0.0101318359375,
      "learning_rate": 2.38e-06,
      "loss": 2.2696,
      "mean_token_accuracy": 0.5712630080059171,
      "num_tokens": 1701193.0,
      "step": 120
    },
    {
      "entropy": 1.2562327686697246,
      "epoch": 0.104,
      "grad_norm": 0.0089111328125,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 2.1593,
      "mean_token_accuracy": 0.5853730095550418,
      "num_tokens": 1840165.0,
      "step": 130
    },
    {
      "entropy": 1.3122376587241888,
      "epoch": 0.112,
      "grad_norm": 0.00982666015625,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 2.272,
      "mean_token_accuracy": 0.5697157179936767,
      "num_tokens": 1979232.0,
      "step": 140
    },
    {
      "entropy": 1.296381675079465,
      "epoch": 0.12,
      "grad_norm": 0.0084228515625,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 2.2493,
      "mean_token_accuracy": 0.5788527738302947,
      "num_tokens": 2125815.0,
      "step": 150
    },
    {
      "entropy": 1.299617338180542,
      "epoch": 0.128,
      "grad_norm": 0.015380859375,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 2.2113,
      "mean_token_accuracy": 0.5759535003453493,
      "num_tokens": 2274177.0,
      "step": 160
    },
    {
      "entropy": 1.2860674735158681,
      "epoch": 0.136,
      "grad_norm": 0.00946044921875,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 2.2092,
      "mean_token_accuracy": 0.574743240699172,
      "num_tokens": 2412435.0,
      "step": 170
    },
    {
      "entropy": 1.299461904540658,
      "epoch": 0.144,
      "grad_norm": 0.0115966796875,
      "learning_rate": 3.58e-06,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5797095803543926,
      "num_tokens": 2548445.0,
      "step": 180
    },
    {
      "entropy": 1.259111713245511,
      "epoch": 0.152,
      "grad_norm": 0.0115966796875,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 2.1452,
      "mean_token_accuracy": 0.5854375848546625,
      "num_tokens": 2686462.0,
      "step": 190
    },
    {
      "entropy": 1.2716298930346965,
      "epoch": 0.16,
      "grad_norm": 0.014892578125,
      "learning_rate": 3.980000000000001e-06,
      "loss": 2.2284,
      "mean_token_accuracy": 0.5798038769513368,
      "num_tokens": 2824418.0,
      "step": 200
    },
    {
      "epoch": 0.16,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 2824418.0,
      "eval_coding_runtime": 95.662,
      "eval_coding_samples_per_second": 5.227,
      "eval_coding_steps_per_second": 2.613,
      "step": 200
    },
    {
      "epoch": 0.16,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 2824418.0,
      "eval_math_runtime": 55.266,
      "eval_math_samples_per_second": 9.047,
      "eval_math_steps_per_second": 4.524,
      "step": 200
    },
    {
      "entropy": 1.29471963532269,
      "epoch": 0.168,
      "grad_norm": 0.021240234375,
      "learning_rate": 4.18e-06,
      "loss": 2.2605,
      "mean_token_accuracy": 0.5726646112278104,
      "num_tokens": 2966031.0,
      "step": 210
    },
    {
      "entropy": 1.295415598154068,
      "epoch": 0.176,
      "grad_norm": 0.01519775390625,
      "learning_rate": 4.38e-06,
      "loss": 2.1967,
      "mean_token_accuracy": 0.5751344438642263,
      "num_tokens": 3110313.0,
      "step": 220
    },
    {
      "entropy": 1.3239446703344584,
      "epoch": 0.184,
      "grad_norm": 0.0089111328125,
      "learning_rate": 4.58e-06,
      "loss": 2.2475,
      "mean_token_accuracy": 0.5708544872701168,
      "num_tokens": 3251139.0,
      "step": 230
    },
    {
      "entropy": 1.3012913078069688,
      "epoch": 0.192,
      "grad_norm": 0.015625,
      "learning_rate": 4.78e-06,
      "loss": 2.2591,
      "mean_token_accuracy": 0.5751949936151505,
      "num_tokens": 3394170.0,
      "step": 240
    },
    {
      "entropy": 1.2939962450414897,
      "epoch": 0.2,
      "grad_norm": 0.0081787109375,
      "learning_rate": 4.980000000000001e-06,
      "loss": 2.2271,
      "mean_token_accuracy": 0.5751136729493738,
      "num_tokens": 3533571.0,
      "step": 250
    },
    {
      "entropy": 1.3175367139279843,
      "epoch": 0.208,
      "grad_norm": 0.0162353515625,
      "learning_rate": 5.18e-06,
      "loss": 2.2477,
      "mean_token_accuracy": 0.5703525686636567,
      "num_tokens": 3673600.0,
      "step": 260
    },
    {
      "entropy": 1.2911786384880544,
      "epoch": 0.216,
      "grad_norm": 0.00897216796875,
      "learning_rate": 5.380000000000001e-06,
      "loss": 2.2607,
      "mean_token_accuracy": 0.5701368801295758,
      "num_tokens": 3817397.0,
      "step": 270
    },
    {
      "entropy": 1.312684351950884,
      "epoch": 0.224,
      "grad_norm": 0.012451171875,
      "learning_rate": 5.580000000000001e-06,
      "loss": 2.2961,
      "mean_token_accuracy": 0.5682467905804515,
      "num_tokens": 3953732.0,
      "step": 280
    },
    {
      "entropy": 1.276525003835559,
      "epoch": 0.232,
      "grad_norm": 0.009033203125,
      "learning_rate": 5.78e-06,
      "loss": 2.2433,
      "mean_token_accuracy": 0.5770688287913799,
      "num_tokens": 4098989.0,
      "step": 290
    },
    {
      "entropy": 1.2831152826547623,
      "epoch": 0.24,
      "grad_norm": 0.008056640625,
      "learning_rate": 5.98e-06,
      "loss": 2.2829,
      "mean_token_accuracy": 0.5744210470467805,
      "num_tokens": 4243655.0,
      "step": 300
    },
    {
      "epoch": 0.24,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 4243655.0,
      "eval_coding_runtime": 95.6217,
      "eval_coding_samples_per_second": 5.229,
      "eval_coding_steps_per_second": 2.614,
      "step": 300
    },
    {
      "epoch": 0.24,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 4243655.0,
      "eval_math_runtime": 55.2698,
      "eval_math_samples_per_second": 9.047,
      "eval_math_steps_per_second": 4.523,
      "step": 300
    },
    {
      "entropy": 1.2523589238524437,
      "epoch": 0.248,
      "grad_norm": 0.01129150390625,
      "learning_rate": 6.18e-06,
      "loss": 2.1458,
      "mean_token_accuracy": 0.5875966742634773,
      "num_tokens": 4387651.0,
      "step": 310
    },
    {
      "entropy": 1.2836483523249627,
      "epoch": 0.256,
      "grad_norm": 0.01708984375,
      "learning_rate": 6.380000000000001e-06,
      "loss": 2.2171,
      "mean_token_accuracy": 0.5771771775558591,
      "num_tokens": 4531471.0,
      "step": 320
    },
    {
      "entropy": 1.2900966588407754,
      "epoch": 0.264,
      "grad_norm": 0.0172119140625,
      "learning_rate": 6.5800000000000005e-06,
      "loss": 2.2279,
      "mean_token_accuracy": 0.577950318530202,
      "num_tokens": 4669389.0,
      "step": 330
    },
    {
      "entropy": 1.2982714001089335,
      "epoch": 0.272,
      "grad_norm": 0.00897216796875,
      "learning_rate": 6.780000000000001e-06,
      "loss": 2.2464,
      "mean_token_accuracy": 0.5756928954273463,
      "num_tokens": 4810284.0,
      "step": 340
    },
    {
      "entropy": 1.278377178311348,
      "epoch": 0.28,
      "grad_norm": 0.00616455078125,
      "learning_rate": 6.98e-06,
      "loss": 2.172,
      "mean_token_accuracy": 0.5843851236626506,
      "num_tokens": 4955375.0,
      "step": 350
    },
    {
      "entropy": 1.2722328055649996,
      "epoch": 0.288,
      "grad_norm": 0.015869140625,
      "learning_rate": 7.180000000000001e-06,
      "loss": 2.2143,
      "mean_token_accuracy": 0.5805238038301468,
      "num_tokens": 5095104.0,
      "step": 360
    },
    {
      "entropy": 1.2866631541401148,
      "epoch": 0.296,
      "grad_norm": 0.01318359375,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 2.2041,
      "mean_token_accuracy": 0.5798180354759097,
      "num_tokens": 5240988.0,
      "step": 370
    },
    {
      "entropy": 1.2868602696806193,
      "epoch": 0.304,
      "grad_norm": 0.0230712890625,
      "learning_rate": 7.58e-06,
      "loss": 2.2193,
      "mean_token_accuracy": 0.578575404547155,
      "num_tokens": 5383732.0,
      "step": 380
    },
    {
      "entropy": 1.3216422777622938,
      "epoch": 0.312,
      "grad_norm": 0.0115966796875,
      "learning_rate": 7.78e-06,
      "loss": 2.2847,
      "mean_token_accuracy": 0.5677898772060871,
      "num_tokens": 5530666.0,
      "step": 390
    },
    {
      "entropy": 1.2590181913226843,
      "epoch": 0.32,
      "grad_norm": 0.01171875,
      "learning_rate": 7.980000000000002e-06,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5848465450108051,
      "num_tokens": 5676334.0,
      "step": 400
    },
    {
      "epoch": 0.32,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 5676334.0,
      "eval_coding_runtime": 95.6468,
      "eval_coding_samples_per_second": 5.228,
      "eval_coding_steps_per_second": 2.614,
      "step": 400
    },
    {
      "epoch": 0.32,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 5676334.0,
      "eval_math_runtime": 55.2877,
      "eval_math_samples_per_second": 9.044,
      "eval_math_steps_per_second": 4.522,
      "step": 400
    },
    {
      "entropy": 1.3136477686464787,
      "epoch": 0.328,
      "grad_norm": 0.009521484375,
      "learning_rate": 8.18e-06,
      "loss": 2.2817,
      "mean_token_accuracy": 0.5644237477332353,
      "num_tokens": 5816488.0,
      "step": 410
    },
    {
      "entropy": 1.296512581780553,
      "epoch": 0.336,
      "grad_norm": 0.008544921875,
      "learning_rate": 8.380000000000001e-06,
      "loss": 2.2127,
      "mean_token_accuracy": 0.5752231312915683,
      "num_tokens": 5958480.0,
      "step": 420
    },
    {
      "entropy": 1.2964510951191186,
      "epoch": 0.344,
      "grad_norm": 0.00885009765625,
      "learning_rate": 8.580000000000001e-06,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5778196537867188,
      "num_tokens": 6102081.0,
      "step": 430
    },
    {
      "entropy": 1.2612504959106445,
      "epoch": 0.352,
      "grad_norm": 0.0084228515625,
      "learning_rate": 8.78e-06,
      "loss": 2.1833,
      "mean_token_accuracy": 0.5839220907539129,
      "num_tokens": 6242161.0,
      "step": 440
    },
    {
      "entropy": 1.2856441132724286,
      "epoch": 0.36,
      "grad_norm": 0.0177001953125,
      "learning_rate": 8.98e-06,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5754987616091967,
      "num_tokens": 6377327.0,
      "step": 450
    },
    {
      "entropy": 1.288279192149639,
      "epoch": 0.368,
      "grad_norm": 0.0111083984375,
      "learning_rate": 9.180000000000002e-06,
      "loss": 2.1968,
      "mean_token_accuracy": 0.580965013988316,
      "num_tokens": 6523679.0,
      "step": 460
    },
    {
      "entropy": 1.28649943433702,
      "epoch": 0.376,
      "grad_norm": 0.007659912109375,
      "learning_rate": 9.38e-06,
      "loss": 2.2039,
      "mean_token_accuracy": 0.5775518488138914,
      "num_tokens": 6669278.0,
      "step": 470
    },
    {
      "entropy": 1.2801726717501878,
      "epoch": 0.384,
      "grad_norm": 0.01068115234375,
      "learning_rate": 9.58e-06,
      "loss": 2.1868,
      "mean_token_accuracy": 0.5841207258403301,
      "num_tokens": 6810978.0,
      "step": 480
    },
    {
      "entropy": 1.3082288071513175,
      "epoch": 0.392,
      "grad_norm": 0.01025390625,
      "learning_rate": 9.780000000000001e-06,
      "loss": 2.259,
      "mean_token_accuracy": 0.5713578343391419,
      "num_tokens": 6953929.0,
      "step": 490
    },
    {
      "entropy": 1.3287261452525854,
      "epoch": 0.4,
      "grad_norm": 0.008056640625,
      "learning_rate": 9.980000000000001e-06,
      "loss": 2.2733,
      "mean_token_accuracy": 0.5687045747414231,
      "num_tokens": 7096903.0,
      "step": 500
    },
    {
      "epoch": 0.4,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 7096903.0,
      "eval_coding_runtime": 95.6459,
      "eval_coding_samples_per_second": 5.228,
      "eval_coding_steps_per_second": 2.614,
      "step": 500
    },
    {
      "epoch": 0.4,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 7096903.0,
      "eval_math_runtime": 54.9641,
      "eval_math_samples_per_second": 9.097,
      "eval_math_steps_per_second": 4.548,
      "step": 500
    },
    {
      "entropy": 1.294243635982275,
      "epoch": 0.408,
      "grad_norm": 0.016845703125,
      "learning_rate": 1.018e-05,
      "loss": 2.2428,
      "mean_token_accuracy": 0.5740567265078426,
      "num_tokens": 7239071.0,
      "step": 510
    },
    {
      "entropy": 1.293457629531622,
      "epoch": 0.416,
      "grad_norm": 0.0140380859375,
      "learning_rate": 1.038e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5770649960264563,
      "num_tokens": 7377181.0,
      "step": 520
    },
    {
      "entropy": 1.29749961681664,
      "epoch": 0.424,
      "grad_norm": 0.01806640625,
      "learning_rate": 1.0580000000000002e-05,
      "loss": 2.1821,
      "mean_token_accuracy": 0.5780813867226243,
      "num_tokens": 7513035.0,
      "step": 530
    },
    {
      "entropy": 1.2768937222659589,
      "epoch": 0.432,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.0780000000000002e-05,
      "loss": 2.2319,
      "mean_token_accuracy": 0.5752488367259503,
      "num_tokens": 7650523.0,
      "step": 540
    },
    {
      "entropy": 1.27384728230536,
      "epoch": 0.44,
      "grad_norm": 0.0169677734375,
      "learning_rate": 1.0980000000000002e-05,
      "loss": 2.1808,
      "mean_token_accuracy": 0.5803057106211782,
      "num_tokens": 7794006.0,
      "step": 550
    },
    {
      "entropy": 1.2649936627596616,
      "epoch": 0.448,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.1180000000000001e-05,
      "loss": 2.1932,
      "mean_token_accuracy": 0.5795159580186009,
      "num_tokens": 7936788.0,
      "step": 560
    },
    {
      "entropy": 1.2891030061990023,
      "epoch": 0.456,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.138e-05,
      "loss": 2.2876,
      "mean_token_accuracy": 0.5727174270898103,
      "num_tokens": 8081035.0,
      "step": 570
    },
    {
      "entropy": 1.3052824169397355,
      "epoch": 0.464,
      "grad_norm": 0.0169677734375,
      "learning_rate": 1.1580000000000001e-05,
      "loss": 2.2796,
      "mean_token_accuracy": 0.5737911343574524,
      "num_tokens": 8223147.0,
      "step": 580
    },
    {
      "entropy": 1.2902213044464588,
      "epoch": 0.472,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.178e-05,
      "loss": 2.2199,
      "mean_token_accuracy": 0.5761593583971262,
      "num_tokens": 8367380.0,
      "step": 590
    },
    {
      "entropy": 1.2913669254630804,
      "epoch": 0.48,
      "grad_norm": 0.0157470703125,
      "learning_rate": 1.198e-05,
      "loss": 2.2032,
      "mean_token_accuracy": 0.581071512401104,
      "num_tokens": 8506030.0,
      "step": 600
    },
    {
      "epoch": 0.48,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 8506030.0,
      "eval_coding_runtime": 95.6191,
      "eval_coding_samples_per_second": 5.229,
      "eval_coding_steps_per_second": 2.615,
      "step": 600
    },
    {
      "epoch": 0.48,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 8506030.0,
      "eval_math_runtime": 55.258,
      "eval_math_samples_per_second": 9.048,
      "eval_math_steps_per_second": 4.524,
      "step": 600
    },
    {
      "entropy": 1.2780281711369752,
      "epoch": 0.488,
      "grad_norm": 0.0093994140625,
      "learning_rate": 1.218e-05,
      "loss": 2.1848,
      "mean_token_accuracy": 0.5809735087677836,
      "num_tokens": 8646384.0,
      "step": 610
    },
    {
      "entropy": 1.2823347095400095,
      "epoch": 0.496,
      "grad_norm": 0.0125732421875,
      "learning_rate": 1.2380000000000002e-05,
      "loss": 2.2158,
      "mean_token_accuracy": 0.5798389609903097,
      "num_tokens": 8788726.0,
      "step": 620
    },
    {
      "entropy": 1.3198146648705005,
      "epoch": 0.504,
      "grad_norm": 0.00946044921875,
      "learning_rate": 1.2580000000000002e-05,
      "loss": 2.301,
      "mean_token_accuracy": 0.5685374505817891,
      "num_tokens": 8934959.0,
      "step": 630
    },
    {
      "entropy": 1.2555946599692107,
      "epoch": 0.512,
      "grad_norm": 0.0177001953125,
      "learning_rate": 1.2780000000000001e-05,
      "loss": 2.1431,
      "mean_token_accuracy": 0.589201102592051,
      "num_tokens": 9078039.0,
      "step": 640
    },
    {
      "entropy": 1.2702158033847808,
      "epoch": 0.52,
      "grad_norm": 0.024169921875,
      "learning_rate": 1.2980000000000001e-05,
      "loss": 2.1965,
      "mean_token_accuracy": 0.5821724396198988,
      "num_tokens": 9220298.0,
      "step": 650
    },
    {
      "entropy": 1.277011101320386,
      "epoch": 0.528,
      "grad_norm": 0.0118408203125,
      "learning_rate": 1.3180000000000001e-05,
      "loss": 2.2097,
      "mean_token_accuracy": 0.5796491207554937,
      "num_tokens": 9373860.0,
      "step": 660
    },
    {
      "entropy": 1.3105232425034046,
      "epoch": 0.536,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.3380000000000002e-05,
      "loss": 2.2839,
      "mean_token_accuracy": 0.5706269716843962,
      "num_tokens": 9515962.0,
      "step": 670
    },
    {
      "entropy": 1.2719210147857667,
      "epoch": 0.544,
      "grad_norm": 0.011474609375,
      "learning_rate": 1.3580000000000002e-05,
      "loss": 2.2322,
      "mean_token_accuracy": 0.5780333954840898,
      "num_tokens": 9660940.0,
      "step": 680
    },
    {
      "entropy": 1.336498522385955,
      "epoch": 0.552,
      "grad_norm": 0.00921630859375,
      "learning_rate": 1.378e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5707717033103108,
      "num_tokens": 9793170.0,
      "step": 690
    },
    {
      "entropy": 1.2782492753118277,
      "epoch": 0.56,
      "grad_norm": 0.00927734375,
      "learning_rate": 1.398e-05,
      "loss": 2.1596,
      "mean_token_accuracy": 0.583821403235197,
      "num_tokens": 9932302.0,
      "step": 700
    },
    {
      "epoch": 0.56,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 9932302.0,
      "eval_coding_runtime": 95.6281,
      "eval_coding_samples_per_second": 5.229,
      "eval_coding_steps_per_second": 2.614,
      "step": 700
    },
    {
      "epoch": 0.56,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 9932302.0,
      "eval_math_runtime": 55.2345,
      "eval_math_samples_per_second": 9.052,
      "eval_math_steps_per_second": 4.526,
      "step": 700
    },
    {
      "entropy": 1.2765720319002867,
      "epoch": 0.568,
      "grad_norm": 0.0135498046875,
      "learning_rate": 1.418e-05,
      "loss": 2.1618,
      "mean_token_accuracy": 0.5836544273421168,
      "num_tokens": 10072362.0,
      "step": 710
    },
    {
      "entropy": 1.3300136230885982,
      "epoch": 0.576,
      "grad_norm": 0.0101318359375,
      "learning_rate": 1.4380000000000001e-05,
      "loss": 2.3456,
      "mean_token_accuracy": 0.5648340210318565,
      "num_tokens": 10215462.0,
      "step": 720
    },
    {
      "entropy": 1.2994835320860147,
      "epoch": 0.584,
      "grad_norm": 0.01416015625,
      "learning_rate": 1.4580000000000001e-05,
      "loss": 2.2414,
      "mean_token_accuracy": 0.5734376270323992,
      "num_tokens": 10354952.0,
      "step": 730
    },
    {
      "entropy": 1.2754272140562535,
      "epoch": 0.592,
      "grad_norm": 0.01361083984375,
      "learning_rate": 1.478e-05,
      "loss": 2.1968,
      "mean_token_accuracy": 0.5793214218690992,
      "num_tokens": 10504396.0,
      "step": 740
    },
    {
      "entropy": 1.2948825549334289,
      "epoch": 0.6,
      "grad_norm": 0.0167236328125,
      "learning_rate": 1.498e-05,
      "loss": 2.209,
      "mean_token_accuracy": 0.5778197368606925,
      "num_tokens": 10644641.0,
      "step": 750
    },
    {
      "entropy": 1.309036424010992,
      "epoch": 0.608,
      "grad_norm": 0.0142822265625,
      "learning_rate": 1.5180000000000002e-05,
      "loss": 2.2825,
      "mean_token_accuracy": 0.5746870728209614,
      "num_tokens": 10793126.0,
      "step": 760
    },
    {
      "entropy": 1.2668032895773649,
      "epoch": 0.616,
      "grad_norm": 0.01904296875,
      "learning_rate": 1.5380000000000002e-05,
      "loss": 2.1989,
      "mean_token_accuracy": 0.5822413913905621,
      "num_tokens": 10941399.0,
      "step": 770
    },
    {
      "entropy": 1.2946851935237647,
      "epoch": 0.624,
      "grad_norm": 0.0086669921875,
      "learning_rate": 1.5580000000000003e-05,
      "loss": 2.2376,
      "mean_token_accuracy": 0.574727876111865,
      "num_tokens": 11081768.0,
      "step": 780
    },
    {
      "entropy": 1.2720156278461219,
      "epoch": 0.632,
      "grad_norm": 0.00726318359375,
      "learning_rate": 1.578e-05,
      "loss": 2.2091,
      "mean_token_accuracy": 0.5791729586198926,
      "num_tokens": 11226419.0,
      "step": 790
    },
    {
      "entropy": 1.2966302383691073,
      "epoch": 0.64,
      "grad_norm": 0.0103759765625,
      "learning_rate": 1.5980000000000003e-05,
      "loss": 2.2476,
      "mean_token_accuracy": 0.5757431708276272,
      "num_tokens": 11370320.0,
      "step": 800
    },
    {
      "epoch": 0.64,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 11370320.0,
      "eval_coding_runtime": 95.6426,
      "eval_coding_samples_per_second": 5.228,
      "eval_coding_steps_per_second": 2.614,
      "step": 800
    },
    {
      "epoch": 0.64,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 11370320.0,
      "eval_math_runtime": 55.2405,
      "eval_math_samples_per_second": 9.051,
      "eval_math_steps_per_second": 4.526,
      "step": 800
    },
    {
      "entropy": 1.2639863461256027,
      "epoch": 0.648,
      "grad_norm": 0.01806640625,
      "learning_rate": 1.618e-05,
      "loss": 2.2448,
      "mean_token_accuracy": 0.5776080982759595,
      "num_tokens": 11515332.0,
      "step": 810
    },
    {
      "entropy": 1.2712122540920974,
      "epoch": 0.656,
      "grad_norm": 0.01318359375,
      "learning_rate": 1.638e-05,
      "loss": 2.1846,
      "mean_token_accuracy": 0.5818307081237435,
      "num_tokens": 11657835.0,
      "step": 820
    },
    {
      "entropy": 1.3265905980020762,
      "epoch": 0.664,
      "grad_norm": 0.01007080078125,
      "learning_rate": 1.658e-05,
      "loss": 2.2425,
      "mean_token_accuracy": 0.5686553552746773,
      "num_tokens": 11799325.0,
      "step": 830
    },
    {
      "entropy": 1.291335643082857,
      "epoch": 0.672,
      "grad_norm": 0.0152587890625,
      "learning_rate": 1.6780000000000002e-05,
      "loss": 2.2767,
      "mean_token_accuracy": 0.5738575926050544,
      "num_tokens": 11949262.0,
      "step": 840
    },
    {
      "entropy": 1.2961845736950637,
      "epoch": 0.68,
      "grad_norm": 0.0164794921875,
      "learning_rate": 1.698e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5745207356289029,
      "num_tokens": 12090029.0,
      "step": 850
    },
    {
      "entropy": 1.301833227276802,
      "epoch": 0.688,
      "grad_norm": 0.011962890625,
      "learning_rate": 1.718e-05,
      "loss": 2.2309,
      "mean_token_accuracy": 0.5745828906074166,
      "num_tokens": 12227640.0,
      "step": 860
    },
    {
      "entropy": 1.3095486916601657,
      "epoch": 0.696,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.7380000000000003e-05,
      "loss": 2.2881,
      "mean_token_accuracy": 0.5654223879799247,
      "num_tokens": 12371560.0,
      "step": 870
    },
    {
      "entropy": 1.2842330873012542,
      "epoch": 0.704,
      "grad_norm": 0.01055908203125,
      "learning_rate": 1.758e-05,
      "loss": 2.2148,
      "mean_token_accuracy": 0.5752653010189533,
      "num_tokens": 12516641.0,
      "step": 880
    },
    {
      "entropy": 1.3211415249854326,
      "epoch": 0.712,
      "grad_norm": 0.00799560546875,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 2.2159,
      "mean_token_accuracy": 0.571710304543376,
      "num_tokens": 12656623.0,
      "step": 890
    },
    {
      "entropy": 1.2885905254632235,
      "epoch": 0.72,
      "grad_norm": 0.0201416015625,
      "learning_rate": 1.798e-05,
      "loss": 2.2299,
      "mean_token_accuracy": 0.5760715741664171,
      "num_tokens": 12793343.0,
      "step": 900
    },
    {
      "epoch": 0.72,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 12793343.0,
      "eval_coding_runtime": 95.6394,
      "eval_coding_samples_per_second": 5.228,
      "eval_coding_steps_per_second": 2.614,
      "step": 900
    },
    {
      "epoch": 0.72,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 12793343.0,
      "eval_math_runtime": 55.2679,
      "eval_math_samples_per_second": 9.047,
      "eval_math_steps_per_second": 4.523,
      "step": 900
    },
    {
      "entropy": 1.298223714157939,
      "epoch": 0.728,
      "grad_norm": 0.012939453125,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 2.298,
      "mean_token_accuracy": 0.5706229966133833,
      "num_tokens": 12932479.0,
      "step": 910
    },
    {
      "entropy": 1.2950578905642032,
      "epoch": 0.736,
      "grad_norm": 0.01239013671875,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 2.234,
      "mean_token_accuracy": 0.5742258787155151,
      "num_tokens": 13077981.0,
      "step": 920
    },
    {
      "entropy": 1.302649038657546,
      "epoch": 0.744,
      "grad_norm": 0.0211181640625,
      "learning_rate": 1.858e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5736184434965252,
      "num_tokens": 13217888.0,
      "step": 930
    },
    {
      "entropy": 1.2875377755612134,
      "epoch": 0.752,
      "grad_norm": 0.015869140625,
      "learning_rate": 1.878e-05,
      "loss": 2.2132,
      "mean_token_accuracy": 0.575059812888503,
      "num_tokens": 13358957.0,
      "step": 940
    },
    {
      "entropy": 1.2615925706923008,
      "epoch": 0.76,
      "grad_norm": 0.0096435546875,
      "learning_rate": 1.898e-05,
      "loss": 2.2597,
      "mean_token_accuracy": 0.5791866419836879,
      "num_tokens": 13510850.0,
      "step": 950
    },
    {
      "entropy": 1.269580041617155,
      "epoch": 0.768,
      "grad_norm": 0.0115966796875,
      "learning_rate": 1.918e-05,
      "loss": 2.2027,
      "mean_token_accuracy": 0.5817427391186356,
      "num_tokens": 13653412.0,
      "step": 960
    },
    {
      "entropy": 1.3158201549202204,
      "epoch": 0.776,
      "grad_norm": 0.00885009765625,
      "learning_rate": 1.938e-05,
      "loss": 2.2614,
      "mean_token_accuracy": 0.5728385889902711,
      "num_tokens": 13794252.0,
      "step": 970
    },
    {
      "entropy": 1.2957237258553504,
      "epoch": 0.784,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 2.2335,
      "mean_token_accuracy": 0.5786556912586093,
      "num_tokens": 13940856.0,
      "step": 980
    },
    {
      "entropy": 1.285663042962551,
      "epoch": 0.792,
      "grad_norm": 0.020263671875,
      "learning_rate": 1.978e-05,
      "loss": 2.2096,
      "mean_token_accuracy": 0.5792105477303267,
      "num_tokens": 14086117.0,
      "step": 990
    },
    {
      "entropy": 1.3126300945878029,
      "epoch": 0.8,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 2.3165,
      "mean_token_accuracy": 0.5648046223446727,
      "num_tokens": 14230754.0,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 14230754.0,
      "eval_coding_runtime": 96.0895,
      "eval_coding_samples_per_second": 5.203,
      "eval_coding_steps_per_second": 2.602,
      "step": 1000
    },
    {
      "epoch": 0.8,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 14230754.0,
      "eval_math_runtime": 54.9639,
      "eval_math_samples_per_second": 9.097,
      "eval_math_steps_per_second": 4.548,
      "step": 1000
    },
    {
      "entropy": 1.29276928268373,
      "epoch": 0.808,
      "grad_norm": 0.0126953125,
      "learning_rate": 1.9980000000000002e-05,
      "loss": 2.2326,
      "mean_token_accuracy": 0.5718907188624144,
      "num_tokens": 14374548.0,
      "step": 1010
    },
    {
      "entropy": 1.3095116015523671,
      "epoch": 0.816,
      "grad_norm": 0.01318359375,
      "learning_rate": 1.995777777777778e-05,
      "loss": 2.2316,
      "mean_token_accuracy": 0.5726707259193062,
      "num_tokens": 14519893.0,
      "step": 1020
    },
    {
      "entropy": 1.2931621059775353,
      "epoch": 0.824,
      "grad_norm": 0.0120849609375,
      "learning_rate": 1.9935555555555557e-05,
      "loss": 2.2255,
      "mean_token_accuracy": 0.5791132707148791,
      "num_tokens": 14664170.0,
      "step": 1030
    },
    {
      "entropy": 1.3060086965560913,
      "epoch": 0.832,
      "grad_norm": 0.0087890625,
      "learning_rate": 1.9913333333333335e-05,
      "loss": 2.2366,
      "mean_token_accuracy": 0.5756228402256965,
      "num_tokens": 14805088.0,
      "step": 1040
    },
    {
      "entropy": 1.29172132499516,
      "epoch": 0.84,
      "grad_norm": 0.00775146484375,
      "learning_rate": 1.9891111111111112e-05,
      "loss": 2.2138,
      "mean_token_accuracy": 0.5763768455013633,
      "num_tokens": 14944711.0,
      "step": 1050
    },
    {
      "entropy": 1.3122717272490263,
      "epoch": 0.848,
      "grad_norm": 0.00994873046875,
      "learning_rate": 1.986888888888889e-05,
      "loss": 2.2005,
      "mean_token_accuracy": 0.5786851424723863,
      "num_tokens": 15086306.0,
      "step": 1060
    },
    {
      "entropy": 1.3352035760879517,
      "epoch": 0.856,
      "grad_norm": 0.01043701171875,
      "learning_rate": 1.9846666666666668e-05,
      "loss": 2.3066,
      "mean_token_accuracy": 0.5666656039655209,
      "num_tokens": 15228872.0,
      "step": 1070
    },
    {
      "entropy": 1.2667071226984263,
      "epoch": 0.864,
      "grad_norm": 0.01251220703125,
      "learning_rate": 1.9824444444444445e-05,
      "loss": 2.1787,
      "mean_token_accuracy": 0.5817643126472831,
      "num_tokens": 15370985.0,
      "step": 1080
    },
    {
      "entropy": 1.3015164621174335,
      "epoch": 0.872,
      "grad_norm": 0.0103759765625,
      "learning_rate": 1.9802222222222226e-05,
      "loss": 2.2554,
      "mean_token_accuracy": 0.5708118518814445,
      "num_tokens": 15513360.0,
      "step": 1090
    },
    {
      "entropy": 1.3232146605849266,
      "epoch": 0.88,
      "grad_norm": 0.01025390625,
      "learning_rate": 1.978e-05,
      "loss": 2.222,
      "mean_token_accuracy": 0.5751912448555231,
      "num_tokens": 15653836.0,
      "step": 1100
    },
    {
      "epoch": 0.88,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 15653836.0,
      "eval_coding_runtime": 95.6833,
      "eval_coding_samples_per_second": 5.226,
      "eval_coding_steps_per_second": 2.613,
      "step": 1100
    },
    {
      "epoch": 0.88,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 15653836.0,
      "eval_math_runtime": 55.2235,
      "eval_math_samples_per_second": 9.054,
      "eval_math_steps_per_second": 4.527,
      "step": 1100
    },
    {
      "entropy": 1.2944145441055297,
      "epoch": 0.888,
      "grad_norm": 0.013427734375,
      "learning_rate": 1.975777777777778e-05,
      "loss": 2.2076,
      "mean_token_accuracy": 0.579839687794447,
      "num_tokens": 15791102.0,
      "step": 1110
    },
    {
      "entropy": 1.3253925543278455,
      "epoch": 0.896,
      "grad_norm": 0.00970458984375,
      "learning_rate": 1.9735555555555556e-05,
      "loss": 2.2785,
      "mean_token_accuracy": 0.5721883840858937,
      "num_tokens": 15932179.0,
      "step": 1120
    },
    {
      "entropy": 1.2849542308598756,
      "epoch": 0.904,
      "grad_norm": 0.033203125,
      "learning_rate": 1.9713333333333337e-05,
      "loss": 2.2034,
      "mean_token_accuracy": 0.576960513740778,
      "num_tokens": 16074409.0,
      "step": 1130
    },
    {
      "entropy": 1.2730964332818986,
      "epoch": 0.912,
      "grad_norm": 0.0089111328125,
      "learning_rate": 1.969111111111111e-05,
      "loss": 2.1835,
      "mean_token_accuracy": 0.5821036446839571,
      "num_tokens": 16219842.0,
      "step": 1140
    },
    {
      "entropy": 1.2843450970947743,
      "epoch": 0.92,
      "grad_norm": 0.009765625,
      "learning_rate": 1.9668888888888892e-05,
      "loss": 2.1674,
      "mean_token_accuracy": 0.5814145233482122,
      "num_tokens": 16359249.0,
      "step": 1150
    },
    {
      "entropy": 1.2754333186894655,
      "epoch": 0.928,
      "grad_norm": 0.011474609375,
      "learning_rate": 1.9646666666666666e-05,
      "loss": 2.176,
      "mean_token_accuracy": 0.5827303070574998,
      "num_tokens": 16499842.0,
      "step": 1160
    },
    {
      "entropy": 1.301246513798833,
      "epoch": 0.936,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.9624444444444447e-05,
      "loss": 2.2071,
      "mean_token_accuracy": 0.5731328945606947,
      "num_tokens": 16640499.0,
      "step": 1170
    },
    {
      "entropy": 1.2947144400328399,
      "epoch": 0.944,
      "grad_norm": 0.01239013671875,
      "learning_rate": 1.9602222222222225e-05,
      "loss": 2.2016,
      "mean_token_accuracy": 0.5806368073448539,
      "num_tokens": 16781882.0,
      "step": 1180
    },
    {
      "entropy": 1.2729844357818365,
      "epoch": 0.952,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.9580000000000002e-05,
      "loss": 2.157,
      "mean_token_accuracy": 0.5873358538374305,
      "num_tokens": 16922913.0,
      "step": 1190
    },
    {
      "entropy": 1.3273278027772903,
      "epoch": 0.96,
      "grad_norm": 0.0133056640625,
      "learning_rate": 1.955777777777778e-05,
      "loss": 2.2697,
      "mean_token_accuracy": 0.5692729642614722,
      "num_tokens": 17067407.0,
      "step": 1200
    },
    {
      "epoch": 0.96,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 17067407.0,
      "eval_coding_runtime": 95.6335,
      "eval_coding_samples_per_second": 5.228,
      "eval_coding_steps_per_second": 2.614,
      "step": 1200
    },
    {
      "epoch": 0.96,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 17067407.0,
      "eval_math_runtime": 55.2304,
      "eval_math_samples_per_second": 9.053,
      "eval_math_steps_per_second": 4.526,
      "step": 1200
    },
    {
      "entropy": 1.2900268983095884,
      "epoch": 0.968,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.9535555555555557e-05,
      "loss": 2.1958,
      "mean_token_accuracy": 0.5768731584772467,
      "num_tokens": 17211153.0,
      "step": 1210
    },
    {
      "entropy": 1.30126980766654,
      "epoch": 0.976,
      "grad_norm": 0.0245361328125,
      "learning_rate": 1.9513333333333335e-05,
      "loss": 2.2313,
      "mean_token_accuracy": 0.5746001824736595,
      "num_tokens": 17350994.0,
      "step": 1220
    },
    {
      "entropy": 1.294421959668398,
      "epoch": 0.984,
      "grad_norm": 0.018310546875,
      "learning_rate": 1.9491111111111113e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5734764914959669,
      "num_tokens": 17492960.0,
      "step": 1230
    },
    {
      "entropy": 1.3181488186120986,
      "epoch": 0.992,
      "grad_norm": 0.030517578125,
      "learning_rate": 1.946888888888889e-05,
      "loss": 2.3008,
      "mean_token_accuracy": 0.5649250147864222,
      "num_tokens": 17637514.0,
      "step": 1240
    },
    {
      "entropy": 1.3004115797579288,
      "epoch": 1.0,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.9446666666666668e-05,
      "loss": 2.2079,
      "mean_token_accuracy": 0.5754020158201456,
      "num_tokens": 17780432.0,
      "step": 1250
    },
    {
      "entropy": 1.2847444698214532,
      "epoch": 1.008,
      "grad_norm": 0.017333984375,
      "learning_rate": 1.9424444444444446e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5801492627710104,
      "num_tokens": 17926570.0,
      "step": 1260
    },
    {
      "entropy": 1.2932130094617604,
      "epoch": 1.016,
      "grad_norm": 0.0189208984375,
      "learning_rate": 1.9402222222222223e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.5793235875666142,
      "num_tokens": 18070722.0,
      "step": 1270
    },
    {
      "entropy": 1.2891677081584931,
      "epoch": 1.024,
      "grad_norm": 0.0081787109375,
      "learning_rate": 1.938e-05,
      "loss": 2.2189,
      "mean_token_accuracy": 0.5802426967769861,
      "num_tokens": 18207652.0,
      "step": 1280
    },
    {
      "entropy": 1.3298017375171185,
      "epoch": 1.032,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.935777777777778e-05,
      "loss": 2.2569,
      "mean_token_accuracy": 0.5690007250756025,
      "num_tokens": 18349030.0,
      "step": 1290
    },
    {
      "entropy": 1.2888877458870411,
      "epoch": 1.04,
      "grad_norm": 0.01336669921875,
      "learning_rate": 1.9335555555555556e-05,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5769451957195997,
      "num_tokens": 18484931.0,
      "step": 1300
    },
    {
      "epoch": 1.04,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 18484931.0,
      "eval_coding_runtime": 95.6088,
      "eval_coding_samples_per_second": 5.23,
      "eval_coding_steps_per_second": 2.615,
      "step": 1300
    },
    {
      "epoch": 1.04,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 18484931.0,
      "eval_math_runtime": 55.238,
      "eval_math_samples_per_second": 9.052,
      "eval_math_steps_per_second": 4.526,
      "step": 1300
    },
    {
      "entropy": 1.3006268568336963,
      "epoch": 1.048,
      "grad_norm": 0.01495361328125,
      "learning_rate": 1.9313333333333334e-05,
      "loss": 2.2672,
      "mean_token_accuracy": 0.5714229056611657,
      "num_tokens": 18630034.0,
      "step": 1310
    },
    {
      "entropy": 1.279826521128416,
      "epoch": 1.056,
      "grad_norm": 0.0164794921875,
      "learning_rate": 1.9291111111111115e-05,
      "loss": 2.2346,
      "mean_token_accuracy": 0.5772927038371563,
      "num_tokens": 18773457.0,
      "step": 1320
    },
    {
      "entropy": 1.311249329522252,
      "epoch": 1.064,
      "grad_norm": 0.0126953125,
      "learning_rate": 1.926888888888889e-05,
      "loss": 2.3087,
      "mean_token_accuracy": 0.5693608418107032,
      "num_tokens": 18918389.0,
      "step": 1330
    },
    {
      "entropy": 1.2683462664484977,
      "epoch": 1.072,
      "grad_norm": 0.0140380859375,
      "learning_rate": 1.924666666666667e-05,
      "loss": 2.225,
      "mean_token_accuracy": 0.5798949740827084,
      "num_tokens": 19055365.0,
      "step": 1340
    },
    {
      "entropy": 1.3234039679169656,
      "epoch": 1.08,
      "grad_norm": 0.0096435546875,
      "learning_rate": 1.9224444444444444e-05,
      "loss": 2.2342,
      "mean_token_accuracy": 0.572484284453094,
      "num_tokens": 19202006.0,
      "step": 1350
    },
    {
      "entropy": 1.2823971390724183,
      "epoch": 1.088,
      "grad_norm": 0.00909423828125,
      "learning_rate": 1.9202222222222225e-05,
      "loss": 2.2072,
      "mean_token_accuracy": 0.5814019978046417,
      "num_tokens": 19345730.0,
      "step": 1360
    },
    {
      "entropy": 1.328789808228612,
      "epoch": 1.096,
      "grad_norm": 0.008544921875,
      "learning_rate": 1.918e-05,
      "loss": 2.274,
      "mean_token_accuracy": 0.5689424321055412,
      "num_tokens": 19494084.0,
      "step": 1370
    },
    {
      "entropy": 1.2878280565142632,
      "epoch": 1.104,
      "grad_norm": 0.01165771484375,
      "learning_rate": 1.915777777777778e-05,
      "loss": 2.2215,
      "mean_token_accuracy": 0.5786661734804511,
      "num_tokens": 19637390.0,
      "step": 1380
    },
    {
      "entropy": 1.2910890705883502,
      "epoch": 1.112,
      "grad_norm": 0.018310546875,
      "learning_rate": 1.9135555555555555e-05,
      "loss": 2.2246,
      "mean_token_accuracy": 0.5769055737182498,
      "num_tokens": 19777388.0,
      "step": 1390
    },
    {
      "entropy": 1.2642895836383103,
      "epoch": 1.12,
      "grad_norm": 0.01123046875,
      "learning_rate": 1.9113333333333336e-05,
      "loss": 2.2314,
      "mean_token_accuracy": 0.5781507005915045,
      "num_tokens": 19923914.0,
      "step": 1400
    },
    {
      "epoch": 1.12,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 19923914.0,
      "eval_coding_runtime": 95.6535,
      "eval_coding_samples_per_second": 5.227,
      "eval_coding_steps_per_second": 2.614,
      "step": 1400
    },
    {
      "epoch": 1.12,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 19923914.0,
      "eval_math_runtime": 55.1965,
      "eval_math_samples_per_second": 9.059,
      "eval_math_steps_per_second": 4.529,
      "step": 1400
    },
    {
      "entropy": 1.3085532050579787,
      "epoch": 1.1280000000000001,
      "grad_norm": 0.01422119140625,
      "learning_rate": 1.9091111111111113e-05,
      "loss": 2.322,
      "mean_token_accuracy": 0.5657644450664521,
      "num_tokens": 20061623.0,
      "step": 1410
    },
    {
      "entropy": 1.2904092378914356,
      "epoch": 1.1360000000000001,
      "grad_norm": 0.017333984375,
      "learning_rate": 1.906888888888889e-05,
      "loss": 2.2418,
      "mean_token_accuracy": 0.5722202086821199,
      "num_tokens": 20201892.0,
      "step": 1420
    },
    {
      "entropy": 1.297779395803809,
      "epoch": 1.144,
      "grad_norm": 0.0078125,
      "learning_rate": 1.904666666666667e-05,
      "loss": 2.2403,
      "mean_token_accuracy": 0.5758582351729273,
      "num_tokens": 20343948.0,
      "step": 1430
    },
    {
      "entropy": 1.302032370120287,
      "epoch": 1.152,
      "grad_norm": 0.00811767578125,
      "learning_rate": 1.9024444444444446e-05,
      "loss": 2.2752,
      "mean_token_accuracy": 0.57330860812217,
      "num_tokens": 20490282.0,
      "step": 1440
    },
    {
      "entropy": 1.2779104180634022,
      "epoch": 1.16,
      "grad_norm": 0.0203857421875,
      "learning_rate": 1.9002222222222224e-05,
      "loss": 2.1719,
      "mean_token_accuracy": 0.5854279346764087,
      "num_tokens": 20641737.0,
      "step": 1450
    },
    {
      "entropy": 1.2778663296252488,
      "epoch": 1.168,
      "grad_norm": 0.025146484375,
      "learning_rate": 1.898e-05,
      "loss": 2.173,
      "mean_token_accuracy": 0.582743788510561,
      "num_tokens": 20785786.0,
      "step": 1460
    },
    {
      "entropy": 1.3081208609044552,
      "epoch": 1.176,
      "grad_norm": 0.015380859375,
      "learning_rate": 1.895777777777778e-05,
      "loss": 2.2775,
      "mean_token_accuracy": 0.5689503744244575,
      "num_tokens": 20928880.0,
      "step": 1470
    },
    {
      "entropy": 1.2751742608845233,
      "epoch": 1.184,
      "grad_norm": 0.0086669921875,
      "learning_rate": 1.8935555555555556e-05,
      "loss": 2.2062,
      "mean_token_accuracy": 0.5821780592203141,
      "num_tokens": 21074205.0,
      "step": 1480
    },
    {
      "entropy": 1.27163728736341,
      "epoch": 1.192,
      "grad_norm": 0.017822265625,
      "learning_rate": 1.8913333333333334e-05,
      "loss": 2.1817,
      "mean_token_accuracy": 0.5830474335700273,
      "num_tokens": 21222288.0,
      "step": 1490
    },
    {
      "entropy": 1.2738530434668065,
      "epoch": 1.2,
      "grad_norm": 0.011962890625,
      "learning_rate": 1.8891111111111115e-05,
      "loss": 2.1801,
      "mean_token_accuracy": 0.5803947079926729,
      "num_tokens": 21369159.0,
      "step": 1500
    },
    {
      "epoch": 1.2,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 21369159.0,
      "eval_coding_runtime": 95.695,
      "eval_coding_samples_per_second": 5.225,
      "eval_coding_steps_per_second": 2.612,
      "step": 1500
    },
    {
      "epoch": 1.2,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 21369159.0,
      "eval_math_runtime": 54.7644,
      "eval_math_samples_per_second": 9.13,
      "eval_math_steps_per_second": 4.565,
      "step": 1500
    },
    {
      "entropy": 1.3021067466586829,
      "epoch": 1.208,
      "grad_norm": 0.01422119140625,
      "learning_rate": 1.886888888888889e-05,
      "loss": 2.1707,
      "mean_token_accuracy": 0.5797995328903198,
      "num_tokens": 21511015.0,
      "step": 1510
    },
    {
      "entropy": 1.303629470616579,
      "epoch": 1.216,
      "grad_norm": 0.01251220703125,
      "learning_rate": 1.884666666666667e-05,
      "loss": 2.1907,
      "mean_token_accuracy": 0.577221317216754,
      "num_tokens": 21649178.0,
      "step": 1520
    },
    {
      "entropy": 1.2927171494811773,
      "epoch": 1.224,
      "grad_norm": 0.022216796875,
      "learning_rate": 1.8824444444444445e-05,
      "loss": 2.2467,
      "mean_token_accuracy": 0.5752095308154821,
      "num_tokens": 21790802.0,
      "step": 1530
    },
    {
      "entropy": 1.2608089979737997,
      "epoch": 1.232,
      "grad_norm": 0.01416015625,
      "learning_rate": 1.8802222222222226e-05,
      "loss": 2.1654,
      "mean_token_accuracy": 0.58616862334311,
      "num_tokens": 21930239.0,
      "step": 1540
    },
    {
      "entropy": 1.279138757288456,
      "epoch": 1.24,
      "grad_norm": 0.0164794921875,
      "learning_rate": 1.878e-05,
      "loss": 2.1775,
      "mean_token_accuracy": 0.579110798984766,
      "num_tokens": 22075270.0,
      "step": 1550
    },
    {
      "entropy": 1.2945632576942443,
      "epoch": 1.248,
      "grad_norm": 0.015380859375,
      "learning_rate": 1.875777777777778e-05,
      "loss": 2.2213,
      "mean_token_accuracy": 0.5734076691791415,
      "num_tokens": 22216387.0,
      "step": 1560
    },
    {
      "entropy": 1.314554738625884,
      "epoch": 1.256,
      "grad_norm": 0.021484375,
      "learning_rate": 1.873555555555556e-05,
      "loss": 2.2745,
      "mean_token_accuracy": 0.5707367097958922,
      "num_tokens": 22359813.0,
      "step": 1570
    },
    {
      "entropy": 1.32604789622128,
      "epoch": 1.264,
      "grad_norm": 0.011962890625,
      "learning_rate": 1.8713333333333336e-05,
      "loss": 2.25,
      "mean_token_accuracy": 0.5707180803641677,
      "num_tokens": 22501002.0,
      "step": 1580
    },
    {
      "entropy": 1.280422120168805,
      "epoch": 1.272,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.8691111111111114e-05,
      "loss": 2.1828,
      "mean_token_accuracy": 0.581519584544003,
      "num_tokens": 22634652.0,
      "step": 1590
    },
    {
      "entropy": 1.2957364562898874,
      "epoch": 1.28,
      "grad_norm": 0.0185546875,
      "learning_rate": 1.866888888888889e-05,
      "loss": 2.2264,
      "mean_token_accuracy": 0.5763478111475706,
      "num_tokens": 22779682.0,
      "step": 1600
    },
    {
      "epoch": 1.28,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 22779682.0,
      "eval_coding_runtime": 95.6936,
      "eval_coding_samples_per_second": 5.225,
      "eval_coding_steps_per_second": 2.613,
      "step": 1600
    },
    {
      "epoch": 1.28,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 22779682.0,
      "eval_math_runtime": 55.2565,
      "eval_math_samples_per_second": 9.049,
      "eval_math_steps_per_second": 4.524,
      "step": 1600
    },
    {
      "entropy": 1.2870917547494174,
      "epoch": 1.288,
      "grad_norm": 0.01287841796875,
      "learning_rate": 1.864666666666667e-05,
      "loss": 2.1935,
      "mean_token_accuracy": 0.5807379197329283,
      "num_tokens": 22919374.0,
      "step": 1610
    },
    {
      "entropy": 1.268484988436103,
      "epoch": 1.296,
      "grad_norm": 0.01123046875,
      "learning_rate": 1.8624444444444446e-05,
      "loss": 2.183,
      "mean_token_accuracy": 0.5854335069656372,
      "num_tokens": 23057744.0,
      "step": 1620
    },
    {
      "entropy": 1.2904878597706557,
      "epoch": 1.304,
      "grad_norm": 0.0120849609375,
      "learning_rate": 1.8602222222222224e-05,
      "loss": 2.2618,
      "mean_token_accuracy": 0.5753191851079464,
      "num_tokens": 23201590.0,
      "step": 1630
    },
    {
      "entropy": 1.3022067859768867,
      "epoch": 1.312,
      "grad_norm": 0.0281982421875,
      "learning_rate": 1.858e-05,
      "loss": 2.2992,
      "mean_token_accuracy": 0.5704338105395437,
      "num_tokens": 23344644.0,
      "step": 1640
    },
    {
      "entropy": 1.3129540402442217,
      "epoch": 1.32,
      "grad_norm": 0.007171630859375,
      "learning_rate": 1.855777777777778e-05,
      "loss": 2.2085,
      "mean_token_accuracy": 0.5713952157646418,
      "num_tokens": 23485056.0,
      "step": 1650
    },
    {
      "entropy": 1.3017708092927933,
      "epoch": 1.328,
      "grad_norm": 0.008056640625,
      "learning_rate": 1.8535555555555557e-05,
      "loss": 2.1954,
      "mean_token_accuracy": 0.5752975823357701,
      "num_tokens": 23622405.0,
      "step": 1660
    },
    {
      "entropy": 1.289170829206705,
      "epoch": 1.336,
      "grad_norm": 0.00732421875,
      "learning_rate": 1.8513333333333335e-05,
      "loss": 2.2301,
      "mean_token_accuracy": 0.5756044138222933,
      "num_tokens": 23760641.0,
      "step": 1670
    },
    {
      "entropy": 1.262322897836566,
      "epoch": 1.3439999999999999,
      "grad_norm": 0.023193359375,
      "learning_rate": 1.8491111111111112e-05,
      "loss": 2.1401,
      "mean_token_accuracy": 0.5876206021755934,
      "num_tokens": 23899771.0,
      "step": 1680
    },
    {
      "entropy": 1.275562158226967,
      "epoch": 1.3519999999999999,
      "grad_norm": 0.00958251953125,
      "learning_rate": 1.846888888888889e-05,
      "loss": 2.1845,
      "mean_token_accuracy": 0.5808436365798115,
      "num_tokens": 24041995.0,
      "step": 1690
    },
    {
      "entropy": 1.2879225231707097,
      "epoch": 1.3599999999999999,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.8446666666666667e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5763995088636875,
      "num_tokens": 24187023.0,
      "step": 1700
    },
    {
      "epoch": 1.3599999999999999,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 24187023.0,
      "eval_coding_runtime": 95.7407,
      "eval_coding_samples_per_second": 5.222,
      "eval_coding_steps_per_second": 2.611,
      "step": 1700
    },
    {
      "epoch": 1.3599999999999999,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 24187023.0,
      "eval_math_runtime": 55.2772,
      "eval_math_samples_per_second": 9.045,
      "eval_math_steps_per_second": 4.523,
      "step": 1700
    },
    {
      "entropy": 1.2914761129766703,
      "epoch": 1.3679999999999999,
      "grad_norm": 0.007598876953125,
      "learning_rate": 1.842444444444445e-05,
      "loss": 2.2328,
      "mean_token_accuracy": 0.5740274475887418,
      "num_tokens": 24325844.0,
      "step": 1710
    },
    {
      "entropy": 1.353976671770215,
      "epoch": 1.376,
      "grad_norm": 0.01495361328125,
      "learning_rate": 1.8402222222222223e-05,
      "loss": 2.3016,
      "mean_token_accuracy": 0.5633362045511603,
      "num_tokens": 24466132.0,
      "step": 1720
    },
    {
      "entropy": 1.2960197813808918,
      "epoch": 1.384,
      "grad_norm": 0.00830078125,
      "learning_rate": 1.8380000000000004e-05,
      "loss": 2.2201,
      "mean_token_accuracy": 0.5783739054575563,
      "num_tokens": 24606147.0,
      "step": 1730
    },
    {
      "entropy": 1.2861021481454373,
      "epoch": 1.392,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.8357777777777778e-05,
      "loss": 2.1876,
      "mean_token_accuracy": 0.5815011257305741,
      "num_tokens": 24748043.0,
      "step": 1740
    },
    {
      "entropy": 1.268753108009696,
      "epoch": 1.4,
      "grad_norm": 0.0189208984375,
      "learning_rate": 1.833555555555556e-05,
      "loss": 2.2244,
      "mean_token_accuracy": 0.5804416090250015,
      "num_tokens": 24894293.0,
      "step": 1750
    },
    {
      "entropy": 1.2929484587162734,
      "epoch": 1.408,
      "grad_norm": 0.021240234375,
      "learning_rate": 1.8313333333333333e-05,
      "loss": 2.2083,
      "mean_token_accuracy": 0.575320690125227,
      "num_tokens": 25036674.0,
      "step": 1760
    },
    {
      "entropy": 1.2982839655131102,
      "epoch": 1.416,
      "grad_norm": 0.021484375,
      "learning_rate": 1.8291111111111114e-05,
      "loss": 2.2784,
      "mean_token_accuracy": 0.5741079377010465,
      "num_tokens": 25178935.0,
      "step": 1770
    },
    {
      "entropy": 1.2535257052630187,
      "epoch": 1.424,
      "grad_norm": 0.007110595703125,
      "learning_rate": 1.8268888888888888e-05,
      "loss": 2.1463,
      "mean_token_accuracy": 0.5878499284386635,
      "num_tokens": 25324579.0,
      "step": 1780
    },
    {
      "entropy": 1.286781796067953,
      "epoch": 1.432,
      "grad_norm": 0.0107421875,
      "learning_rate": 1.824666666666667e-05,
      "loss": 2.2089,
      "mean_token_accuracy": 0.576385061070323,
      "num_tokens": 25466485.0,
      "step": 1790
    },
    {
      "entropy": 1.3003978207707405,
      "epoch": 1.44,
      "grad_norm": 0.016357421875,
      "learning_rate": 1.8224444444444447e-05,
      "loss": 2.2481,
      "mean_token_accuracy": 0.5751635741442442,
      "num_tokens": 25606824.0,
      "step": 1800
    },
    {
      "epoch": 1.44,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 25606824.0,
      "eval_coding_runtime": 95.6673,
      "eval_coding_samples_per_second": 5.226,
      "eval_coding_steps_per_second": 2.613,
      "step": 1800
    },
    {
      "epoch": 1.44,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 25606824.0,
      "eval_math_runtime": 55.2224,
      "eval_math_samples_per_second": 9.054,
      "eval_math_steps_per_second": 4.527,
      "step": 1800
    },
    {
      "entropy": 1.2908053163439035,
      "epoch": 1.448,
      "grad_norm": 0.00799560546875,
      "learning_rate": 1.8202222222222225e-05,
      "loss": 2.1957,
      "mean_token_accuracy": 0.5789953164756299,
      "num_tokens": 25745729.0,
      "step": 1810
    },
    {
      "entropy": 1.273376001417637,
      "epoch": 1.456,
      "grad_norm": 0.01336669921875,
      "learning_rate": 1.8180000000000002e-05,
      "loss": 2.1926,
      "mean_token_accuracy": 0.5779400140047073,
      "num_tokens": 25886396.0,
      "step": 1820
    },
    {
      "entropy": 1.2855514109134674,
      "epoch": 1.464,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.815777777777778e-05,
      "loss": 2.2374,
      "mean_token_accuracy": 0.5767241906374693,
      "num_tokens": 26026227.0,
      "step": 1830
    },
    {
      "entropy": 1.2807271871715784,
      "epoch": 1.472,
      "grad_norm": 0.00823974609375,
      "learning_rate": 1.8135555555555557e-05,
      "loss": 2.1749,
      "mean_token_accuracy": 0.5822155047208071,
      "num_tokens": 26163618.0,
      "step": 1840
    },
    {
      "entropy": 1.3182869713753462,
      "epoch": 1.48,
      "grad_norm": 0.01318359375,
      "learning_rate": 1.8113333333333335e-05,
      "loss": 2.2544,
      "mean_token_accuracy": 0.5738100804388523,
      "num_tokens": 26299086.0,
      "step": 1850
    },
    {
      "entropy": 1.3167364660650491,
      "epoch": 1.488,
      "grad_norm": 0.01043701171875,
      "learning_rate": 1.8091111111111113e-05,
      "loss": 2.2364,
      "mean_token_accuracy": 0.5735991884022951,
      "num_tokens": 26438338.0,
      "step": 1860
    },
    {
      "entropy": 1.2824474953114986,
      "epoch": 1.496,
      "grad_norm": 0.0125732421875,
      "learning_rate": 1.806888888888889e-05,
      "loss": 2.2469,
      "mean_token_accuracy": 0.5744533261284233,
      "num_tokens": 26583001.0,
      "step": 1870
    },
    {
      "entropy": 1.277822620794177,
      "epoch": 1.504,
      "grad_norm": 0.018798828125,
      "learning_rate": 1.8046666666666668e-05,
      "loss": 2.2308,
      "mean_token_accuracy": 0.5790910394862294,
      "num_tokens": 26729255.0,
      "step": 1880
    },
    {
      "entropy": 1.2929816491901875,
      "epoch": 1.512,
      "grad_norm": 0.00946044921875,
      "learning_rate": 1.8024444444444445e-05,
      "loss": 2.2212,
      "mean_token_accuracy": 0.5757774453610182,
      "num_tokens": 26870139.0,
      "step": 1890
    },
    {
      "entropy": 1.28971153460443,
      "epoch": 1.52,
      "grad_norm": 0.010498046875,
      "learning_rate": 1.8002222222222223e-05,
      "loss": 2.2155,
      "mean_token_accuracy": 0.5779576146975159,
      "num_tokens": 27017935.0,
      "step": 1900
    },
    {
      "epoch": 1.52,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 27017935.0,
      "eval_coding_runtime": 95.8867,
      "eval_coding_samples_per_second": 5.214,
      "eval_coding_steps_per_second": 2.607,
      "step": 1900
    },
    {
      "epoch": 1.52,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 27017935.0,
      "eval_math_runtime": 55.1777,
      "eval_math_samples_per_second": 9.062,
      "eval_math_steps_per_second": 4.531,
      "step": 1900
    },
    {
      "entropy": 1.331830918043852,
      "epoch": 1.528,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.798e-05,
      "loss": 2.2721,
      "mean_token_accuracy": 0.5682261852547527,
      "num_tokens": 27159322.0,
      "step": 1910
    },
    {
      "entropy": 1.2588583029806615,
      "epoch": 1.536,
      "grad_norm": 0.00848388671875,
      "learning_rate": 1.7957777777777778e-05,
      "loss": 2.1588,
      "mean_token_accuracy": 0.5847917202860117,
      "num_tokens": 27306339.0,
      "step": 1920
    },
    {
      "entropy": 1.2904524333775043,
      "epoch": 1.544,
      "grad_norm": 0.01312255859375,
      "learning_rate": 1.7935555555555556e-05,
      "loss": 2.2221,
      "mean_token_accuracy": 0.5756975743919611,
      "num_tokens": 27445653.0,
      "step": 1930
    },
    {
      "entropy": 1.2871752437204123,
      "epoch": 1.552,
      "grad_norm": 0.00830078125,
      "learning_rate": 1.7913333333333337e-05,
      "loss": 2.22,
      "mean_token_accuracy": 0.5743231695145369,
      "num_tokens": 27591959.0,
      "step": 1940
    },
    {
      "entropy": 1.2857405241578816,
      "epoch": 1.56,
      "grad_norm": 0.0101318359375,
      "learning_rate": 1.789111111111111e-05,
      "loss": 2.2188,
      "mean_token_accuracy": 0.5781919835135341,
      "num_tokens": 27736783.0,
      "step": 1950
    },
    {
      "entropy": 1.2675248205661773,
      "epoch": 1.568,
      "grad_norm": 0.009033203125,
      "learning_rate": 1.7868888888888892e-05,
      "loss": 2.2334,
      "mean_token_accuracy": 0.5779768938198686,
      "num_tokens": 27884398.0,
      "step": 1960
    },
    {
      "entropy": 1.3143243368715047,
      "epoch": 1.576,
      "grad_norm": 0.01068115234375,
      "learning_rate": 1.7846666666666666e-05,
      "loss": 2.2206,
      "mean_token_accuracy": 0.5736559564247727,
      "num_tokens": 28025205.0,
      "step": 1970
    },
    {
      "entropy": 1.2710258401930332,
      "epoch": 1.584,
      "grad_norm": 0.00933837890625,
      "learning_rate": 1.7824444444444447e-05,
      "loss": 2.1864,
      "mean_token_accuracy": 0.5820634830743074,
      "num_tokens": 28171274.0,
      "step": 1980
    },
    {
      "entropy": 1.2678415119647979,
      "epoch": 1.592,
      "grad_norm": 0.0164794921875,
      "learning_rate": 1.780222222222222e-05,
      "loss": 2.2105,
      "mean_token_accuracy": 0.5788672368973493,
      "num_tokens": 28311058.0,
      "step": 1990
    },
    {
      "entropy": 1.2863474819809197,
      "epoch": 1.6,
      "grad_norm": 0.0166015625,
      "learning_rate": 1.7780000000000003e-05,
      "loss": 2.2279,
      "mean_token_accuracy": 0.5786767426878214,
      "num_tokens": 28457624.0,
      "step": 2000
    },
    {
      "epoch": 1.6,
      "eval_coding_entropy": 1.266241003036499,
      "eval_coding_loss": 1.2625732421875,
      "eval_coding_mean_token_accuracy": 0.6838934738636017,
      "eval_coding_num_tokens": 28457624.0,
      "eval_coding_runtime": 95.6104,
      "eval_coding_samples_per_second": 5.23,
      "eval_coding_steps_per_second": 2.615,
      "step": 2000
    },
    {
      "epoch": 1.6,
      "eval_math_entropy": 1.2986711366176604,
      "eval_math_loss": 2.2429049015045166,
      "eval_math_mean_token_accuracy": 0.5744417759180069,
      "eval_math_num_tokens": 28457624.0,
      "eval_math_runtime": 54.9191,
      "eval_math_samples_per_second": 9.104,
      "eval_math_steps_per_second": 4.552,
      "step": 2000
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 8,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.32515376937045e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}