{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2,
  "eval_steps": 100,
  "global_step": 500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "entropy": 0.7581225659698247,
      "epoch": 0.004,
      "grad_norm": 101.5,
      "learning_rate": 1.8e-07,
      "loss": 18.1141,
      "mean_token_accuracy": 0.7393306585028767,
      "num_tokens": 72542.0,
      "step": 10
    },
    {
      "entropy": 0.7520309612154961,
      "epoch": 0.008,
      "grad_norm": 162.0,
      "learning_rate": 3.8e-07,
      "loss": 18.2441,
      "mean_token_accuracy": 0.7392390985041857,
      "num_tokens": 138146.0,
      "step": 20
    },
    {
      "entropy": 0.741816989146173,
      "epoch": 0.012,
      "grad_norm": 92.5,
      "learning_rate": 5.800000000000001e-07,
      "loss": 17.8539,
      "mean_token_accuracy": 0.7405363619327545,
      "num_tokens": 208409.0,
      "step": 30
    },
    {
      "entropy": 0.7636421315371991,
      "epoch": 0.016,
      "grad_norm": 88.0,
      "learning_rate": 7.8e-07,
      "loss": 18.142,
      "mean_token_accuracy": 0.7400334309786558,
      "num_tokens": 280941.0,
      "step": 40
    },
    {
      "entropy": 0.7905357209965587,
      "epoch": 0.02,
      "grad_norm": 108.0,
      "learning_rate": 9.800000000000001e-07,
      "loss": 18.1041,
      "mean_token_accuracy": 0.7354144401848316,
      "num_tokens": 349731.0,
      "step": 50
    },
    {
      "entropy": 0.8223027169704438,
      "epoch": 0.024,
      "grad_norm": 112.5,
      "learning_rate": 1.1800000000000001e-06,
      "loss": 18.4599,
      "mean_token_accuracy": 0.731158659607172,
      "num_tokens": 419127.0,
      "step": 60
    },
    {
      "entropy": 0.7908559931442142,
      "epoch": 0.028,
      "grad_norm": 106.0,
      "learning_rate": 1.3800000000000001e-06,
      "loss": 17.5053,
      "mean_token_accuracy": 0.7440328601747751,
      "num_tokens": 489016.0,
      "step": 70
    },
    {
      "entropy": 0.8229548260569572,
      "epoch": 0.032,
      "grad_norm": 86.0,
      "learning_rate": 1.5800000000000001e-06,
      "loss": 17.3714,
      "mean_token_accuracy": 0.7438380591571331,
      "num_tokens": 558056.0,
      "step": 80
    },
    {
      "entropy": 0.84512098710984,
      "epoch": 0.036,
      "grad_norm": 100.5,
      "learning_rate": 1.7800000000000001e-06,
      "loss": 17.2456,
      "mean_token_accuracy": 0.7478047309443354,
      "num_tokens": 627804.0,
      "step": 90
    },
    {
      "entropy": 0.8738276792690158,
      "epoch": 0.04,
      "grad_norm": 67.0,
      "learning_rate": 1.98e-06,
      "loss": 16.6896,
      "mean_token_accuracy": 0.748936639726162,
      "num_tokens": 697556.0,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_biology_entropy": 1.1379984815716744,
      "eval_biology_loss": 1.2692387104034424,
      "eval_biology_mean_token_accuracy": 0.6880569371581078,
      "eval_biology_num_tokens": 697556.0,
      "eval_biology_runtime": 40.5573,
      "eval_biology_samples_per_second": 12.328,
      "eval_biology_steps_per_second": 12.328,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_math_entropy": 0.9095822716951371,
      "eval_math_loss": 1.0899367332458496,
      "eval_math_mean_token_accuracy": 0.7395683622956276,
      "eval_math_num_tokens": 697556.0,
      "eval_math_runtime": 48.0541,
      "eval_math_samples_per_second": 10.405,
      "eval_math_steps_per_second": 10.405,
      "step": 100
    },
    {
      "entropy": 0.9193563124164938,
      "epoch": 0.044,
      "grad_norm": 88.5,
      "learning_rate": 2.1800000000000003e-06,
      "loss": 17.3763,
      "mean_token_accuracy": 0.7420263335108757,
      "num_tokens": 765262.0,
      "step": 110
    },
    {
      "entropy": 0.8906641118228436,
      "epoch": 0.048,
      "grad_norm": 78.0,
      "learning_rate": 2.38e-06,
      "loss": 16.2142,
      "mean_token_accuracy": 0.7552934620529413,
      "num_tokens": 836753.0,
      "step": 120
    },
    {
      "entropy": 0.9178624864667654,
      "epoch": 0.052,
      "grad_norm": 70.0,
      "learning_rate": 2.5800000000000003e-06,
      "loss": 16.3594,
      "mean_token_accuracy": 0.7507667759433388,
      "num_tokens": 909947.0,
      "step": 130
    },
    {
      "entropy": 0.9556385111063719,
      "epoch": 0.056,
      "grad_norm": 70.0,
      "learning_rate": 2.7800000000000005e-06,
      "loss": 16.6438,
      "mean_token_accuracy": 0.748611630871892,
      "num_tokens": 981959.0,
      "step": 140
    },
    {
      "entropy": 0.9541467605158687,
      "epoch": 0.06,
      "grad_norm": 86.0,
      "learning_rate": 2.9800000000000003e-06,
      "loss": 16.5304,
      "mean_token_accuracy": 0.7486465960741043,
      "num_tokens": 1053624.0,
      "step": 150
    },
    {
      "entropy": 0.9960285406559706,
      "epoch": 0.064,
      "grad_norm": 78.0,
      "learning_rate": 3.1800000000000005e-06,
      "loss": 16.9435,
      "mean_token_accuracy": 0.7448480188846588,
      "num_tokens": 1126446.0,
      "step": 160
    },
    {
      "entropy": 0.9677659103646874,
      "epoch": 0.068,
      "grad_norm": 106.5,
      "learning_rate": 3.3800000000000007e-06,
      "loss": 16.1013,
      "mean_token_accuracy": 0.7561902595683933,
      "num_tokens": 1196286.0,
      "step": 170
    },
    {
      "entropy": 0.9270429328083992,
      "epoch": 0.072,
      "grad_norm": 62.0,
      "learning_rate": 3.58e-06,
      "loss": 15.3741,
      "mean_token_accuracy": 0.763100459985435,
      "num_tokens": 1273905.0,
      "step": 180
    },
    {
      "entropy": 0.9678281666710973,
      "epoch": 0.076,
      "grad_norm": 51.0,
      "learning_rate": 3.7800000000000002e-06,
      "loss": 15.8618,
      "mean_token_accuracy": 0.7534618094563484,
      "num_tokens": 1346454.0,
      "step": 190
    },
    {
      "entropy": 0.9695806819945574,
      "epoch": 0.08,
      "grad_norm": 61.25,
      "learning_rate": 3.980000000000001e-06,
      "loss": 15.7874,
      "mean_token_accuracy": 0.7560878146439791,
      "num_tokens": 1413596.0,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_biology_entropy": 1.214613477051258,
      "eval_biology_loss": 1.2630934715270996,
      "eval_biology_mean_token_accuracy": 0.6885634814500808,
      "eval_biology_num_tokens": 1413596.0,
      "eval_biology_runtime": 40.4294,
      "eval_biology_samples_per_second": 12.367,
      "eval_biology_steps_per_second": 12.367,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_math_entropy": 0.9574190213680267,
      "eval_math_loss": 0.9871246218681335,
      "eval_math_mean_token_accuracy": 0.7557044946551323,
      "eval_math_num_tokens": 1413596.0,
      "eval_math_runtime": 48.0895,
      "eval_math_samples_per_second": 10.397,
      "eval_math_steps_per_second": 10.397,
      "step": 200
    },
    {
      "entropy": 0.8888338362798095,
      "epoch": 0.084,
      "grad_norm": 61.25,
      "learning_rate": 4.18e-06,
      "loss": 14.623,
      "mean_token_accuracy": 0.7706882227212191,
      "num_tokens": 1485147.0,
      "step": 210
    },
    {
      "entropy": 0.906145141646266,
      "epoch": 0.088,
      "grad_norm": 53.5,
      "learning_rate": 4.38e-06,
      "loss": 14.8128,
      "mean_token_accuracy": 0.7661576565355063,
      "num_tokens": 1559450.0,
      "step": 220
    },
    {
      "entropy": 0.95110107883811,
      "epoch": 0.092,
      "grad_norm": 63.25,
      "learning_rate": 4.58e-06,
      "loss": 15.2457,
      "mean_token_accuracy": 0.761219710484147,
      "num_tokens": 1631535.0,
      "step": 230
    },
    {
      "entropy": 0.9411580273881555,
      "epoch": 0.096,
      "grad_norm": 51.0,
      "learning_rate": 4.78e-06,
      "loss": 14.938,
      "mean_token_accuracy": 0.7646324578672647,
      "num_tokens": 1701193.0,
      "step": 240
    },
    {
      "entropy": 0.9254088591784239,
      "epoch": 0.1,
      "grad_norm": 56.25,
      "learning_rate": 4.980000000000001e-06,
      "loss": 14.6029,
      "mean_token_accuracy": 0.7678503680974245,
      "num_tokens": 1773596.0,
      "step": 250
    },
    {
      "entropy": 0.9214777417480946,
      "epoch": 0.104,
      "grad_norm": 54.0,
      "learning_rate": 5.18e-06,
      "loss": 15.043,
      "mean_token_accuracy": 0.7618352189660073,
      "num_tokens": 1840165.0,
      "step": 260
    },
    {
      "entropy": 0.9363527970388532,
      "epoch": 0.108,
      "grad_norm": 111.5,
      "learning_rate": 5.380000000000001e-06,
      "loss": 15.6052,
      "mean_token_accuracy": 0.7564919672906398,
      "num_tokens": 1908149.0,
      "step": 270
    },
    {
      "entropy": 0.9113753678277134,
      "epoch": 0.112,
      "grad_norm": 53.0,
      "learning_rate": 5.580000000000001e-06,
      "loss": 14.4645,
      "mean_token_accuracy": 0.7736385434865951,
      "num_tokens": 1979232.0,
      "step": 280
    },
    {
      "entropy": 0.916975767724216,
      "epoch": 0.116,
      "grad_norm": 54.5,
      "learning_rate": 5.78e-06,
      "loss": 15.0318,
      "mean_token_accuracy": 0.7656373519450426,
      "num_tokens": 2052039.0,
      "step": 290
    },
    {
      "entropy": 0.915022067911923,
      "epoch": 0.12,
      "grad_norm": 46.25,
      "learning_rate": 5.98e-06,
      "loss": 14.7236,
      "mean_token_accuracy": 0.7691222932189703,
      "num_tokens": 2125815.0,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_biology_entropy": 1.2286294117569923,
      "eval_biology_loss": 1.268429160118103,
      "eval_biology_mean_token_accuracy": 0.6861296361088752,
      "eval_biology_num_tokens": 2125815.0,
      "eval_biology_runtime": 40.4544,
      "eval_biology_samples_per_second": 12.36,
      "eval_biology_steps_per_second": 12.36,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_math_entropy": 0.9302992832064628,
      "eval_math_loss": 0.9273415803909302,
      "eval_math_mean_token_accuracy": 0.7664831226468086,
      "eval_math_num_tokens": 2125815.0,
      "eval_math_runtime": 48.047,
      "eval_math_samples_per_second": 10.406,
      "eval_math_steps_per_second": 10.406,
      "step": 300
    },
    {
      "entropy": 0.9336849415674806,
      "epoch": 0.124,
      "grad_norm": 55.25,
      "learning_rate": 6.18e-06,
      "loss": 14.9674,
      "mean_token_accuracy": 0.7661335166543722,
      "num_tokens": 2201991.0,
      "step": 310
    },
    {
      "entropy": 0.8756070390343667,
      "epoch": 0.128,
      "grad_norm": 52.25,
      "learning_rate": 6.380000000000001e-06,
      "loss": 14.0,
      "mean_token_accuracy": 0.7786776568740607,
      "num_tokens": 2274177.0,
      "step": 320
    },
    {
      "entropy": 0.892756593041122,
      "epoch": 0.132,
      "grad_norm": 45.75,
      "learning_rate": 6.5800000000000005e-06,
      "loss": 14.1896,
      "mean_token_accuracy": 0.7731969062238931,
      "num_tokens": 2342173.0,
      "step": 330
    },
    {
      "entropy": 0.8899674592539668,
      "epoch": 0.136,
      "grad_norm": 56.5,
      "learning_rate": 6.780000000000001e-06,
      "loss": 14.2167,
      "mean_token_accuracy": 0.7683363553136587,
      "num_tokens": 2412435.0,
      "step": 340
    },
    {
      "entropy": 0.9237651886418462,
      "epoch": 0.14,
      "grad_norm": 49.5,
      "learning_rate": 6.98e-06,
      "loss": 14.7203,
      "mean_token_accuracy": 0.7684664275497198,
      "num_tokens": 2481105.0,
      "step": 350
    },
    {
      "entropy": 0.8494639024138451,
      "epoch": 0.144,
      "grad_norm": 49.0,
      "learning_rate": 7.180000000000001e-06,
      "loss": 13.6956,
      "mean_token_accuracy": 0.7817885402590037,
      "num_tokens": 2548445.0,
      "step": 360
    },
    {
      "entropy": 0.8341110894456506,
      "epoch": 0.148,
      "grad_norm": 44.0,
      "learning_rate": 7.3800000000000005e-06,
      "loss": 13.2223,
      "mean_token_accuracy": 0.789648124948144,
      "num_tokens": 2621364.0,
      "step": 370
    },
    {
      "entropy": 0.8608193326741457,
      "epoch": 0.152,
      "grad_norm": 52.25,
      "learning_rate": 7.58e-06,
      "loss": 13.8861,
      "mean_token_accuracy": 0.7754677496850491,
      "num_tokens": 2686462.0,
      "step": 380
    },
    {
      "entropy": 0.8447565982118249,
      "epoch": 0.156,
      "grad_norm": 50.0,
      "learning_rate": 7.78e-06,
      "loss": 13.5199,
      "mean_token_accuracy": 0.7812942665070295,
      "num_tokens": 2754241.0,
      "step": 390
    },
    {
      "entropy": 0.8711243279278278,
      "epoch": 0.16,
      "grad_norm": 79.0,
      "learning_rate": 7.980000000000002e-06,
      "loss": 14.1276,
      "mean_token_accuracy": 0.7742310840636492,
      "num_tokens": 2824418.0,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_biology_entropy": 1.22758097666502,
      "eval_biology_loss": 1.2762199640274048,
      "eval_biology_mean_token_accuracy": 0.6836535354852676,
      "eval_biology_num_tokens": 2824418.0,
      "eval_biology_runtime": 40.7281,
      "eval_biology_samples_per_second": 12.277,
      "eval_biology_steps_per_second": 12.277,
      "step": 400
    },
    {
      "epoch": 0.16,
      "eval_math_entropy": 0.9047691844701767,
      "eval_math_loss": 0.8841754198074341,
      "eval_math_mean_token_accuracy": 0.775034920334816,
      "eval_math_num_tokens": 2824418.0,
      "eval_math_runtime": 47.9197,
      "eval_math_samples_per_second": 10.434,
      "eval_math_steps_per_second": 10.434,
      "step": 400
    },
    {
      "entropy": 0.8859184484928846,
      "epoch": 0.164,
      "grad_norm": 127.0,
      "learning_rate": 8.18e-06,
      "loss": 14.142,
      "mean_token_accuracy": 0.7765266574919224,
      "num_tokens": 2895667.0,
      "step": 410
    },
    {
      "entropy": 0.8501209424808621,
      "epoch": 0.168,
      "grad_norm": 40.0,
      "learning_rate": 8.380000000000001e-06,
      "loss": 13.8435,
      "mean_token_accuracy": 0.7774271417409182,
      "num_tokens": 2966031.0,
      "step": 420
    },
    {
      "entropy": 0.8510567891411484,
      "epoch": 0.172,
      "grad_norm": 45.75,
      "learning_rate": 8.580000000000001e-06,
      "loss": 13.3673,
      "mean_token_accuracy": 0.7858892437070608,
      "num_tokens": 3039780.0,
      "step": 430
    },
    {
      "entropy": 0.8355857279151678,
      "epoch": 0.176,
      "grad_norm": 44.5,
      "learning_rate": 8.78e-06,
      "loss": 13.7383,
      "mean_token_accuracy": 0.7784004233777523,
      "num_tokens": 3110313.0,
      "step": 440
    },
    {
      "entropy": 0.8662491450086236,
      "epoch": 0.18,
      "grad_norm": 43.75,
      "learning_rate": 8.98e-06,
      "loss": 13.6485,
      "mean_token_accuracy": 0.7806661173701286,
      "num_tokens": 3179963.0,
      "step": 450
    },
    {
      "entropy": 0.8596813324838877,
      "epoch": 0.184,
      "grad_norm": 46.0,
      "learning_rate": 9.180000000000002e-06,
      "loss": 13.7717,
      "mean_token_accuracy": 0.7796813258901238,
      "num_tokens": 3251139.0,
      "step": 460
    },
    {
      "entropy": 0.8454847941175103,
      "epoch": 0.188,
      "grad_norm": 56.25,
      "learning_rate": 9.38e-06,
      "loss": 13.4682,
      "mean_token_accuracy": 0.7803339377045632,
      "num_tokens": 3323519.0,
      "step": 470
    },
    {
      "entropy": 0.8228314617648721,
      "epoch": 0.192,
      "grad_norm": 49.75,
      "learning_rate": 9.58e-06,
      "loss": 13.3842,
      "mean_token_accuracy": 0.7827629748731851,
      "num_tokens": 3394170.0,
      "step": 480
    },
    {
      "entropy": 0.8164506537839771,
      "epoch": 0.196,
      "grad_norm": 54.25,
      "learning_rate": 9.780000000000001e-06,
      "loss": 13.1965,
      "mean_token_accuracy": 0.7878578577190638,
      "num_tokens": 3465341.0,
      "step": 490
    },
    {
      "entropy": 0.8838530456647277,
      "epoch": 0.2,
      "grad_norm": 51.0,
      "learning_rate": 9.980000000000001e-06,
      "loss": 13.9771,
      "mean_token_accuracy": 0.7734297584742308,
      "num_tokens": 3533571.0,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_biology_entropy": 1.2344867270588875,
      "eval_biology_loss": 1.2817195653915405,
      "eval_biology_mean_token_accuracy": 0.6832386125922203,
      "eval_biology_num_tokens": 3533571.0,
      "eval_biology_runtime": 40.4092,
      "eval_biology_samples_per_second": 12.373,
      "eval_biology_steps_per_second": 12.373,
      "step": 500
    },
    {
      "epoch": 0.2,
      "eval_math_entropy": 0.8546719763875008,
      "eval_math_loss": 0.8547734618186951,
      "eval_math_mean_token_accuracy": 0.7804626071453095,
      "eval_math_num_tokens": 3533571.0,
      "eval_math_runtime": 48.0961,
      "eval_math_samples_per_second": 10.396,
      "eval_math_steps_per_second": 10.396,
      "step": 500
    }
  ],
  "logging_steps": 10,
  "max_steps": 10000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 2.3694136442134013e+17,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}