| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.2, |
| "eval_steps": 100, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.7581225659698247, |
| "epoch": 0.004, |
| "grad_norm": 101.5, |
| "learning_rate": 1.8e-07, |
| "loss": 18.1141, |
| "mean_token_accuracy": 0.7393306585028767, |
| "num_tokens": 72542.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.7520309612154961, |
| "epoch": 0.008, |
| "grad_norm": 162.0, |
| "learning_rate": 3.8e-07, |
| "loss": 18.2441, |
| "mean_token_accuracy": 0.7392390985041857, |
| "num_tokens": 138146.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.741816989146173, |
| "epoch": 0.012, |
| "grad_norm": 92.5, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 17.8539, |
| "mean_token_accuracy": 0.7405363619327545, |
| "num_tokens": 208409.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.7636421315371991, |
| "epoch": 0.016, |
| "grad_norm": 88.0, |
| "learning_rate": 7.8e-07, |
| "loss": 18.142, |
| "mean_token_accuracy": 0.7400334309786558, |
| "num_tokens": 280941.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.7905357209965587, |
| "epoch": 0.02, |
| "grad_norm": 108.0, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 18.1041, |
| "mean_token_accuracy": 0.7354144401848316, |
| "num_tokens": 349731.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.8223027169704438, |
| "epoch": 0.024, |
| "grad_norm": 112.5, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 18.4599, |
| "mean_token_accuracy": 0.731158659607172, |
| "num_tokens": 419127.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.7908559931442142, |
| "epoch": 0.028, |
| "grad_norm": 106.0, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 17.5053, |
| "mean_token_accuracy": 0.7440328601747751, |
| "num_tokens": 489016.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.8229548260569572, |
| "epoch": 0.032, |
| "grad_norm": 86.0, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 17.3714, |
| "mean_token_accuracy": 0.7438380591571331, |
| "num_tokens": 558056.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.84512098710984, |
| "epoch": 0.036, |
| "grad_norm": 100.5, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 17.2456, |
| "mean_token_accuracy": 0.7478047309443354, |
| "num_tokens": 627804.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.8738276792690158, |
| "epoch": 0.04, |
| "grad_norm": 67.0, |
| "learning_rate": 1.98e-06, |
| "loss": 16.6896, |
| "mean_token_accuracy": 0.748936639726162, |
| "num_tokens": 697556.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_biology_entropy": 1.1379984815716744, |
| "eval_biology_loss": 1.2692387104034424, |
| "eval_biology_mean_token_accuracy": 0.6880569371581078, |
| "eval_biology_num_tokens": 697556.0, |
| "eval_biology_runtime": 40.5573, |
| "eval_biology_samples_per_second": 12.328, |
| "eval_biology_steps_per_second": 12.328, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.04, |
| "eval_math_entropy": 0.9095822716951371, |
| "eval_math_loss": 1.0899367332458496, |
| "eval_math_mean_token_accuracy": 0.7395683622956276, |
| "eval_math_num_tokens": 697556.0, |
| "eval_math_runtime": 48.0541, |
| "eval_math_samples_per_second": 10.405, |
| "eval_math_steps_per_second": 10.405, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.9193563124164938, |
| "epoch": 0.044, |
| "grad_norm": 88.5, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 17.3763, |
| "mean_token_accuracy": 0.7420263335108757, |
| "num_tokens": 765262.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.8906641118228436, |
| "epoch": 0.048, |
| "grad_norm": 78.0, |
| "learning_rate": 2.38e-06, |
| "loss": 16.2142, |
| "mean_token_accuracy": 0.7552934620529413, |
| "num_tokens": 836753.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.9178624864667654, |
| "epoch": 0.052, |
| "grad_norm": 70.0, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 16.3594, |
| "mean_token_accuracy": 0.7507667759433388, |
| "num_tokens": 909947.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.9556385111063719, |
| "epoch": 0.056, |
| "grad_norm": 70.0, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 16.6438, |
| "mean_token_accuracy": 0.748611630871892, |
| "num_tokens": 981959.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.9541467605158687, |
| "epoch": 0.06, |
| "grad_norm": 86.0, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 16.5304, |
| "mean_token_accuracy": 0.7486465960741043, |
| "num_tokens": 1053624.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.9960285406559706, |
| "epoch": 0.064, |
| "grad_norm": 78.0, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 16.9435, |
| "mean_token_accuracy": 0.7448480188846588, |
| "num_tokens": 1126446.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.9677659103646874, |
| "epoch": 0.068, |
| "grad_norm": 106.5, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 16.1013, |
| "mean_token_accuracy": 0.7561902595683933, |
| "num_tokens": 1196286.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.9270429328083992, |
| "epoch": 0.072, |
| "grad_norm": 62.0, |
| "learning_rate": 3.58e-06, |
| "loss": 15.3741, |
| "mean_token_accuracy": 0.763100459985435, |
| "num_tokens": 1273905.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.9678281666710973, |
| "epoch": 0.076, |
| "grad_norm": 51.0, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 15.8618, |
| "mean_token_accuracy": 0.7534618094563484, |
| "num_tokens": 1346454.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.9695806819945574, |
| "epoch": 0.08, |
| "grad_norm": 61.25, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 15.7874, |
| "mean_token_accuracy": 0.7560878146439791, |
| "num_tokens": 1413596.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_biology_entropy": 1.214613477051258, |
| "eval_biology_loss": 1.2630934715270996, |
| "eval_biology_mean_token_accuracy": 0.6885634814500808, |
| "eval_biology_num_tokens": 1413596.0, |
| "eval_biology_runtime": 40.4294, |
| "eval_biology_samples_per_second": 12.367, |
| "eval_biology_steps_per_second": 12.367, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_math_entropy": 0.9574190213680267, |
| "eval_math_loss": 0.9871246218681335, |
| "eval_math_mean_token_accuracy": 0.7557044946551323, |
| "eval_math_num_tokens": 1413596.0, |
| "eval_math_runtime": 48.0895, |
| "eval_math_samples_per_second": 10.397, |
| "eval_math_steps_per_second": 10.397, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.8888338362798095, |
| "epoch": 0.084, |
| "grad_norm": 61.25, |
| "learning_rate": 4.18e-06, |
| "loss": 14.623, |
| "mean_token_accuracy": 0.7706882227212191, |
| "num_tokens": 1485147.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.906145141646266, |
| "epoch": 0.088, |
| "grad_norm": 53.5, |
| "learning_rate": 4.38e-06, |
| "loss": 14.8128, |
| "mean_token_accuracy": 0.7661576565355063, |
| "num_tokens": 1559450.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.95110107883811, |
| "epoch": 0.092, |
| "grad_norm": 63.25, |
| "learning_rate": 4.58e-06, |
| "loss": 15.2457, |
| "mean_token_accuracy": 0.761219710484147, |
| "num_tokens": 1631535.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.9411580273881555, |
| "epoch": 0.096, |
| "grad_norm": 51.0, |
| "learning_rate": 4.78e-06, |
| "loss": 14.938, |
| "mean_token_accuracy": 0.7646324578672647, |
| "num_tokens": 1701193.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.9254088591784239, |
| "epoch": 0.1, |
| "grad_norm": 56.25, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 14.6029, |
| "mean_token_accuracy": 0.7678503680974245, |
| "num_tokens": 1773596.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.9214777417480946, |
| "epoch": 0.104, |
| "grad_norm": 54.0, |
| "learning_rate": 5.18e-06, |
| "loss": 15.043, |
| "mean_token_accuracy": 0.7618352189660073, |
| "num_tokens": 1840165.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.9363527970388532, |
| "epoch": 0.108, |
| "grad_norm": 111.5, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 15.6052, |
| "mean_token_accuracy": 0.7564919672906398, |
| "num_tokens": 1908149.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.9113753678277134, |
| "epoch": 0.112, |
| "grad_norm": 53.0, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 14.4645, |
| "mean_token_accuracy": 0.7736385434865951, |
| "num_tokens": 1979232.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.916975767724216, |
| "epoch": 0.116, |
| "grad_norm": 54.5, |
| "learning_rate": 5.78e-06, |
| "loss": 15.0318, |
| "mean_token_accuracy": 0.7656373519450426, |
| "num_tokens": 2052039.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.915022067911923, |
| "epoch": 0.12, |
| "grad_norm": 46.25, |
| "learning_rate": 5.98e-06, |
| "loss": 14.7236, |
| "mean_token_accuracy": 0.7691222932189703, |
| "num_tokens": 2125815.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_biology_entropy": 1.2286294117569923, |
| "eval_biology_loss": 1.268429160118103, |
| "eval_biology_mean_token_accuracy": 0.6861296361088752, |
| "eval_biology_num_tokens": 2125815.0, |
| "eval_biology_runtime": 40.4544, |
| "eval_biology_samples_per_second": 12.36, |
| "eval_biology_steps_per_second": 12.36, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.12, |
| "eval_math_entropy": 0.9302992832064628, |
| "eval_math_loss": 0.9273415803909302, |
| "eval_math_mean_token_accuracy": 0.7664831226468086, |
| "eval_math_num_tokens": 2125815.0, |
| "eval_math_runtime": 48.047, |
| "eval_math_samples_per_second": 10.406, |
| "eval_math_steps_per_second": 10.406, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.9336849415674806, |
| "epoch": 0.124, |
| "grad_norm": 55.25, |
| "learning_rate": 6.18e-06, |
| "loss": 14.9674, |
| "mean_token_accuracy": 0.7661335166543722, |
| "num_tokens": 2201991.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.8756070390343667, |
| "epoch": 0.128, |
| "grad_norm": 52.25, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 14.0, |
| "mean_token_accuracy": 0.7786776568740607, |
| "num_tokens": 2274177.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.892756593041122, |
| "epoch": 0.132, |
| "grad_norm": 45.75, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 14.1896, |
| "mean_token_accuracy": 0.7731969062238931, |
| "num_tokens": 2342173.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.8899674592539668, |
| "epoch": 0.136, |
| "grad_norm": 56.5, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 14.2167, |
| "mean_token_accuracy": 0.7683363553136587, |
| "num_tokens": 2412435.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.9237651886418462, |
| "epoch": 0.14, |
| "grad_norm": 49.5, |
| "learning_rate": 6.98e-06, |
| "loss": 14.7203, |
| "mean_token_accuracy": 0.7684664275497198, |
| "num_tokens": 2481105.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.8494639024138451, |
| "epoch": 0.144, |
| "grad_norm": 49.0, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 13.6956, |
| "mean_token_accuracy": 0.7817885402590037, |
| "num_tokens": 2548445.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.8341110894456506, |
| "epoch": 0.148, |
| "grad_norm": 44.0, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 13.2223, |
| "mean_token_accuracy": 0.789648124948144, |
| "num_tokens": 2621364.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.8608193326741457, |
| "epoch": 0.152, |
| "grad_norm": 52.25, |
| "learning_rate": 7.58e-06, |
| "loss": 13.8861, |
| "mean_token_accuracy": 0.7754677496850491, |
| "num_tokens": 2686462.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.8447565982118249, |
| "epoch": 0.156, |
| "grad_norm": 50.0, |
| "learning_rate": 7.78e-06, |
| "loss": 13.5199, |
| "mean_token_accuracy": 0.7812942665070295, |
| "num_tokens": 2754241.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.8711243279278278, |
| "epoch": 0.16, |
| "grad_norm": 79.0, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 14.1276, |
| "mean_token_accuracy": 0.7742310840636492, |
| "num_tokens": 2824418.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 1.22758097666502, |
| "eval_biology_loss": 1.2762199640274048, |
| "eval_biology_mean_token_accuracy": 0.6836535354852676, |
| "eval_biology_num_tokens": 2824418.0, |
| "eval_biology_runtime": 40.7281, |
| "eval_biology_samples_per_second": 12.277, |
| "eval_biology_steps_per_second": 12.277, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_math_entropy": 0.9047691844701767, |
| "eval_math_loss": 0.8841754198074341, |
| "eval_math_mean_token_accuracy": 0.775034920334816, |
| "eval_math_num_tokens": 2824418.0, |
| "eval_math_runtime": 47.9197, |
| "eval_math_samples_per_second": 10.434, |
| "eval_math_steps_per_second": 10.434, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.8859184484928846, |
| "epoch": 0.164, |
| "grad_norm": 127.0, |
| "learning_rate": 8.18e-06, |
| "loss": 14.142, |
| "mean_token_accuracy": 0.7765266574919224, |
| "num_tokens": 2895667.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.8501209424808621, |
| "epoch": 0.168, |
| "grad_norm": 40.0, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 13.8435, |
| "mean_token_accuracy": 0.7774271417409182, |
| "num_tokens": 2966031.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.8510567891411484, |
| "epoch": 0.172, |
| "grad_norm": 45.75, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 13.3673, |
| "mean_token_accuracy": 0.7858892437070608, |
| "num_tokens": 3039780.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.8355857279151678, |
| "epoch": 0.176, |
| "grad_norm": 44.5, |
| "learning_rate": 8.78e-06, |
| "loss": 13.7383, |
| "mean_token_accuracy": 0.7784004233777523, |
| "num_tokens": 3110313.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.8662491450086236, |
| "epoch": 0.18, |
| "grad_norm": 43.75, |
| "learning_rate": 8.98e-06, |
| "loss": 13.6485, |
| "mean_token_accuracy": 0.7806661173701286, |
| "num_tokens": 3179963.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.8596813324838877, |
| "epoch": 0.184, |
| "grad_norm": 46.0, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 13.7717, |
| "mean_token_accuracy": 0.7796813258901238, |
| "num_tokens": 3251139.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.8454847941175103, |
| "epoch": 0.188, |
| "grad_norm": 56.25, |
| "learning_rate": 9.38e-06, |
| "loss": 13.4682, |
| "mean_token_accuracy": 0.7803339377045632, |
| "num_tokens": 3323519.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.8228314617648721, |
| "epoch": 0.192, |
| "grad_norm": 49.75, |
| "learning_rate": 9.58e-06, |
| "loss": 13.3842, |
| "mean_token_accuracy": 0.7827629748731851, |
| "num_tokens": 3394170.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.8164506537839771, |
| "epoch": 0.196, |
| "grad_norm": 54.25, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 13.1965, |
| "mean_token_accuracy": 0.7878578577190638, |
| "num_tokens": 3465341.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.8838530456647277, |
| "epoch": 0.2, |
| "grad_norm": 51.0, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 13.9771, |
| "mean_token_accuracy": 0.7734297584742308, |
| "num_tokens": 3533571.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_biology_entropy": 1.2344867270588875, |
| "eval_biology_loss": 1.2817195653915405, |
| "eval_biology_mean_token_accuracy": 0.6832386125922203, |
| "eval_biology_num_tokens": 3533571.0, |
| "eval_biology_runtime": 40.4092, |
| "eval_biology_samples_per_second": 12.373, |
| "eval_biology_steps_per_second": 12.373, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.2, |
| "eval_math_entropy": 0.8546719763875008, |
| "eval_math_loss": 0.8547734618186951, |
| "eval_math_mean_token_accuracy": 0.7804626071453095, |
| "eval_math_num_tokens": 3533571.0, |
| "eval_math_runtime": 48.0961, |
| "eval_math_samples_per_second": 10.396, |
| "eval_math_steps_per_second": 10.396, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.8578155474737287, |
| "epoch": 0.204, |
| "grad_norm": 45.75, |
| "learning_rate": 1.018e-05, |
| "loss": 13.8097, |
| "mean_token_accuracy": 0.776990968361497, |
| "num_tokens": 3602983.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.8306718476116657, |
| "epoch": 0.208, |
| "grad_norm": 50.25, |
| "learning_rate": 1.038e-05, |
| "loss": 13.4186, |
| "mean_token_accuracy": 0.7863588180392981, |
| "num_tokens": 3673600.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.8772016573697329, |
| "epoch": 0.212, |
| "grad_norm": 45.75, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 13.9353, |
| "mean_token_accuracy": 0.7783012766391039, |
| "num_tokens": 3743641.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.8009312467649579, |
| "epoch": 0.216, |
| "grad_norm": 55.25, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 12.9356, |
| "mean_token_accuracy": 0.7893661856651306, |
| "num_tokens": 3817397.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.8427618410438299, |
| "epoch": 0.22, |
| "grad_norm": 51.0, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 13.3831, |
| "mean_token_accuracy": 0.7832117900252342, |
| "num_tokens": 3886866.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.8758323887363076, |
| "epoch": 0.224, |
| "grad_norm": 41.5, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 13.8448, |
| "mean_token_accuracy": 0.7745687130838632, |
| "num_tokens": 3953732.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.8352954359725118, |
| "epoch": 0.228, |
| "grad_norm": 41.75, |
| "learning_rate": 1.138e-05, |
| "loss": 13.4861, |
| "mean_token_accuracy": 0.7828061260282994, |
| "num_tokens": 4025795.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.7947553901001811, |
| "epoch": 0.232, |
| "grad_norm": 43.25, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 12.8366, |
| "mean_token_accuracy": 0.7880385994911194, |
| "num_tokens": 4098989.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.8285046070814133, |
| "epoch": 0.236, |
| "grad_norm": 39.25, |
| "learning_rate": 1.178e-05, |
| "loss": 13.0789, |
| "mean_token_accuracy": 0.7872951343655586, |
| "num_tokens": 4170878.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.7863880429416895, |
| "epoch": 0.24, |
| "grad_norm": 45.0, |
| "learning_rate": 1.198e-05, |
| "loss": 12.7479, |
| "mean_token_accuracy": 0.7928395148366689, |
| "num_tokens": 4243655.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_biology_entropy": 1.2514844969511032, |
| "eval_biology_loss": 1.2855682373046875, |
| "eval_biology_mean_token_accuracy": 0.6817903207540512, |
| "eval_biology_num_tokens": 4243655.0, |
| "eval_biology_runtime": 40.7639, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 12.266, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_math_entropy": 0.843876126229763, |
| "eval_math_loss": 0.8332411646842957, |
| "eval_math_mean_token_accuracy": 0.783966186761856, |
| "eval_math_num_tokens": 4243655.0, |
| "eval_math_runtime": 48.1965, |
| "eval_math_samples_per_second": 10.374, |
| "eval_math_steps_per_second": 10.374, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.7838549023494125, |
| "epoch": 0.244, |
| "grad_norm": 41.75, |
| "learning_rate": 1.218e-05, |
| "loss": 12.4042, |
| "mean_token_accuracy": 0.7971927735954523, |
| "num_tokens": 4317321.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.7797296568751335, |
| "epoch": 0.248, |
| "grad_norm": 51.75, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 12.5895, |
| "mean_token_accuracy": 0.7916548330336809, |
| "num_tokens": 4387651.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.8094759196043014, |
| "epoch": 0.252, |
| "grad_norm": 84.5, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 12.9446, |
| "mean_token_accuracy": 0.7892590902745724, |
| "num_tokens": 4461909.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.7797345662489533, |
| "epoch": 0.256, |
| "grad_norm": 62.0, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 12.462, |
| "mean_token_accuracy": 0.7935512393712998, |
| "num_tokens": 4531471.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.7911159221082926, |
| "epoch": 0.26, |
| "grad_norm": 40.0, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 12.8515, |
| "mean_token_accuracy": 0.7928617469966411, |
| "num_tokens": 4600757.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.8169831104576588, |
| "epoch": 0.264, |
| "grad_norm": 49.5, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 13.117, |
| "mean_token_accuracy": 0.7893466159701348, |
| "num_tokens": 4669389.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.8287884982302784, |
| "epoch": 0.268, |
| "grad_norm": 55.25, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 13.3618, |
| "mean_token_accuracy": 0.7853043630719185, |
| "num_tokens": 4740492.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.7938818972557783, |
| "epoch": 0.272, |
| "grad_norm": 42.5, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 12.6092, |
| "mean_token_accuracy": 0.7941738195717335, |
| "num_tokens": 4810284.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.7964617364108563, |
| "epoch": 0.276, |
| "grad_norm": 37.25, |
| "learning_rate": 1.378e-05, |
| "loss": 12.6495, |
| "mean_token_accuracy": 0.7921258114278317, |
| "num_tokens": 4885701.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.7932526333257556, |
| "epoch": 0.28, |
| "grad_norm": 48.5, |
| "learning_rate": 1.398e-05, |
| "loss": 12.8488, |
| "mean_token_accuracy": 0.7890512771904469, |
| "num_tokens": 4955375.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_biology_entropy": 1.2677810794115068, |
| "eval_biology_loss": 1.2936662435531616, |
| "eval_biology_mean_token_accuracy": 0.6814599596261978, |
| "eval_biology_num_tokens": 4955375.0, |
| "eval_biology_runtime": 40.9028, |
| "eval_biology_samples_per_second": 12.224, |
| "eval_biology_steps_per_second": 12.224, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.28, |
| "eval_math_entropy": 0.8274374225139618, |
| "eval_math_loss": 0.8181362748146057, |
| "eval_math_mean_token_accuracy": 0.7868153600692749, |
| "eval_math_num_tokens": 4955375.0, |
| "eval_math_runtime": 48.2074, |
| "eval_math_samples_per_second": 10.372, |
| "eval_math_steps_per_second": 10.372, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.7877025598660111, |
| "epoch": 0.284, |
| "grad_norm": 39.25, |
| "learning_rate": 1.418e-05, |
| "loss": 12.6293, |
| "mean_token_accuracy": 0.7944098394364119, |
| "num_tokens": 5025638.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.7564179511740804, |
| "epoch": 0.288, |
| "grad_norm": 38.75, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 12.0294, |
| "mean_token_accuracy": 0.8003660906106234, |
| "num_tokens": 5095104.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.7647898152470589, |
| "epoch": 0.292, |
| "grad_norm": 56.0, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 12.4713, |
| "mean_token_accuracy": 0.7947716873139143, |
| "num_tokens": 5167049.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.8119000235572458, |
| "epoch": 0.296, |
| "grad_norm": 36.75, |
| "learning_rate": 1.478e-05, |
| "loss": 13.0034, |
| "mean_token_accuracy": 0.7876484204083681, |
| "num_tokens": 5240988.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.7802535065449774, |
| "epoch": 0.3, |
| "grad_norm": 40.5, |
| "learning_rate": 1.498e-05, |
| "loss": 12.4371, |
| "mean_token_accuracy": 0.795463678240776, |
| "num_tokens": 5312258.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.8087782407179475, |
| "epoch": 0.304, |
| "grad_norm": 44.75, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 12.9661, |
| "mean_token_accuracy": 0.7857579983770847, |
| "num_tokens": 5383732.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.8243673056364059, |
| "epoch": 0.308, |
| "grad_norm": 39.5, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 13.1334, |
| "mean_token_accuracy": 0.7867084331810474, |
| "num_tokens": 5456650.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 0.7901528097689152, |
| "epoch": 0.312, |
| "grad_norm": 40.0, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 12.6608, |
| "mean_token_accuracy": 0.7905277730897069, |
| "num_tokens": 5530666.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 0.7515985878184438, |
| "epoch": 0.316, |
| "grad_norm": 44.75, |
| "learning_rate": 1.578e-05, |
| "loss": 11.9655, |
| "mean_token_accuracy": 0.8011779848486185, |
| "num_tokens": 5605269.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 0.7314818985760212, |
| "epoch": 0.32, |
| "grad_norm": 42.5, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 11.7244, |
| "mean_token_accuracy": 0.8059452049434185, |
| "num_tokens": 5676334.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 1.2663928886651994, |
| "eval_biology_loss": 1.2994052171707153, |
| "eval_biology_mean_token_accuracy": 0.6803199350833893, |
| "eval_biology_num_tokens": 5676334.0, |
| "eval_biology_runtime": 40.7632, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 12.266, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_math_entropy": 0.7805578476190567, |
| "eval_math_loss": 0.8004927635192871, |
| "eval_math_mean_token_accuracy": 0.7903167794942856, |
| "eval_math_num_tokens": 5676334.0, |
| "eval_math_runtime": 48.1783, |
| "eval_math_samples_per_second": 10.378, |
| "eval_math_steps_per_second": 10.378, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.7661854576319456, |
| "epoch": 0.324, |
| "grad_norm": 40.5, |
| "learning_rate": 1.618e-05, |
| "loss": 12.5767, |
| "mean_token_accuracy": 0.7944763712584972, |
| "num_tokens": 5747779.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 0.803387301787734, |
| "epoch": 0.328, |
| "grad_norm": 42.0, |
| "learning_rate": 1.638e-05, |
| "loss": 12.825, |
| "mean_token_accuracy": 0.7907922245562077, |
| "num_tokens": 5816488.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 0.8049221463501454, |
| "epoch": 0.332, |
| "grad_norm": 44.0, |
| "learning_rate": 1.658e-05, |
| "loss": 12.9669, |
| "mean_token_accuracy": 0.7854703675955534, |
| "num_tokens": 5887180.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 0.8102014064788818, |
| "epoch": 0.336, |
| "grad_norm": 38.5, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 12.9814, |
| "mean_token_accuracy": 0.7886964596807957, |
| "num_tokens": 5958480.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 0.7344874950125814, |
| "epoch": 0.34, |
| "grad_norm": 50.25, |
| "learning_rate": 1.698e-05, |
| "loss": 11.7609, |
| "mean_token_accuracy": 0.8062219381332397, |
| "num_tokens": 6031020.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 0.802255941182375, |
| "epoch": 0.344, |
| "grad_norm": 39.0, |
| "learning_rate": 1.718e-05, |
| "loss": 12.8439, |
| "mean_token_accuracy": 0.7877463910728693, |
| "num_tokens": 6102081.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 0.7980229431763292, |
| "epoch": 0.348, |
| "grad_norm": 36.25, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 12.7774, |
| "mean_token_accuracy": 0.7900870595127344, |
| "num_tokens": 6172871.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 0.7401213280856609, |
| "epoch": 0.352, |
| "grad_norm": 40.75, |
| "learning_rate": 1.758e-05, |
| "loss": 11.9409, |
| "mean_token_accuracy": 0.801040057092905, |
| "num_tokens": 6242161.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 0.8095649138092995, |
| "epoch": 0.356, |
| "grad_norm": 46.5, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 12.9134, |
| "mean_token_accuracy": 0.7872339155524969, |
| "num_tokens": 6312187.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 0.7853369496762752, |
| "epoch": 0.36, |
| "grad_norm": 37.75, |
| "learning_rate": 1.798e-05, |
| "loss": 12.4062, |
| "mean_token_accuracy": 0.7960268270224333, |
| "num_tokens": 6377327.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_biology_entropy": 1.250610340833664, |
| "eval_biology_loss": 1.3047173023223877, |
| "eval_biology_mean_token_accuracy": 0.6794998321533203, |
| "eval_biology_num_tokens": 6377327.0, |
| "eval_biology_runtime": 40.5105, |
| "eval_biology_samples_per_second": 12.342, |
| "eval_biology_steps_per_second": 12.342, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.36, |
| "eval_math_entropy": 0.773322255730629, |
| "eval_math_loss": 0.789590060710907, |
| "eval_math_mean_token_accuracy": 0.7914780566692352, |
| "eval_math_num_tokens": 6377327.0, |
| "eval_math_runtime": 48.04, |
| "eval_math_samples_per_second": 10.408, |
| "eval_math_steps_per_second": 10.408, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.763472201116383, |
| "epoch": 0.364, |
| "grad_norm": 41.5, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 12.3288, |
| "mean_token_accuracy": 0.7959023587405681, |
| "num_tokens": 6453254.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 0.7712945869192481, |
| "epoch": 0.368, |
| "grad_norm": 40.25, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 12.2854, |
| "mean_token_accuracy": 0.795868669450283, |
| "num_tokens": 6523679.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 0.7641221083700657, |
| "epoch": 0.372, |
| "grad_norm": 37.25, |
| "learning_rate": 1.858e-05, |
| "loss": 12.2867, |
| "mean_token_accuracy": 0.7949323236942292, |
| "num_tokens": 6594651.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 0.7518373979255557, |
| "epoch": 0.376, |
| "grad_norm": 42.0, |
| "learning_rate": 1.878e-05, |
| "loss": 12.1179, |
| "mean_token_accuracy": 0.798585458099842, |
| "num_tokens": 6669278.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 0.7543134400621057, |
| "epoch": 0.38, |
| "grad_norm": 33.75, |
| "learning_rate": 1.898e-05, |
| "loss": 12.023, |
| "mean_token_accuracy": 0.7991646058857441, |
| "num_tokens": 6740491.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 0.7203706834465265, |
| "epoch": 0.384, |
| "grad_norm": 35.5, |
| "learning_rate": 1.918e-05, |
| "loss": 11.6634, |
| "mean_token_accuracy": 0.8036353968083858, |
| "num_tokens": 6810978.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 0.7761434537358582, |
| "epoch": 0.388, |
| "grad_norm": 39.5, |
| "learning_rate": 1.938e-05, |
| "loss": 12.4387, |
| "mean_token_accuracy": 0.7944561909884215, |
| "num_tokens": 6882077.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 0.7785217678174376, |
| "epoch": 0.392, |
| "grad_norm": 33.75, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 12.607, |
| "mean_token_accuracy": 0.7944069147109986, |
| "num_tokens": 6953929.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 0.8195465696975589, |
| "epoch": 0.396, |
| "grad_norm": 65.5, |
| "learning_rate": 1.978e-05, |
| "loss": 13.2202, |
| "mean_token_accuracy": 0.7838506288826466, |
| "num_tokens": 7023835.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 0.8217529645189643, |
| "epoch": 0.4, |
| "grad_norm": 39.75, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 13.1698, |
| "mean_token_accuracy": 0.7848756689578295, |
| "num_tokens": 7096903.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_biology_entropy": 1.266352553486824, |
| "eval_biology_loss": 1.312301516532898, |
| "eval_biology_mean_token_accuracy": 0.6775026069879532, |
| "eval_biology_num_tokens": 7096903.0, |
| "eval_biology_runtime": 40.7343, |
| "eval_biology_samples_per_second": 12.275, |
| "eval_biology_steps_per_second": 12.275, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_math_entropy": 0.7719556384682655, |
| "eval_math_loss": 0.7821868062019348, |
| "eval_math_mean_token_accuracy": 0.7932658619880676, |
| "eval_math_num_tokens": 7096903.0, |
| "eval_math_runtime": 47.8946, |
| "eval_math_samples_per_second": 10.44, |
| "eval_math_steps_per_second": 10.44, |
| "step": 1000 |
| }, |
| { |
| "entropy": 0.7681734091602266, |
| "epoch": 0.404, |
| "grad_norm": 50.25, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 12.3128, |
| "mean_token_accuracy": 0.7956426542252302, |
| "num_tokens": 7165970.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 0.7375578137114644, |
| "epoch": 0.408, |
| "grad_norm": 39.5, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 12.0172, |
| "mean_token_accuracy": 0.7997171815484763, |
| "num_tokens": 7239071.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 0.7803538812324404, |
| "epoch": 0.412, |
| "grad_norm": 35.75, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 12.3805, |
| "mean_token_accuracy": 0.7939646884799003, |
| "num_tokens": 7308430.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 0.7741465013474226, |
| "epoch": 0.416, |
| "grad_norm": 35.5, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 12.3671, |
| "mean_token_accuracy": 0.7934583045542241, |
| "num_tokens": 7377181.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 0.7638113724067808, |
| "epoch": 0.42, |
| "grad_norm": 90.5, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 12.3505, |
| "mean_token_accuracy": 0.7913536671549082, |
| "num_tokens": 7443045.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 0.763846804574132, |
| "epoch": 0.424, |
| "grad_norm": 30.5, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 12.2045, |
| "mean_token_accuracy": 0.7992881424725056, |
| "num_tokens": 7513035.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 0.7383330492302775, |
| "epoch": 0.428, |
| "grad_norm": 34.0, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 11.9274, |
| "mean_token_accuracy": 0.80244723521173, |
| "num_tokens": 7580676.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 0.7183827603235841, |
| "epoch": 0.432, |
| "grad_norm": 37.25, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 11.5217, |
| "mean_token_accuracy": 0.8065667234361171, |
| "num_tokens": 7650523.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 0.784936741553247, |
| "epoch": 0.436, |
| "grad_norm": 60.5, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 12.7959, |
| "mean_token_accuracy": 0.7918864544481039, |
| "num_tokens": 7725087.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 0.7581901378929615, |
| "epoch": 0.44, |
| "grad_norm": 35.75, |
| "learning_rate": 1.978e-05, |
| "loss": 12.0708, |
| "mean_token_accuracy": 0.7991419725120068, |
| "num_tokens": 7794006.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.44, |
| "eval_biology_entropy": 1.3096306604146957, |
| "eval_biology_loss": 1.3199082612991333, |
| "eval_biology_mean_token_accuracy": 0.6769449328184127, |
| "eval_biology_num_tokens": 7794006.0, |
| "eval_biology_runtime": 41.8088, |
| "eval_biology_samples_per_second": 11.959, |
| "eval_biology_steps_per_second": 11.959, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.44, |
| "eval_math_entropy": 0.7593404217660427, |
| "eval_math_loss": 0.7711546421051025, |
| "eval_math_mean_token_accuracy": 0.7947946254014969, |
| "eval_math_num_tokens": 7794006.0, |
| "eval_math_runtime": 48.5633, |
| "eval_math_samples_per_second": 10.296, |
| "eval_math_steps_per_second": 10.296, |
| "step": 1100 |
| }, |
| { |
| "entropy": 0.7571122448891401, |
| "epoch": 0.444, |
| "grad_norm": 35.0, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 12.1206, |
| "mean_token_accuracy": 0.7960348557680845, |
| "num_tokens": 7869588.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 0.7115281330421567, |
| "epoch": 0.448, |
| "grad_norm": 39.75, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 11.603, |
| "mean_token_accuracy": 0.8045209631323814, |
| "num_tokens": 7936788.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 0.7751916225999593, |
| "epoch": 0.452, |
| "grad_norm": 44.5, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 12.2553, |
| "mean_token_accuracy": 0.7963129185140133, |
| "num_tokens": 8007062.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 0.7358326924964785, |
| "epoch": 0.456, |
| "grad_norm": 35.75, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 11.8682, |
| "mean_token_accuracy": 0.8016852129250764, |
| "num_tokens": 8081035.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 0.748681915551424, |
| "epoch": 0.46, |
| "grad_norm": 38.75, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 12.0865, |
| "mean_token_accuracy": 0.8016125675290823, |
| "num_tokens": 8152005.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 0.7732457166537643, |
| "epoch": 0.464, |
| "grad_norm": 30.625, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 12.3834, |
| "mean_token_accuracy": 0.7960082966834306, |
| "num_tokens": 8223147.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 0.7652292996644974, |
| "epoch": 0.468, |
| "grad_norm": 47.0, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 12.5645, |
| "mean_token_accuracy": 0.7940644320100546, |
| "num_tokens": 8296261.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 0.7421515263617039, |
| "epoch": 0.472, |
| "grad_norm": 45.75, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 11.76, |
| "mean_token_accuracy": 0.8024631194770336, |
| "num_tokens": 8367380.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 0.74504639133811, |
| "epoch": 0.476, |
| "grad_norm": 40.25, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 11.8789, |
| "mean_token_accuracy": 0.798084694892168, |
| "num_tokens": 8438675.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 0.7464414104819298, |
| "epoch": 0.48, |
| "grad_norm": 34.75, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 12.21, |
| "mean_token_accuracy": 0.7978132009506226, |
| "num_tokens": 8506030.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 1.3110252878069877, |
| "eval_biology_loss": 1.324716567993164, |
| "eval_biology_mean_token_accuracy": 0.6763759871721268, |
| "eval_biology_num_tokens": 8506030.0, |
| "eval_biology_runtime": 67.8224, |
| "eval_biology_samples_per_second": 7.372, |
| "eval_biology_steps_per_second": 7.372, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_math_entropy": 0.7597530280947685, |
| "eval_math_loss": 0.7603512406349182, |
| "eval_math_mean_token_accuracy": 0.7970666073560715, |
| "eval_math_num_tokens": 8506030.0, |
| "eval_math_runtime": 49.7375, |
| "eval_math_samples_per_second": 10.053, |
| "eval_math_steps_per_second": 10.053, |
| "step": 1200 |
| }, |
| { |
| "entropy": 0.7492084631696343, |
| "epoch": 0.484, |
| "grad_norm": 35.25, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 11.91, |
| "mean_token_accuracy": 0.8018037732690573, |
| "num_tokens": 8576915.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 0.7045143865048885, |
| "epoch": 0.488, |
| "grad_norm": 33.5, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 11.3318, |
| "mean_token_accuracy": 0.8072403989732265, |
| "num_tokens": 8646384.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 0.7107147205621004, |
| "epoch": 0.492, |
| "grad_norm": 34.5, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 11.4898, |
| "mean_token_accuracy": 0.8078423041850329, |
| "num_tokens": 8718547.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 0.7382461177185178, |
| "epoch": 0.496, |
| "grad_norm": 34.0, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 11.8211, |
| "mean_token_accuracy": 0.8013716965913773, |
| "num_tokens": 8788726.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 0.7180610377341509, |
| "epoch": 0.5, |
| "grad_norm": 32.0, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 11.6359, |
| "mean_token_accuracy": 0.8073719006031752, |
| "num_tokens": 8861341.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 0.7594908589497209, |
| "epoch": 0.504, |
| "grad_norm": 33.25, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 12.1494, |
| "mean_token_accuracy": 0.7983963489532471, |
| "num_tokens": 8934959.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 0.6865442413836718, |
| "epoch": 0.508, |
| "grad_norm": 47.0, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 11.0336, |
| "mean_token_accuracy": 0.8123888235539198, |
| "num_tokens": 9008794.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 0.736488389596343, |
| "epoch": 0.512, |
| "grad_norm": 36.0, |
| "learning_rate": 1.938e-05, |
| "loss": 11.8236, |
| "mean_token_accuracy": 0.80280033480376, |
| "num_tokens": 9078039.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 0.7221866660751403, |
| "epoch": 0.516, |
| "grad_norm": 38.5, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 11.5549, |
| "mean_token_accuracy": 0.8055313553661108, |
| "num_tokens": 9148271.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 0.7004529038444162, |
| "epoch": 0.52, |
| "grad_norm": 35.5, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 11.4288, |
| "mean_token_accuracy": 0.8069275438785553, |
| "num_tokens": 9220298.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.52, |
| "eval_biology_entropy": 1.2943904809951783, |
| "eval_biology_loss": 1.3324984312057495, |
| "eval_biology_mean_token_accuracy": 0.67458989828825, |
| "eval_biology_num_tokens": 9220298.0, |
| "eval_biology_runtime": 40.8416, |
| "eval_biology_samples_per_second": 12.242, |
| "eval_biology_steps_per_second": 12.242, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.52, |
| "eval_math_entropy": 0.7494015108048916, |
| "eval_math_loss": 0.7516281604766846, |
| "eval_math_mean_token_accuracy": 0.799598550081253, |
| "eval_math_num_tokens": 9220298.0, |
| "eval_math_runtime": 48.3706, |
| "eval_math_samples_per_second": 10.337, |
| "eval_math_steps_per_second": 10.337, |
| "step": 1300 |
| }, |
| { |
| "entropy": 0.7174371790140868, |
| "epoch": 0.524, |
| "grad_norm": 28.375, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 11.5, |
| "mean_token_accuracy": 0.8083903137594461, |
| "num_tokens": 9299112.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 0.7080350153148174, |
| "epoch": 0.528, |
| "grad_norm": 30.75, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 11.26, |
| "mean_token_accuracy": 0.8113009247928857, |
| "num_tokens": 9373860.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 0.7306012082844973, |
| "epoch": 0.532, |
| "grad_norm": 44.5, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 11.8475, |
| "mean_token_accuracy": 0.8006449308246374, |
| "num_tokens": 9446235.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 0.7229157039895654, |
| "epoch": 0.536, |
| "grad_norm": 37.25, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 11.6284, |
| "mean_token_accuracy": 0.8080755949020386, |
| "num_tokens": 9515962.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 0.7307992668822407, |
| "epoch": 0.54, |
| "grad_norm": 41.25, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 11.6765, |
| "mean_token_accuracy": 0.8042573977261782, |
| "num_tokens": 9587715.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 0.7034009215421975, |
| "epoch": 0.544, |
| "grad_norm": 35.75, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 11.7562, |
| "mean_token_accuracy": 0.8090484531596303, |
| "num_tokens": 9660940.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 0.7848182378336788, |
| "epoch": 0.548, |
| "grad_norm": 36.25, |
| "learning_rate": 1.918e-05, |
| "loss": 12.6939, |
| "mean_token_accuracy": 0.7890455313026905, |
| "num_tokens": 9727806.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 0.7604333622381091, |
| "epoch": 0.552, |
| "grad_norm": 39.75, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 12.152, |
| "mean_token_accuracy": 0.7959740109741688, |
| "num_tokens": 9793170.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 0.7220884849317372, |
| "epoch": 0.556, |
| "grad_norm": 37.0, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 11.6033, |
| "mean_token_accuracy": 0.8036061096936464, |
| "num_tokens": 9860484.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 0.704200503975153, |
| "epoch": 0.56, |
| "grad_norm": 29.375, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 11.1518, |
| "mean_token_accuracy": 0.8113750666379929, |
| "num_tokens": 9932302.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_biology_entropy": 1.2828473488092422, |
| "eval_biology_loss": 1.3331190347671509, |
| "eval_biology_mean_token_accuracy": 0.6747415412068367, |
| "eval_biology_num_tokens": 9932302.0, |
| "eval_biology_runtime": 45.9485, |
| "eval_biology_samples_per_second": 10.882, |
| "eval_biology_steps_per_second": 10.882, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_math_entropy": 0.7451034058630467, |
| "eval_math_loss": 0.7451240420341492, |
| "eval_math_mean_token_accuracy": 0.8007836003303528, |
| "eval_math_num_tokens": 9932302.0, |
| "eval_math_runtime": 56.801, |
| "eval_math_samples_per_second": 8.803, |
| "eval_math_steps_per_second": 8.803, |
| "step": 1400 |
| }, |
| { |
| "entropy": 0.7115965198725462, |
| "epoch": 0.564, |
| "grad_norm": 34.25, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 11.5991, |
| "mean_token_accuracy": 0.8047812730073929, |
| "num_tokens": 10001923.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 0.7081295600160956, |
| "epoch": 0.568, |
| "grad_norm": 32.75, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 11.2206, |
| "mean_token_accuracy": 0.8095470562577247, |
| "num_tokens": 10072362.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 0.7141612969338894, |
| "epoch": 0.572, |
| "grad_norm": 30.375, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 11.6816, |
| "mean_token_accuracy": 0.8019938107579947, |
| "num_tokens": 10140236.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 0.7410996645689011, |
| "epoch": 0.576, |
| "grad_norm": 32.5, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 11.7841, |
| "mean_token_accuracy": 0.8034846507012844, |
| "num_tokens": 10215462.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 0.7485123924911022, |
| "epoch": 0.58, |
| "grad_norm": 43.25, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 11.9787, |
| "mean_token_accuracy": 0.798300775885582, |
| "num_tokens": 10286386.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 0.7154224492609501, |
| "epoch": 0.584, |
| "grad_norm": 32.5, |
| "learning_rate": 1.898e-05, |
| "loss": 11.5298, |
| "mean_token_accuracy": 0.8057492181658745, |
| "num_tokens": 10354952.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 0.7272289376705885, |
| "epoch": 0.588, |
| "grad_norm": 40.25, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 11.652, |
| "mean_token_accuracy": 0.8025094602257014, |
| "num_tokens": 10425215.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 0.7166844455525279, |
| "epoch": 0.592, |
| "grad_norm": 30.625, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 11.4116, |
| "mean_token_accuracy": 0.8082372698932886, |
| "num_tokens": 10504396.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 0.7413169213570654, |
| "epoch": 0.596, |
| "grad_norm": 32.0, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 11.959, |
| "mean_token_accuracy": 0.7982309013605118, |
| "num_tokens": 10576150.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 0.7089840611442924, |
| "epoch": 0.6, |
| "grad_norm": 35.0, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 11.6029, |
| "mean_token_accuracy": 0.8050658291205763, |
| "num_tokens": 10644641.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_biology_entropy": 1.301250998735428, |
| "eval_biology_loss": 1.3366436958312988, |
| "eval_biology_mean_token_accuracy": 0.6739367877840996, |
| "eval_biology_num_tokens": 10644641.0, |
| "eval_biology_runtime": 40.559, |
| "eval_biology_samples_per_second": 12.328, |
| "eval_biology_steps_per_second": 12.328, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.6, |
| "eval_math_entropy": 0.7238052343726158, |
| "eval_math_loss": 0.7381152510643005, |
| "eval_math_mean_token_accuracy": 0.8017449014186859, |
| "eval_math_num_tokens": 10644641.0, |
| "eval_math_runtime": 48.6353, |
| "eval_math_samples_per_second": 10.281, |
| "eval_math_steps_per_second": 10.281, |
| "step": 1500 |
| }, |
| { |
| "entropy": 0.7384224113076925, |
| "epoch": 0.604, |
| "grad_norm": 31.375, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 11.6601, |
| "mean_token_accuracy": 0.8054828774183989, |
| "num_tokens": 10718879.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 0.7157115396112204, |
| "epoch": 0.608, |
| "grad_norm": 38.0, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 11.7253, |
| "mean_token_accuracy": 0.805310570448637, |
| "num_tokens": 10793126.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 0.7220246642827988, |
| "epoch": 0.612, |
| "grad_norm": 31.875, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 11.4871, |
| "mean_token_accuracy": 0.8036613553762436, |
| "num_tokens": 10868501.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 0.7019952710717916, |
| "epoch": 0.616, |
| "grad_norm": 37.75, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 11.3501, |
| "mean_token_accuracy": 0.8096903506666422, |
| "num_tokens": 10941399.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 0.7124224284663796, |
| "epoch": 0.62, |
| "grad_norm": 28.0, |
| "learning_rate": 1.878e-05, |
| "loss": 11.2568, |
| "mean_token_accuracy": 0.8094121634960174, |
| "num_tokens": 11013227.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 0.6985575210303068, |
| "epoch": 0.624, |
| "grad_norm": 41.0, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 11.3067, |
| "mean_token_accuracy": 0.8099827248603105, |
| "num_tokens": 11081768.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 0.7057704029604792, |
| "epoch": 0.628, |
| "grad_norm": 35.5, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 11.2109, |
| "mean_token_accuracy": 0.8099541310220957, |
| "num_tokens": 11155362.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 0.6665219226852059, |
| "epoch": 0.632, |
| "grad_norm": 33.5, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 10.7041, |
| "mean_token_accuracy": 0.8133308228105307, |
| "num_tokens": 11226419.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 0.6918639421463013, |
| "epoch": 0.636, |
| "grad_norm": 28.0, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 11.1789, |
| "mean_token_accuracy": 0.810427363216877, |
| "num_tokens": 11298800.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 0.7074929376132786, |
| "epoch": 0.64, |
| "grad_norm": 32.0, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 11.4364, |
| "mean_token_accuracy": 0.8062872476875782, |
| "num_tokens": 11370320.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 1.2752835777401925, |
| "eval_biology_loss": 1.3371055126190186, |
| "eval_biology_mean_token_accuracy": 0.6743674901127815, |
| "eval_biology_num_tokens": 11370320.0, |
| "eval_biology_runtime": 41.1859, |
| "eval_biology_samples_per_second": 12.14, |
| "eval_biology_steps_per_second": 12.14, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_math_entropy": 0.7216429207324981, |
| "eval_math_loss": 0.7321795225143433, |
| "eval_math_mean_token_accuracy": 0.8027968648672104, |
| "eval_math_num_tokens": 11370320.0, |
| "eval_math_runtime": 50.051, |
| "eval_math_samples_per_second": 9.99, |
| "eval_math_steps_per_second": 9.99, |
| "step": 1600 |
| }, |
| { |
| "entropy": 0.7110869940370321, |
| "epoch": 0.644, |
| "grad_norm": 33.5, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 11.4826, |
| "mean_token_accuracy": 0.8066194530576467, |
| "num_tokens": 11445577.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 0.6680682392790913, |
| "epoch": 0.648, |
| "grad_norm": 41.75, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 10.6001, |
| "mean_token_accuracy": 0.8180687021464109, |
| "num_tokens": 11515332.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 0.6972724428400398, |
| "epoch": 0.652, |
| "grad_norm": 28.375, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 11.2625, |
| "mean_token_accuracy": 0.8118615668267012, |
| "num_tokens": 11589344.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 0.7117041515186429, |
| "epoch": 0.656, |
| "grad_norm": 30.125, |
| "learning_rate": 1.858e-05, |
| "loss": 11.2332, |
| "mean_token_accuracy": 0.8057843204587698, |
| "num_tokens": 11657835.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 0.7337123662233352, |
| "epoch": 0.66, |
| "grad_norm": 35.0, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 11.9959, |
| "mean_token_accuracy": 0.7986002914607525, |
| "num_tokens": 11728761.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 0.6996571996249259, |
| "epoch": 0.664, |
| "grad_norm": 36.0, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 11.225, |
| "mean_token_accuracy": 0.807379187270999, |
| "num_tokens": 11799325.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 0.7201200375333429, |
| "epoch": 0.668, |
| "grad_norm": 26.625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 11.4655, |
| "mean_token_accuracy": 0.8065472077578306, |
| "num_tokens": 11875761.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 0.6706034051254391, |
| "epoch": 0.672, |
| "grad_norm": 29.5, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 11.0248, |
| "mean_token_accuracy": 0.8108973000198603, |
| "num_tokens": 11949262.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 0.7067649567499756, |
| "epoch": 0.676, |
| "grad_norm": 39.0, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 11.2029, |
| "mean_token_accuracy": 0.8082552354782819, |
| "num_tokens": 12017021.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 0.7115105454809963, |
| "epoch": 0.68, |
| "grad_norm": 28.375, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 11.5299, |
| "mean_token_accuracy": 0.8070931307971477, |
| "num_tokens": 12090029.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.68, |
| "eval_biology_entropy": 1.3190836807489394, |
| "eval_biology_loss": 1.3399405479431152, |
| "eval_biology_mean_token_accuracy": 0.6731415511965751, |
| "eval_biology_num_tokens": 12090029.0, |
| "eval_biology_runtime": 41.5684, |
| "eval_biology_samples_per_second": 12.028, |
| "eval_biology_steps_per_second": 12.028, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.68, |
| "eval_math_entropy": 0.7365337611436844, |
| "eval_math_loss": 0.7248461842536926, |
| "eval_math_mean_token_accuracy": 0.8049273964166641, |
| "eval_math_num_tokens": 12090029.0, |
| "eval_math_runtime": 48.658, |
| "eval_math_samples_per_second": 10.276, |
| "eval_math_steps_per_second": 10.276, |
| "step": 1700 |
| }, |
| { |
| "entropy": 0.7276539742946625, |
| "epoch": 0.684, |
| "grad_norm": 45.75, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 11.6271, |
| "mean_token_accuracy": 0.8031581114977598, |
| "num_tokens": 12157148.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 0.692380516603589, |
| "epoch": 0.688, |
| "grad_norm": 32.75, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 11.0596, |
| "mean_token_accuracy": 0.8091447809711099, |
| "num_tokens": 12227640.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 0.7150112164206803, |
| "epoch": 0.692, |
| "grad_norm": 31.5, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 11.4079, |
| "mean_token_accuracy": 0.8083063390105962, |
| "num_tokens": 12300485.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 0.707249708659947, |
| "epoch": 0.696, |
| "grad_norm": 44.5, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 11.4663, |
| "mean_token_accuracy": 0.8062439143657685, |
| "num_tokens": 12371560.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 0.6466306034475565, |
| "epoch": 0.7, |
| "grad_norm": 31.5, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 10.4753, |
| "mean_token_accuracy": 0.8210283190011978, |
| "num_tokens": 12444485.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 0.7072455288842321, |
| "epoch": 0.704, |
| "grad_norm": 28.625, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 11.2585, |
| "mean_token_accuracy": 0.8080747354775667, |
| "num_tokens": 12516641.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 0.6972917837090791, |
| "epoch": 0.708, |
| "grad_norm": 31.875, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 11.1016, |
| "mean_token_accuracy": 0.8106624346226454, |
| "num_tokens": 12586969.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 0.733701079338789, |
| "epoch": 0.712, |
| "grad_norm": 33.0, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 11.9791, |
| "mean_token_accuracy": 0.8003675427287817, |
| "num_tokens": 12656623.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 0.7007612373679877, |
| "epoch": 0.716, |
| "grad_norm": 32.5, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 11.3258, |
| "mean_token_accuracy": 0.8079633958637714, |
| "num_tokens": 12724402.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 0.7202634891495109, |
| "epoch": 0.72, |
| "grad_norm": 45.25, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 11.4906, |
| "mean_token_accuracy": 0.8054792225360871, |
| "num_tokens": 12793343.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_biology_entropy": 1.2490641915798186, |
| "eval_biology_loss": 1.3441540002822876, |
| "eval_biology_mean_token_accuracy": 0.6730483353734017, |
| "eval_biology_num_tokens": 12793343.0, |
| "eval_biology_runtime": 41.3736, |
| "eval_biology_samples_per_second": 12.085, |
| "eval_biology_steps_per_second": 12.085, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_math_entropy": 0.6915989356935024, |
| "eval_math_loss": 0.7225330471992493, |
| "eval_math_mean_token_accuracy": 0.8046257610321045, |
| "eval_math_num_tokens": 12793343.0, |
| "eval_math_runtime": 48.3235, |
| "eval_math_samples_per_second": 10.347, |
| "eval_math_steps_per_second": 10.347, |
| "step": 1800 |
| }, |
| { |
| "entropy": 0.689653181284666, |
| "epoch": 0.724, |
| "grad_norm": 30.0, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 11.095, |
| "mean_token_accuracy": 0.8116659399121999, |
| "num_tokens": 12862261.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 0.6818234785459936, |
| "epoch": 0.728, |
| "grad_norm": 33.25, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 11.0911, |
| "mean_token_accuracy": 0.812104906514287, |
| "num_tokens": 12932479.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 0.7217532116919756, |
| "epoch": 0.732, |
| "grad_norm": 39.0, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 11.5997, |
| "mean_token_accuracy": 0.80367177054286, |
| "num_tokens": 13005640.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 0.678720659762621, |
| "epoch": 0.736, |
| "grad_norm": 30.25, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 10.8064, |
| "mean_token_accuracy": 0.817896718531847, |
| "num_tokens": 13077981.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 0.6725755118764937, |
| "epoch": 0.74, |
| "grad_norm": 32.25, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 10.8668, |
| "mean_token_accuracy": 0.8124937634915114, |
| "num_tokens": 13147662.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 0.6931444002315402, |
| "epoch": 0.744, |
| "grad_norm": 29.75, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 10.9939, |
| "mean_token_accuracy": 0.8126753181219101, |
| "num_tokens": 13217888.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 0.6799735228531063, |
| "epoch": 0.748, |
| "grad_norm": 30.625, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 11.1209, |
| "mean_token_accuracy": 0.8113108247518539, |
| "num_tokens": 13290215.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 0.6741954877972602, |
| "epoch": 0.752, |
| "grad_norm": 37.25, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 10.68, |
| "mean_token_accuracy": 0.8178396210074425, |
| "num_tokens": 13358957.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 0.6795736599713564, |
| "epoch": 0.756, |
| "grad_norm": 27.5, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 10.7669, |
| "mean_token_accuracy": 0.8167448993772268, |
| "num_tokens": 13435490.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 0.6350338911637664, |
| "epoch": 0.76, |
| "grad_norm": 33.75, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 10.293, |
| "mean_token_accuracy": 0.8226836711168289, |
| "num_tokens": 13510850.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_biology_entropy": 1.2716083939671516, |
| "eval_biology_loss": 1.343294620513916, |
| "eval_biology_mean_token_accuracy": 0.6733359169363976, |
| "eval_biology_num_tokens": 13510850.0, |
| "eval_biology_runtime": 40.8464, |
| "eval_biology_samples_per_second": 12.241, |
| "eval_biology_steps_per_second": 12.241, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.76, |
| "eval_math_entropy": 0.7108331805765629, |
| "eval_math_loss": 0.7166345715522766, |
| "eval_math_mean_token_accuracy": 0.8057290604114532, |
| "eval_math_num_tokens": 13510850.0, |
| "eval_math_runtime": 47.8127, |
| "eval_math_samples_per_second": 10.457, |
| "eval_math_steps_per_second": 10.457, |
| "step": 1900 |
| }, |
| { |
| "entropy": 0.6852852246724069, |
| "epoch": 0.764, |
| "grad_norm": 26.0, |
| "learning_rate": 1.798e-05, |
| "loss": 10.9532, |
| "mean_token_accuracy": 0.8128071770071983, |
| "num_tokens": 13581848.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 0.6663387446664274, |
| "epoch": 0.768, |
| "grad_norm": 29.125, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 10.8527, |
| "mean_token_accuracy": 0.8174721624702215, |
| "num_tokens": 13653412.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 0.7165529853664339, |
| "epoch": 0.772, |
| "grad_norm": 31.125, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 11.2507, |
| "mean_token_accuracy": 0.8098738107830286, |
| "num_tokens": 13721740.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 0.6845185202546418, |
| "epoch": 0.776, |
| "grad_norm": 27.25, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 11.1313, |
| "mean_token_accuracy": 0.810427762567997, |
| "num_tokens": 13794252.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 0.693409715499729, |
| "epoch": 0.78, |
| "grad_norm": 37.25, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 11.1187, |
| "mean_token_accuracy": 0.8099165614694357, |
| "num_tokens": 13865839.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 0.707060054782778, |
| "epoch": 0.784, |
| "grad_norm": 81.5, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 11.428, |
| "mean_token_accuracy": 0.8070406079292297, |
| "num_tokens": 13940856.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 0.7144587634131312, |
| "epoch": 0.788, |
| "grad_norm": 34.0, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 11.4499, |
| "mean_token_accuracy": 0.8067739550024271, |
| "num_tokens": 14014568.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 0.6812865046784282, |
| "epoch": 0.792, |
| "grad_norm": 29.75, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 10.9827, |
| "mean_token_accuracy": 0.8135220106691122, |
| "num_tokens": 14086117.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 0.7018590277060867, |
| "epoch": 0.796, |
| "grad_norm": 28.875, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 11.4353, |
| "mean_token_accuracy": 0.8069973647594452, |
| "num_tokens": 14160050.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 0.7179917026311159, |
| "epoch": 0.8, |
| "grad_norm": 33.0, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 11.3243, |
| "mean_token_accuracy": 0.8104559704661369, |
| "num_tokens": 14230754.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 1.2935789892077445, |
| "eval_biology_loss": 1.3476186990737915, |
| "eval_biology_mean_token_accuracy": 0.672012362420559, |
| "eval_biology_num_tokens": 14230754.0, |
| "eval_biology_runtime": 44.053, |
| "eval_biology_samples_per_second": 11.35, |
| "eval_biology_steps_per_second": 11.35, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_math_entropy": 0.6968656893670558, |
| "eval_math_loss": 0.7122905850410461, |
| "eval_math_mean_token_accuracy": 0.8068100419044495, |
| "eval_math_num_tokens": 14230754.0, |
| "eval_math_runtime": 48.0745, |
| "eval_math_samples_per_second": 10.401, |
| "eval_math_steps_per_second": 10.401, |
| "step": 2000 |
| }, |
| { |
| "entropy": 0.6868740394711494, |
| "epoch": 0.804, |
| "grad_norm": 35.75, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 11.1864, |
| "mean_token_accuracy": 0.8112314622849226, |
| "num_tokens": 14301887.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 0.6712423311546445, |
| "epoch": 0.808, |
| "grad_norm": 28.5, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 10.6354, |
| "mean_token_accuracy": 0.8163831599056721, |
| "num_tokens": 14374548.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 0.7165202729403972, |
| "epoch": 0.812, |
| "grad_norm": 31.625, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 11.6733, |
| "mean_token_accuracy": 0.8052945740520954, |
| "num_tokens": 14451445.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 0.663957865908742, |
| "epoch": 0.816, |
| "grad_norm": 28.625, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 10.5899, |
| "mean_token_accuracy": 0.8158421032130718, |
| "num_tokens": 14519893.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 0.7052116150036454, |
| "epoch": 0.82, |
| "grad_norm": 36.5, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 11.6679, |
| "mean_token_accuracy": 0.8059296425431967, |
| "num_tokens": 14594443.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 0.675534434337169, |
| "epoch": 0.824, |
| "grad_norm": 39.5, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 10.7127, |
| "mean_token_accuracy": 0.8169379521161317, |
| "num_tokens": 14664170.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 0.6607738406397402, |
| "epoch": 0.828, |
| "grad_norm": 30.375, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 10.8303, |
| "mean_token_accuracy": 0.8149679381400347, |
| "num_tokens": 14735227.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 0.686363017372787, |
| "epoch": 0.832, |
| "grad_norm": 28.875, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 11.0101, |
| "mean_token_accuracy": 0.8137267474085093, |
| "num_tokens": 14805088.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 0.6817418249323964, |
| "epoch": 0.836, |
| "grad_norm": 31.125, |
| "learning_rate": 1.758e-05, |
| "loss": 11.1016, |
| "mean_token_accuracy": 0.811983397975564, |
| "num_tokens": 14875740.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 0.698756986297667, |
| "epoch": 0.84, |
| "grad_norm": 46.25, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 11.3359, |
| "mean_token_accuracy": 0.8067192178219557, |
| "num_tokens": 14944711.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.84, |
| "eval_biology_entropy": 1.268996791422367, |
| "eval_biology_loss": 1.3460168838500977, |
| "eval_biology_mean_token_accuracy": 0.673141638636589, |
| "eval_biology_num_tokens": 14944711.0, |
| "eval_biology_runtime": 41.4449, |
| "eval_biology_samples_per_second": 12.064, |
| "eval_biology_steps_per_second": 12.064, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.84, |
| "eval_math_entropy": 0.6983661242723465, |
| "eval_math_loss": 0.7085059881210327, |
| "eval_math_mean_token_accuracy": 0.8069341617822647, |
| "eval_math_num_tokens": 14944711.0, |
| "eval_math_runtime": 48.3919, |
| "eval_math_samples_per_second": 10.332, |
| "eval_math_steps_per_second": 10.332, |
| "step": 2100 |
| }, |
| { |
| "entropy": 0.6973433203995227, |
| "epoch": 0.844, |
| "grad_norm": 26.5, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 11.1804, |
| "mean_token_accuracy": 0.8072816133499146, |
| "num_tokens": 15014711.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 0.6738097196444869, |
| "epoch": 0.848, |
| "grad_norm": 31.125, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 10.8837, |
| "mean_token_accuracy": 0.8131649781018495, |
| "num_tokens": 15086306.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 0.7231233287602663, |
| "epoch": 0.852, |
| "grad_norm": 34.75, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 11.505, |
| "mean_token_accuracy": 0.8036668822169304, |
| "num_tokens": 15155311.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 0.7016849497333169, |
| "epoch": 0.856, |
| "grad_norm": 35.5, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 11.5304, |
| "mean_token_accuracy": 0.8056407071650028, |
| "num_tokens": 15228872.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 0.6963578762486577, |
| "epoch": 0.86, |
| "grad_norm": 34.0, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 11.1786, |
| "mean_token_accuracy": 0.8113155175000429, |
| "num_tokens": 15301140.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 0.6930005135014653, |
| "epoch": 0.864, |
| "grad_norm": 29.25, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 11.0449, |
| "mean_token_accuracy": 0.810348815843463, |
| "num_tokens": 15370985.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 0.6782323656603694, |
| "epoch": 0.868, |
| "grad_norm": 33.75, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 11.0558, |
| "mean_token_accuracy": 0.8125830505043268, |
| "num_tokens": 15440581.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 0.681379459425807, |
| "epoch": 0.872, |
| "grad_norm": 32.5, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 11.028, |
| "mean_token_accuracy": 0.8101276684552431, |
| "num_tokens": 15513360.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 0.7348810566589237, |
| "epoch": 0.876, |
| "grad_norm": 40.75, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 11.6674, |
| "mean_token_accuracy": 0.8031103067100048, |
| "num_tokens": 15585619.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 0.7099354591220617, |
| "epoch": 0.88, |
| "grad_norm": 36.25, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 11.585, |
| "mean_token_accuracy": 0.8052990060299635, |
| "num_tokens": 15653836.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_biology_entropy": 1.3010711609721184, |
| "eval_biology_loss": 1.3462131023406982, |
| "eval_biology_mean_token_accuracy": 0.6750594420433045, |
| "eval_biology_num_tokens": 15653836.0, |
| "eval_biology_runtime": 42.0081, |
| "eval_biology_samples_per_second": 11.902, |
| "eval_biology_steps_per_second": 11.902, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_math_entropy": 0.7088503445386887, |
| "eval_math_loss": 0.7035099864006042, |
| "eval_math_mean_token_accuracy": 0.8091315562725068, |
| "eval_math_num_tokens": 15653836.0, |
| "eval_math_runtime": 52.4596, |
| "eval_math_samples_per_second": 9.531, |
| "eval_math_steps_per_second": 9.531, |
| "step": 2200 |
| }, |
| { |
| "entropy": 0.6961297648027539, |
| "epoch": 0.884, |
| "grad_norm": 38.5, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 11.055, |
| "mean_token_accuracy": 0.811257503926754, |
| "num_tokens": 15721058.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 0.6642772014252841, |
| "epoch": 0.888, |
| "grad_norm": 28.5, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 10.7968, |
| "mean_token_accuracy": 0.8171007815748453, |
| "num_tokens": 15791102.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 0.7127458658069372, |
| "epoch": 0.892, |
| "grad_norm": 28.375, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 11.5136, |
| "mean_token_accuracy": 0.803728886321187, |
| "num_tokens": 15861638.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 0.6892058169469237, |
| "epoch": 0.896, |
| "grad_norm": 39.75, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 11.2148, |
| "mean_token_accuracy": 0.8115568786859513, |
| "num_tokens": 15932179.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 0.6717539247125387, |
| "epoch": 0.9, |
| "grad_norm": 32.75, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 10.7604, |
| "mean_token_accuracy": 0.8124691691249609, |
| "num_tokens": 16005581.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 0.6672627380117774, |
| "epoch": 0.904, |
| "grad_norm": 28.75, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 10.6646, |
| "mean_token_accuracy": 0.8165866218507289, |
| "num_tokens": 16074409.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 0.7063423937186599, |
| "epoch": 0.908, |
| "grad_norm": 31.5, |
| "learning_rate": 1.718e-05, |
| "loss": 11.431, |
| "mean_token_accuracy": 0.8058984253555537, |
| "num_tokens": 16147328.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 0.6730604227632284, |
| "epoch": 0.912, |
| "grad_norm": 32.75, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 10.9602, |
| "mean_token_accuracy": 0.8139959491789341, |
| "num_tokens": 16219842.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 0.6916197570040822, |
| "epoch": 0.916, |
| "grad_norm": 34.0, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 11.2951, |
| "mean_token_accuracy": 0.81037244386971, |
| "num_tokens": 16287996.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 0.6452676621265709, |
| "epoch": 0.92, |
| "grad_norm": 32.75, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 10.48, |
| "mean_token_accuracy": 0.8181278888136149, |
| "num_tokens": 16359249.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.92, |
| "eval_biology_entropy": 1.3079236669540406, |
| "eval_biology_loss": 1.3488103151321411, |
| "eval_biology_mean_token_accuracy": 0.6741236344575882, |
| "eval_biology_num_tokens": 16359249.0, |
| "eval_biology_runtime": 41.0049, |
| "eval_biology_samples_per_second": 12.194, |
| "eval_biology_steps_per_second": 12.194, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.92, |
| "eval_math_entropy": 0.7039950062930584, |
| "eval_math_loss": 0.7003913521766663, |
| "eval_math_mean_token_accuracy": 0.8092928317785263, |
| "eval_math_num_tokens": 16359249.0, |
| "eval_math_runtime": 48.3023, |
| "eval_math_samples_per_second": 10.351, |
| "eval_math_steps_per_second": 10.351, |
| "step": 2300 |
| }, |
| { |
| "entropy": 0.6840571843087673, |
| "epoch": 0.924, |
| "grad_norm": 30.375, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 11.0281, |
| "mean_token_accuracy": 0.8124604672193527, |
| "num_tokens": 16430183.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 0.6504545219242572, |
| "epoch": 0.928, |
| "grad_norm": 40.75, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 10.4019, |
| "mean_token_accuracy": 0.8224281292408705, |
| "num_tokens": 16499842.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 0.6886620251461864, |
| "epoch": 0.932, |
| "grad_norm": 35.5, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 11.2413, |
| "mean_token_accuracy": 0.8109501354396343, |
| "num_tokens": 16569436.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 0.6863971030339598, |
| "epoch": 0.936, |
| "grad_norm": 37.5, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 10.976, |
| "mean_token_accuracy": 0.812617215141654, |
| "num_tokens": 16640499.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 0.6811121774837374, |
| "epoch": 0.94, |
| "grad_norm": 29.0, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 10.9927, |
| "mean_token_accuracy": 0.812858996540308, |
| "num_tokens": 16708143.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 0.6965519505552947, |
| "epoch": 0.944, |
| "grad_norm": 29.625, |
| "learning_rate": 1.698e-05, |
| "loss": 11.2976, |
| "mean_token_accuracy": 0.8083064600825309, |
| "num_tokens": 16781882.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 0.6884551353752613, |
| "epoch": 0.948, |
| "grad_norm": 34.0, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 11.1246, |
| "mean_token_accuracy": 0.8140901360660792, |
| "num_tokens": 16855942.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 0.682703816704452, |
| "epoch": 0.952, |
| "grad_norm": 37.5, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 10.9073, |
| "mean_token_accuracy": 0.8152716889977455, |
| "num_tokens": 16922913.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 0.7374881992116571, |
| "epoch": 0.956, |
| "grad_norm": 42.25, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 11.9923, |
| "mean_token_accuracy": 0.7996022880077363, |
| "num_tokens": 16991940.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 0.679273992497474, |
| "epoch": 0.96, |
| "grad_norm": 26.75, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 10.8099, |
| "mean_token_accuracy": 0.8152121867984533, |
| "num_tokens": 17067407.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 1.2861202019453049, |
| "eval_biology_loss": 1.348455786705017, |
| "eval_biology_mean_token_accuracy": 0.6744914083480835, |
| "eval_biology_num_tokens": 17067407.0, |
| "eval_biology_runtime": 40.276, |
| "eval_biology_samples_per_second": 12.414, |
| "eval_biology_steps_per_second": 12.414, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_math_entropy": 0.6839256008565426, |
| "eval_math_loss": 0.6964585185050964, |
| "eval_math_mean_token_accuracy": 0.8100001140832901, |
| "eval_math_num_tokens": 17067407.0, |
| "eval_math_runtime": 48.0956, |
| "eval_math_samples_per_second": 10.396, |
| "eval_math_steps_per_second": 10.396, |
| "step": 2400 |
| }, |
| { |
| "entropy": 0.6621893520466984, |
| "epoch": 0.964, |
| "grad_norm": 31.625, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 10.733, |
| "mean_token_accuracy": 0.8197611160576344, |
| "num_tokens": 17135614.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 0.6837352143600584, |
| "epoch": 0.968, |
| "grad_norm": 32.0, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 10.9487, |
| "mean_token_accuracy": 0.811904390156269, |
| "num_tokens": 17211153.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 0.6816597860306501, |
| "epoch": 0.972, |
| "grad_norm": 33.5, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 11.1352, |
| "mean_token_accuracy": 0.8097947511821986, |
| "num_tokens": 17280414.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 0.6748472723178566, |
| "epoch": 0.976, |
| "grad_norm": 41.5, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 10.8497, |
| "mean_token_accuracy": 0.8141761176288128, |
| "num_tokens": 17350994.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 0.6920185225084424, |
| "epoch": 0.98, |
| "grad_norm": 37.75, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 11.0203, |
| "mean_token_accuracy": 0.8110847111791373, |
| "num_tokens": 17422905.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 0.6656286349520087, |
| "epoch": 0.984, |
| "grad_norm": 32.0, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 10.8741, |
| "mean_token_accuracy": 0.8118232063949108, |
| "num_tokens": 17492960.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 0.7282194011844695, |
| "epoch": 0.988, |
| "grad_norm": 29.0, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 11.4374, |
| "mean_token_accuracy": 0.8076034974306822, |
| "num_tokens": 17564626.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 0.656241605617106, |
| "epoch": 0.992, |
| "grad_norm": 37.25, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 10.7226, |
| "mean_token_accuracy": 0.814904909953475, |
| "num_tokens": 17637514.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 0.7101638291031123, |
| "epoch": 0.996, |
| "grad_norm": 26.75, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 11.4156, |
| "mean_token_accuracy": 0.8066222406923771, |
| "num_tokens": 17708953.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 0.6990812286734581, |
| "epoch": 1.0, |
| "grad_norm": 28.5, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 11.3146, |
| "mean_token_accuracy": 0.8074303966015577, |
| "num_tokens": 17780432.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_biology_entropy": 1.278903669476509, |
| "eval_biology_loss": 1.3472909927368164, |
| "eval_biology_mean_token_accuracy": 0.6741317790150643, |
| "eval_biology_num_tokens": 17780432.0, |
| "eval_biology_runtime": 41.8672, |
| "eval_biology_samples_per_second": 11.943, |
| "eval_biology_steps_per_second": 11.943, |
| "step": 2500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_math_entropy": 0.6809976233839988, |
| "eval_math_loss": 0.6932579278945923, |
| "eval_math_mean_token_accuracy": 0.8099925496578216, |
| "eval_math_num_tokens": 17780432.0, |
| "eval_math_runtime": 51.1798, |
| "eval_math_samples_per_second": 9.769, |
| "eval_math_steps_per_second": 9.769, |
| "step": 2500 |
| }, |
| { |
| "entropy": 0.6249620960094034, |
| "epoch": 1.004, |
| "grad_norm": 30.25, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 9.5977, |
| "mean_token_accuracy": 0.828125762566924, |
| "num_tokens": 17850416.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 0.5866982389241457, |
| "epoch": 1.008, |
| "grad_norm": 28.25, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 9.6873, |
| "mean_token_accuracy": 0.8302390404045582, |
| "num_tokens": 17926570.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 0.5911122627556324, |
| "epoch": 1.012, |
| "grad_norm": 29.25, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 9.5876, |
| "mean_token_accuracy": 0.8311092354357242, |
| "num_tokens": 18004785.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 0.6059481381438673, |
| "epoch": 1.016, |
| "grad_norm": 35.25, |
| "learning_rate": 1.658e-05, |
| "loss": 9.5013, |
| "mean_token_accuracy": 0.8301099374890327, |
| "num_tokens": 18070722.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 0.5719698538072407, |
| "epoch": 1.02, |
| "grad_norm": 37.75, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 9.265, |
| "mean_token_accuracy": 0.8315337430685759, |
| "num_tokens": 18135626.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 0.6137038953602314, |
| "epoch": 1.024, |
| "grad_norm": 30.625, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 9.8276, |
| "mean_token_accuracy": 0.8274661310017108, |
| "num_tokens": 18207652.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 0.6035456160083413, |
| "epoch": 1.028, |
| "grad_norm": 34.75, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 9.7604, |
| "mean_token_accuracy": 0.8305842254310847, |
| "num_tokens": 18276316.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 0.6081588315777481, |
| "epoch": 1.032, |
| "grad_norm": 35.0, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 9.842, |
| "mean_token_accuracy": 0.8259528614580631, |
| "num_tokens": 18349030.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 0.5707021232694387, |
| "epoch": 1.036, |
| "grad_norm": 37.5, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 9.1612, |
| "mean_token_accuracy": 0.8354629080742597, |
| "num_tokens": 18416740.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 0.5813462669961155, |
| "epoch": 1.04, |
| "grad_norm": 31.75, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 9.3108, |
| "mean_token_accuracy": 0.8341508328914642, |
| "num_tokens": 18484931.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_biology_entropy": 1.0625684696435929, |
| "eval_biology_loss": 1.382550835609436, |
| "eval_biology_mean_token_accuracy": 0.671364296078682, |
| "eval_biology_num_tokens": 18484931.0, |
| "eval_biology_runtime": 42.7958, |
| "eval_biology_samples_per_second": 11.683, |
| "eval_biology_steps_per_second": 11.683, |
| "step": 2600 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_math_entropy": 0.6263263171613216, |
| "eval_math_loss": 0.696963369846344, |
| "eval_math_mean_token_accuracy": 0.8110898947715759, |
| "eval_math_num_tokens": 18484931.0, |
| "eval_math_runtime": 50.6161, |
| "eval_math_samples_per_second": 9.878, |
| "eval_math_steps_per_second": 9.878, |
| "step": 2600 |
| }, |
| { |
| "entropy": 0.6172513328492641, |
| "epoch": 1.044, |
| "grad_norm": 38.0, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 9.8933, |
| "mean_token_accuracy": 0.8242699548602104, |
| "num_tokens": 18556670.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 0.6109676019288599, |
| "epoch": 1.048, |
| "grad_norm": 40.0, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 9.7651, |
| "mean_token_accuracy": 0.8267323866486549, |
| "num_tokens": 18630034.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 0.5600854479707778, |
| "epoch": 1.052, |
| "grad_norm": 31.125, |
| "learning_rate": 1.638e-05, |
| "loss": 8.9362, |
| "mean_token_accuracy": 0.8408110480755567, |
| "num_tokens": 18704870.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 0.5959546828642488, |
| "epoch": 1.056, |
| "grad_norm": 33.75, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 9.8347, |
| "mean_token_accuracy": 0.82447290122509, |
| "num_tokens": 18773457.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 0.6250034215860069, |
| "epoch": 1.06, |
| "grad_norm": 32.0, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 9.978, |
| "mean_token_accuracy": 0.8218581341207027, |
| "num_tokens": 18843237.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 0.5990947030484677, |
| "epoch": 1.064, |
| "grad_norm": 27.375, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 9.7507, |
| "mean_token_accuracy": 0.8283481735736131, |
| "num_tokens": 18918389.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 0.594149179942906, |
| "epoch": 1.068, |
| "grad_norm": 39.25, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 9.5644, |
| "mean_token_accuracy": 0.8269389532506466, |
| "num_tokens": 18988408.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 0.585951535589993, |
| "epoch": 1.072, |
| "grad_norm": 30.625, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 9.3202, |
| "mean_token_accuracy": 0.8317288246005774, |
| "num_tokens": 19055365.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 0.5888129183091223, |
| "epoch": 1.076, |
| "grad_norm": 42.25, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 9.6561, |
| "mean_token_accuracy": 0.8286302089691162, |
| "num_tokens": 19130316.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 0.6106328693218529, |
| "epoch": 1.08, |
| "grad_norm": 31.0, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 9.7639, |
| "mean_token_accuracy": 0.8254039615392685, |
| "num_tokens": 19202006.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.08, |
| "eval_biology_entropy": 1.0181471843123435, |
| "eval_biology_loss": 1.4018951654434204, |
| "eval_biology_mean_token_accuracy": 0.6708607443571091, |
| "eval_biology_num_tokens": 19202006.0, |
| "eval_biology_runtime": 41.0743, |
| "eval_biology_samples_per_second": 12.173, |
| "eval_biology_steps_per_second": 12.173, |
| "step": 2700 |
| }, |
| { |
| "epoch": 1.08, |
| "eval_math_entropy": 0.6143972256779671, |
| "eval_math_loss": 0.6992253661155701, |
| "eval_math_mean_token_accuracy": 0.8098398085832595, |
| "eval_math_num_tokens": 19202006.0, |
| "eval_math_runtime": 48.3437, |
| "eval_math_samples_per_second": 10.343, |
| "eval_math_steps_per_second": 10.343, |
| "step": 2700 |
| }, |
| { |
| "entropy": 0.5660794250667095, |
| "epoch": 1.084, |
| "grad_norm": 32.25, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 9.0991, |
| "mean_token_accuracy": 0.8397791922092438, |
| "num_tokens": 19273389.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 0.5959568014368415, |
| "epoch": 1.088, |
| "grad_norm": 33.0, |
| "learning_rate": 1.618e-05, |
| "loss": 9.6922, |
| "mean_token_accuracy": 0.8286801934242248, |
| "num_tokens": 19345730.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 0.6252739569172263, |
| "epoch": 1.092, |
| "grad_norm": 33.0, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 9.8698, |
| "mean_token_accuracy": 0.8247292656451464, |
| "num_tokens": 19418032.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 0.5888181790709496, |
| "epoch": 1.096, |
| "grad_norm": 33.75, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 9.5177, |
| "mean_token_accuracy": 0.8303285989910364, |
| "num_tokens": 19494084.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 0.5961418231017888, |
| "epoch": 1.1, |
| "grad_norm": 28.125, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 9.7765, |
| "mean_token_accuracy": 0.827918016910553, |
| "num_tokens": 19566904.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 0.6118787584826351, |
| "epoch": 1.104, |
| "grad_norm": 37.0, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 9.6539, |
| "mean_token_accuracy": 0.8265355542302132, |
| "num_tokens": 19637390.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 0.5835532064549624, |
| "epoch": 1.108, |
| "grad_norm": 41.0, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 9.4517, |
| "mean_token_accuracy": 0.8296675242483615, |
| "num_tokens": 19704730.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 0.548611044511199, |
| "epoch": 1.112, |
| "grad_norm": 29.25, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 8.8514, |
| "mean_token_accuracy": 0.8405190438032151, |
| "num_tokens": 19777388.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 0.5902225982397795, |
| "epoch": 1.116, |
| "grad_norm": 33.25, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 9.4995, |
| "mean_token_accuracy": 0.8318900916725397, |
| "num_tokens": 19847340.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 0.5956728520803154, |
| "epoch": 1.12, |
| "grad_norm": 33.25, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 9.626, |
| "mean_token_accuracy": 0.8307756468653679, |
| "num_tokens": 19923914.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 1.015951538324356, |
| "eval_biology_loss": 1.4020975828170776, |
| "eval_biology_mean_token_accuracy": 0.6706568294167519, |
| "eval_biology_num_tokens": 19923914.0, |
| "eval_biology_runtime": 41.0194, |
| "eval_biology_samples_per_second": 12.189, |
| "eval_biology_steps_per_second": 12.189, |
| "step": 2800 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_math_entropy": 0.627720057964325, |
| "eval_math_loss": 0.6943842172622681, |
| "eval_math_mean_token_accuracy": 0.8108133491277695, |
| "eval_math_num_tokens": 19923914.0, |
| "eval_math_runtime": 48.3784, |
| "eval_math_samples_per_second": 10.335, |
| "eval_math_steps_per_second": 10.335, |
| "step": 2800 |
| }, |
| { |
| "entropy": 0.559093719534576, |
| "epoch": 1.124, |
| "grad_norm": 27.625, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 9.0395, |
| "mean_token_accuracy": 0.8391204752027989, |
| "num_tokens": 19994212.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 0.5992768860422075, |
| "epoch": 1.1280000000000001, |
| "grad_norm": 40.5, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 9.5995, |
| "mean_token_accuracy": 0.8290460936725139, |
| "num_tokens": 20061623.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 0.5645275509916245, |
| "epoch": 1.1320000000000001, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 9.0703, |
| "mean_token_accuracy": 0.8376249179244042, |
| "num_tokens": 20131887.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 0.6051725963130593, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 38.5, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 9.9314, |
| "mean_token_accuracy": 0.8219255816191435, |
| "num_tokens": 20201892.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 0.5845890076830983, |
| "epoch": 1.1400000000000001, |
| "grad_norm": 41.25, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 9.277, |
| "mean_token_accuracy": 0.83502765186131, |
| "num_tokens": 20272508.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 0.6243995492346585, |
| "epoch": 1.144, |
| "grad_norm": 31.375, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 10.0605, |
| "mean_token_accuracy": 0.8231050688773394, |
| "num_tokens": 20343948.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 0.6145558839663863, |
| "epoch": 1.148, |
| "grad_norm": 30.125, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 10.1073, |
| "mean_token_accuracy": 0.8245069060474635, |
| "num_tokens": 20418622.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 0.5770234601572156, |
| "epoch": 1.152, |
| "grad_norm": 34.75, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 9.2963, |
| "mean_token_accuracy": 0.8351634360849858, |
| "num_tokens": 20490282.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 0.5991640514694154, |
| "epoch": 1.156, |
| "grad_norm": 38.25, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 9.6991, |
| "mean_token_accuracy": 0.8288435827940702, |
| "num_tokens": 20565841.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 0.5759193726815284, |
| "epoch": 1.16, |
| "grad_norm": 34.5, |
| "learning_rate": 1.578e-05, |
| "loss": 9.1954, |
| "mean_token_accuracy": 0.8349741615355015, |
| "num_tokens": 20641737.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.16, |
| "eval_biology_entropy": 0.9992075580358505, |
| "eval_biology_loss": 1.4079357385635376, |
| "eval_biology_mean_token_accuracy": 0.6715812242031097, |
| "eval_biology_num_tokens": 20641737.0, |
| "eval_biology_runtime": 40.562, |
| "eval_biology_samples_per_second": 12.327, |
| "eval_biology_steps_per_second": 12.327, |
| "step": 2900 |
| }, |
| { |
| "epoch": 1.16, |
| "eval_math_entropy": 0.5956115295290947, |
| "eval_math_loss": 0.6947958469390869, |
| "eval_math_mean_token_accuracy": 0.811661752462387, |
| "eval_math_num_tokens": 20641737.0, |
| "eval_math_runtime": 48.7191, |
| "eval_math_samples_per_second": 10.263, |
| "eval_math_steps_per_second": 10.263, |
| "step": 2900 |
| }, |
| { |
| "entropy": 0.6053885708563029, |
| "epoch": 1.164, |
| "grad_norm": 30.875, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 9.5988, |
| "mean_token_accuracy": 0.8267572112381458, |
| "num_tokens": 20714608.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 0.5695252175442874, |
| "epoch": 1.168, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 9.2606, |
| "mean_token_accuracy": 0.8332584574818611, |
| "num_tokens": 20785786.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 0.5976280993781984, |
| "epoch": 1.172, |
| "grad_norm": 33.5, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 9.7345, |
| "mean_token_accuracy": 0.8283390998840332, |
| "num_tokens": 20854639.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 0.5922115191817283, |
| "epoch": 1.176, |
| "grad_norm": 29.625, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 9.5617, |
| "mean_token_accuracy": 0.8294767212122679, |
| "num_tokens": 20928880.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 0.6270347313024104, |
| "epoch": 1.18, |
| "grad_norm": 29.125, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 10.0052, |
| "mean_token_accuracy": 0.8231472406536341, |
| "num_tokens": 21006747.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 0.5596231662668287, |
| "epoch": 1.184, |
| "grad_norm": 29.75, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 9.1299, |
| "mean_token_accuracy": 0.8357201408594847, |
| "num_tokens": 21074205.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 0.5571073008701205, |
| "epoch": 1.188, |
| "grad_norm": 34.75, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 9.0309, |
| "mean_token_accuracy": 0.8378865152597428, |
| "num_tokens": 21149284.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 0.5892432911321521, |
| "epoch": 1.192, |
| "grad_norm": 34.25, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 9.3704, |
| "mean_token_accuracy": 0.8327233593910932, |
| "num_tokens": 21222288.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 0.5967930853366852, |
| "epoch": 1.196, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 9.7825, |
| "mean_token_accuracy": 0.8243178736418486, |
| "num_tokens": 21295514.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 0.5806791403330862, |
| "epoch": 1.2, |
| "grad_norm": 33.25, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 9.1916, |
| "mean_token_accuracy": 0.8367064792662859, |
| "num_tokens": 21369159.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_biology_entropy": 0.9886249232292176, |
| "eval_biology_loss": 1.4157956838607788, |
| "eval_biology_mean_token_accuracy": 0.6691707735061645, |
| "eval_biology_num_tokens": 21369159.0, |
| "eval_biology_runtime": 41.807, |
| "eval_biology_samples_per_second": 11.96, |
| "eval_biology_steps_per_second": 11.96, |
| "step": 3000 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_math_entropy": 0.6074744529724121, |
| "eval_math_loss": 0.6924204230308533, |
| "eval_math_mean_token_accuracy": 0.8120252940654754, |
| "eval_math_num_tokens": 21369159.0, |
| "eval_math_runtime": 48.5264, |
| "eval_math_samples_per_second": 10.304, |
| "eval_math_steps_per_second": 10.304, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.432895416562043e+18, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
