{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.890224225226729, "eval_steps": 100, "global_step": 2000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "entropy": 0.548704273160547, "epoch": 0.004451121126133645, "grad_norm": 1192.0, "learning_rate": 1.8e-07, "loss": 47.4036, "mean_token_accuracy": 0.641148860566318, "num_tokens": 63133.0, "step": 10 }, { "entropy": 0.534384406823665, "epoch": 0.00890224225226729, "grad_norm": 1328.0, "learning_rate": 3.8e-07, "loss": 50.4685, "mean_token_accuracy": 0.6258877433836461, "num_tokens": 128968.0, "step": 20 }, { "entropy": 0.537126874178648, "epoch": 0.013353363378400934, "grad_norm": 1320.0, "learning_rate": 5.800000000000001e-07, "loss": 49.4492, "mean_token_accuracy": 0.6289473636075854, "num_tokens": 193314.0, "step": 30 }, { "entropy": 0.5729353995062411, "epoch": 0.01780448450453458, "grad_norm": 1012.0, "learning_rate": 7.8e-07, "loss": 49.5744, "mean_token_accuracy": 0.6247817112132907, "num_tokens": 257189.0, "step": 40 }, { "entropy": 0.5564130786806345, "epoch": 0.022255605630668224, "grad_norm": 1096.0, "learning_rate": 9.800000000000001e-07, "loss": 44.4523, "mean_token_accuracy": 0.6425775093957782, "num_tokens": 324224.0, "step": 50 }, { "entropy": 0.590752430446446, "epoch": 0.026706726756801868, "grad_norm": 816.0, "learning_rate": 1.1800000000000001e-06, "loss": 43.7528, "mean_token_accuracy": 0.6364219607785344, "num_tokens": 394654.0, "step": 60 }, { "entropy": 0.6452584797516465, "epoch": 0.031157847882935515, "grad_norm": 600.0, "learning_rate": 1.3800000000000001e-06, "loss": 39.6529, "mean_token_accuracy": 0.6429168622940779, "num_tokens": 461658.0, "step": 70 }, { "entropy": 0.7016998372972012, "epoch": 0.03560896900906916, "grad_norm": 450.0, "learning_rate": 1.5800000000000001e-06, "loss": 35.508, "mean_token_accuracy": 0.6540533849969506, "num_tokens": 528285.0, "step": 80 }, { "entropy": 0.8241214359179139, "epoch": 0.04006009013520281, "grad_norm": 320.0, "learning_rate": 1.7800000000000001e-06, "loss": 34.6569, "mean_token_accuracy": 0.6461574586108327, "num_tokens": 595336.0, "step": 90 }, { "entropy": 1.0065209370106458, "epoch": 0.04451121126133645, "grad_norm": 208.0, "learning_rate": 1.98e-06, "loss": 31.2419, "mean_token_accuracy": 0.6523716723546386, "num_tokens": 663126.0, "step": 100 }, { "epoch": 0.04451121126133645, "eval_biology_entropy": 1.5740653836727143, "eval_biology_loss": 2.817919969558716, "eval_biology_mean_token_accuracy": 0.5265991420149804, "eval_biology_num_tokens": 663126.0, "eval_biology_runtime": 49.0691, "eval_biology_samples_per_second": 10.19, "eval_biology_steps_per_second": 10.19, "step": 100 }, { "epoch": 0.04451121126133645, "eval_chemistry_entropy": 1.1085504465103149, "eval_chemistry_loss": 1.8567637205123901, "eval_chemistry_mean_token_accuracy": 0.6607221029996871, "eval_chemistry_num_tokens": 663126.0, "eval_chemistry_runtime": 56.0546, "eval_chemistry_samples_per_second": 8.92, "eval_chemistry_steps_per_second": 8.92, "step": 100 }, { "epoch": 0.04451121126133645, "eval_math_entropy": 0.7685319324731826, "eval_math_loss": 1.6490864753723145, "eval_math_mean_token_accuracy": 0.701621960401535, "eval_math_num_tokens": 663126.0, "eval_math_runtime": 57.7457, "eval_math_samples_per_second": 8.659, "eval_math_steps_per_second": 8.659, "step": 100 }, { "epoch": 0.04451121126133645, "eval_physics_entropy": 0.9800559472441673, "eval_physics_loss": 1.658416986465454, "eval_physics_mean_token_accuracy": 0.6876975857019424, "eval_physics_num_tokens": 663126.0, "eval_physics_runtime": 64.5823, "eval_physics_samples_per_second": 7.742, "eval_physics_steps_per_second": 7.742, "step": 100 }, { "entropy": 1.2310039116069675, "epoch": 0.048962332387470095, "grad_norm": 129.0, "learning_rate": 2.1800000000000003e-06, "loss": 28.6754, "mean_token_accuracy": 0.6632729232311249, "num_tokens": 731060.0, "step": 110 }, { "entropy": 1.4431365672498941, "epoch": 0.053413453513603736, "grad_norm": 86.0, "learning_rate": 2.38e-06, "loss": 26.3421, "mean_token_accuracy": 0.6755226453766227, "num_tokens": 801635.0, "step": 120 }, { "entropy": 1.4806174896657467, "epoch": 0.05786457463973738, "grad_norm": 72.0, "learning_rate": 2.5800000000000003e-06, "loss": 25.6649, "mean_token_accuracy": 0.6807831462472678, "num_tokens": 867260.0, "step": 130 }, { "entropy": 1.511351894028485, "epoch": 0.06231569576587103, "grad_norm": 95.5, "learning_rate": 2.7800000000000005e-06, "loss": 25.1648, "mean_token_accuracy": 0.6787236794829369, "num_tokens": 931344.0, "step": 140 }, { "entropy": 1.4235187267884613, "epoch": 0.06676681689200467, "grad_norm": 57.25, "learning_rate": 2.9800000000000003e-06, "loss": 23.0409, "mean_token_accuracy": 0.6943066673353314, "num_tokens": 993586.0, "step": 150 }, { "entropy": 1.36321877297014, "epoch": 0.07121793801813832, "grad_norm": 52.75, "learning_rate": 3.1800000000000005e-06, "loss": 22.2695, "mean_token_accuracy": 0.6991008354350925, "num_tokens": 1060812.0, "step": 160 }, { "entropy": 1.2639451341703534, "epoch": 0.07566905914427197, "grad_norm": 55.0, "learning_rate": 3.3800000000000007e-06, "loss": 20.5103, "mean_token_accuracy": 0.7160237554460764, "num_tokens": 1131832.0, "step": 170 }, { "entropy": 1.3122306695207953, "epoch": 0.08012018027040561, "grad_norm": 43.25, "learning_rate": 3.58e-06, "loss": 20.6467, "mean_token_accuracy": 0.7132720120251179, "num_tokens": 1200650.0, "step": 180 }, { "entropy": 1.321925420127809, "epoch": 0.08457130139653925, "grad_norm": 52.25, "learning_rate": 3.7800000000000002e-06, "loss": 20.6542, "mean_token_accuracy": 0.7144606521353125, "num_tokens": 1265107.0, "step": 190 }, { "entropy": 1.304779276624322, "epoch": 0.0890224225226729, "grad_norm": 51.75, "learning_rate": 3.980000000000001e-06, "loss": 19.8821, "mean_token_accuracy": 0.7192140439525246, "num_tokens": 1327380.0, "step": 200 }, { "epoch": 0.0890224225226729, "eval_biology_entropy": 1.7584778207540512, "eval_biology_loss": 2.0029563903808594, "eval_biology_mean_token_accuracy": 0.5894142254590988, "eval_biology_num_tokens": 1327380.0, "eval_biology_runtime": 48.4623, "eval_biology_samples_per_second": 10.317, "eval_biology_steps_per_second": 10.317, "step": 200 }, { "epoch": 0.0890224225226729, "eval_chemistry_entropy": 1.2313024162650108, "eval_chemistry_loss": 1.23660409450531, "eval_chemistry_mean_token_accuracy": 0.7191956076025963, "eval_chemistry_num_tokens": 1327380.0, "eval_chemistry_runtime": 56.1215, "eval_chemistry_samples_per_second": 8.909, "eval_chemistry_steps_per_second": 8.909, "step": 200 }, { "epoch": 0.0890224225226729, "eval_math_entropy": 0.9544051561951638, "eval_math_loss": 1.1321452856063843, "eval_math_mean_token_accuracy": 0.745829626917839, "eval_math_num_tokens": 1327380.0, "eval_math_runtime": 57.6893, "eval_math_samples_per_second": 8.667, "eval_math_steps_per_second": 8.667, "step": 200 }, { "epoch": 0.0890224225226729, "eval_physics_entropy": 1.097377147436142, "eval_physics_loss": 1.1237763166427612, "eval_physics_mean_token_accuracy": 0.7436373601555825, "eval_physics_num_tokens": 1327380.0, "eval_physics_runtime": 64.6254, "eval_physics_samples_per_second": 7.737, "eval_physics_steps_per_second": 7.737, "step": 200 }, { "entropy": 1.2635900884866715, "epoch": 0.09347354364880654, "grad_norm": 54.5, "learning_rate": 4.18e-06, "loss": 20.5549, "mean_token_accuracy": 0.7137404002249241, "num_tokens": 1393379.0, "step": 210 }, { "entropy": 1.253603531420231, "epoch": 0.09792466477494019, "grad_norm": 45.25, "learning_rate": 4.38e-06, "loss": 19.3171, "mean_token_accuracy": 0.7269632073119283, "num_tokens": 1460130.0, "step": 220 }, { "entropy": 1.205259626172483, "epoch": 0.10237578590107384, "grad_norm": 50.5, "learning_rate": 4.58e-06, "loss": 18.3853, "mean_token_accuracy": 0.7334358854219317, "num_tokens": 1529183.0, "step": 230 }, { "entropy": 1.2351684581488371, "epoch": 0.10682690702720747, "grad_norm": 61.5, "learning_rate": 4.78e-06, "loss": 19.0263, "mean_token_accuracy": 0.723250618390739, "num_tokens": 1597405.0, "step": 240 }, { "entropy": 1.2351113758981227, "epoch": 0.11127802815334112, "grad_norm": 43.0, "learning_rate": 4.980000000000001e-06, "loss": 18.9974, "mean_token_accuracy": 0.7199854323640466, "num_tokens": 1661767.0, "step": 250 }, { "entropy": 1.1816746497526764, "epoch": 0.11572914927947477, "grad_norm": 45.75, "learning_rate": 5.18e-06, "loss": 18.6797, "mean_token_accuracy": 0.7243335520848632, "num_tokens": 1728207.0, "step": 260 }, { "entropy": 1.1266852594912051, "epoch": 0.12018027040560841, "grad_norm": 45.75, "learning_rate": 5.380000000000001e-06, "loss": 17.8377, "mean_token_accuracy": 0.732505951821804, "num_tokens": 1796055.0, "step": 270 }, { "entropy": 1.1155648654326797, "epoch": 0.12463139153174206, "grad_norm": 49.0, "learning_rate": 5.580000000000001e-06, "loss": 17.5397, "mean_token_accuracy": 0.7362749936059118, "num_tokens": 1859684.0, "step": 280 }, { "entropy": 1.1514084933325648, "epoch": 0.1290825126578757, "grad_norm": 51.0, "learning_rate": 5.78e-06, "loss": 18.5451, "mean_token_accuracy": 0.723321282491088, "num_tokens": 1921704.0, "step": 290 }, { "entropy": 1.1451087817549706, "epoch": 0.13353363378400934, "grad_norm": 42.5, "learning_rate": 5.98e-06, "loss": 18.2063, "mean_token_accuracy": 0.7288043411448598, "num_tokens": 1985766.0, "step": 300 }, { "epoch": 0.13353363378400934, "eval_biology_entropy": 1.5927132781147957, "eval_biology_loss": 1.7975378036499023, "eval_biology_mean_token_accuracy": 0.6119548050761223, "eval_biology_num_tokens": 1985766.0, "eval_biology_runtime": 48.6056, "eval_biology_samples_per_second": 10.287, "eval_biology_steps_per_second": 10.287, "step": 300 }, { "epoch": 0.13353363378400934, "eval_chemistry_entropy": 1.0956866154670715, "eval_chemistry_loss": 1.0781587362289429, "eval_chemistry_mean_token_accuracy": 0.7388799833655357, "eval_chemistry_num_tokens": 1985766.0, "eval_chemistry_runtime": 55.9983, "eval_chemistry_samples_per_second": 8.929, "eval_chemistry_steps_per_second": 8.929, "step": 300 }, { "epoch": 0.13353363378400934, "eval_math_entropy": 0.8625128073692322, "eval_math_loss": 1.0247634649276733, "eval_math_mean_token_accuracy": 0.7569631568193436, "eval_math_num_tokens": 1985766.0, "eval_math_runtime": 57.7379, "eval_math_samples_per_second": 8.66, "eval_math_steps_per_second": 8.66, "step": 300 }, { "epoch": 0.13353363378400934, "eval_physics_entropy": 0.9960197100043297, "eval_physics_loss": 0.993407666683197, "eval_physics_mean_token_accuracy": 0.7602200539112091, "eval_physics_num_tokens": 1985766.0, "eval_physics_runtime": 64.6649, "eval_physics_samples_per_second": 7.732, "eval_physics_steps_per_second": 7.732, "step": 300 }, { "entropy": 1.1051979778334498, "epoch": 0.137984754910143, "grad_norm": 49.5, "learning_rate": 6.18e-06, "loss": 17.5537, "mean_token_accuracy": 0.7314090682193637, "num_tokens": 2049041.0, "step": 310 }, { "entropy": 1.0414688095450402, "epoch": 0.14243587603627664, "grad_norm": 37.75, "learning_rate": 6.380000000000001e-06, "loss": 16.669, "mean_token_accuracy": 0.7476102706044913, "num_tokens": 2118068.0, "step": 320 }, { "entropy": 1.030502800643444, "epoch": 0.14688699716241027, "grad_norm": 46.5, "learning_rate": 6.5800000000000005e-06, "loss": 16.4295, "mean_token_accuracy": 0.7489048192277551, "num_tokens": 2186387.0, "step": 330 }, { "entropy": 1.0635908702388406, "epoch": 0.15133811828854393, "grad_norm": 42.0, "learning_rate": 6.780000000000001e-06, "loss": 17.235, "mean_token_accuracy": 0.7380516286939383, "num_tokens": 2252650.0, "step": 340 }, { "entropy": 1.0262556517496706, "epoch": 0.15578923941467757, "grad_norm": 41.0, "learning_rate": 6.98e-06, "loss": 16.1234, "mean_token_accuracy": 0.7529099363833666, "num_tokens": 2320358.0, "step": 350 }, { "entropy": 0.9883157461881638, "epoch": 0.16024036054081123, "grad_norm": 44.25, "learning_rate": 7.180000000000001e-06, "loss": 16.301, "mean_token_accuracy": 0.7517775129526854, "num_tokens": 2388824.0, "step": 360 }, { "entropy": 0.9906315876170992, "epoch": 0.16469148166694486, "grad_norm": 39.75, "learning_rate": 7.3800000000000005e-06, "loss": 15.5904, "mean_token_accuracy": 0.760966083779931, "num_tokens": 2456144.0, "step": 370 }, { "entropy": 1.0959791645407677, "epoch": 0.1691426027930785, "grad_norm": 37.5, "learning_rate": 7.58e-06, "loss": 17.7416, "mean_token_accuracy": 0.7330215321853757, "num_tokens": 2515325.0, "step": 380 }, { "entropy": 1.0152791179716587, "epoch": 0.17359372391921216, "grad_norm": 38.25, "learning_rate": 7.78e-06, "loss": 16.1438, "mean_token_accuracy": 0.7489995956420898, "num_tokens": 2580490.0, "step": 390 }, { "entropy": 1.015568952821195, "epoch": 0.1780448450453458, "grad_norm": 32.5, "learning_rate": 7.980000000000002e-06, "loss": 16.3986, "mean_token_accuracy": 0.7477670447900892, "num_tokens": 2644330.0, "step": 400 }, { "epoch": 0.1780448450453458, "eval_biology_entropy": 1.4987669139504434, "eval_biology_loss": 1.7285088300704956, "eval_biology_mean_token_accuracy": 0.6236078375577927, "eval_biology_num_tokens": 2644330.0, "eval_biology_runtime": 48.385, "eval_biology_samples_per_second": 10.334, "eval_biology_steps_per_second": 10.334, "step": 400 }, { "epoch": 0.1780448450453458, "eval_chemistry_entropy": 1.0116422069072724, "eval_chemistry_loss": 1.0169917345046997, "eval_chemistry_mean_token_accuracy": 0.7494727990031242, "eval_chemistry_num_tokens": 2644330.0, "eval_chemistry_runtime": 55.9816, "eval_chemistry_samples_per_second": 8.932, "eval_chemistry_steps_per_second": 8.932, "step": 400 }, { "epoch": 0.1780448450453458, "eval_math_entropy": 0.830569740831852, "eval_math_loss": 0.9943051934242249, "eval_math_mean_token_accuracy": 0.7620642938613892, "eval_math_num_tokens": 2644330.0, "eval_math_runtime": 60.3723, "eval_math_samples_per_second": 8.282, "eval_math_steps_per_second": 8.282, "step": 400 }, { "epoch": 0.1780448450453458, "eval_physics_entropy": 0.9355049659013748, "eval_physics_loss": 0.94325852394104, "eval_physics_mean_token_accuracy": 0.7684184198379517, "eval_physics_num_tokens": 2644330.0, "eval_physics_runtime": 65.391, "eval_physics_samples_per_second": 7.646, "eval_physics_steps_per_second": 7.646, "step": 400 }, { "entropy": 0.9359495824202895, "epoch": 0.18249596617147945, "grad_norm": 37.5, "learning_rate": 8.18e-06, "loss": 15.074, "mean_token_accuracy": 0.7657283775508403, "num_tokens": 2713234.0, "step": 410 }, { "entropy": 1.0310791170224547, "epoch": 0.18694708729761308, "grad_norm": 36.75, "learning_rate": 8.380000000000001e-06, "loss": 16.5812, "mean_token_accuracy": 0.7489650597795844, "num_tokens": 2783261.0, "step": 420 }, { "entropy": 1.0061013143509627, "epoch": 0.19139820842374672, "grad_norm": 34.25, "learning_rate": 8.580000000000001e-06, "loss": 16.2064, "mean_token_accuracy": 0.7534871533513069, "num_tokens": 2850170.0, "step": 430 }, { "entropy": 0.9983460938557982, "epoch": 0.19584932954988038, "grad_norm": 36.5, "learning_rate": 8.78e-06, "loss": 15.9251, "mean_token_accuracy": 0.7519530924037099, "num_tokens": 2913700.0, "step": 440 }, { "entropy": 0.9914884481579065, "epoch": 0.200300450676014, "grad_norm": 43.25, "learning_rate": 8.98e-06, "loss": 16.0176, "mean_token_accuracy": 0.7508705228567123, "num_tokens": 2981212.0, "step": 450 }, { "entropy": 0.9640501407906413, "epoch": 0.20475157180214767, "grad_norm": 43.75, "learning_rate": 9.180000000000002e-06, "loss": 15.5197, "mean_token_accuracy": 0.7612664353102445, "num_tokens": 3048973.0, "step": 460 }, { "entropy": 0.9837653011083602, "epoch": 0.2092026929282813, "grad_norm": 32.75, "learning_rate": 9.38e-06, "loss": 16.0462, "mean_token_accuracy": 0.7515783123672009, "num_tokens": 3117033.0, "step": 470 }, { "entropy": 0.9881603302434087, "epoch": 0.21365381405441494, "grad_norm": 35.5, "learning_rate": 9.58e-06, "loss": 15.6722, "mean_token_accuracy": 0.7575565822422504, "num_tokens": 3185255.0, "step": 480 }, { "entropy": 0.960085684619844, "epoch": 0.2181049351805486, "grad_norm": 43.5, "learning_rate": 9.780000000000001e-06, "loss": 15.732, "mean_token_accuracy": 0.7576891854405403, "num_tokens": 3253121.0, "step": 490 }, { "entropy": 0.9170863745734096, "epoch": 0.22255605630668224, "grad_norm": 39.5, "learning_rate": 9.980000000000001e-06, "loss": 14.4657, "mean_token_accuracy": 0.7695914417505264, "num_tokens": 3322823.0, "step": 500 }, { "epoch": 0.22255605630668224, "eval_biology_entropy": 1.4002713676095009, "eval_biology_loss": 1.6903640031814575, "eval_biology_mean_token_accuracy": 0.6292068202495575, "eval_biology_num_tokens": 3322823.0, "eval_biology_runtime": 48.4234, "eval_biology_samples_per_second": 10.326, "eval_biology_steps_per_second": 10.326, "step": 500 }, { "epoch": 0.22255605630668224, "eval_chemistry_entropy": 0.9267486627101899, "eval_chemistry_loss": 0.9770777821540833, "eval_chemistry_mean_token_accuracy": 0.7565804206728935, "eval_chemistry_num_tokens": 3322823.0, "eval_chemistry_runtime": 56.3359, "eval_chemistry_samples_per_second": 8.875, "eval_chemistry_steps_per_second": 8.875, "step": 500 }, { "epoch": 0.22255605630668224, "eval_math_entropy": 0.7625217022895813, "eval_math_loss": 0.9808707237243652, "eval_math_mean_token_accuracy": 0.7647298012971878, "eval_math_num_tokens": 3322823.0, "eval_math_runtime": 57.8095, "eval_math_samples_per_second": 8.649, "eval_math_steps_per_second": 8.649, "step": 500 }, { "epoch": 0.22255605630668224, "eval_physics_entropy": 0.8588201667070389, "eval_physics_loss": 0.910319983959198, "eval_physics_mean_token_accuracy": 0.7743916043043136, "eval_physics_num_tokens": 3322823.0, "eval_physics_runtime": 64.6422, "eval_physics_samples_per_second": 7.735, "eval_physics_steps_per_second": 7.735, "step": 500 }, { "entropy": 0.9297409053891897, "epoch": 0.2270071774328159, "grad_norm": 34.0, "learning_rate": 1.018e-05, "loss": 15.1678, "mean_token_accuracy": 0.7620427209883929, "num_tokens": 3393393.0, "step": 510 }, { "entropy": 1.017524036206305, "epoch": 0.23145829855894953, "grad_norm": 41.75, "learning_rate": 1.038e-05, "loss": 16.5918, "mean_token_accuracy": 0.7439933486282826, "num_tokens": 3454750.0, "step": 520 }, { "entropy": 0.9231159623712302, "epoch": 0.2359094196850832, "grad_norm": 43.5, "learning_rate": 1.0580000000000002e-05, "loss": 14.7926, "mean_token_accuracy": 0.7705453760921955, "num_tokens": 3526914.0, "step": 530 }, { "entropy": 1.0112015223130584, "epoch": 0.24036054081121683, "grad_norm": 42.25, "learning_rate": 1.0780000000000002e-05, "loss": 16.3174, "mean_token_accuracy": 0.7517922900617122, "num_tokens": 3589449.0, "step": 540 }, { "entropy": 0.9775515835732221, "epoch": 0.24481166193735046, "grad_norm": 37.5, "learning_rate": 1.0980000000000002e-05, "loss": 15.5292, "mean_token_accuracy": 0.7556810062378645, "num_tokens": 3655092.0, "step": 550 }, { "entropy": 0.9711876364424825, "epoch": 0.24926278306348412, "grad_norm": 42.75, "learning_rate": 1.1180000000000001e-05, "loss": 15.8816, "mean_token_accuracy": 0.7561034083366394, "num_tokens": 3719113.0, "step": 560 }, { "entropy": 0.9615386385470629, "epoch": 0.25371390418961776, "grad_norm": 33.75, "learning_rate": 1.138e-05, "loss": 15.6077, "mean_token_accuracy": 0.7553648345172406, "num_tokens": 3785282.0, "step": 570 }, { "entropy": 0.9940539756789804, "epoch": 0.2581650253157514, "grad_norm": 31.5, "learning_rate": 1.1580000000000001e-05, "loss": 15.7863, "mean_token_accuracy": 0.758138832077384, "num_tokens": 3852276.0, "step": 580 }, { "entropy": 0.8664842249825597, "epoch": 0.262616146441885, "grad_norm": 32.75, "learning_rate": 1.178e-05, "loss": 14.4448, "mean_token_accuracy": 0.7707123512402176, "num_tokens": 3925649.0, "step": 590 }, { "entropy": 0.9649652477353812, "epoch": 0.2670672675680187, "grad_norm": 39.25, "learning_rate": 1.198e-05, "loss": 15.1734, "mean_token_accuracy": 0.7605622936040163, "num_tokens": 3990505.0, "step": 600 }, { "epoch": 0.2670672675680187, "eval_biology_entropy": 1.3548224151134491, "eval_biology_loss": 1.6628271341323853, "eval_biology_mean_token_accuracy": 0.6329956727027893, "eval_biology_num_tokens": 3990505.0, "eval_biology_runtime": 48.5951, "eval_biology_samples_per_second": 10.289, "eval_biology_steps_per_second": 10.289, "step": 600 }, { "epoch": 0.2670672675680187, "eval_chemistry_entropy": 0.8806400309503079, "eval_chemistry_loss": 0.9497475028038025, "eval_chemistry_mean_token_accuracy": 0.7612205193042755, "eval_chemistry_num_tokens": 3990505.0, "eval_chemistry_runtime": 56.0415, "eval_chemistry_samples_per_second": 8.922, "eval_chemistry_steps_per_second": 8.922, "step": 600 }, { "epoch": 0.2670672675680187, "eval_math_entropy": 0.7478249241113663, "eval_math_loss": 0.9696071743965149, "eval_math_mean_token_accuracy": 0.7666747701764107, "eval_math_num_tokens": 3990505.0, "eval_math_runtime": 57.7058, "eval_math_samples_per_second": 8.665, "eval_math_steps_per_second": 8.665, "step": 600 }, { "epoch": 0.2670672675680187, "eval_physics_entropy": 0.8181254861354827, "eval_physics_loss": 0.8910531997680664, "eval_physics_mean_token_accuracy": 0.7779091320037842, "eval_physics_num_tokens": 3990505.0, "eval_physics_runtime": 64.595, "eval_physics_samples_per_second": 7.741, "eval_physics_steps_per_second": 7.741, "step": 600 }, { "entropy": 0.9066566737368703, "epoch": 0.27151838869415235, "grad_norm": 35.5, "learning_rate": 1.218e-05, "loss": 14.8095, "mean_token_accuracy": 0.7637650985270739, "num_tokens": 4060657.0, "step": 610 }, { "entropy": 0.8951275391504169, "epoch": 0.275969509820286, "grad_norm": 31.625, "learning_rate": 1.2380000000000002e-05, "loss": 14.3937, "mean_token_accuracy": 0.7713713925331831, "num_tokens": 4133119.0, "step": 620 }, { "entropy": 0.9309091791510582, "epoch": 0.2804206309464196, "grad_norm": 40.25, "learning_rate": 1.2580000000000002e-05, "loss": 14.9362, "mean_token_accuracy": 0.7651385851204395, "num_tokens": 4200051.0, "step": 630 }, { "entropy": 0.9745316403917968, "epoch": 0.2848717520725533, "grad_norm": 41.0, "learning_rate": 1.2780000000000001e-05, "loss": 15.86, "mean_token_accuracy": 0.7543578896671533, "num_tokens": 4267403.0, "step": 640 }, { "entropy": 0.9337521677836775, "epoch": 0.28932287319868694, "grad_norm": 39.0, "learning_rate": 1.2980000000000001e-05, "loss": 14.9738, "mean_token_accuracy": 0.7643170915544033, "num_tokens": 4333268.0, "step": 650 }, { "entropy": 0.9018357262946666, "epoch": 0.29377399432482054, "grad_norm": 53.5, "learning_rate": 1.3180000000000001e-05, "loss": 14.5097, "mean_token_accuracy": 0.7716417364776135, "num_tokens": 4400242.0, "step": 660 }, { "entropy": 0.9362477554008365, "epoch": 0.2982251154509542, "grad_norm": 34.5, "learning_rate": 1.3380000000000002e-05, "loss": 15.1358, "mean_token_accuracy": 0.7618589885532856, "num_tokens": 4464714.0, "step": 670 }, { "entropy": 0.8689518304541707, "epoch": 0.30267623657708786, "grad_norm": 41.25, "learning_rate": 1.3580000000000002e-05, "loss": 14.3018, "mean_token_accuracy": 0.7737269978970289, "num_tokens": 4535458.0, "step": 680 }, { "entropy": 0.9227319629862905, "epoch": 0.3071273577032215, "grad_norm": 38.25, "learning_rate": 1.378e-05, "loss": 14.6416, "mean_token_accuracy": 0.7681682342663407, "num_tokens": 4599099.0, "step": 690 }, { "entropy": 0.865695190615952, "epoch": 0.31157847882935513, "grad_norm": 28.25, "learning_rate": 1.398e-05, "loss": 14.0258, "mean_token_accuracy": 0.7762727830559015, "num_tokens": 4662903.0, "step": 700 }, { "epoch": 0.31157847882935513, "eval_biology_entropy": 1.4728712896108627, "eval_biology_loss": 1.6218550205230713, "eval_biology_mean_token_accuracy": 0.6382006840705872, "eval_biology_num_tokens": 4662903.0, "eval_biology_runtime": 48.5605, "eval_biology_samples_per_second": 10.296, "eval_biology_steps_per_second": 10.296, "step": 700 }, { "epoch": 0.31157847882935513, "eval_chemistry_entropy": 0.9336612664461136, "eval_chemistry_loss": 0.9250124096870422, "eval_chemistry_mean_token_accuracy": 0.7656691336631775, "eval_chemistry_num_tokens": 4662903.0, "eval_chemistry_runtime": 56.0811, "eval_chemistry_samples_per_second": 8.916, "eval_chemistry_steps_per_second": 8.916, "step": 700 }, { "epoch": 0.31157847882935513, "eval_math_entropy": 0.7846916960477829, "eval_math_loss": 0.9586912393569946, "eval_math_mean_token_accuracy": 0.7681104638576508, "eval_math_num_tokens": 4662903.0, "eval_math_runtime": 57.7641, "eval_math_samples_per_second": 8.656, "eval_math_steps_per_second": 8.656, "step": 700 }, { "epoch": 0.31157847882935513, "eval_physics_entropy": 0.8758866502046585, "eval_physics_loss": 0.8707027435302734, "eval_physics_mean_token_accuracy": 0.7806350255012512, "eval_physics_num_tokens": 4662903.0, "eval_physics_runtime": 64.5913, "eval_physics_samples_per_second": 7.741, "eval_physics_steps_per_second": 7.741, "step": 700 }, { "entropy": 0.9134258929640054, "epoch": 0.3160295999554888, "grad_norm": 42.0, "learning_rate": 1.418e-05, "loss": 15.0312, "mean_token_accuracy": 0.7628084912896156, "num_tokens": 4729166.0, "step": 710 }, { "entropy": 0.97938490267843, "epoch": 0.32048072108162245, "grad_norm": 41.75, "learning_rate": 1.4380000000000001e-05, "loss": 15.7738, "mean_token_accuracy": 0.7518788330256939, "num_tokens": 4796815.0, "step": 720 }, { "entropy": 0.8446940638124942, "epoch": 0.32493184220775606, "grad_norm": 34.5, "learning_rate": 1.4580000000000001e-05, "loss": 13.5574, "mean_token_accuracy": 0.782823646441102, "num_tokens": 4865172.0, "step": 730 }, { "entropy": 0.9024957665242255, "epoch": 0.3293829633338897, "grad_norm": 33.75, "learning_rate": 1.478e-05, "loss": 14.8961, "mean_token_accuracy": 0.763876224681735, "num_tokens": 4932671.0, "step": 740 }, { "entropy": 0.9568601671606303, "epoch": 0.3338340844600234, "grad_norm": 33.25, "learning_rate": 1.498e-05, "loss": 15.257, "mean_token_accuracy": 0.7628579653799534, "num_tokens": 4998710.0, "step": 750 }, { "entropy": 0.8733517214655876, "epoch": 0.338285205586157, "grad_norm": 30.75, "learning_rate": 1.5180000000000002e-05, "loss": 14.1521, "mean_token_accuracy": 0.7736187670379877, "num_tokens": 5066948.0, "step": 760 }, { "entropy": 0.9070882228203118, "epoch": 0.34273632671229065, "grad_norm": 35.25, "learning_rate": 1.5380000000000002e-05, "loss": 14.7033, "mean_token_accuracy": 0.7682277161628008, "num_tokens": 5129950.0, "step": 770 }, { "entropy": 0.9775535127148032, "epoch": 0.3471874478384243, "grad_norm": 34.5, "learning_rate": 1.5580000000000003e-05, "loss": 15.453, "mean_token_accuracy": 0.754616218432784, "num_tokens": 5193519.0, "step": 780 }, { "entropy": 0.8829231994226575, "epoch": 0.351638568964558, "grad_norm": 41.75, "learning_rate": 1.578e-05, "loss": 14.6374, "mean_token_accuracy": 0.7640287645161152, "num_tokens": 5256503.0, "step": 790 }, { "entropy": 0.9582383582368493, "epoch": 0.3560896900906916, "grad_norm": 40.25, "learning_rate": 1.5980000000000003e-05, "loss": 15.6331, "mean_token_accuracy": 0.7566823102533817, "num_tokens": 5324751.0, "step": 800 }, { "epoch": 0.3560896900906916, "eval_biology_entropy": 1.554333319604397, "eval_biology_loss": 1.5954139232635498, "eval_biology_mean_token_accuracy": 0.6430081333518028, "eval_biology_num_tokens": 5324751.0, "eval_biology_runtime": 49.1621, "eval_biology_samples_per_second": 10.17, "eval_biology_steps_per_second": 10.17, "step": 800 }, { "epoch": 0.3560896900906916, "eval_chemistry_entropy": 0.9556231063604355, "eval_chemistry_loss": 0.907728910446167, "eval_chemistry_mean_token_accuracy": 0.7686411096453667, "eval_chemistry_num_tokens": 5324751.0, "eval_chemistry_runtime": 56.1564, "eval_chemistry_samples_per_second": 8.904, "eval_chemistry_steps_per_second": 8.904, "step": 800 }, { "epoch": 0.3560896900906916, "eval_math_entropy": 0.7810768990516662, "eval_math_loss": 0.949228048324585, "eval_math_mean_token_accuracy": 0.7701822088956833, "eval_math_num_tokens": 5324751.0, "eval_math_runtime": 57.7577, "eval_math_samples_per_second": 8.657, "eval_math_steps_per_second": 8.657, "step": 800 }, { "epoch": 0.3560896900906916, "eval_physics_entropy": 0.895748406291008, "eval_physics_loss": 0.8605655431747437, "eval_physics_mean_token_accuracy": 0.7827676599621772, "eval_physics_num_tokens": 5324751.0, "eval_physics_runtime": 64.6674, "eval_physics_samples_per_second": 7.732, "eval_physics_steps_per_second": 7.732, "step": 800 }, { "entropy": 0.8505169737152756, "epoch": 0.36054081121682524, "grad_norm": 41.0, "learning_rate": 1.618e-05, "loss": 13.7198, "mean_token_accuracy": 0.7793542932718992, "num_tokens": 5391664.0, "step": 810 }, { "entropy": 0.8401029847562314, "epoch": 0.3649919323429589, "grad_norm": 33.25, "learning_rate": 1.638e-05, "loss": 13.3589, "mean_token_accuracy": 0.7823891170322895, "num_tokens": 5458519.0, "step": 820 }, { "entropy": 0.8939393721520901, "epoch": 0.3694430534690925, "grad_norm": 36.25, "learning_rate": 1.658e-05, "loss": 14.7591, "mean_token_accuracy": 0.7666325703263283, "num_tokens": 5523391.0, "step": 830 }, { "entropy": 0.8917801808565855, "epoch": 0.37389417459522617, "grad_norm": 30.375, "learning_rate": 1.6780000000000002e-05, "loss": 14.1075, "mean_token_accuracy": 0.7729504836723209, "num_tokens": 5585508.0, "step": 840 }, { "entropy": 0.8576251868158579, "epoch": 0.37834529572135983, "grad_norm": 38.25, "learning_rate": 1.698e-05, "loss": 14.3124, "mean_token_accuracy": 0.774137607589364, "num_tokens": 5650755.0, "step": 850 }, { "entropy": 0.8919966861605644, "epoch": 0.38279641684749344, "grad_norm": 33.75, "learning_rate": 1.718e-05, "loss": 14.1824, "mean_token_accuracy": 0.7732574883848429, "num_tokens": 5716321.0, "step": 860 }, { "entropy": 0.9272915873676538, "epoch": 0.3872475379736271, "grad_norm": 42.25, "learning_rate": 1.7380000000000003e-05, "loss": 14.8897, "mean_token_accuracy": 0.7641183525323868, "num_tokens": 5782698.0, "step": 870 }, { "entropy": 0.8425593223422766, "epoch": 0.39169865909976076, "grad_norm": 30.0, "learning_rate": 1.758e-05, "loss": 13.8179, "mean_token_accuracy": 0.7790724016726017, "num_tokens": 5848889.0, "step": 880 }, { "entropy": 0.8974415950477124, "epoch": 0.3961497802258944, "grad_norm": 34.25, "learning_rate": 1.7780000000000003e-05, "loss": 14.5537, "mean_token_accuracy": 0.7696893479675054, "num_tokens": 5912919.0, "step": 890 }, { "entropy": 0.868491224758327, "epoch": 0.400600901352028, "grad_norm": 29.5, "learning_rate": 1.798e-05, "loss": 14.1228, "mean_token_accuracy": 0.7739411123096943, "num_tokens": 5980229.0, "step": 900 }, { "epoch": 0.400600901352028, "eval_biology_entropy": 1.4719535266160966, "eval_biology_loss": 1.5840708017349243, "eval_biology_mean_token_accuracy": 0.6444517712593079, "eval_biology_num_tokens": 5980229.0, "eval_biology_runtime": 48.3845, "eval_biology_samples_per_second": 10.334, "eval_biology_steps_per_second": 10.334, "step": 900 }, { "epoch": 0.400600901352028, "eval_chemistry_entropy": 0.9006564086675644, "eval_chemistry_loss": 0.8931591510772705, "eval_chemistry_mean_token_accuracy": 0.771476098716259, "eval_chemistry_num_tokens": 5980229.0, "eval_chemistry_runtime": 55.9522, "eval_chemistry_samples_per_second": 8.936, "eval_chemistry_steps_per_second": 8.936, "step": 900 }, { "epoch": 0.400600901352028, "eval_math_entropy": 0.7833816863894463, "eval_math_loss": 0.9406895637512207, "eval_math_mean_token_accuracy": 0.7704955268502235, "eval_math_num_tokens": 5980229.0, "eval_math_runtime": 57.6393, "eval_math_samples_per_second": 8.675, "eval_math_steps_per_second": 8.675, "step": 900 }, { "epoch": 0.400600901352028, "eval_physics_entropy": 0.8495812131166458, "eval_physics_loss": 0.8490710258483887, "eval_physics_mean_token_accuracy": 0.7849877900481224, "eval_physics_num_tokens": 5980229.0, "eval_physics_runtime": 64.5379, "eval_physics_samples_per_second": 7.747, "eval_physics_steps_per_second": 7.747, "step": 900 }, { "entropy": 0.8243395276367664, "epoch": 0.4050520224781617, "grad_norm": 30.5, "learning_rate": 1.8180000000000002e-05, "loss": 13.4007, "mean_token_accuracy": 0.7826393615454436, "num_tokens": 6048508.0, "step": 910 }, { "entropy": 0.8578345064073801, "epoch": 0.40950314360429535, "grad_norm": 32.5, "learning_rate": 1.8380000000000004e-05, "loss": 13.8874, "mean_token_accuracy": 0.7774036221206189, "num_tokens": 6114855.0, "step": 920 }, { "entropy": 0.8919947864487767, "epoch": 0.41395426473042896, "grad_norm": 33.5, "learning_rate": 1.858e-05, "loss": 14.3682, "mean_token_accuracy": 0.773763508349657, "num_tokens": 6179050.0, "step": 930 }, { "entropy": 0.877837923169136, "epoch": 0.4184053858565626, "grad_norm": 33.5, "learning_rate": 1.878e-05, "loss": 14.1955, "mean_token_accuracy": 0.7732131693512201, "num_tokens": 6244987.0, "step": 940 }, { "entropy": 0.8329715754836797, "epoch": 0.4228565069826963, "grad_norm": 41.0, "learning_rate": 1.898e-05, "loss": 13.5939, "mean_token_accuracy": 0.7785252593457699, "num_tokens": 6310799.0, "step": 950 }, { "entropy": 0.8469648731872439, "epoch": 0.4273076281088299, "grad_norm": 36.75, "learning_rate": 1.918e-05, "loss": 13.6875, "mean_token_accuracy": 0.7780090972781182, "num_tokens": 6378152.0, "step": 960 }, { "entropy": 0.8630953669548035, "epoch": 0.43175874923496355, "grad_norm": 34.0, "learning_rate": 1.938e-05, "loss": 13.8631, "mean_token_accuracy": 0.7757172901183367, "num_tokens": 6442491.0, "step": 970 }, { "entropy": 0.907545124553144, "epoch": 0.4362098703610972, "grad_norm": 28.75, "learning_rate": 1.9580000000000002e-05, "loss": 14.7101, "mean_token_accuracy": 0.766944982856512, "num_tokens": 6510231.0, "step": 980 }, { "entropy": 0.8721130631864071, "epoch": 0.44066099148723087, "grad_norm": 34.25, "learning_rate": 1.978e-05, "loss": 14.193, "mean_token_accuracy": 0.7728719780221581, "num_tokens": 6572858.0, "step": 990 }, { "entropy": 0.8767424447461962, "epoch": 0.4451121126133645, "grad_norm": 24.625, "learning_rate": 1.9980000000000002e-05, "loss": 14.338, "mean_token_accuracy": 0.7690305080264807, "num_tokens": 6637273.0, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_biology_entropy": 1.4690953947901726, "eval_biology_loss": 1.5712339878082275, "eval_biology_mean_token_accuracy": 0.6474293968081475, "eval_biology_num_tokens": 6637273.0, "eval_biology_runtime": 48.4474, "eval_biology_samples_per_second": 10.32, "eval_biology_steps_per_second": 10.32, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_chemistry_entropy": 0.89704896864295, "eval_chemistry_loss": 0.8829187154769897, "eval_chemistry_mean_token_accuracy": 0.7738431564569473, "eval_chemistry_num_tokens": 6637273.0, "eval_chemistry_runtime": 56.1772, "eval_chemistry_samples_per_second": 8.9, "eval_chemistry_steps_per_second": 8.9, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_math_entropy": 0.7748903884291649, "eval_math_loss": 0.9362199902534485, "eval_math_mean_token_accuracy": 0.7724022324085236, "eval_math_num_tokens": 6637273.0, "eval_math_runtime": 57.7189, "eval_math_samples_per_second": 8.663, "eval_math_steps_per_second": 8.663, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_physics_entropy": 0.8675668377280236, "eval_physics_loss": 0.8455091118812561, "eval_physics_mean_token_accuracy": 0.7849516254663468, "eval_physics_num_tokens": 6637273.0, "eval_physics_runtime": 64.6865, "eval_physics_samples_per_second": 7.73, "eval_physics_steps_per_second": 7.73, "step": 1000 }, { "entropy": 0.8708374679088593, "epoch": 0.44956323373949814, "grad_norm": 33.25, "learning_rate": 1.9980000000000002e-05, "loss": 13.9302, "mean_token_accuracy": 0.774122205376625, "num_tokens": 6700799.0, "step": 1010 }, { "entropy": 0.8613243264146149, "epoch": 0.4540143548656318, "grad_norm": 32.0, "learning_rate": 1.995777777777778e-05, "loss": 14.124, "mean_token_accuracy": 0.776879669725895, "num_tokens": 6765798.0, "step": 1020 }, { "entropy": 0.8134710913524031, "epoch": 0.4584654759917654, "grad_norm": 31.625, "learning_rate": 1.9935555555555557e-05, "loss": 13.3521, "mean_token_accuracy": 0.7832869034260511, "num_tokens": 6832774.0, "step": 1030 }, { "entropy": 0.890234874933958, "epoch": 0.46291659711789906, "grad_norm": 31.125, "learning_rate": 1.9913333333333335e-05, "loss": 14.2521, "mean_token_accuracy": 0.7710054367780685, "num_tokens": 6896684.0, "step": 1040 }, { "entropy": 0.8423492605797946, "epoch": 0.4673677182440327, "grad_norm": 40.75, "learning_rate": 1.9891111111111112e-05, "loss": 13.6826, "mean_token_accuracy": 0.7855902209877967, "num_tokens": 6964423.0, "step": 1050 }, { "entropy": 0.8360794227570295, "epoch": 0.4718188393701664, "grad_norm": 27.0, "learning_rate": 1.986888888888889e-05, "loss": 13.722, "mean_token_accuracy": 0.7778070000931621, "num_tokens": 7033417.0, "step": 1060 }, { "entropy": 0.8722811192274094, "epoch": 0.4762699604963, "grad_norm": 35.0, "learning_rate": 1.9846666666666668e-05, "loss": 14.2113, "mean_token_accuracy": 0.7714831795543432, "num_tokens": 7101274.0, "step": 1070 }, { "entropy": 0.8730784686282277, "epoch": 0.48072108162243365, "grad_norm": 28.5, "learning_rate": 1.9824444444444445e-05, "loss": 14.0558, "mean_token_accuracy": 0.7746166784316302, "num_tokens": 7166608.0, "step": 1080 }, { "entropy": 0.8250762648880482, "epoch": 0.4851722027485673, "grad_norm": 43.25, "learning_rate": 1.9802222222222226e-05, "loss": 13.4239, "mean_token_accuracy": 0.786403126642108, "num_tokens": 7240958.0, "step": 1090 }, { "entropy": 0.8573660463094711, "epoch": 0.4896233238747009, "grad_norm": 32.5, "learning_rate": 1.978e-05, "loss": 13.9198, "mean_token_accuracy": 0.7765211522579193, "num_tokens": 7311968.0, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_biology_entropy": 1.4332191476225853, "eval_biology_loss": 1.556909203529358, "eval_biology_mean_token_accuracy": 0.6496381472945213, "eval_biology_num_tokens": 7311968.0, "eval_biology_runtime": 48.4694, "eval_biology_samples_per_second": 10.316, "eval_biology_steps_per_second": 10.316, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_chemistry_entropy": 0.8447221714258194, "eval_chemistry_loss": 0.8686630129814148, "eval_chemistry_mean_token_accuracy": 0.7762373806834221, "eval_chemistry_num_tokens": 7311968.0, "eval_chemistry_runtime": 56.0722, "eval_chemistry_samples_per_second": 8.917, "eval_chemistry_steps_per_second": 8.917, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_math_entropy": 0.7254823694527149, "eval_math_loss": 0.937345564365387, "eval_math_mean_token_accuracy": 0.7738885276317596, "eval_math_num_tokens": 7311968.0, "eval_math_runtime": 57.7068, "eval_math_samples_per_second": 8.664, "eval_math_steps_per_second": 8.664, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_physics_entropy": 0.8062724179625511, "eval_physics_loss": 0.8333404660224915, "eval_physics_mean_token_accuracy": 0.7875058565735817, "eval_physics_num_tokens": 7311968.0, "eval_physics_runtime": 65.4261, "eval_physics_samples_per_second": 7.642, "eval_physics_steps_per_second": 7.642, "step": 1100 }, { "entropy": 0.8604997573420405, "epoch": 0.4940744450008346, "grad_norm": 30.25, "learning_rate": 1.975777777777778e-05, "loss": 13.7608, "mean_token_accuracy": 0.7766703650355339, "num_tokens": 7378961.0, "step": 1110 }, { "entropy": 0.8193202435038984, "epoch": 0.49852556612696824, "grad_norm": 35.25, "learning_rate": 1.9735555555555556e-05, "loss": 13.3273, "mean_token_accuracy": 0.7826184341683984, "num_tokens": 7444923.0, "step": 1120 }, { "entropy": 0.8790039600804448, "epoch": 0.5029766872531019, "grad_norm": 34.0, "learning_rate": 1.9713333333333337e-05, "loss": 13.9384, "mean_token_accuracy": 0.7745813885703683, "num_tokens": 7509885.0, "step": 1130 }, { "entropy": 0.8574295949190855, "epoch": 0.5074278083792355, "grad_norm": 30.625, "learning_rate": 1.969111111111111e-05, "loss": 14.3156, "mean_token_accuracy": 0.7717645790427923, "num_tokens": 7576456.0, "step": 1140 }, { "entropy": 0.9021984472870826, "epoch": 0.5118789295053692, "grad_norm": 34.75, "learning_rate": 1.9668888888888892e-05, "loss": 14.4928, "mean_token_accuracy": 0.7711123242974282, "num_tokens": 7641821.0, "step": 1150 }, { "entropy": 0.8312832812778652, "epoch": 0.5163300506315028, "grad_norm": 33.5, "learning_rate": 1.9646666666666666e-05, "loss": 13.539, "mean_token_accuracy": 0.7779583852738142, "num_tokens": 7706502.0, "step": 1160 }, { "entropy": 0.9160518892109394, "epoch": 0.5207811717576365, "grad_norm": 35.0, "learning_rate": 1.9624444444444447e-05, "loss": 14.7744, "mean_token_accuracy": 0.7682293139398098, "num_tokens": 7772353.0, "step": 1170 }, { "entropy": 0.8255004599690438, "epoch": 0.52523229288377, "grad_norm": 26.625, "learning_rate": 1.9602222222222225e-05, "loss": 13.6503, "mean_token_accuracy": 0.7818126812577247, "num_tokens": 7838516.0, "step": 1180 }, { "entropy": 0.8235707072541117, "epoch": 0.5296834140099037, "grad_norm": 42.0, "learning_rate": 1.9580000000000002e-05, "loss": 13.328, "mean_token_accuracy": 0.7810577813535928, "num_tokens": 7902568.0, "step": 1190 }, { "entropy": 0.867654961720109, "epoch": 0.5341345351360374, "grad_norm": 29.5, "learning_rate": 1.955777777777778e-05, "loss": 13.7748, "mean_token_accuracy": 0.7776078153401613, "num_tokens": 7969704.0, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_biology_entropy": 1.37839106965065, "eval_biology_loss": 1.5514307022094727, "eval_biology_mean_token_accuracy": 0.6508332921862602, "eval_biology_num_tokens": 7969704.0, "eval_biology_runtime": 48.5631, "eval_biology_samples_per_second": 10.296, "eval_biology_steps_per_second": 10.296, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_chemistry_entropy": 0.8148281363546849, "eval_chemistry_loss": 0.8604164719581604, "eval_chemistry_mean_token_accuracy": 0.7772439575791359, "eval_chemistry_num_tokens": 7969704.0, "eval_chemistry_runtime": 56.0492, "eval_chemistry_samples_per_second": 8.921, "eval_chemistry_steps_per_second": 8.921, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_math_entropy": 0.7066318797171116, "eval_math_loss": 0.9362333416938782, "eval_math_mean_token_accuracy": 0.7748976874947547, "eval_math_num_tokens": 7969704.0, "eval_math_runtime": 57.7113, "eval_math_samples_per_second": 8.664, "eval_math_steps_per_second": 8.664, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_physics_entropy": 0.7838141260743141, "eval_physics_loss": 0.8287554383277893, "eval_physics_mean_token_accuracy": 0.7891261720657349, "eval_physics_num_tokens": 7969704.0, "eval_physics_runtime": 64.5774, "eval_physics_samples_per_second": 7.743, "eval_physics_steps_per_second": 7.743, "step": 1200 }, { "entropy": 0.823845097143203, "epoch": 0.538585656262171, "grad_norm": 31.375, "learning_rate": 1.9535555555555557e-05, "loss": 13.3304, "mean_token_accuracy": 0.7795415934175253, "num_tokens": 8034765.0, "step": 1210 }, { "entropy": 0.8282254174351692, "epoch": 0.5430367773883047, "grad_norm": 26.25, "learning_rate": 1.9513333333333335e-05, "loss": 13.8441, "mean_token_accuracy": 0.7799333028495312, "num_tokens": 8103869.0, "step": 1220 }, { "entropy": 0.8050381439737976, "epoch": 0.5474878985144384, "grad_norm": 28.25, "learning_rate": 1.9491111111111113e-05, "loss": 12.7509, "mean_token_accuracy": 0.7920488726347685, "num_tokens": 8173386.0, "step": 1230 }, { "entropy": 0.8431567599065601, "epoch": 0.551939019640572, "grad_norm": 27.875, "learning_rate": 1.946888888888889e-05, "loss": 13.6451, "mean_token_accuracy": 0.7757586792111397, "num_tokens": 8242162.0, "step": 1240 }, { "entropy": 0.8362408608198166, "epoch": 0.5563901407667056, "grad_norm": 32.0, "learning_rate": 1.9446666666666668e-05, "loss": 13.6867, "mean_token_accuracy": 0.7783713828772306, "num_tokens": 8308919.0, "step": 1250 }, { "entropy": 0.8537883767858148, "epoch": 0.5608412618928392, "grad_norm": 39.5, "learning_rate": 1.9424444444444446e-05, "loss": 14.0357, "mean_token_accuracy": 0.7729044172912836, "num_tokens": 8365617.0, "step": 1260 }, { "entropy": 0.8582545002922416, "epoch": 0.5652923830189729, "grad_norm": 27.25, "learning_rate": 1.9402222222222223e-05, "loss": 13.7589, "mean_token_accuracy": 0.778778350353241, "num_tokens": 8430728.0, "step": 1270 }, { "entropy": 0.8236037418246269, "epoch": 0.5697435041451065, "grad_norm": 25.125, "learning_rate": 1.938e-05, "loss": 13.2388, "mean_token_accuracy": 0.784411870315671, "num_tokens": 8497852.0, "step": 1280 }, { "entropy": 0.8496616246178746, "epoch": 0.5741946252712402, "grad_norm": 27.625, "learning_rate": 1.935777777777778e-05, "loss": 13.9613, "mean_token_accuracy": 0.7750670064240694, "num_tokens": 8558952.0, "step": 1290 }, { "entropy": 0.8457373520359397, "epoch": 0.5786457463973739, "grad_norm": 32.75, "learning_rate": 1.9335555555555556e-05, "loss": 13.5433, "mean_token_accuracy": 0.7806821152567863, "num_tokens": 8622868.0, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_biology_entropy": 1.43521921479702, "eval_biology_loss": 1.538223147392273, "eval_biology_mean_token_accuracy": 0.6518344734311103, "eval_biology_num_tokens": 8622868.0, "eval_biology_runtime": 48.4265, "eval_biology_samples_per_second": 10.325, "eval_biology_steps_per_second": 10.325, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_chemistry_entropy": 0.8178334766924381, "eval_chemistry_loss": 0.849298357963562, "eval_chemistry_mean_token_accuracy": 0.7795388196110725, "eval_chemistry_num_tokens": 8622868.0, "eval_chemistry_runtime": 56.0158, "eval_chemistry_samples_per_second": 8.926, "eval_chemistry_steps_per_second": 8.926, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_math_entropy": 0.705706961274147, "eval_math_loss": 0.9391148686408997, "eval_math_mean_token_accuracy": 0.7748868613243103, "eval_math_num_tokens": 8622868.0, "eval_math_runtime": 57.6077, "eval_math_samples_per_second": 8.679, "eval_math_steps_per_second": 8.679, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_physics_entropy": 0.770459543287754, "eval_physics_loss": 0.8210808038711548, "eval_physics_mean_token_accuracy": 0.7902451878190041, "eval_physics_num_tokens": 8622868.0, "eval_physics_runtime": 64.5139, "eval_physics_samples_per_second": 7.75, "eval_physics_steps_per_second": 7.75, "step": 1300 }, { "entropy": 0.8071680258028209, "epoch": 0.5830968675235075, "grad_norm": 32.5, "learning_rate": 1.9313333333333334e-05, "loss": 13.2153, "mean_token_accuracy": 0.7843220077455044, "num_tokens": 8694510.0, "step": 1310 }, { "entropy": 0.8942232267931104, "epoch": 0.5875479886496411, "grad_norm": 33.5, "learning_rate": 1.9291111111111115e-05, "loss": 14.6327, "mean_token_accuracy": 0.7653406778350472, "num_tokens": 8757753.0, "step": 1320 }, { "entropy": 0.8597627034410834, "epoch": 0.5919991097757747, "grad_norm": 30.75, "learning_rate": 1.926888888888889e-05, "loss": 13.8741, "mean_token_accuracy": 0.7796951614320278, "num_tokens": 8823153.0, "step": 1330 }, { "entropy": 0.8664615718647838, "epoch": 0.5964502309019084, "grad_norm": 27.75, "learning_rate": 1.924666666666667e-05, "loss": 14.0396, "mean_token_accuracy": 0.7731820710003376, "num_tokens": 8886401.0, "step": 1340 }, { "entropy": 0.8158455387689173, "epoch": 0.6009013520280421, "grad_norm": 25.0, "learning_rate": 1.9224444444444444e-05, "loss": 13.1708, "mean_token_accuracy": 0.7833993557840586, "num_tokens": 8958530.0, "step": 1350 }, { "entropy": 0.8429827799089253, "epoch": 0.6053524731541757, "grad_norm": 29.5, "learning_rate": 1.9202222222222225e-05, "loss": 13.6607, "mean_token_accuracy": 0.7796129040420056, "num_tokens": 9024677.0, "step": 1360 }, { "entropy": 0.8648322455585002, "epoch": 0.6098035942803094, "grad_norm": 30.75, "learning_rate": 1.918e-05, "loss": 14.0503, "mean_token_accuracy": 0.7712652169167995, "num_tokens": 9090280.0, "step": 1370 }, { "entropy": 0.8274468386545777, "epoch": 0.614254715406443, "grad_norm": 31.0, "learning_rate": 1.915777777777778e-05, "loss": 13.5605, "mean_token_accuracy": 0.7780856698751449, "num_tokens": 9153771.0, "step": 1380 }, { "entropy": 0.7939455186016857, "epoch": 0.6187058365325766, "grad_norm": 28.5, "learning_rate": 1.9135555555555555e-05, "loss": 12.6986, "mean_token_accuracy": 0.7918769404292106, "num_tokens": 9227117.0, "step": 1390 }, { "entropy": 0.8405648414045572, "epoch": 0.6231569576587103, "grad_norm": 31.25, "learning_rate": 1.9113333333333336e-05, "loss": 13.9305, "mean_token_accuracy": 0.7758563198149204, "num_tokens": 9291760.0, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_biology_entropy": 1.4560990427136422, "eval_biology_loss": 1.5385361909866333, "eval_biology_mean_token_accuracy": 0.6521896251440048, "eval_biology_num_tokens": 9291760.0, "eval_biology_runtime": 48.3888, "eval_biology_samples_per_second": 10.333, "eval_biology_steps_per_second": 10.333, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_chemistry_entropy": 0.8454484658241272, "eval_chemistry_loss": 0.8420565724372864, "eval_chemistry_mean_token_accuracy": 0.7808461990356446, "eval_chemistry_num_tokens": 9291760.0, "eval_chemistry_runtime": 55.9558, "eval_chemistry_samples_per_second": 8.936, "eval_chemistry_steps_per_second": 8.936, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_math_entropy": 0.7586602506041527, "eval_math_loss": 0.9284656643867493, "eval_math_mean_token_accuracy": 0.7747275605797768, "eval_math_num_tokens": 9291760.0, "eval_math_runtime": 57.6406, "eval_math_samples_per_second": 8.674, "eval_math_steps_per_second": 8.674, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_physics_entropy": 0.8177245287299156, "eval_physics_loss": 0.8168751001358032, "eval_physics_mean_token_accuracy": 0.7908310489654541, "eval_physics_num_tokens": 9291760.0, "eval_physics_runtime": 64.5434, "eval_physics_samples_per_second": 7.747, "eval_physics_steps_per_second": 7.747, "step": 1400 }, { "entropy": 0.8965679749846458, "epoch": 0.6276080787848439, "grad_norm": 28.875, "learning_rate": 1.9091111111111113e-05, "loss": 14.1354, "mean_token_accuracy": 0.7691367525607348, "num_tokens": 9357561.0, "step": 1410 }, { "entropy": 0.8075421938672662, "epoch": 0.6320591999109776, "grad_norm": 36.25, "learning_rate": 1.906888888888889e-05, "loss": 13.3559, "mean_token_accuracy": 0.7846433013677597, "num_tokens": 9425022.0, "step": 1420 }, { "entropy": 0.8154678157530725, "epoch": 0.6365103210371112, "grad_norm": 30.75, "learning_rate": 1.904666666666667e-05, "loss": 13.1969, "mean_token_accuracy": 0.7874299377202988, "num_tokens": 9492028.0, "step": 1430 }, { "entropy": 0.795359942317009, "epoch": 0.6409614421632449, "grad_norm": 33.5, "learning_rate": 1.9024444444444446e-05, "loss": 12.7361, "mean_token_accuracy": 0.7892100885510445, "num_tokens": 9561091.0, "step": 1440 }, { "entropy": 0.8082486374303699, "epoch": 0.6454125632893785, "grad_norm": 36.25, "learning_rate": 1.9002222222222224e-05, "loss": 13.4226, "mean_token_accuracy": 0.7825187552720309, "num_tokens": 9628383.0, "step": 1450 }, { "entropy": 0.7709562292322516, "epoch": 0.6498636844155121, "grad_norm": 24.875, "learning_rate": 1.898e-05, "loss": 12.3092, "mean_token_accuracy": 0.7987042464315891, "num_tokens": 9695723.0, "step": 1460 }, { "entropy": 0.8008807510137558, "epoch": 0.6543148055416458, "grad_norm": 27.75, "learning_rate": 1.895777777777778e-05, "loss": 13.1207, "mean_token_accuracy": 0.7885788295418024, "num_tokens": 9763393.0, "step": 1470 }, { "entropy": 0.8602127678692341, "epoch": 0.6587659266677794, "grad_norm": 30.625, "learning_rate": 1.8935555555555556e-05, "loss": 13.8264, "mean_token_accuracy": 0.7781572956591845, "num_tokens": 9827272.0, "step": 1480 }, { "entropy": 0.8142364447936415, "epoch": 0.6632170477939131, "grad_norm": 25.75, "learning_rate": 1.8913333333333334e-05, "loss": 13.1217, "mean_token_accuracy": 0.783425547555089, "num_tokens": 9892418.0, "step": 1490 }, { "entropy": 0.7871226992458105, "epoch": 0.6676681689200468, "grad_norm": 30.25, "learning_rate": 1.8891111111111115e-05, "loss": 12.9626, "mean_token_accuracy": 0.7883934937417507, "num_tokens": 9955369.0, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_biology_entropy": 1.4557775322794915, "eval_biology_loss": 1.5257188081741333, "eval_biology_mean_token_accuracy": 0.6541550720334053, "eval_biology_num_tokens": 9955369.0, "eval_biology_runtime": 48.3598, "eval_biology_samples_per_second": 10.339, "eval_biology_steps_per_second": 10.339, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_chemistry_entropy": 0.8462375261187554, "eval_chemistry_loss": 0.8326632976531982, "eval_chemistry_mean_token_accuracy": 0.7831478416323662, "eval_chemistry_num_tokens": 9955369.0, "eval_chemistry_runtime": 56.166, "eval_chemistry_samples_per_second": 8.902, "eval_chemistry_steps_per_second": 8.902, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_math_entropy": 0.7239785996079445, "eval_math_loss": 0.9294689893722534, "eval_math_mean_token_accuracy": 0.7758806052207947, "eval_math_num_tokens": 9955369.0, "eval_math_runtime": 57.7436, "eval_math_samples_per_second": 8.659, "eval_math_steps_per_second": 8.659, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_physics_entropy": 0.80675083309412, "eval_physics_loss": 0.8114446997642517, "eval_physics_mean_token_accuracy": 0.7917336781024933, "eval_physics_num_tokens": 9955369.0, "eval_physics_runtime": 64.6166, "eval_physics_samples_per_second": 7.738, "eval_physics_steps_per_second": 7.738, "step": 1500 }, { "entropy": 0.800770258717239, "epoch": 0.6721192900461804, "grad_norm": 30.75, "learning_rate": 1.886888888888889e-05, "loss": 13.0324, "mean_token_accuracy": 0.7872694227844477, "num_tokens": 10026298.0, "step": 1510 }, { "entropy": 0.783286109380424, "epoch": 0.676570411172314, "grad_norm": 25.75, "learning_rate": 1.884666666666667e-05, "loss": 12.4817, "mean_token_accuracy": 0.7961617294698954, "num_tokens": 10096065.0, "step": 1520 }, { "entropy": 0.7893949760124087, "epoch": 0.6810215322984476, "grad_norm": 30.0, "learning_rate": 1.8824444444444445e-05, "loss": 13.1869, "mean_token_accuracy": 0.785550700686872, "num_tokens": 10160745.0, "step": 1530 }, { "entropy": 0.7694807301275433, "epoch": 0.6854726534245813, "grad_norm": 28.25, "learning_rate": 1.8802222222222226e-05, "loss": 12.351, "mean_token_accuracy": 0.7945820547640323, "num_tokens": 10233806.0, "step": 1540 }, { "entropy": 0.8161390135064721, "epoch": 0.689923774550715, "grad_norm": 31.75, "learning_rate": 1.878e-05, "loss": 13.1382, "mean_token_accuracy": 0.7831036793068051, "num_tokens": 10298845.0, "step": 1550 }, { "entropy": 0.7966067988425494, "epoch": 0.6943748956768486, "grad_norm": 26.0, "learning_rate": 1.875777777777778e-05, "loss": 12.9247, "mean_token_accuracy": 0.7881739761680364, "num_tokens": 10364601.0, "step": 1560 }, { "entropy": 0.8032784784212709, "epoch": 0.6988260168029823, "grad_norm": 31.0, "learning_rate": 1.873555555555556e-05, "loss": 13.22, "mean_token_accuracy": 0.7806047774851322, "num_tokens": 10434433.0, "step": 1570 }, { "entropy": 0.8202603160403669, "epoch": 0.703277137929116, "grad_norm": 31.875, "learning_rate": 1.8713333333333336e-05, "loss": 13.3456, "mean_token_accuracy": 0.7826265832409263, "num_tokens": 10500891.0, "step": 1580 }, { "entropy": 0.8302266797982156, "epoch": 0.7077282590552495, "grad_norm": 30.125, "learning_rate": 1.8691111111111114e-05, "loss": 13.3904, "mean_token_accuracy": 0.7822956155985594, "num_tokens": 10567784.0, "step": 1590 }, { "entropy": 0.8138553470373153, "epoch": 0.7121793801813832, "grad_norm": 30.25, "learning_rate": 1.866888888888889e-05, "loss": 13.1566, "mean_token_accuracy": 0.7851062502712012, "num_tokens": 10633325.0, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_biology_entropy": 1.3791690354943276, "eval_biology_loss": 1.524488091468811, "eval_biology_mean_token_accuracy": 0.6547593535780907, "eval_biology_num_tokens": 10633325.0, "eval_biology_runtime": 48.9722, "eval_biology_samples_per_second": 10.21, "eval_biology_steps_per_second": 10.21, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_chemistry_entropy": 0.8021684873104096, "eval_chemistry_loss": 0.8266823291778564, "eval_chemistry_mean_token_accuracy": 0.7833675542473792, "eval_chemistry_num_tokens": 10633325.0, "eval_chemistry_runtime": 56.3143, "eval_chemistry_samples_per_second": 8.879, "eval_chemistry_steps_per_second": 8.879, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_math_entropy": 0.7278057588338852, "eval_math_loss": 0.9273984432220459, "eval_math_mean_token_accuracy": 0.775624837398529, "eval_math_num_tokens": 10633325.0, "eval_math_runtime": 57.8846, "eval_math_samples_per_second": 8.638, "eval_math_steps_per_second": 8.638, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_physics_entropy": 0.7752277762889862, "eval_physics_loss": 0.8078919649124146, "eval_physics_mean_token_accuracy": 0.7920119677782058, "eval_physics_num_tokens": 10633325.0, "eval_physics_runtime": 64.6914, "eval_physics_samples_per_second": 7.729, "eval_physics_steps_per_second": 7.729, "step": 1600 }, { "entropy": 0.7584765239618718, "epoch": 0.7166305013075168, "grad_norm": 29.625, "learning_rate": 1.864666666666667e-05, "loss": 12.3764, "mean_token_accuracy": 0.7947357408702374, "num_tokens": 10699737.0, "step": 1610 }, { "entropy": 0.7241402980871499, "epoch": 0.7210816224336505, "grad_norm": 29.875, "learning_rate": 1.8624444444444446e-05, "loss": 11.657, "mean_token_accuracy": 0.8018363416194916, "num_tokens": 10764319.0, "step": 1620 }, { "entropy": 0.8102777177467942, "epoch": 0.7255327435597841, "grad_norm": 28.0, "learning_rate": 1.8602222222222224e-05, "loss": 13.1101, "mean_token_accuracy": 0.7860476385802031, "num_tokens": 10831617.0, "step": 1630 }, { "entropy": 0.7965463541448117, "epoch": 0.7299838646859178, "grad_norm": 33.5, "learning_rate": 1.858e-05, "loss": 13.0657, "mean_token_accuracy": 0.7860200760886074, "num_tokens": 10897916.0, "step": 1640 }, { "entropy": 0.7968934224918485, "epoch": 0.7344349858120514, "grad_norm": 31.25, "learning_rate": 1.855777777777778e-05, "loss": 12.7605, "mean_token_accuracy": 0.7907386381179095, "num_tokens": 10965483.0, "step": 1650 }, { "entropy": 0.815986966714263, "epoch": 0.738886106938185, "grad_norm": 28.625, "learning_rate": 1.8535555555555557e-05, "loss": 13.4257, "mean_token_accuracy": 0.7834169883280993, "num_tokens": 11030485.0, "step": 1660 }, { "entropy": 0.7852886017411947, "epoch": 0.7433372280643187, "grad_norm": 30.75, "learning_rate": 1.8513333333333335e-05, "loss": 12.7043, "mean_token_accuracy": 0.7904564626514912, "num_tokens": 11097108.0, "step": 1670 }, { "entropy": 0.7366841196082532, "epoch": 0.7477883491904523, "grad_norm": 28.0, "learning_rate": 1.8491111111111112e-05, "loss": 12.0585, "mean_token_accuracy": 0.80070744715631, "num_tokens": 11165356.0, "step": 1680 }, { "entropy": 0.8185211919248104, "epoch": 0.752239470316586, "grad_norm": 24.75, "learning_rate": 1.846888888888889e-05, "loss": 13.2307, "mean_token_accuracy": 0.7844700736925005, "num_tokens": 11234429.0, "step": 1690 }, { "entropy": 0.8034698501229286, "epoch": 0.7566905914427197, "grad_norm": 30.0, "learning_rate": 1.8446666666666667e-05, "loss": 12.8032, "mean_token_accuracy": 0.7891142036765814, "num_tokens": 11299223.0, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_biology_entropy": 1.372378243803978, "eval_biology_loss": 1.5237188339233398, "eval_biology_mean_token_accuracy": 0.6542273926138877, "eval_biology_num_tokens": 11299223.0, "eval_biology_runtime": 50.6031, "eval_biology_samples_per_second": 9.881, "eval_biology_steps_per_second": 9.881, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_chemistry_entropy": 0.7568316695690155, "eval_chemistry_loss": 0.8222190737724304, "eval_chemistry_mean_token_accuracy": 0.7850142307281495, "eval_chemistry_num_tokens": 11299223.0, "eval_chemistry_runtime": 55.9844, "eval_chemistry_samples_per_second": 8.931, "eval_chemistry_steps_per_second": 8.931, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_math_entropy": 0.6881917223036289, "eval_math_loss": 0.9334322214126587, "eval_math_mean_token_accuracy": 0.7758716726303101, "eval_math_num_tokens": 11299223.0, "eval_math_runtime": 57.6899, "eval_math_samples_per_second": 8.667, "eval_math_steps_per_second": 8.667, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_physics_entropy": 0.7379971377849579, "eval_physics_loss": 0.8059815168380737, "eval_physics_mean_token_accuracy": 0.7926979689002037, "eval_physics_num_tokens": 11299223.0, "eval_physics_runtime": 64.5278, "eval_physics_samples_per_second": 7.749, "eval_physics_steps_per_second": 7.749, "step": 1700 }, { "entropy": 0.7655514618381858, "epoch": 0.7611417125688533, "grad_norm": 27.5, "learning_rate": 1.842444444444445e-05, "loss": 12.6612, "mean_token_accuracy": 0.7917376033961773, "num_tokens": 11371200.0, "step": 1710 }, { "entropy": 0.8210326373577118, "epoch": 0.7655928336949869, "grad_norm": 24.0, "learning_rate": 1.8402222222222223e-05, "loss": 13.2178, "mean_token_accuracy": 0.7826757222414017, "num_tokens": 11436799.0, "step": 1720 }, { "entropy": 0.7854057714343071, "epoch": 0.7700439548211205, "grad_norm": 33.25, "learning_rate": 1.8380000000000004e-05, "loss": 12.7175, "mean_token_accuracy": 0.7909122589975596, "num_tokens": 11502965.0, "step": 1730 }, { "entropy": 0.818324554990977, "epoch": 0.7744950759472542, "grad_norm": 26.375, "learning_rate": 1.8357777777777778e-05, "loss": 13.2921, "mean_token_accuracy": 0.7835916109383106, "num_tokens": 11567422.0, "step": 1740 }, { "entropy": 0.7833996049128473, "epoch": 0.7789461970733879, "grad_norm": 23.25, "learning_rate": 1.833555555555556e-05, "loss": 12.7544, "mean_token_accuracy": 0.7901845004409551, "num_tokens": 11637076.0, "step": 1750 }, { "entropy": 0.8559338381513953, "epoch": 0.7833973181995215, "grad_norm": 31.0, "learning_rate": 1.8313333333333333e-05, "loss": 13.8373, "mean_token_accuracy": 0.7730546899139881, "num_tokens": 11703496.0, "step": 1760 }, { "entropy": 0.7425250586122274, "epoch": 0.7878484393256552, "grad_norm": 26.5, "learning_rate": 1.8291111111111114e-05, "loss": 12.0498, "mean_token_accuracy": 0.7987047124654054, "num_tokens": 11772773.0, "step": 1770 }, { "entropy": 0.7746422350406647, "epoch": 0.7922995604517888, "grad_norm": 28.25, "learning_rate": 1.8268888888888888e-05, "loss": 12.5952, "mean_token_accuracy": 0.7921661175787449, "num_tokens": 11840317.0, "step": 1780 }, { "entropy": 0.8539435828104616, "epoch": 0.7967506815779224, "grad_norm": 31.625, "learning_rate": 1.824666666666667e-05, "loss": 13.9317, "mean_token_accuracy": 0.7740429677069187, "num_tokens": 11903376.0, "step": 1790 }, { "entropy": 0.802261015586555, "epoch": 0.801201802704056, "grad_norm": 31.125, "learning_rate": 1.8224444444444447e-05, "loss": 12.8374, "mean_token_accuracy": 0.7883880365639925, "num_tokens": 11965530.0, "step": 1800 }, { "epoch": 0.801201802704056, "eval_biology_entropy": 1.3964615616202354, "eval_biology_loss": 1.5156149864196777, "eval_biology_mean_token_accuracy": 0.6555449724793434, "eval_biology_num_tokens": 11965530.0, "eval_biology_runtime": 48.406, "eval_biology_samples_per_second": 10.329, "eval_biology_steps_per_second": 10.329, "step": 1800 }, { "epoch": 0.801201802704056, "eval_chemistry_entropy": 0.7734425110518932, "eval_chemistry_loss": 0.8168553709983826, "eval_chemistry_mean_token_accuracy": 0.7861404958367347, "eval_chemistry_num_tokens": 11965530.0, "eval_chemistry_runtime": 55.979, "eval_chemistry_samples_per_second": 8.932, "eval_chemistry_steps_per_second": 8.932, "step": 1800 }, { "epoch": 0.801201802704056, "eval_math_entropy": 0.6790068586170673, "eval_math_loss": 0.9259929060935974, "eval_math_mean_token_accuracy": 0.7774025141000748, "eval_math_num_tokens": 11965530.0, "eval_math_runtime": 57.7166, "eval_math_samples_per_second": 8.663, "eval_math_steps_per_second": 8.663, "step": 1800 }, { "epoch": 0.801201802704056, "eval_physics_entropy": 0.7456672674119472, "eval_physics_loss": 0.8008407950401306, "eval_physics_mean_token_accuracy": 0.7940772858858108, "eval_physics_num_tokens": 11965530.0, "eval_physics_runtime": 64.5698, "eval_physics_samples_per_second": 7.744, "eval_physics_steps_per_second": 7.744, "step": 1800 }, { "entropy": 0.7921732081100344, "epoch": 0.8056529238301897, "grad_norm": 30.375, "learning_rate": 1.8202222222222225e-05, "loss": 13.0154, "mean_token_accuracy": 0.7864332607015967, "num_tokens": 12031493.0, "step": 1810 }, { "entropy": 0.8018918853253126, "epoch": 0.8101040449563234, "grad_norm": 26.5, "learning_rate": 1.8180000000000002e-05, "loss": 13.0744, "mean_token_accuracy": 0.786062810011208, "num_tokens": 12097917.0, "step": 1820 }, { "entropy": 0.8201096205040812, "epoch": 0.814555166082457, "grad_norm": 27.625, "learning_rate": 1.815777777777778e-05, "loss": 13.1547, "mean_token_accuracy": 0.7859561391174793, "num_tokens": 12163029.0, "step": 1830 }, { "entropy": 0.7941311306320131, "epoch": 0.8190062872085907, "grad_norm": 30.25, "learning_rate": 1.8135555555555557e-05, "loss": 13.0577, "mean_token_accuracy": 0.7833772595971823, "num_tokens": 12224427.0, "step": 1840 }, { "entropy": 0.8423910791054368, "epoch": 0.8234574083347244, "grad_norm": 28.875, "learning_rate": 1.8113333333333335e-05, "loss": 13.5246, "mean_token_accuracy": 0.7849616762250662, "num_tokens": 12291917.0, "step": 1850 }, { "entropy": 0.781013885512948, "epoch": 0.8279085294608579, "grad_norm": 26.875, "learning_rate": 1.8091111111111113e-05, "loss": 12.6225, "mean_token_accuracy": 0.7902223410084843, "num_tokens": 12365332.0, "step": 1860 }, { "entropy": 0.7929084118455648, "epoch": 0.8323596505869916, "grad_norm": 24.0, "learning_rate": 1.806888888888889e-05, "loss": 12.8591, "mean_token_accuracy": 0.7884174790233374, "num_tokens": 12441423.0, "step": 1870 }, { "entropy": 0.7592666557990014, "epoch": 0.8368107717131252, "grad_norm": 29.25, "learning_rate": 1.8046666666666668e-05, "loss": 12.1548, "mean_token_accuracy": 0.7982564911246299, "num_tokens": 12509124.0, "step": 1880 }, { "entropy": 0.7280074388720095, "epoch": 0.8412618928392589, "grad_norm": 24.5, "learning_rate": 1.8024444444444445e-05, "loss": 11.9887, "mean_token_accuracy": 0.799430638551712, "num_tokens": 12575355.0, "step": 1890 }, { "entropy": 0.7936474638059735, "epoch": 0.8457130139653926, "grad_norm": 30.5, "learning_rate": 1.8002222222222223e-05, "loss": 13.0008, "mean_token_accuracy": 0.7857760902494192, "num_tokens": 12642651.0, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_biology_entropy": 1.4316322038173674, "eval_biology_loss": 1.5113598108291626, "eval_biology_mean_token_accuracy": 0.6554486703276634, "eval_biology_num_tokens": 12642651.0, "eval_biology_runtime": 48.3436, "eval_biology_samples_per_second": 10.343, "eval_biology_steps_per_second": 10.343, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_chemistry_entropy": 0.8050240458548069, "eval_chemistry_loss": 0.8119493126869202, "eval_chemistry_mean_token_accuracy": 0.7857032447457314, "eval_chemistry_num_tokens": 12642651.0, "eval_chemistry_runtime": 55.9498, "eval_chemistry_samples_per_second": 8.937, "eval_chemistry_steps_per_second": 8.937, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_math_entropy": 0.7324284837841988, "eval_math_loss": 0.9314535856246948, "eval_math_mean_token_accuracy": 0.774106702029705, "eval_math_num_tokens": 12642651.0, "eval_math_runtime": 57.6443, "eval_math_samples_per_second": 8.674, "eval_math_steps_per_second": 8.674, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_physics_entropy": 0.7888250146508217, "eval_physics_loss": 0.7979229688644409, "eval_physics_mean_token_accuracy": 0.7938786220550537, "eval_physics_num_tokens": 12642651.0, "eval_physics_runtime": 64.5548, "eval_physics_samples_per_second": 7.745, "eval_physics_steps_per_second": 7.745, "step": 1900 }, { "entropy": 0.7670430541969836, "epoch": 0.8501641350915262, "grad_norm": 28.625, "learning_rate": 1.798e-05, "loss": 12.0248, "mean_token_accuracy": 0.7999522622674704, "num_tokens": 12710065.0, "step": 1910 }, { "entropy": 0.7739125786349177, "epoch": 0.8546152562176598, "grad_norm": 29.875, "learning_rate": 1.7957777777777778e-05, "loss": 12.8297, "mean_token_accuracy": 0.7889043107628823, "num_tokens": 12778408.0, "step": 1920 }, { "entropy": 0.7532942065969109, "epoch": 0.8590663773437934, "grad_norm": 32.0, "learning_rate": 1.7935555555555556e-05, "loss": 12.2406, "mean_token_accuracy": 0.7968380350619555, "num_tokens": 12845949.0, "step": 1930 }, { "entropy": 0.7928705636411906, "epoch": 0.8635174984699271, "grad_norm": 34.0, "learning_rate": 1.7913333333333337e-05, "loss": 12.7215, "mean_token_accuracy": 0.79536547139287, "num_tokens": 12910630.0, "step": 1940 }, { "entropy": 0.7868898861110211, "epoch": 0.8679686195960608, "grad_norm": 25.25, "learning_rate": 1.789111111111111e-05, "loss": 12.8065, "mean_token_accuracy": 0.786562405899167, "num_tokens": 12975379.0, "step": 1950 }, { "entropy": 0.7435561339370906, "epoch": 0.8724197407221944, "grad_norm": 25.75, "learning_rate": 1.7868888888888892e-05, "loss": 12.1042, "mean_token_accuracy": 0.7956599161028862, "num_tokens": 13046473.0, "step": 1960 }, { "entropy": 0.8422315520234406, "epoch": 0.8768708618483281, "grad_norm": 26.75, "learning_rate": 1.7846666666666666e-05, "loss": 13.6777, "mean_token_accuracy": 0.7786285186186432, "num_tokens": 13105019.0, "step": 1970 }, { "entropy": 0.834715377446264, "epoch": 0.8813219829744617, "grad_norm": 28.375, "learning_rate": 1.7824444444444447e-05, "loss": 13.4349, "mean_token_accuracy": 0.7819999866187572, "num_tokens": 13167768.0, "step": 1980 }, { "entropy": 0.7662934713065624, "epoch": 0.8857731041005953, "grad_norm": 27.0, "learning_rate": 1.780222222222222e-05, "loss": 12.4302, "mean_token_accuracy": 0.7945365350693464, "num_tokens": 13235899.0, "step": 1990 }, { "entropy": 0.7850984619930387, "epoch": 0.890224225226729, "grad_norm": 24.75, "learning_rate": 1.7780000000000003e-05, "loss": 12.5393, "mean_token_accuracy": 0.791939041018486, "num_tokens": 13301659.0, "step": 2000 }, { "epoch": 0.890224225226729, "eval_biology_entropy": 1.3711472821831703, "eval_biology_loss": 1.5089635848999023, "eval_biology_mean_token_accuracy": 0.6568370184898377, "eval_biology_num_tokens": 13301659.0, "eval_biology_runtime": 48.3008, "eval_biology_samples_per_second": 10.352, "eval_biology_steps_per_second": 10.352, "step": 2000 }, { "epoch": 0.890224225226729, "eval_chemistry_entropy": 0.7663880889117718, "eval_chemistry_loss": 0.8071920871734619, "eval_chemistry_mean_token_accuracy": 0.7873176004290581, "eval_chemistry_num_tokens": 13301659.0, "eval_chemistry_runtime": 56.4708, "eval_chemistry_samples_per_second": 8.854, "eval_chemistry_steps_per_second": 8.854, "step": 2000 }, { "epoch": 0.890224225226729, "eval_math_entropy": 0.6875064164400101, "eval_math_loss": 0.9262266755104065, "eval_math_mean_token_accuracy": 0.7766597915887833, "eval_math_num_tokens": 13301659.0, "eval_math_runtime": 57.7873, "eval_math_samples_per_second": 8.652, "eval_math_steps_per_second": 8.652, "step": 2000 }, { "epoch": 0.890224225226729, "eval_physics_entropy": 0.7452095941007137, "eval_physics_loss": 0.7976797819137573, "eval_physics_mean_token_accuracy": 0.7943488684892654, "eval_physics_num_tokens": 13301659.0, "eval_physics_runtime": 64.7143, "eval_physics_samples_per_second": 7.726, "eval_physics_steps_per_second": 7.726, "step": 2000 } ], "logging_steps": 10, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 8.919343158882048e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }