{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.1126133644911813, "eval_steps": 100, "global_step": 2500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "entropy": 0.7622424783185124, "epoch": 0.004451121126133645, "grad_norm": 1888.0, "learning_rate": 1.8e-07, "loss": 36.8185, "mean_token_accuracy": 0.6663544788956642, "num_tokens": 63133.0, "step": 10 }, { "entropy": 0.8160548411309719, "epoch": 0.00890224225226729, "grad_norm": 1728.0, "learning_rate": 3.8e-07, "loss": 36.6381, "mean_token_accuracy": 0.649208546616137, "num_tokens": 128968.0, "step": 20 }, { "entropy": 0.8332255953922868, "epoch": 0.013353363378400934, "grad_norm": 948.0, "learning_rate": 5.800000000000001e-07, "loss": 34.7797, "mean_token_accuracy": 0.6578839531168341, "num_tokens": 193314.0, "step": 30 }, { "entropy": 0.9456521481275558, "epoch": 0.01780448450453458, "grad_norm": 716.0, "learning_rate": 7.8e-07, "loss": 34.1076, "mean_token_accuracy": 0.6613732609897852, "num_tokens": 257189.0, "step": 40 }, { "entropy": 0.9749895730987191, "epoch": 0.022255605630668224, "grad_norm": 660.0, "learning_rate": 9.800000000000001e-07, "loss": 29.937, "mean_token_accuracy": 0.6729008939117194, "num_tokens": 324224.0, "step": 50 }, { "entropy": 1.0305172327905894, "epoch": 0.026706726756801868, "grad_norm": 492.0, "learning_rate": 1.1800000000000001e-06, "loss": 28.3561, "mean_token_accuracy": 0.680633837915957, "num_tokens": 394654.0, "step": 60 }, { "entropy": 1.0123192116618156, "epoch": 0.031157847882935515, "grad_norm": 404.0, "learning_rate": 1.3800000000000001e-06, "loss": 26.0449, "mean_token_accuracy": 0.6903208963572979, "num_tokens": 461658.0, "step": 70 }, { "entropy": 1.024911842495203, "epoch": 0.03560896900906916, "grad_norm": 250.0, "learning_rate": 1.5800000000000001e-06, "loss": 23.6986, "mean_token_accuracy": 0.6996766375377774, "num_tokens": 528285.0, "step": 80 }, { "entropy": 1.0939506959170102, "epoch": 0.04006009013520281, "grad_norm": 227.0, "learning_rate": 1.7800000000000001e-06, "loss": 23.2949, "mean_token_accuracy": 0.6969541085883975, "num_tokens": 595336.0, "step": 90 }, { "entropy": 1.0676697574555873, "epoch": 0.04451121126133645, "grad_norm": 278.0, "learning_rate": 1.98e-06, "loss": 21.5533, "mean_token_accuracy": 0.7063678905367852, "num_tokens": 663126.0, "step": 100 }, { "epoch": 0.04451121126133645, "eval_biology_entropy": 1.5063953498601914, "eval_biology_loss": 1.9373619556427002, "eval_biology_mean_token_accuracy": 0.6030384682416916, "eval_biology_num_tokens": 663126.0, "eval_biology_runtime": 37.2317, "eval_biology_samples_per_second": 13.429, "eval_biology_steps_per_second": 13.429, "step": 100 }, { "epoch": 0.04451121126133645, "eval_chemistry_entropy": 1.0538504299521447, "eval_chemistry_loss": 1.2949438095092773, "eval_chemistry_mean_token_accuracy": 0.7114702309370041, "eval_chemistry_num_tokens": 663126.0, "eval_chemistry_runtime": 41.1049, "eval_chemistry_samples_per_second": 12.164, "eval_chemistry_steps_per_second": 12.164, "step": 100 }, { "epoch": 0.04451121126133645, "eval_math_entropy": 0.8524410739541054, "eval_math_loss": 1.2029013633728027, "eval_math_mean_token_accuracy": 0.7322385207414627, "eval_math_num_tokens": 663126.0, "eval_math_runtime": 41.5152, "eval_math_samples_per_second": 12.044, "eval_math_steps_per_second": 12.044, "step": 100 }, { "epoch": 0.04451121126133645, "eval_physics_entropy": 0.9442882173061371, "eval_physics_loss": 1.1572656631469727, "eval_physics_mean_token_accuracy": 0.7343679416179657, "eval_physics_num_tokens": 663126.0, "eval_physics_runtime": 45.8024, "eval_physics_samples_per_second": 10.916, "eval_physics_steps_per_second": 10.916, "step": 100 }, { "entropy": 1.0567705381661654, "epoch": 0.048962332387470095, "grad_norm": 202.0, "learning_rate": 2.1800000000000003e-06, "loss": 20.0858, "mean_token_accuracy": 0.7180810730904341, "num_tokens": 731060.0, "step": 110 }, { "entropy": 1.0101547280326486, "epoch": 0.053413453513603736, "grad_norm": 202.0, "learning_rate": 2.38e-06, "loss": 18.8763, "mean_token_accuracy": 0.7310481067746878, "num_tokens": 801635.0, "step": 120 }, { "entropy": 1.0049639470875262, "epoch": 0.05786457463973738, "grad_norm": 154.0, "learning_rate": 2.5800000000000003e-06, "loss": 19.1729, "mean_token_accuracy": 0.7293503576889634, "num_tokens": 867260.0, "step": 130 }, { "entropy": 1.0176106113940477, "epoch": 0.06231569576587103, "grad_norm": 144.0, "learning_rate": 2.7800000000000005e-06, "loss": 18.97, "mean_token_accuracy": 0.7298020845279097, "num_tokens": 931344.0, "step": 140 }, { "entropy": 1.0698495015501976, "epoch": 0.06676681689200467, "grad_norm": 169.0, "learning_rate": 2.9800000000000003e-06, "loss": 17.4943, "mean_token_accuracy": 0.7370716020464897, "num_tokens": 993586.0, "step": 150 }, { "entropy": 1.0634983357042074, "epoch": 0.07121793801813832, "grad_norm": 123.0, "learning_rate": 3.1800000000000005e-06, "loss": 16.9373, "mean_token_accuracy": 0.7367568526417017, "num_tokens": 1060812.0, "step": 160 }, { "entropy": 1.0108168195933103, "epoch": 0.07566905914427197, "grad_norm": 125.0, "learning_rate": 3.3800000000000007e-06, "loss": 15.569, "mean_token_accuracy": 0.7519758876413107, "num_tokens": 1131832.0, "step": 170 }, { "entropy": 0.9829567475244403, "epoch": 0.08012018027040561, "grad_norm": 99.0, "learning_rate": 3.58e-06, "loss": 15.2082, "mean_token_accuracy": 0.7475447814911604, "num_tokens": 1200650.0, "step": 180 }, { "entropy": 0.9538513226434588, "epoch": 0.08457130139653925, "grad_norm": 119.0, "learning_rate": 3.7800000000000002e-06, "loss": 15.0014, "mean_token_accuracy": 0.7515964422374963, "num_tokens": 1265107.0, "step": 190 }, { "entropy": 0.9125228714197874, "epoch": 0.0890224225226729, "grad_norm": 117.0, "learning_rate": 3.980000000000001e-06, "loss": 14.4833, "mean_token_accuracy": 0.7538308618590236, "num_tokens": 1327380.0, "step": 200 }, { "epoch": 0.0890224225226729, "eval_biology_entropy": 1.280277446448803, "eval_biology_loss": 1.453066349029541, "eval_biology_mean_token_accuracy": 0.6518876985907555, "eval_biology_num_tokens": 1327380.0, "eval_biology_runtime": 36.821, "eval_biology_samples_per_second": 13.579, "eval_biology_steps_per_second": 13.579, "step": 200 }, { "epoch": 0.0890224225226729, "eval_chemistry_entropy": 0.8954760466217995, "eval_chemistry_loss": 0.9106767177581787, "eval_chemistry_mean_token_accuracy": 0.7551076735854149, "eval_chemistry_num_tokens": 1327380.0, "eval_chemistry_runtime": 40.4689, "eval_chemistry_samples_per_second": 12.355, "eval_chemistry_steps_per_second": 12.355, "step": 200 }, { "epoch": 0.0890224225226729, "eval_math_entropy": 0.7658050524294376, "eval_math_loss": 0.9040815234184265, "eval_math_mean_token_accuracy": 0.7642563463449478, "eval_math_num_tokens": 1327380.0, "eval_math_runtime": 41.4556, "eval_math_samples_per_second": 12.061, "eval_math_steps_per_second": 12.061, "step": 200 }, { "epoch": 0.0890224225226729, "eval_physics_entropy": 0.8174435417056084, "eval_physics_loss": 0.8484614491462708, "eval_physics_mean_token_accuracy": 0.7708570960760116, "eval_physics_num_tokens": 1327380.0, "eval_physics_runtime": 45.875, "eval_physics_samples_per_second": 10.899, "eval_physics_steps_per_second": 10.899, "step": 200 }, { "entropy": 0.9408239619806409, "epoch": 0.09347354364880654, "grad_norm": 126.5, "learning_rate": 4.18e-06, "loss": 15.2387, "mean_token_accuracy": 0.7457781180739402, "num_tokens": 1393379.0, "step": 210 }, { "entropy": 0.8950148992240429, "epoch": 0.09792466477494019, "grad_norm": 95.0, "learning_rate": 4.38e-06, "loss": 14.2337, "mean_token_accuracy": 0.7587446294724941, "num_tokens": 1460130.0, "step": 220 }, { "entropy": 0.859116705879569, "epoch": 0.10237578590107384, "grad_norm": 94.0, "learning_rate": 4.58e-06, "loss": 13.7082, "mean_token_accuracy": 0.76347241923213, "num_tokens": 1529183.0, "step": 230 }, { "entropy": 0.8980951353907585, "epoch": 0.10682690702720747, "grad_norm": 118.5, "learning_rate": 4.78e-06, "loss": 14.5897, "mean_token_accuracy": 0.7553087200969457, "num_tokens": 1597405.0, "step": 240 }, { "entropy": 0.9019628280773759, "epoch": 0.11127802815334112, "grad_norm": 98.5, "learning_rate": 4.980000000000001e-06, "loss": 14.5049, "mean_token_accuracy": 0.7539074700325727, "num_tokens": 1661767.0, "step": 250 }, { "entropy": 0.9095736019313335, "epoch": 0.11572914927947477, "grad_norm": 80.0, "learning_rate": 5.18e-06, "loss": 14.553, "mean_token_accuracy": 0.7567780796438456, "num_tokens": 1728207.0, "step": 260 }, { "entropy": 0.855735239200294, "epoch": 0.12018027040560841, "grad_norm": 99.0, "learning_rate": 5.380000000000001e-06, "loss": 13.731, "mean_token_accuracy": 0.7652106903493404, "num_tokens": 1796055.0, "step": 270 }, { "entropy": 0.830021676234901, "epoch": 0.12463139153174206, "grad_norm": 97.5, "learning_rate": 5.580000000000001e-06, "loss": 13.2554, "mean_token_accuracy": 0.7721017152070999, "num_tokens": 1859684.0, "step": 280 }, { "entropy": 0.8921441739425063, "epoch": 0.1290825126578757, "grad_norm": 106.5, "learning_rate": 5.78e-06, "loss": 14.4012, "mean_token_accuracy": 0.7561684042215348, "num_tokens": 1921704.0, "step": 290 }, { "entropy": 0.8731818461790681, "epoch": 0.13353363378400934, "grad_norm": 87.5, "learning_rate": 5.98e-06, "loss": 13.9502, "mean_token_accuracy": 0.7628704030066729, "num_tokens": 1985766.0, "step": 300 }, { "epoch": 0.13353363378400934, "eval_biology_entropy": 1.2637426958680154, "eval_biology_loss": 1.3796980381011963, "eval_biology_mean_token_accuracy": 0.6648430502414704, "eval_biology_num_tokens": 1985766.0, "eval_biology_runtime": 37.0397, "eval_biology_samples_per_second": 13.499, "eval_biology_steps_per_second": 13.499, "step": 300 }, { "epoch": 0.13353363378400934, "eval_chemistry_entropy": 0.8489444836974144, "eval_chemistry_loss": 0.8385273814201355, "eval_chemistry_mean_token_accuracy": 0.7699487572312355, "eval_chemistry_num_tokens": 1985766.0, "eval_chemistry_runtime": 40.8665, "eval_chemistry_samples_per_second": 12.235, "eval_chemistry_steps_per_second": 12.235, "step": 300 }, { "epoch": 0.13353363378400934, "eval_math_entropy": 0.7357360773980618, "eval_math_loss": 0.8767910599708557, "eval_math_mean_token_accuracy": 0.7708948514461518, "eval_math_num_tokens": 1985766.0, "eval_math_runtime": 41.8192, "eval_math_samples_per_second": 11.956, "eval_math_steps_per_second": 11.956, "step": 300 }, { "epoch": 0.13353363378400934, "eval_physics_entropy": 0.7905060887336731, "eval_physics_loss": 0.7890318632125854, "eval_physics_mean_token_accuracy": 0.7825853993296623, "eval_physics_num_tokens": 1985766.0, "eval_physics_runtime": 46.1418, "eval_physics_samples_per_second": 10.836, "eval_physics_steps_per_second": 10.836, "step": 300 }, { "entropy": 0.8452363438904286, "epoch": 0.137984754910143, "grad_norm": 96.0, "learning_rate": 6.18e-06, "loss": 13.634, "mean_token_accuracy": 0.7645608998835087, "num_tokens": 2049041.0, "step": 310 }, { "entropy": 0.8076417898759246, "epoch": 0.14243587603627664, "grad_norm": 80.5, "learning_rate": 6.380000000000001e-06, "loss": 12.8943, "mean_token_accuracy": 0.7760006580501795, "num_tokens": 2118068.0, "step": 320 }, { "entropy": 0.8085115062072873, "epoch": 0.14688699716241027, "grad_norm": 106.5, "learning_rate": 6.5800000000000005e-06, "loss": 12.7928, "mean_token_accuracy": 0.7790838234126568, "num_tokens": 2186387.0, "step": 330 }, { "entropy": 0.824213713593781, "epoch": 0.15133811828854393, "grad_norm": 82.5, "learning_rate": 6.780000000000001e-06, "loss": 13.389, "mean_token_accuracy": 0.7689453203231096, "num_tokens": 2252650.0, "step": 340 }, { "entropy": 0.797634300775826, "epoch": 0.15578923941467757, "grad_norm": 85.5, "learning_rate": 6.98e-06, "loss": 12.8088, "mean_token_accuracy": 0.7797435287386179, "num_tokens": 2320358.0, "step": 350 }, { "entropy": 0.7920836627483367, "epoch": 0.16024036054081123, "grad_norm": 88.0, "learning_rate": 7.180000000000001e-06, "loss": 12.6336, "mean_token_accuracy": 0.7806293956935406, "num_tokens": 2388824.0, "step": 360 }, { "entropy": 0.7749077206477523, "epoch": 0.16469148166694486, "grad_norm": 80.5, "learning_rate": 7.3800000000000005e-06, "loss": 12.3995, "mean_token_accuracy": 0.7864189695566892, "num_tokens": 2456144.0, "step": 370 }, { "entropy": 0.8578483302146196, "epoch": 0.1691426027930785, "grad_norm": 81.0, "learning_rate": 7.58e-06, "loss": 13.8496, "mean_token_accuracy": 0.7662820883095265, "num_tokens": 2515325.0, "step": 380 }, { "entropy": 0.7971056224778295, "epoch": 0.17359372391921216, "grad_norm": 68.0, "learning_rate": 7.78e-06, "loss": 12.6922, "mean_token_accuracy": 0.7778837148100137, "num_tokens": 2580490.0, "step": 390 }, { "entropy": 0.7984419580549001, "epoch": 0.1780448450453458, "grad_norm": 70.5, "learning_rate": 7.980000000000002e-06, "loss": 12.8255, "mean_token_accuracy": 0.7773921977728605, "num_tokens": 2644330.0, "step": 400 }, { "epoch": 0.1780448450453458, "eval_biology_entropy": 1.2305693982243537, "eval_biology_loss": 1.3490314483642578, "eval_biology_mean_token_accuracy": 0.6716532117724419, "eval_biology_num_tokens": 2644330.0, "eval_biology_runtime": 36.6001, "eval_biology_samples_per_second": 13.661, "eval_biology_steps_per_second": 13.661, "step": 400 }, { "epoch": 0.1780448450453458, "eval_chemistry_entropy": 0.7882854393720626, "eval_chemistry_loss": 0.7991188764572144, "eval_chemistry_mean_token_accuracy": 0.778610565006733, "eval_chemistry_num_tokens": 2644330.0, "eval_chemistry_runtime": 40.3843, "eval_chemistry_samples_per_second": 12.381, "eval_chemistry_steps_per_second": 12.381, "step": 400 }, { "epoch": 0.1780448450453458, "eval_math_entropy": 0.6974474709928036, "eval_math_loss": 0.8647986054420471, "eval_math_mean_token_accuracy": 0.7742947788238526, "eval_math_num_tokens": 2644330.0, "eval_math_runtime": 41.8502, "eval_math_samples_per_second": 11.947, "eval_math_steps_per_second": 11.947, "step": 400 }, { "epoch": 0.1780448450453458, "eval_physics_entropy": 0.740912606716156, "eval_physics_loss": 0.7630434632301331, "eval_physics_mean_token_accuracy": 0.7882855938673019, "eval_physics_num_tokens": 2644330.0, "eval_physics_runtime": 46.1492, "eval_physics_samples_per_second": 10.834, "eval_physics_steps_per_second": 10.834, "step": 400 }, { "entropy": 0.7443430663086474, "epoch": 0.18249596617147945, "grad_norm": 72.5, "learning_rate": 8.18e-06, "loss": 11.7994, "mean_token_accuracy": 0.7938185524195432, "num_tokens": 2713234.0, "step": 410 }, { "entropy": 0.7856309018097818, "epoch": 0.18694708729761308, "grad_norm": 78.0, "learning_rate": 8.380000000000001e-06, "loss": 12.9567, "mean_token_accuracy": 0.7781453486531973, "num_tokens": 2783261.0, "step": 420 }, { "entropy": 0.799421458132565, "epoch": 0.19139820842374672, "grad_norm": 61.25, "learning_rate": 8.580000000000001e-06, "loss": 12.6392, "mean_token_accuracy": 0.7806750666350126, "num_tokens": 2850170.0, "step": 430 }, { "entropy": 0.7786322007887065, "epoch": 0.19584932954988038, "grad_norm": 80.5, "learning_rate": 8.78e-06, "loss": 12.4988, "mean_token_accuracy": 0.7827117882668972, "num_tokens": 2913700.0, "step": 440 }, { "entropy": 0.763565490860492, "epoch": 0.200300450676014, "grad_norm": 81.0, "learning_rate": 8.98e-06, "loss": 12.4779, "mean_token_accuracy": 0.7831043265759945, "num_tokens": 2981212.0, "step": 450 }, { "entropy": 0.7708647299557925, "epoch": 0.20475157180214767, "grad_norm": 85.0, "learning_rate": 9.180000000000002e-06, "loss": 12.1503, "mean_token_accuracy": 0.7912418570369482, "num_tokens": 3048973.0, "step": 460 }, { "entropy": 0.769937212113291, "epoch": 0.2092026929282813, "grad_norm": 62.0, "learning_rate": 9.38e-06, "loss": 12.6137, "mean_token_accuracy": 0.7829986553639173, "num_tokens": 3117033.0, "step": 470 }, { "entropy": 0.7863288868218661, "epoch": 0.21365381405441494, "grad_norm": 74.5, "learning_rate": 9.58e-06, "loss": 12.3857, "mean_token_accuracy": 0.7842021461576223, "num_tokens": 3185255.0, "step": 480 }, { "entropy": 0.7699232887476682, "epoch": 0.2181049351805486, "grad_norm": 74.5, "learning_rate": 9.780000000000001e-06, "loss": 12.4166, "mean_token_accuracy": 0.7846909243613481, "num_tokens": 3253121.0, "step": 490 }, { "entropy": 0.7251296367496252, "epoch": 0.22255605630668224, "grad_norm": 75.0, "learning_rate": 9.980000000000001e-06, "loss": 11.4498, "mean_token_accuracy": 0.7972834445536137, "num_tokens": 3322823.0, "step": 500 }, { "epoch": 0.22255605630668224, "eval_biology_entropy": 1.1898637573719024, "eval_biology_loss": 1.338150978088379, "eval_biology_mean_token_accuracy": 0.6746688461303711, "eval_biology_num_tokens": 3322823.0, "eval_biology_runtime": 37.4484, "eval_biology_samples_per_second": 13.352, "eval_biology_steps_per_second": 13.352, "step": 500 }, { "epoch": 0.22255605630668224, "eval_chemistry_entropy": 0.7506220785379409, "eval_chemistry_loss": 0.7758934497833252, "eval_chemistry_mean_token_accuracy": 0.7828538768291473, "eval_chemistry_num_tokens": 3322823.0, "eval_chemistry_runtime": 40.7375, "eval_chemistry_samples_per_second": 12.274, "eval_chemistry_steps_per_second": 12.274, "step": 500 }, { "epoch": 0.22255605630668224, "eval_math_entropy": 0.6889803909361363, "eval_math_loss": 0.8622512817382812, "eval_math_mean_token_accuracy": 0.7754237843751908, "eval_math_num_tokens": 3322823.0, "eval_math_runtime": 41.9238, "eval_math_samples_per_second": 11.926, "eval_math_steps_per_second": 11.926, "step": 500 }, { "epoch": 0.22255605630668224, "eval_physics_entropy": 0.7242196025848389, "eval_physics_loss": 0.7506964802742004, "eval_physics_mean_token_accuracy": 0.7921671935915947, "eval_physics_num_tokens": 3322823.0, "eval_physics_runtime": 45.9692, "eval_physics_samples_per_second": 10.877, "eval_physics_steps_per_second": 10.877, "step": 500 }, { "entropy": 0.7351194931194186, "epoch": 0.2270071774328159, "grad_norm": 75.0, "learning_rate": 1.018e-05, "loss": 11.9225, "mean_token_accuracy": 0.7910898551344872, "num_tokens": 3393393.0, "step": 510 }, { "entropy": 0.8338562373071909, "epoch": 0.23145829855894953, "grad_norm": 79.0, "learning_rate": 1.038e-05, "loss": 13.1291, "mean_token_accuracy": 0.774738060683012, "num_tokens": 3454750.0, "step": 520 }, { "entropy": 0.7108834735117853, "epoch": 0.2359094196850832, "grad_norm": 70.5, "learning_rate": 1.0580000000000002e-05, "loss": 11.7207, "mean_token_accuracy": 0.7975892208516597, "num_tokens": 3526914.0, "step": 530 }, { "entropy": 0.8373067150823772, "epoch": 0.24036054081121683, "grad_norm": 72.0, "learning_rate": 1.0780000000000002e-05, "loss": 13.0512, "mean_token_accuracy": 0.7754946660250426, "num_tokens": 3589449.0, "step": 540 }, { "entropy": 0.7569006633013486, "epoch": 0.24481166193735046, "grad_norm": 79.0, "learning_rate": 1.0980000000000002e-05, "loss": 12.267, "mean_token_accuracy": 0.786787087097764, "num_tokens": 3655092.0, "step": 550 }, { "entropy": 0.7805684333667159, "epoch": 0.24926278306348412, "grad_norm": 93.5, "learning_rate": 1.1180000000000001e-05, "loss": 12.5142, "mean_token_accuracy": 0.7839910417795182, "num_tokens": 3719113.0, "step": 560 }, { "entropy": 0.7685065409168601, "epoch": 0.25371390418961776, "grad_norm": 65.5, "learning_rate": 1.138e-05, "loss": 12.4558, "mean_token_accuracy": 0.7818987771868706, "num_tokens": 3785282.0, "step": 570 }, { "entropy": 0.774918237887323, "epoch": 0.2581650253157514, "grad_norm": 61.25, "learning_rate": 1.1580000000000001e-05, "loss": 12.415, "mean_token_accuracy": 0.7842379476875067, "num_tokens": 3852276.0, "step": 580 }, { "entropy": 0.7105797030963004, "epoch": 0.262616146441885, "grad_norm": 67.5, "learning_rate": 1.178e-05, "loss": 11.3721, "mean_token_accuracy": 0.7995343253016471, "num_tokens": 3925649.0, "step": 590 }, { "entropy": 0.7462131816893816, "epoch": 0.2670672675680187, "grad_norm": 74.5, "learning_rate": 1.198e-05, "loss": 11.8831, "mean_token_accuracy": 0.7898255579173565, "num_tokens": 3990505.0, "step": 600 }, { "epoch": 0.2670672675680187, "eval_biology_entropy": 1.2392896317243576, "eval_biology_loss": 1.3273310661315918, "eval_biology_mean_token_accuracy": 0.6752943544387817, "eval_biology_num_tokens": 3990505.0, "eval_biology_runtime": 36.4668, "eval_biology_samples_per_second": 13.711, "eval_biology_steps_per_second": 13.711, "step": 600 }, { "epoch": 0.2670672675680187, "eval_chemistry_entropy": 0.7596916342377663, "eval_chemistry_loss": 0.7626407742500305, "eval_chemistry_mean_token_accuracy": 0.7862690081000328, "eval_chemistry_num_tokens": 3990505.0, "eval_chemistry_runtime": 40.266, "eval_chemistry_samples_per_second": 12.417, "eval_chemistry_steps_per_second": 12.417, "step": 600 }, { "epoch": 0.2670672675680187, "eval_math_entropy": 0.6872916958034039, "eval_math_loss": 0.8660696148872375, "eval_math_mean_token_accuracy": 0.7750280216932297, "eval_math_num_tokens": 3990505.0, "eval_math_runtime": 41.4933, "eval_math_samples_per_second": 12.05, "eval_math_steps_per_second": 12.05, "step": 600 }, { "epoch": 0.2670672675680187, "eval_physics_entropy": 0.7289359270334244, "eval_physics_loss": 0.744917631149292, "eval_physics_mean_token_accuracy": 0.7920673425793647, "eval_physics_num_tokens": 3990505.0, "eval_physics_runtime": 46.0067, "eval_physics_samples_per_second": 10.868, "eval_physics_steps_per_second": 10.868, "step": 600 }, { "entropy": 0.7445939108729362, "epoch": 0.27151838869415235, "grad_norm": 65.5, "learning_rate": 1.218e-05, "loss": 11.9377, "mean_token_accuracy": 0.790003751963377, "num_tokens": 4060657.0, "step": 610 }, { "entropy": 0.7278808873146773, "epoch": 0.275969509820286, "grad_norm": 65.0, "learning_rate": 1.2380000000000002e-05, "loss": 11.5778, "mean_token_accuracy": 0.7942668478935957, "num_tokens": 4133119.0, "step": 620 }, { "entropy": 0.7475641055032611, "epoch": 0.2804206309464196, "grad_norm": 70.5, "learning_rate": 1.2580000000000002e-05, "loss": 11.9803, "mean_token_accuracy": 0.7913637235760689, "num_tokens": 4200051.0, "step": 630 }, { "entropy": 0.7986388958990573, "epoch": 0.2848717520725533, "grad_norm": 71.0, "learning_rate": 1.2780000000000001e-05, "loss": 12.767, "mean_token_accuracy": 0.782176585495472, "num_tokens": 4267403.0, "step": 640 }, { "entropy": 0.7370933200232684, "epoch": 0.28932287319868694, "grad_norm": 72.0, "learning_rate": 1.2980000000000001e-05, "loss": 11.8884, "mean_token_accuracy": 0.7921638786792755, "num_tokens": 4333268.0, "step": 650 }, { "entropy": 0.737369327340275, "epoch": 0.29377399432482054, "grad_norm": 79.0, "learning_rate": 1.3180000000000001e-05, "loss": 11.7388, "mean_token_accuracy": 0.7942005816847086, "num_tokens": 4400242.0, "step": 660 }, { "entropy": 0.7550807458348572, "epoch": 0.2982251154509542, "grad_norm": 74.5, "learning_rate": 1.3380000000000002e-05, "loss": 12.0296, "mean_token_accuracy": 0.7894790366291999, "num_tokens": 4464714.0, "step": 670 }, { "entropy": 0.7167205691337586, "epoch": 0.30267623657708786, "grad_norm": 63.75, "learning_rate": 1.3580000000000002e-05, "loss": 11.5706, "mean_token_accuracy": 0.796867698058486, "num_tokens": 4535458.0, "step": 680 }, { "entropy": 0.7481121812015772, "epoch": 0.3071273577032215, "grad_norm": 67.0, "learning_rate": 1.378e-05, "loss": 11.985, "mean_token_accuracy": 0.7914165269583464, "num_tokens": 4599099.0, "step": 690 }, { "entropy": 0.7162985533475876, "epoch": 0.31157847882935513, "grad_norm": 56.25, "learning_rate": 1.398e-05, "loss": 11.4683, "mean_token_accuracy": 0.7971325770020485, "num_tokens": 4662903.0, "step": 700 }, { "epoch": 0.31157847882935513, "eval_biology_entropy": 1.2363531575202942, "eval_biology_loss": 1.32443106174469, "eval_biology_mean_token_accuracy": 0.6762348954081535, "eval_biology_num_tokens": 4662903.0, "eval_biology_runtime": 36.3542, "eval_biology_samples_per_second": 13.754, "eval_biology_steps_per_second": 13.754, "step": 700 }, { "epoch": 0.31157847882935513, "eval_chemistry_entropy": 0.7484616157412529, "eval_chemistry_loss": 0.7520119547843933, "eval_chemistry_mean_token_accuracy": 0.7884139549732209, "eval_chemistry_num_tokens": 4662903.0, "eval_chemistry_runtime": 41.3205, "eval_chemistry_samples_per_second": 12.101, "eval_chemistry_steps_per_second": 12.101, "step": 700 }, { "epoch": 0.31157847882935513, "eval_math_entropy": 0.6818331519067288, "eval_math_loss": 0.862537145614624, "eval_math_mean_token_accuracy": 0.7769467064142227, "eval_math_num_tokens": 4662903.0, "eval_math_runtime": 42.2089, "eval_math_samples_per_second": 11.846, "eval_math_steps_per_second": 11.846, "step": 700 }, { "epoch": 0.31157847882935513, "eval_physics_entropy": 0.7252178380489349, "eval_physics_loss": 0.7445859313011169, "eval_physics_mean_token_accuracy": 0.7919469431638718, "eval_physics_num_tokens": 4662903.0, "eval_physics_runtime": 45.6964, "eval_physics_samples_per_second": 10.942, "eval_physics_steps_per_second": 10.942, "step": 700 }, { "entropy": 0.7590530560351908, "epoch": 0.3160295999554888, "grad_norm": 83.5, "learning_rate": 1.418e-05, "loss": 12.3935, "mean_token_accuracy": 0.7850905049592256, "num_tokens": 4729166.0, "step": 710 }, { "entropy": 0.800558901950717, "epoch": 0.32048072108162245, "grad_norm": 79.0, "learning_rate": 1.4380000000000001e-05, "loss": 12.7943, "mean_token_accuracy": 0.7798430301249027, "num_tokens": 4796815.0, "step": 720 }, { "entropy": 0.6950356176123023, "epoch": 0.32493184220775606, "grad_norm": 69.0, "learning_rate": 1.4580000000000001e-05, "loss": 11.0797, "mean_token_accuracy": 0.803941647708416, "num_tokens": 4865172.0, "step": 730 }, { "entropy": 0.7522321011871099, "epoch": 0.3293829633338897, "grad_norm": 64.0, "learning_rate": 1.478e-05, "loss": 12.1663, "mean_token_accuracy": 0.7838000770658254, "num_tokens": 4932671.0, "step": 740 }, { "entropy": 0.7758943744935095, "epoch": 0.3338340844600234, "grad_norm": 65.0, "learning_rate": 1.498e-05, "loss": 12.4442, "mean_token_accuracy": 0.7852539490908385, "num_tokens": 4998710.0, "step": 750 }, { "entropy": 0.7163919297046959, "epoch": 0.338285205586157, "grad_norm": 67.5, "learning_rate": 1.5180000000000002e-05, "loss": 11.5154, "mean_token_accuracy": 0.7952407207340002, "num_tokens": 5066948.0, "step": 760 }, { "entropy": 0.753566917218268, "epoch": 0.34273632671229065, "grad_norm": 67.0, "learning_rate": 1.5380000000000002e-05, "loss": 12.0632, "mean_token_accuracy": 0.7887947488576174, "num_tokens": 5129950.0, "step": 770 }, { "entropy": 0.7747300613671542, "epoch": 0.3471874478384243, "grad_norm": 64.5, "learning_rate": 1.5580000000000003e-05, "loss": 12.4883, "mean_token_accuracy": 0.7800568122416734, "num_tokens": 5193519.0, "step": 780 }, { "entropy": 0.7476665185764432, "epoch": 0.351638568964558, "grad_norm": 91.0, "learning_rate": 1.578e-05, "loss": 11.9465, "mean_token_accuracy": 0.7881375091150403, "num_tokens": 5256503.0, "step": 790 }, { "entropy": 0.8204591780900955, "epoch": 0.3560896900906916, "grad_norm": 68.0, "learning_rate": 1.5980000000000003e-05, "loss": 13.1278, "mean_token_accuracy": 0.7780214017257094, "num_tokens": 5324751.0, "step": 800 }, { "epoch": 0.3560896900906916, "eval_biology_entropy": 1.3236136644482612, "eval_biology_loss": 1.3220669031143188, "eval_biology_mean_token_accuracy": 0.6748943754434585, "eval_biology_num_tokens": 5324751.0, "eval_biology_runtime": 36.5537, "eval_biology_samples_per_second": 13.679, "eval_biology_steps_per_second": 13.679, "step": 800 }, { "epoch": 0.3560896900906916, "eval_chemistry_entropy": 0.7881391143500804, "eval_chemistry_loss": 0.7549666166305542, "eval_chemistry_mean_token_accuracy": 0.7878072342276573, "eval_chemistry_num_tokens": 5324751.0, "eval_chemistry_runtime": 40.4688, "eval_chemistry_samples_per_second": 12.355, "eval_chemistry_steps_per_second": 12.355, "step": 800 }, { "epoch": 0.3560896900906916, "eval_math_entropy": 0.7137112567722798, "eval_math_loss": 0.8679834008216858, "eval_math_mean_token_accuracy": 0.774067041516304, "eval_math_num_tokens": 5324751.0, "eval_math_runtime": 41.3922, "eval_math_samples_per_second": 12.08, "eval_math_steps_per_second": 12.08, "step": 800 }, { "epoch": 0.3560896900906916, "eval_physics_entropy": 0.764995231449604, "eval_physics_loss": 0.750312864780426, "eval_physics_mean_token_accuracy": 0.7906691903471946, "eval_physics_num_tokens": 5324751.0, "eval_physics_runtime": 45.8484, "eval_physics_samples_per_second": 10.906, "eval_physics_steps_per_second": 10.906, "step": 800 }, { "entropy": 0.6771990330889821, "epoch": 0.36054081121682524, "grad_norm": 65.0, "learning_rate": 1.618e-05, "loss": 11.1158, "mean_token_accuracy": 0.8028291787952184, "num_tokens": 5391664.0, "step": 810 }, { "entropy": 0.7129247286356986, "epoch": 0.3649919323429589, "grad_norm": 70.5, "learning_rate": 1.638e-05, "loss": 11.1981, "mean_token_accuracy": 0.8007186874747276, "num_tokens": 5458519.0, "step": 820 }, { "entropy": 0.7549328833818436, "epoch": 0.3694430534690925, "grad_norm": 65.0, "learning_rate": 1.658e-05, "loss": 12.1723, "mean_token_accuracy": 0.7901175323873758, "num_tokens": 5523391.0, "step": 830 }, { "entropy": 0.7134035120718181, "epoch": 0.37389417459522617, "grad_norm": 59.0, "learning_rate": 1.6780000000000002e-05, "loss": 11.7326, "mean_token_accuracy": 0.795387938991189, "num_tokens": 5585508.0, "step": 840 }, { "entropy": 0.7443888144567609, "epoch": 0.37834529572135983, "grad_norm": 71.0, "learning_rate": 1.698e-05, "loss": 11.8848, "mean_token_accuracy": 0.7947730336338281, "num_tokens": 5650755.0, "step": 850 }, { "entropy": 0.7494110313244164, "epoch": 0.38279641684749344, "grad_norm": 61.5, "learning_rate": 1.718e-05, "loss": 11.969, "mean_token_accuracy": 0.788362193852663, "num_tokens": 5716321.0, "step": 860 }, { "entropy": 0.7754998824559152, "epoch": 0.3872475379736271, "grad_norm": 67.0, "learning_rate": 1.7380000000000003e-05, "loss": 12.4655, "mean_token_accuracy": 0.7815641265362501, "num_tokens": 5782698.0, "step": 870 }, { "entropy": 0.7258908217772841, "epoch": 0.39169865909976076, "grad_norm": 54.5, "learning_rate": 1.758e-05, "loss": 11.662, "mean_token_accuracy": 0.7951392225921154, "num_tokens": 5848889.0, "step": 880 }, { "entropy": 0.7699500862509012, "epoch": 0.3961497802258944, "grad_norm": 65.5, "learning_rate": 1.7780000000000003e-05, "loss": 12.5712, "mean_token_accuracy": 0.7857454361394047, "num_tokens": 5912919.0, "step": 890 }, { "entropy": 0.7454446164891124, "epoch": 0.400600901352028, "grad_norm": 60.75, "learning_rate": 1.798e-05, "loss": 11.8793, "mean_token_accuracy": 0.793294046446681, "num_tokens": 5980229.0, "step": 900 }, { "epoch": 0.400600901352028, "eval_biology_entropy": 1.2526325694918632, "eval_biology_loss": 1.3328229188919067, "eval_biology_mean_token_accuracy": 0.6739730868339538, "eval_biology_num_tokens": 5980229.0, "eval_biology_runtime": 37.1628, "eval_biology_samples_per_second": 13.454, "eval_biology_steps_per_second": 13.454, "step": 900 }, { "epoch": 0.400600901352028, "eval_chemistry_entropy": 0.7478999142050743, "eval_chemistry_loss": 0.7579869627952576, "eval_chemistry_mean_token_accuracy": 0.7872751998305321, "eval_chemistry_num_tokens": 5980229.0, "eval_chemistry_runtime": 41.0567, "eval_chemistry_samples_per_second": 12.178, "eval_chemistry_steps_per_second": 12.178, "step": 900 }, { "epoch": 0.400600901352028, "eval_math_entropy": 0.691623161137104, "eval_math_loss": 0.8888975977897644, "eval_math_mean_token_accuracy": 0.7720628465414048, "eval_math_num_tokens": 5980229.0, "eval_math_runtime": 41.3967, "eval_math_samples_per_second": 12.078, "eval_math_steps_per_second": 12.078, "step": 900 }, { "epoch": 0.400600901352028, "eval_physics_entropy": 0.7361411595344544, "eval_physics_loss": 0.7520632743835449, "eval_physics_mean_token_accuracy": 0.7907493528723717, "eval_physics_num_tokens": 5980229.0, "eval_physics_runtime": 46.0024, "eval_physics_samples_per_second": 10.869, "eval_physics_steps_per_second": 10.869, "step": 900 }, { "entropy": 0.7022204802371561, "epoch": 0.4050520224781617, "grad_norm": 61.0, "learning_rate": 1.8180000000000002e-05, "loss": 11.4405, "mean_token_accuracy": 0.798212106898427, "num_tokens": 6048508.0, "step": 910 }, { "entropy": 0.7361409039236605, "epoch": 0.40950314360429535, "grad_norm": 60.25, "learning_rate": 1.8380000000000004e-05, "loss": 11.7212, "mean_token_accuracy": 0.7943942189216614, "num_tokens": 6114855.0, "step": 920 }, { "entropy": 0.7555323796346783, "epoch": 0.41395426473042896, "grad_norm": 54.0, "learning_rate": 1.858e-05, "loss": 12.1222, "mean_token_accuracy": 0.7887333419173956, "num_tokens": 6179050.0, "step": 930 }, { "entropy": 0.7449197143316268, "epoch": 0.4184053858565626, "grad_norm": 59.0, "learning_rate": 1.878e-05, "loss": 12.1501, "mean_token_accuracy": 0.7886579774320126, "num_tokens": 6244987.0, "step": 940 }, { "entropy": 0.7183629649691283, "epoch": 0.4228565069826963, "grad_norm": 66.0, "learning_rate": 1.898e-05, "loss": 11.6027, "mean_token_accuracy": 0.794747618958354, "num_tokens": 6310799.0, "step": 950 }, { "entropy": 0.7170003782957792, "epoch": 0.4273076281088299, "grad_norm": 63.5, "learning_rate": 1.918e-05, "loss": 11.5812, "mean_token_accuracy": 0.7965250793844462, "num_tokens": 6378152.0, "step": 960 }, { "entropy": 0.7422669138759375, "epoch": 0.43175874923496355, "grad_norm": 54.0, "learning_rate": 1.938e-05, "loss": 11.7787, "mean_token_accuracy": 0.7933820992708206, "num_tokens": 6442491.0, "step": 970 }, { "entropy": 0.7739317396655678, "epoch": 0.4362098703610972, "grad_norm": 57.75, "learning_rate": 1.9580000000000002e-05, "loss": 12.5927, "mean_token_accuracy": 0.7841954406350851, "num_tokens": 6510231.0, "step": 980 }, { "entropy": 0.745883577503264, "epoch": 0.44066099148723087, "grad_norm": 57.25, "learning_rate": 1.978e-05, "loss": 12.0418, "mean_token_accuracy": 0.790126183629036, "num_tokens": 6572858.0, "step": 990 }, { "entropy": 0.7626472780480981, "epoch": 0.4451121126133645, "grad_norm": 48.0, "learning_rate": 1.9980000000000002e-05, "loss": 12.3648, "mean_token_accuracy": 0.7834480810910464, "num_tokens": 6637273.0, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_biology_entropy": 1.2697618773579598, "eval_biology_loss": 1.3405715227127075, "eval_biology_mean_token_accuracy": 0.6724427245259285, "eval_biology_num_tokens": 6637273.0, "eval_biology_runtime": 34.6717, "eval_biology_samples_per_second": 14.421, "eval_biology_steps_per_second": 14.421, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_chemistry_entropy": 0.7615428499877452, "eval_chemistry_loss": 0.7553035616874695, "eval_chemistry_mean_token_accuracy": 0.7880414368510247, "eval_chemistry_num_tokens": 6637273.0, "eval_chemistry_runtime": 38.9404, "eval_chemistry_samples_per_second": 12.84, "eval_chemistry_steps_per_second": 12.84, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_math_entropy": 0.7116467788815498, "eval_math_loss": 0.8722440004348755, "eval_math_mean_token_accuracy": 0.7725971038341523, "eval_math_num_tokens": 6637273.0, "eval_math_runtime": 39.9329, "eval_math_samples_per_second": 12.521, "eval_math_steps_per_second": 12.521, "step": 1000 }, { "epoch": 0.4451121126133645, "eval_physics_entropy": 0.7675083922743797, "eval_physics_loss": 0.7605612874031067, "eval_physics_mean_token_accuracy": 0.7887651996016503, "eval_physics_num_tokens": 6637273.0, "eval_physics_runtime": 44.6453, "eval_physics_samples_per_second": 11.199, "eval_physics_steps_per_second": 11.199, "step": 1000 }, { "entropy": 0.7314162964001298, "epoch": 0.44956323373949814, "grad_norm": 57.5, "learning_rate": 1.9980000000000002e-05, "loss": 11.7366, "mean_token_accuracy": 0.7923816435039044, "num_tokens": 6700799.0, "step": 1010 }, { "entropy": 0.7421712795272469, "epoch": 0.4540143548656318, "grad_norm": 57.5, "learning_rate": 1.995777777777778e-05, "loss": 12.1497, "mean_token_accuracy": 0.7892091479152441, "num_tokens": 6765798.0, "step": 1020 }, { "entropy": 0.6979273453354835, "epoch": 0.4584654759917654, "grad_norm": 58.5, "learning_rate": 1.9935555555555557e-05, "loss": 11.3013, "mean_token_accuracy": 0.7992341227829456, "num_tokens": 6832774.0, "step": 1030 }, { "entropy": 0.7764921618625522, "epoch": 0.46291659711789906, "grad_norm": 56.5, "learning_rate": 1.9913333333333335e-05, "loss": 12.4581, "mean_token_accuracy": 0.783613259345293, "num_tokens": 6896684.0, "step": 1040 }, { "entropy": 0.7277746710926294, "epoch": 0.4673677182440327, "grad_norm": 57.75, "learning_rate": 1.9891111111111112e-05, "loss": 11.7064, "mean_token_accuracy": 0.798894327133894, "num_tokens": 6964423.0, "step": 1050 }, { "entropy": 0.7224507334642112, "epoch": 0.4718188393701664, "grad_norm": 52.75, "learning_rate": 1.986888888888889e-05, "loss": 11.8859, "mean_token_accuracy": 0.7931920390576124, "num_tokens": 7033417.0, "step": 1060 }, { "entropy": 0.7771790644153953, "epoch": 0.4762699604963, "grad_norm": 55.0, "learning_rate": 1.9846666666666668e-05, "loss": 12.3152, "mean_token_accuracy": 0.7860798113048076, "num_tokens": 7101274.0, "step": 1070 }, { "entropy": 0.7393451489508152, "epoch": 0.48072108162243365, "grad_norm": 52.5, "learning_rate": 1.9824444444444445e-05, "loss": 12.1816, "mean_token_accuracy": 0.7896892268210649, "num_tokens": 7166608.0, "step": 1080 }, { "entropy": 0.7223112307488918, "epoch": 0.4851722027485673, "grad_norm": 72.0, "learning_rate": 1.9802222222222226e-05, "loss": 11.573, "mean_token_accuracy": 0.7999571479856968, "num_tokens": 7240958.0, "step": 1090 }, { "entropy": 0.7434121018275619, "epoch": 0.4896233238747009, "grad_norm": 55.0, "learning_rate": 1.978e-05, "loss": 11.995, "mean_token_accuracy": 0.7897290639579296, "num_tokens": 7311968.0, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_biology_entropy": 1.2825020100474358, "eval_biology_loss": 1.3549916744232178, "eval_biology_mean_token_accuracy": 0.6708763095140458, "eval_biology_num_tokens": 7311968.0, "eval_biology_runtime": 34.7487, "eval_biology_samples_per_second": 14.389, "eval_biology_steps_per_second": 14.389, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_chemistry_entropy": 0.7363105757832528, "eval_chemistry_loss": 0.7509695887565613, "eval_chemistry_mean_token_accuracy": 0.7897556048631668, "eval_chemistry_num_tokens": 7311968.0, "eval_chemistry_runtime": 39.5761, "eval_chemistry_samples_per_second": 12.634, "eval_chemistry_steps_per_second": 12.634, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_math_entropy": 0.6904492176771164, "eval_math_loss": 0.8790993690490723, "eval_math_mean_token_accuracy": 0.7729596102237701, "eval_math_num_tokens": 7311968.0, "eval_math_runtime": 40.1018, "eval_math_samples_per_second": 12.468, "eval_math_steps_per_second": 12.468, "step": 1100 }, { "epoch": 0.4896233238747009, "eval_physics_entropy": 0.7335765887498855, "eval_physics_loss": 0.7572531700134277, "eval_physics_mean_token_accuracy": 0.7901599068641663, "eval_physics_num_tokens": 7311968.0, "eval_physics_runtime": 44.6604, "eval_physics_samples_per_second": 11.196, "eval_physics_steps_per_second": 11.196, "step": 1100 }, { "entropy": 0.7318524705246091, "epoch": 0.4940744450008346, "grad_norm": 60.75, "learning_rate": 1.975777777777778e-05, "loss": 11.7678, "mean_token_accuracy": 0.7911851242184639, "num_tokens": 7378961.0, "step": 1110 }, { "entropy": 0.7082980162464082, "epoch": 0.49852556612696824, "grad_norm": 61.75, "learning_rate": 1.9735555555555556e-05, "loss": 11.4456, "mean_token_accuracy": 0.7980625631287694, "num_tokens": 7444923.0, "step": 1120 }, { "entropy": 0.7435412630438805, "epoch": 0.5029766872531019, "grad_norm": 55.5, "learning_rate": 1.9713333333333337e-05, "loss": 11.7624, "mean_token_accuracy": 0.7926325134932994, "num_tokens": 7509885.0, "step": 1130 }, { "entropy": 0.7542540356516838, "epoch": 0.5074278083792355, "grad_norm": 54.0, "learning_rate": 1.969111111111111e-05, "loss": 12.4162, "mean_token_accuracy": 0.7846910808235407, "num_tokens": 7576456.0, "step": 1140 }, { "entropy": 0.7760613728314638, "epoch": 0.5118789295053692, "grad_norm": 57.0, "learning_rate": 1.9668888888888892e-05, "loss": 12.3585, "mean_token_accuracy": 0.7867991000413894, "num_tokens": 7641821.0, "step": 1150 }, { "entropy": 0.7095673834905029, "epoch": 0.5163300506315028, "grad_norm": 54.5, "learning_rate": 1.9646666666666666e-05, "loss": 11.5013, "mean_token_accuracy": 0.7958923596888781, "num_tokens": 7706502.0, "step": 1160 }, { "entropy": 0.8006078721955419, "epoch": 0.5207811717576365, "grad_norm": 64.5, "learning_rate": 1.9624444444444447e-05, "loss": 12.8183, "mean_token_accuracy": 0.7838775899261237, "num_tokens": 7772353.0, "step": 1170 }, { "entropy": 0.7142350310459733, "epoch": 0.52523229288377, "grad_norm": 50.25, "learning_rate": 1.9602222222222225e-05, "loss": 11.7207, "mean_token_accuracy": 0.795654509216547, "num_tokens": 7838516.0, "step": 1180 }, { "entropy": 0.7257593980059027, "epoch": 0.5296834140099037, "grad_norm": 61.25, "learning_rate": 1.9580000000000002e-05, "loss": 11.5084, "mean_token_accuracy": 0.7954147141426802, "num_tokens": 7902568.0, "step": 1190 }, { "entropy": 0.7607359967194498, "epoch": 0.5341345351360374, "grad_norm": 54.25, "learning_rate": 1.955777777777778e-05, "loss": 12.0382, "mean_token_accuracy": 0.788224334642291, "num_tokens": 7969704.0, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_biology_entropy": 1.2328835948705674, "eval_biology_loss": 1.3470529317855835, "eval_biology_mean_token_accuracy": 0.6719091883301735, "eval_biology_num_tokens": 7969704.0, "eval_biology_runtime": 34.5402, "eval_biology_samples_per_second": 14.476, "eval_biology_steps_per_second": 14.476, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_chemistry_entropy": 0.727981344461441, "eval_chemistry_loss": 0.7450346946716309, "eval_chemistry_mean_token_accuracy": 0.7906108702421188, "eval_chemistry_num_tokens": 7969704.0, "eval_chemistry_runtime": 39.3686, "eval_chemistry_samples_per_second": 12.7, "eval_chemistry_steps_per_second": 12.7, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_math_entropy": 0.6775654193758964, "eval_math_loss": 0.8872368931770325, "eval_math_mean_token_accuracy": 0.7717010715007782, "eval_math_num_tokens": 7969704.0, "eval_math_runtime": 40.8591, "eval_math_samples_per_second": 12.237, "eval_math_steps_per_second": 12.237, "step": 1200 }, { "epoch": 0.5341345351360374, "eval_physics_entropy": 0.728905067563057, "eval_physics_loss": 0.7556765079498291, "eval_physics_mean_token_accuracy": 0.7903099409341812, "eval_physics_num_tokens": 7969704.0, "eval_physics_runtime": 44.9155, "eval_physics_samples_per_second": 11.132, "eval_physics_steps_per_second": 11.132, "step": 1200 }, { "entropy": 0.6951992505230009, "epoch": 0.538585656262171, "grad_norm": 48.0, "learning_rate": 1.9535555555555557e-05, "loss": 11.4334, "mean_token_accuracy": 0.7958714343607426, "num_tokens": 8034765.0, "step": 1210 }, { "entropy": 0.7527200236916542, "epoch": 0.5430367773883047, "grad_norm": 45.75, "learning_rate": 1.9513333333333335e-05, "loss": 11.9919, "mean_token_accuracy": 0.7917780404910445, "num_tokens": 8103869.0, "step": 1220 }, { "entropy": 0.686318707279861, "epoch": 0.5474878985144384, "grad_norm": 44.25, "learning_rate": 1.9491111111111113e-05, "loss": 11.1097, "mean_token_accuracy": 0.8036415990442037, "num_tokens": 8173386.0, "step": 1230 }, { "entropy": 0.7415073176845908, "epoch": 0.551939019640572, "grad_norm": 53.75, "learning_rate": 1.946888888888889e-05, "loss": 11.8806, "mean_token_accuracy": 0.7891732029616833, "num_tokens": 8242162.0, "step": 1240 }, { "entropy": 0.7266354532912374, "epoch": 0.5563901407667056, "grad_norm": 61.0, "learning_rate": 1.9446666666666668e-05, "loss": 11.6483, "mean_token_accuracy": 0.7947042044252157, "num_tokens": 8308919.0, "step": 1250 }, { "entropy": 0.7407059632241726, "epoch": 0.5608412618928392, "grad_norm": 67.0, "learning_rate": 1.9424444444444446e-05, "loss": 12.0106, "mean_token_accuracy": 0.7900955501943827, "num_tokens": 8365617.0, "step": 1260 }, { "entropy": 0.7527385540306568, "epoch": 0.5652923830189729, "grad_norm": 48.0, "learning_rate": 1.9402222222222223e-05, "loss": 11.9171, "mean_token_accuracy": 0.7914537958800792, "num_tokens": 8430728.0, "step": 1270 }, { "entropy": 0.7172600775957108, "epoch": 0.5697435041451065, "grad_norm": 49.25, "learning_rate": 1.938e-05, "loss": 11.5836, "mean_token_accuracy": 0.7958250787109137, "num_tokens": 8497852.0, "step": 1280 }, { "entropy": 0.7470160932280123, "epoch": 0.5741946252712402, "grad_norm": 50.0, "learning_rate": 1.935777777777778e-05, "loss": 12.1357, "mean_token_accuracy": 0.7876220095902682, "num_tokens": 8558952.0, "step": 1290 }, { "entropy": 0.7452291272580623, "epoch": 0.5786457463973739, "grad_norm": 57.75, "learning_rate": 1.9335555555555556e-05, "loss": 11.8494, "mean_token_accuracy": 0.7954678740352392, "num_tokens": 8622868.0, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_biology_entropy": 1.270399274289608, "eval_biology_loss": 1.3523783683776855, "eval_biology_mean_token_accuracy": 0.6706679166555405, "eval_biology_num_tokens": 8622868.0, "eval_biology_runtime": 35.3016, "eval_biology_samples_per_second": 14.164, "eval_biology_steps_per_second": 14.164, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_chemistry_entropy": 0.7226660187542439, "eval_chemistry_loss": 0.7358337640762329, "eval_chemistry_mean_token_accuracy": 0.7928519014120102, "eval_chemistry_num_tokens": 8622868.0, "eval_chemistry_runtime": 39.6574, "eval_chemistry_samples_per_second": 12.608, "eval_chemistry_steps_per_second": 12.608, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_math_entropy": 0.6689038871824742, "eval_math_loss": 0.8895673155784607, "eval_math_mean_token_accuracy": 0.7727138675451278, "eval_math_num_tokens": 8622868.0, "eval_math_runtime": 40.5077, "eval_math_samples_per_second": 12.343, "eval_math_steps_per_second": 12.343, "step": 1300 }, { "epoch": 0.5786457463973739, "eval_physics_entropy": 0.7133040081262588, "eval_physics_loss": 0.7542717456817627, "eval_physics_mean_token_accuracy": 0.7914812366366386, "eval_physics_num_tokens": 8622868.0, "eval_physics_runtime": 44.946, "eval_physics_samples_per_second": 11.124, "eval_physics_steps_per_second": 11.124, "step": 1300 }, { "entropy": 0.6984654633328319, "epoch": 0.5830968675235075, "grad_norm": 55.75, "learning_rate": 1.9313333333333334e-05, "loss": 11.4106, "mean_token_accuracy": 0.7972324814647436, "num_tokens": 8694510.0, "step": 1310 }, { "entropy": 0.7897671807557345, "epoch": 0.5875479886496411, "grad_norm": 65.0, "learning_rate": 1.9291111111111115e-05, "loss": 12.6834, "mean_token_accuracy": 0.7794294957071543, "num_tokens": 8757753.0, "step": 1320 }, { "entropy": 0.7390378901734949, "epoch": 0.5919991097757747, "grad_norm": 51.0, "learning_rate": 1.926888888888889e-05, "loss": 11.8734, "mean_token_accuracy": 0.7966042939573527, "num_tokens": 8823153.0, "step": 1330 }, { "entropy": 0.7496651741676033, "epoch": 0.5964502309019084, "grad_norm": 53.25, "learning_rate": 1.924666666666667e-05, "loss": 12.1236, "mean_token_accuracy": 0.788444896414876, "num_tokens": 8886401.0, "step": 1340 }, { "entropy": 0.7156450959853828, "epoch": 0.6009013520280421, "grad_norm": 45.75, "learning_rate": 1.9224444444444444e-05, "loss": 11.4242, "mean_token_accuracy": 0.7963771104812623, "num_tokens": 8958530.0, "step": 1350 }, { "entropy": 0.7286824054084718, "epoch": 0.6053524731541757, "grad_norm": 55.0, "learning_rate": 1.9202222222222225e-05, "loss": 11.7964, "mean_token_accuracy": 0.7932926584035158, "num_tokens": 9024677.0, "step": 1360 }, { "entropy": 0.7564192423596978, "epoch": 0.6098035942803094, "grad_norm": 52.25, "learning_rate": 1.918e-05, "loss": 11.9791, "mean_token_accuracy": 0.790202745422721, "num_tokens": 9090280.0, "step": 1370 }, { "entropy": 0.7076619225554168, "epoch": 0.614254715406443, "grad_norm": 52.75, "learning_rate": 1.915777777777778e-05, "loss": 11.5864, "mean_token_accuracy": 0.7959123384207487, "num_tokens": 9153771.0, "step": 1380 }, { "entropy": 0.6782314692623913, "epoch": 0.6187058365325766, "grad_norm": 47.5, "learning_rate": 1.9135555555555555e-05, "loss": 10.7507, "mean_token_accuracy": 0.8093214847147465, "num_tokens": 9227117.0, "step": 1390 }, { "entropy": 0.7308899962343276, "epoch": 0.6231569576587103, "grad_norm": 50.25, "learning_rate": 1.9113333333333336e-05, "loss": 11.9294, "mean_token_accuracy": 0.790796834975481, "num_tokens": 9291760.0, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_biology_entropy": 1.2965683770179748, "eval_biology_loss": 1.3410367965698242, "eval_biology_mean_token_accuracy": 0.6702442263960838, "eval_biology_num_tokens": 9291760.0, "eval_biology_runtime": 35.3518, "eval_biology_samples_per_second": 14.144, "eval_biology_steps_per_second": 14.144, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_chemistry_entropy": 0.7365462110638619, "eval_chemistry_loss": 0.7281596660614014, "eval_chemistry_mean_token_accuracy": 0.7939923223257065, "eval_chemistry_num_tokens": 9291760.0, "eval_chemistry_runtime": 39.6432, "eval_chemistry_samples_per_second": 12.613, "eval_chemistry_steps_per_second": 12.613, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_math_entropy": 0.7127760598063468, "eval_math_loss": 0.8852732181549072, "eval_math_mean_token_accuracy": 0.772164557814598, "eval_math_num_tokens": 9291760.0, "eval_math_runtime": 40.409, "eval_math_samples_per_second": 12.373, "eval_math_steps_per_second": 12.373, "step": 1400 }, { "epoch": 0.6231569576587103, "eval_physics_entropy": 0.7410066242218017, "eval_physics_loss": 0.7547739148139954, "eval_physics_mean_token_accuracy": 0.7911624670028686, "eval_physics_num_tokens": 9291760.0, "eval_physics_runtime": 45.0651, "eval_physics_samples_per_second": 11.095, "eval_physics_steps_per_second": 11.095, "step": 1400 }, { "entropy": 0.764516063220799, "epoch": 0.6276080787848439, "grad_norm": 51.25, "learning_rate": 1.9091111111111113e-05, "loss": 12.1236, "mean_token_accuracy": 0.7861191317439079, "num_tokens": 9357561.0, "step": 1410 }, { "entropy": 0.7065011899918318, "epoch": 0.6320591999109776, "grad_norm": 56.0, "learning_rate": 1.906888888888889e-05, "loss": 11.5089, "mean_token_accuracy": 0.798106643371284, "num_tokens": 9425022.0, "step": 1420 }, { "entropy": 0.7121715405024588, "epoch": 0.6365103210371112, "grad_norm": 56.25, "learning_rate": 1.904666666666667e-05, "loss": 11.3189, "mean_token_accuracy": 0.8004428222775459, "num_tokens": 9492028.0, "step": 1430 }, { "entropy": 0.6874197697266936, "epoch": 0.6409614421632449, "grad_norm": 53.25, "learning_rate": 1.9024444444444446e-05, "loss": 11.048, "mean_token_accuracy": 0.8003636717796325, "num_tokens": 9561091.0, "step": 1440 }, { "entropy": 0.7115700559690594, "epoch": 0.6454125632893785, "grad_norm": 51.25, "learning_rate": 1.9002222222222224e-05, "loss": 11.3964, "mean_token_accuracy": 0.7977115370333194, "num_tokens": 9628383.0, "step": 1450 }, { "entropy": 0.6615842315368354, "epoch": 0.6498636844155121, "grad_norm": 46.25, "learning_rate": 1.898e-05, "loss": 10.652, "mean_token_accuracy": 0.8100770756602287, "num_tokens": 9695723.0, "step": 1460 }, { "entropy": 0.6988324311561882, "epoch": 0.6543148055416458, "grad_norm": 48.5, "learning_rate": 1.895777777777778e-05, "loss": 11.2433, "mean_token_accuracy": 0.8033667050302029, "num_tokens": 9763393.0, "step": 1470 }, { "entropy": 0.740055176243186, "epoch": 0.6587659266677794, "grad_norm": 45.75, "learning_rate": 1.8935555555555556e-05, "loss": 11.6971, "mean_token_accuracy": 0.7966903638094663, "num_tokens": 9827272.0, "step": 1480 }, { "entropy": 0.6889881357550621, "epoch": 0.6632170477939131, "grad_norm": 47.75, "learning_rate": 1.8913333333333334e-05, "loss": 11.1825, "mean_token_accuracy": 0.8002750147134066, "num_tokens": 9892418.0, "step": 1490 }, { "entropy": 0.6946229469962418, "epoch": 0.6676681689200468, "grad_norm": 48.75, "learning_rate": 1.8891111111111115e-05, "loss": 11.1311, "mean_token_accuracy": 0.802448557689786, "num_tokens": 9955369.0, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_biology_entropy": 1.225859948515892, "eval_biology_loss": 1.344753384590149, "eval_biology_mean_token_accuracy": 0.6716743484735489, "eval_biology_num_tokens": 9955369.0, "eval_biology_runtime": 35.0712, "eval_biology_samples_per_second": 14.257, "eval_biology_steps_per_second": 14.257, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_chemistry_entropy": 0.6977527342438697, "eval_chemistry_loss": 0.7168055176734924, "eval_chemistry_mean_token_accuracy": 0.7972170073986053, "eval_chemistry_num_tokens": 9955369.0, "eval_chemistry_runtime": 39.4894, "eval_chemistry_samples_per_second": 12.662, "eval_chemistry_steps_per_second": 12.662, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_math_entropy": 0.670133613884449, "eval_math_loss": 0.8919703960418701, "eval_math_mean_token_accuracy": 0.7722328932285308, "eval_math_num_tokens": 9955369.0, "eval_math_runtime": 40.4938, "eval_math_samples_per_second": 12.348, "eval_math_steps_per_second": 12.348, "step": 1500 }, { "epoch": 0.6676681689200468, "eval_physics_entropy": 0.7054080674946308, "eval_physics_loss": 0.7483915090560913, "eval_physics_mean_token_accuracy": 0.7919600957632065, "eval_physics_num_tokens": 9955369.0, "eval_physics_runtime": 44.9964, "eval_physics_samples_per_second": 11.112, "eval_physics_steps_per_second": 11.112, "step": 1500 }, { "entropy": 0.7044103164225817, "epoch": 0.6721192900461804, "grad_norm": 59.0, "learning_rate": 1.886888888888889e-05, "loss": 11.356, "mean_token_accuracy": 0.7981578037142754, "num_tokens": 10026298.0, "step": 1510 }, { "entropy": 0.6750010882504285, "epoch": 0.676570411172314, "grad_norm": 48.5, "learning_rate": 1.884666666666667e-05, "loss": 10.656, "mean_token_accuracy": 0.8101748798042536, "num_tokens": 10096065.0, "step": 1520 }, { "entropy": 0.6924384200014174, "epoch": 0.6810215322984476, "grad_norm": 51.25, "learning_rate": 1.8824444444444445e-05, "loss": 11.3517, "mean_token_accuracy": 0.8001077000051737, "num_tokens": 10160745.0, "step": 1530 }, { "entropy": 0.673445784766227, "epoch": 0.6854726534245813, "grad_norm": 46.75, "learning_rate": 1.8802222222222226e-05, "loss": 10.659, "mean_token_accuracy": 0.8083447456359864, "num_tokens": 10233806.0, "step": 1540 }, { "entropy": 0.6894099942408503, "epoch": 0.689923774550715, "grad_norm": 56.75, "learning_rate": 1.878e-05, "loss": 11.2095, "mean_token_accuracy": 0.8019303198903799, "num_tokens": 10298845.0, "step": 1550 }, { "entropy": 0.6929447575472295, "epoch": 0.6943748956768486, "grad_norm": 49.25, "learning_rate": 1.875777777777778e-05, "loss": 11.0324, "mean_token_accuracy": 0.8037194091826677, "num_tokens": 10364601.0, "step": 1560 }, { "entropy": 0.6951657691970468, "epoch": 0.6988260168029823, "grad_norm": 52.0, "learning_rate": 1.873555555555556e-05, "loss": 11.2917, "mean_token_accuracy": 0.7976405322551727, "num_tokens": 10434433.0, "step": 1570 }, { "entropy": 0.7162799044512212, "epoch": 0.703277137929116, "grad_norm": 55.75, "learning_rate": 1.8713333333333336e-05, "loss": 11.4194, "mean_token_accuracy": 0.79690898694098, "num_tokens": 10500891.0, "step": 1580 }, { "entropy": 0.7040263103321195, "epoch": 0.7077282590552495, "grad_norm": 49.0, "learning_rate": 1.8691111111111114e-05, "loss": 11.4425, "mean_token_accuracy": 0.8009267061948776, "num_tokens": 10567784.0, "step": 1590 }, { "entropy": 0.7154285722412169, "epoch": 0.7121793801813832, "grad_norm": 45.5, "learning_rate": 1.866888888888889e-05, "loss": 11.2045, "mean_token_accuracy": 0.8016629904508591, "num_tokens": 10633325.0, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_biology_entropy": 1.2686697797775268, "eval_biology_loss": 1.3475232124328613, "eval_biology_mean_token_accuracy": 0.6715757512450218, "eval_biology_num_tokens": 10633325.0, "eval_biology_runtime": 37.2608, "eval_biology_samples_per_second": 13.419, "eval_biology_steps_per_second": 13.419, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_chemistry_entropy": 0.7082813937962055, "eval_chemistry_loss": 0.709429144859314, "eval_chemistry_mean_token_accuracy": 0.7980507612228394, "eval_chemistry_num_tokens": 10633325.0, "eval_chemistry_runtime": 41.5255, "eval_chemistry_samples_per_second": 12.041, "eval_chemistry_steps_per_second": 12.041, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_math_entropy": 0.700207156687975, "eval_math_loss": 0.8887552618980408, "eval_math_mean_token_accuracy": 0.7707038291096687, "eval_math_num_tokens": 10633325.0, "eval_math_runtime": 41.5728, "eval_math_samples_per_second": 12.027, "eval_math_steps_per_second": 12.027, "step": 1600 }, { "epoch": 0.7121793801813832, "eval_physics_entropy": 0.7126084741950035, "eval_physics_loss": 0.7438511848449707, "eval_physics_mean_token_accuracy": 0.7933549825549125, "eval_physics_num_tokens": 10633325.0, "eval_physics_runtime": 45.9285, "eval_physics_samples_per_second": 10.886, "eval_physics_steps_per_second": 10.886, "step": 1600 }, { "entropy": 0.6555963907390833, "epoch": 0.7166305013075168, "grad_norm": 46.75, "learning_rate": 1.864666666666667e-05, "loss": 10.7285, "mean_token_accuracy": 0.8088797086849808, "num_tokens": 10699737.0, "step": 1610 }, { "entropy": 0.622994406428188, "epoch": 0.7210816224336505, "grad_norm": 54.0, "learning_rate": 1.8624444444444446e-05, "loss": 9.9832, "mean_token_accuracy": 0.818326310813427, "num_tokens": 10764319.0, "step": 1620 }, { "entropy": 0.7015501054003834, "epoch": 0.7255327435597841, "grad_norm": 49.0, "learning_rate": 1.8602222222222224e-05, "loss": 11.2865, "mean_token_accuracy": 0.79976800493896, "num_tokens": 10831617.0, "step": 1630 }, { "entropy": 0.717830996774137, "epoch": 0.7299838646859178, "grad_norm": 58.25, "learning_rate": 1.858e-05, "loss": 11.4257, "mean_token_accuracy": 0.8004014391452074, "num_tokens": 10897916.0, "step": 1640 }, { "entropy": 0.6889832572080195, "epoch": 0.7344349858120514, "grad_norm": 48.0, "learning_rate": 1.855777777777778e-05, "loss": 11.124, "mean_token_accuracy": 0.8024733573198318, "num_tokens": 10965483.0, "step": 1650 }, { "entropy": 0.7227079953998328, "epoch": 0.738886106938185, "grad_norm": 47.5, "learning_rate": 1.8535555555555557e-05, "loss": 11.6312, "mean_token_accuracy": 0.7963551234453916, "num_tokens": 11030485.0, "step": 1660 }, { "entropy": 0.6877313646487891, "epoch": 0.7433372280643187, "grad_norm": 51.25, "learning_rate": 1.8513333333333335e-05, "loss": 11.0117, "mean_token_accuracy": 0.8049852427095174, "num_tokens": 11097108.0, "step": 1670 }, { "entropy": 0.6374788259156048, "epoch": 0.7477883491904523, "grad_norm": 48.5, "learning_rate": 1.8491111111111112e-05, "loss": 10.4188, "mean_token_accuracy": 0.8140723098069429, "num_tokens": 11165356.0, "step": 1680 }, { "entropy": 0.7090142169035971, "epoch": 0.752239470316586, "grad_norm": 46.25, "learning_rate": 1.846888888888889e-05, "loss": 11.254, "mean_token_accuracy": 0.8003898195922374, "num_tokens": 11234429.0, "step": 1690 }, { "entropy": 0.6993439633399248, "epoch": 0.7566905914427197, "grad_norm": 49.0, "learning_rate": 1.8446666666666667e-05, "loss": 11.1632, "mean_token_accuracy": 0.8017345808446408, "num_tokens": 11299223.0, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_biology_entropy": 1.2939974426627159, "eval_biology_loss": 1.3418560028076172, "eval_biology_mean_token_accuracy": 0.6719679839015007, "eval_biology_num_tokens": 11299223.0, "eval_biology_runtime": 37.3694, "eval_biology_samples_per_second": 13.38, "eval_biology_steps_per_second": 13.38, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_chemistry_entropy": 0.6994238477945328, "eval_chemistry_loss": 0.7064142227172852, "eval_chemistry_mean_token_accuracy": 0.799383031964302, "eval_chemistry_num_tokens": 11299223.0, "eval_chemistry_runtime": 41.2811, "eval_chemistry_samples_per_second": 12.112, "eval_chemistry_steps_per_second": 12.112, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_math_entropy": 0.7065025750994682, "eval_math_loss": 0.8846055865287781, "eval_math_mean_token_accuracy": 0.7727578555345536, "eval_math_num_tokens": 11299223.0, "eval_math_runtime": 42.3209, "eval_math_samples_per_second": 11.814, "eval_math_steps_per_second": 11.814, "step": 1700 }, { "epoch": 0.7566905914427197, "eval_physics_entropy": 0.7156323294043541, "eval_physics_loss": 0.7419880628585815, "eval_physics_mean_token_accuracy": 0.794500320136547, "eval_physics_num_tokens": 11299223.0, "eval_physics_runtime": 46.3513, "eval_physics_samples_per_second": 10.787, "eval_physics_steps_per_second": 10.787, "step": 1700 }, { "entropy": 0.6807379337958992, "epoch": 0.7611417125688533, "grad_norm": 44.5, "learning_rate": 1.842444444444445e-05, "loss": 10.903, "mean_token_accuracy": 0.806118119508028, "num_tokens": 11371200.0, "step": 1710 }, { "entropy": 0.6858457752503455, "epoch": 0.7655928336949869, "grad_norm": 48.5, "learning_rate": 1.8402222222222223e-05, "loss": 11.2529, "mean_token_accuracy": 0.8003716830164194, "num_tokens": 11436799.0, "step": 1720 }, { "entropy": 0.6833723585121334, "epoch": 0.7700439548211205, "grad_norm": 56.25, "learning_rate": 1.8380000000000004e-05, "loss": 10.8605, "mean_token_accuracy": 0.8072644464671612, "num_tokens": 11502965.0, "step": 1730 }, { "entropy": 0.7146074397489428, "epoch": 0.7744950759472542, "grad_norm": 46.5, "learning_rate": 1.8357777777777778e-05, "loss": 11.5601, "mean_token_accuracy": 0.7982227748259902, "num_tokens": 11567422.0, "step": 1740 }, { "entropy": 0.6696322374045849, "epoch": 0.7789461970733879, "grad_norm": 38.5, "learning_rate": 1.833555555555556e-05, "loss": 10.8469, "mean_token_accuracy": 0.8079163532704114, "num_tokens": 11637076.0, "step": 1750 }, { "entropy": 0.7314721707254648, "epoch": 0.7833973181995215, "grad_norm": 50.0, "learning_rate": 1.8313333333333333e-05, "loss": 11.7653, "mean_token_accuracy": 0.7910329852253198, "num_tokens": 11703496.0, "step": 1760 }, { "entropy": 0.645071561448276, "epoch": 0.7878484393256552, "grad_norm": 36.75, "learning_rate": 1.8291111111111114e-05, "loss": 10.1798, "mean_token_accuracy": 0.8178190600126982, "num_tokens": 11772773.0, "step": 1770 }, { "entropy": 0.656541757658124, "epoch": 0.7922995604517888, "grad_norm": 46.75, "learning_rate": 1.8268888888888888e-05, "loss": 10.7678, "mean_token_accuracy": 0.8082757320255041, "num_tokens": 11840317.0, "step": 1780 }, { "entropy": 0.7429797733202577, "epoch": 0.7967506815779224, "grad_norm": 59.75, "learning_rate": 1.824666666666667e-05, "loss": 11.9596, "mean_token_accuracy": 0.7920549724251031, "num_tokens": 11903376.0, "step": 1790 }, { "entropy": 0.6890028819441796, "epoch": 0.801201802704056, "grad_norm": 52.0, "learning_rate": 1.8224444444444447e-05, "loss": 10.9936, "mean_token_accuracy": 0.8042987301945687, "num_tokens": 11965530.0, "step": 1800 }, { "epoch": 0.801201802704056, "eval_biology_entropy": 1.277042101919651, "eval_biology_loss": 1.332998275756836, "eval_biology_mean_token_accuracy": 0.6726464540362358, "eval_biology_num_tokens": 11965530.0, "eval_biology_runtime": 37.3225, "eval_biology_samples_per_second": 13.397, "eval_biology_steps_per_second": 13.397, "step": 1800 }, { "epoch": 0.801201802704056, "eval_chemistry_entropy": 0.6964197388291359, "eval_chemistry_loss": 0.6977025270462036, "eval_chemistry_mean_token_accuracy": 0.800601690530777, "eval_chemistry_num_tokens": 11965530.0, "eval_chemistry_runtime": 41.1955, "eval_chemistry_samples_per_second": 12.137, "eval_chemistry_steps_per_second": 12.137, "step": 1800 }, { "epoch": 0.801201802704056, "eval_math_entropy": 0.691622546583414, "eval_math_loss": 0.884013831615448, "eval_math_mean_token_accuracy": 0.7728146443367004, "eval_math_num_tokens": 11965530.0, "eval_math_runtime": 41.3293, "eval_math_samples_per_second": 12.098, "eval_math_steps_per_second": 12.098, "step": 1800 }, { "epoch": 0.801201802704056, "eval_physics_entropy": 0.7113458831310272, "eval_physics_loss": 0.7380439639091492, "eval_physics_mean_token_accuracy": 0.7949880036711693, "eval_physics_num_tokens": 11965530.0, "eval_physics_runtime": 45.7175, "eval_physics_samples_per_second": 10.937, "eval_physics_steps_per_second": 10.937, "step": 1800 }, { "entropy": 0.6916238307952881, "epoch": 0.8056529238301897, "grad_norm": 54.0, "learning_rate": 1.8202222222222225e-05, "loss": 11.1738, "mean_token_accuracy": 0.802581525221467, "num_tokens": 12031493.0, "step": 1810 }, { "entropy": 0.6883499003015459, "epoch": 0.8101040449563234, "grad_norm": 47.0, "learning_rate": 1.8180000000000002e-05, "loss": 11.1564, "mean_token_accuracy": 0.8044124312698842, "num_tokens": 12097917.0, "step": 1820 }, { "entropy": 0.6930434329435229, "epoch": 0.814555166082457, "grad_norm": 46.25, "learning_rate": 1.815777777777778e-05, "loss": 11.0779, "mean_token_accuracy": 0.8034347232431174, "num_tokens": 12163029.0, "step": 1830 }, { "entropy": 0.6947093228809536, "epoch": 0.8190062872085907, "grad_norm": 58.5, "learning_rate": 1.8135555555555557e-05, "loss": 11.3123, "mean_token_accuracy": 0.7996832799166441, "num_tokens": 12224427.0, "step": 1840 }, { "entropy": 0.719798219576478, "epoch": 0.8234574083347244, "grad_norm": 43.25, "learning_rate": 1.8113333333333335e-05, "loss": 11.4131, "mean_token_accuracy": 0.8016381539404392, "num_tokens": 12291917.0, "step": 1850 }, { "entropy": 0.669582040514797, "epoch": 0.8279085294608579, "grad_norm": 48.25, "learning_rate": 1.8091111111111113e-05, "loss": 10.7576, "mean_token_accuracy": 0.8064643792808056, "num_tokens": 12365332.0, "step": 1860 }, { "entropy": 0.6633579313755036, "epoch": 0.8323596505869916, "grad_norm": 41.25, "learning_rate": 1.806888888888889e-05, "loss": 10.6729, "mean_token_accuracy": 0.806138664111495, "num_tokens": 12441423.0, "step": 1870 }, { "entropy": 0.6549396699294447, "epoch": 0.8368107717131252, "grad_norm": 50.5, "learning_rate": 1.8046666666666668e-05, "loss": 10.4457, "mean_token_accuracy": 0.8124689020216465, "num_tokens": 12509124.0, "step": 1880 }, { "entropy": 0.6255366197787225, "epoch": 0.8412618928392589, "grad_norm": 43.25, "learning_rate": 1.8024444444444445e-05, "loss": 10.236, "mean_token_accuracy": 0.8123138222843409, "num_tokens": 12575355.0, "step": 1890 }, { "entropy": 0.6981251872144639, "epoch": 0.8457130139653926, "grad_norm": 59.75, "learning_rate": 1.8002222222222223e-05, "loss": 11.3401, "mean_token_accuracy": 0.799917110055685, "num_tokens": 12642651.0, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_biology_entropy": 1.2781688437461853, "eval_biology_loss": 1.337692379951477, "eval_biology_mean_token_accuracy": 0.6727457674741745, "eval_biology_num_tokens": 12642651.0, "eval_biology_runtime": 36.7254, "eval_biology_samples_per_second": 13.615, "eval_biology_steps_per_second": 13.615, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_chemistry_entropy": 0.6981815086901187, "eval_chemistry_loss": 0.6955837607383728, "eval_chemistry_mean_token_accuracy": 0.8022230199575424, "eval_chemistry_num_tokens": 12642651.0, "eval_chemistry_runtime": 40.4028, "eval_chemistry_samples_per_second": 12.375, "eval_chemistry_steps_per_second": 12.375, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_math_entropy": 0.6860641204416752, "eval_math_loss": 0.8941249251365662, "eval_math_mean_token_accuracy": 0.7716994079351425, "eval_math_num_tokens": 12642651.0, "eval_math_runtime": 41.4747, "eval_math_samples_per_second": 12.056, "eval_math_steps_per_second": 12.056, "step": 1900 }, { "epoch": 0.8457130139653926, "eval_physics_entropy": 0.7120301985144615, "eval_physics_loss": 0.7369678020477295, "eval_physics_mean_token_accuracy": 0.7946544420719147, "eval_physics_num_tokens": 12642651.0, "eval_physics_runtime": 45.5815, "eval_physics_samples_per_second": 10.969, "eval_physics_steps_per_second": 10.969, "step": 1900 }, { "entropy": 0.6538136603310705, "epoch": 0.8501641350915262, "grad_norm": 42.0, "learning_rate": 1.798e-05, "loss": 10.2863, "mean_token_accuracy": 0.8125439338386059, "num_tokens": 12710065.0, "step": 1910 }, { "entropy": 0.6856445983983577, "epoch": 0.8546152562176598, "grad_norm": 50.75, "learning_rate": 1.7957777777777778e-05, "loss": 10.9931, "mean_token_accuracy": 0.8032558988779783, "num_tokens": 12778408.0, "step": 1920 }, { "entropy": 0.6402218439616263, "epoch": 0.8590663773437934, "grad_norm": 53.75, "learning_rate": 1.7935555555555556e-05, "loss": 10.3931, "mean_token_accuracy": 0.8133255753666162, "num_tokens": 12845949.0, "step": 1930 }, { "entropy": 0.687981967907399, "epoch": 0.8635174984699271, "grad_norm": 53.5, "learning_rate": 1.7913333333333337e-05, "loss": 10.9298, "mean_token_accuracy": 0.8087461933493614, "num_tokens": 12910630.0, "step": 1940 }, { "entropy": 0.6755717716179788, "epoch": 0.8679686195960608, "grad_norm": 47.75, "learning_rate": 1.789111111111111e-05, "loss": 11.1314, "mean_token_accuracy": 0.8019361585378647, "num_tokens": 12975379.0, "step": 1950 }, { "entropy": 0.6678634139709174, "epoch": 0.8724197407221944, "grad_norm": 42.0, "learning_rate": 1.7868888888888892e-05, "loss": 10.5302, "mean_token_accuracy": 0.8089069448411464, "num_tokens": 13046473.0, "step": 1960 }, { "entropy": 0.7141758069396019, "epoch": 0.8768708618483281, "grad_norm": 44.75, "learning_rate": 1.7846666666666666e-05, "loss": 11.6782, "mean_token_accuracy": 0.7963042937219142, "num_tokens": 13105019.0, "step": 1970 }, { "entropy": 0.7312607789412141, "epoch": 0.8813219829744617, "grad_norm": 47.75, "learning_rate": 1.7824444444444447e-05, "loss": 11.4252, "mean_token_accuracy": 0.8010873660445214, "num_tokens": 13167768.0, "step": 1980 }, { "entropy": 0.6517805024050176, "epoch": 0.8857731041005953, "grad_norm": 46.25, "learning_rate": 1.780222222222222e-05, "loss": 10.6298, "mean_token_accuracy": 0.8119962867349386, "num_tokens": 13235899.0, "step": 1990 }, { "entropy": 0.6774258488789201, "epoch": 0.890224225226729, "grad_norm": 40.5, "learning_rate": 1.7780000000000003e-05, "loss": 10.7589, "mean_token_accuracy": 0.8065350767225027, "num_tokens": 13301659.0, "step": 2000 }, { "epoch": 0.890224225226729, "eval_biology_entropy": 1.2670730832815171, "eval_biology_loss": 1.333166241645813, "eval_biology_mean_token_accuracy": 0.6740682775974274, "eval_biology_num_tokens": 13301659.0, "eval_biology_runtime": 36.6935, "eval_biology_samples_per_second": 13.626, "eval_biology_steps_per_second": 13.626, "step": 2000 }, { "epoch": 0.890224225226729, "eval_chemistry_entropy": 0.6871010038554668, "eval_chemistry_loss": 0.6869096755981445, "eval_chemistry_mean_token_accuracy": 0.8039456156492233, "eval_chemistry_num_tokens": 13301659.0, "eval_chemistry_runtime": 40.6168, "eval_chemistry_samples_per_second": 12.31, "eval_chemistry_steps_per_second": 12.31, "step": 2000 }, { "epoch": 0.890224225226729, "eval_math_entropy": 0.6870918811559678, "eval_math_loss": 0.8818830847740173, "eval_math_mean_token_accuracy": 0.7737292177677154, "eval_math_num_tokens": 13301659.0, "eval_math_runtime": 41.1765, "eval_math_samples_per_second": 12.143, "eval_math_steps_per_second": 12.143, "step": 2000 }, { "epoch": 0.890224225226729, "eval_physics_entropy": 0.7050596924424172, "eval_physics_loss": 0.7348896861076355, "eval_physics_mean_token_accuracy": 0.7955606966018677, "eval_physics_num_tokens": 13301659.0, "eval_physics_runtime": 45.6515, "eval_physics_samples_per_second": 10.953, "eval_physics_steps_per_second": 10.953, "step": 2000 }, { "entropy": 0.6624653632752597, "epoch": 0.8946753463528626, "grad_norm": 47.25, "learning_rate": 1.7757777777777777e-05, "loss": 10.6738, "mean_token_accuracy": 0.809033065661788, "num_tokens": 13368880.0, "step": 2010 }, { "entropy": 0.7088313958607614, "epoch": 0.8991264674789963, "grad_norm": 51.25, "learning_rate": 1.7735555555555558e-05, "loss": 11.251, "mean_token_accuracy": 0.8030012097209692, "num_tokens": 13434364.0, "step": 2020 }, { "entropy": 0.6664689189754427, "epoch": 0.9035775886051299, "grad_norm": 47.75, "learning_rate": 1.7713333333333335e-05, "loss": 10.8209, "mean_token_accuracy": 0.809228365495801, "num_tokens": 13499871.0, "step": 2030 }, { "entropy": 0.6379630077630282, "epoch": 0.9080287097312636, "grad_norm": 41.25, "learning_rate": 1.7691111111111113e-05, "loss": 10.2334, "mean_token_accuracy": 0.817959938570857, "num_tokens": 13570986.0, "step": 2040 }, { "entropy": 0.602727087866515, "epoch": 0.9124798308573973, "grad_norm": 43.0, "learning_rate": 1.766888888888889e-05, "loss": 9.6466, "mean_token_accuracy": 0.8242635581642389, "num_tokens": 13639400.0, "step": 2050 }, { "entropy": 0.7078336867503822, "epoch": 0.9169309519835308, "grad_norm": 43.25, "learning_rate": 1.7646666666666668e-05, "loss": 11.4415, "mean_token_accuracy": 0.8023648094385862, "num_tokens": 13706343.0, "step": 2060 }, { "entropy": 0.7338959392160177, "epoch": 0.9213820731096645, "grad_norm": 50.75, "learning_rate": 1.7624444444444446e-05, "loss": 11.7122, "mean_token_accuracy": 0.795870553702116, "num_tokens": 13772145.0, "step": 2070 }, { "entropy": 0.6916357525624335, "epoch": 0.9258331942357981, "grad_norm": 46.5, "learning_rate": 1.7602222222222223e-05, "loss": 11.2013, "mean_token_accuracy": 0.804204386100173, "num_tokens": 13833901.0, "step": 2080 }, { "entropy": 0.692809761222452, "epoch": 0.9302843153619318, "grad_norm": 56.25, "learning_rate": 1.758e-05, "loss": 11.0936, "mean_token_accuracy": 0.8052353203296662, "num_tokens": 13890922.0, "step": 2090 }, { "entropy": 0.6622355343773961, "epoch": 0.9347354364880655, "grad_norm": 49.25, "learning_rate": 1.755777777777778e-05, "loss": 10.7104, "mean_token_accuracy": 0.806670430675149, "num_tokens": 13954258.0, "step": 2100 }, { "epoch": 0.9347354364880655, "eval_biology_entropy": 1.2462336373329164, "eval_biology_loss": 1.3325841426849365, "eval_biology_mean_token_accuracy": 0.6730192624926568, "eval_biology_num_tokens": 13954258.0, "eval_biology_runtime": 37.5397, "eval_biology_samples_per_second": 13.319, "eval_biology_steps_per_second": 13.319, "step": 2100 }, { "epoch": 0.9347354364880655, "eval_chemistry_entropy": 0.6734770992100239, "eval_chemistry_loss": 0.6857835054397583, "eval_chemistry_mean_token_accuracy": 0.8044139510393142, "eval_chemistry_num_tokens": 13954258.0, "eval_chemistry_runtime": 41.0842, "eval_chemistry_samples_per_second": 12.17, "eval_chemistry_steps_per_second": 12.17, "step": 2100 }, { "epoch": 0.9347354364880655, "eval_math_entropy": 0.690498467206955, "eval_math_loss": 0.879159688949585, "eval_math_mean_token_accuracy": 0.774110961675644, "eval_math_num_tokens": 13954258.0, "eval_math_runtime": 41.6262, "eval_math_samples_per_second": 12.012, "eval_math_steps_per_second": 12.012, "step": 2100 }, { "epoch": 0.9347354364880655, "eval_physics_entropy": 0.7076400628387928, "eval_physics_loss": 0.7340090274810791, "eval_physics_mean_token_accuracy": 0.7960616961717606, "eval_physics_num_tokens": 13954258.0, "eval_physics_runtime": 45.6092, "eval_physics_samples_per_second": 10.963, "eval_physics_steps_per_second": 10.963, "step": 2100 }, { "entropy": 0.6589104058220983, "epoch": 0.9391865576141991, "grad_norm": 47.0, "learning_rate": 1.7535555555555556e-05, "loss": 10.3503, "mean_token_accuracy": 0.8144653994590044, "num_tokens": 14024422.0, "step": 2110 }, { "entropy": 0.6486032720655203, "epoch": 0.9436376787403328, "grad_norm": 53.5, "learning_rate": 1.7513333333333334e-05, "loss": 10.4779, "mean_token_accuracy": 0.8101291112601757, "num_tokens": 14093888.0, "step": 2120 }, { "entropy": 0.6803323580883444, "epoch": 0.9480887998664663, "grad_norm": 48.75, "learning_rate": 1.749111111111111e-05, "loss": 10.9885, "mean_token_accuracy": 0.80365344658494, "num_tokens": 14160983.0, "step": 2130 }, { "entropy": 0.6727567315101624, "epoch": 0.9525399209926, "grad_norm": 51.25, "learning_rate": 1.746888888888889e-05, "loss": 10.7152, "mean_token_accuracy": 0.8089216817170382, "num_tokens": 14222626.0, "step": 2140 }, { "entropy": 0.6865859323181212, "epoch": 0.9569910421187336, "grad_norm": 45.75, "learning_rate": 1.7446666666666667e-05, "loss": 11.0247, "mean_token_accuracy": 0.8013521831482648, "num_tokens": 14287730.0, "step": 2150 }, { "entropy": 0.6925968321040272, "epoch": 0.9614421632448673, "grad_norm": 50.25, "learning_rate": 1.7424444444444444e-05, "loss": 11.0458, "mean_token_accuracy": 0.8054416980594397, "num_tokens": 14354918.0, "step": 2160 }, { "entropy": 0.6530994305387139, "epoch": 0.965893284371001, "grad_norm": 54.75, "learning_rate": 1.7402222222222222e-05, "loss": 10.5897, "mean_token_accuracy": 0.8102857951074839, "num_tokens": 14427338.0, "step": 2170 }, { "entropy": 0.6711476687341928, "epoch": 0.9703444054971346, "grad_norm": 44.25, "learning_rate": 1.7380000000000003e-05, "loss": 10.7937, "mean_token_accuracy": 0.8047963213175535, "num_tokens": 14493349.0, "step": 2180 }, { "entropy": 0.6828335174359381, "epoch": 0.9747955266232682, "grad_norm": 46.25, "learning_rate": 1.735777777777778e-05, "loss": 10.8038, "mean_token_accuracy": 0.8060759626328945, "num_tokens": 14555091.0, "step": 2190 }, { "entropy": 0.6434482355602086, "epoch": 0.9792466477494018, "grad_norm": 44.75, "learning_rate": 1.7335555555555558e-05, "loss": 10.2743, "mean_token_accuracy": 0.8180668748915195, "num_tokens": 14620244.0, "step": 2200 }, { "epoch": 0.9792466477494018, "eval_biology_entropy": 1.247750738620758, "eval_biology_loss": 1.3323266506195068, "eval_biology_mean_token_accuracy": 0.6733877260684967, "eval_biology_num_tokens": 14620244.0, "eval_biology_runtime": 36.9535, "eval_biology_samples_per_second": 13.531, "eval_biology_steps_per_second": 13.531, "step": 2200 }, { "epoch": 0.9792466477494018, "eval_chemistry_entropy": 0.6709461865127087, "eval_chemistry_loss": 0.6788121461868286, "eval_chemistry_mean_token_accuracy": 0.8056401910781861, "eval_chemistry_num_tokens": 14620244.0, "eval_chemistry_runtime": 40.4431, "eval_chemistry_samples_per_second": 12.363, "eval_chemistry_steps_per_second": 12.363, "step": 2200 }, { "epoch": 0.9792466477494018, "eval_math_entropy": 0.6754355610609054, "eval_math_loss": 0.8837116956710815, "eval_math_mean_token_accuracy": 0.7731442128419876, "eval_math_num_tokens": 14620244.0, "eval_math_runtime": 41.713, "eval_math_samples_per_second": 11.987, "eval_math_steps_per_second": 11.987, "step": 2200 }, { "epoch": 0.9792466477494018, "eval_physics_entropy": 0.7011642599105835, "eval_physics_loss": 0.7309737801551819, "eval_physics_mean_token_accuracy": 0.7966242255568504, "eval_physics_num_tokens": 14620244.0, "eval_physics_runtime": 45.581, "eval_physics_samples_per_second": 10.969, "eval_physics_steps_per_second": 10.969, "step": 2200 }, { "entropy": 0.6384785600006581, "epoch": 0.9836977688755355, "grad_norm": 43.25, "learning_rate": 1.7313333333333336e-05, "loss": 10.2457, "mean_token_accuracy": 0.8158678378909826, "num_tokens": 14688111.0, "step": 2210 }, { "entropy": 0.6514905813150108, "epoch": 0.9881488900016692, "grad_norm": 41.25, "learning_rate": 1.7291111111111113e-05, "loss": 10.3912, "mean_token_accuracy": 0.813620499521494, "num_tokens": 14760951.0, "step": 2220 }, { "entropy": 0.7030717304907739, "epoch": 0.9926000111278028, "grad_norm": 46.25, "learning_rate": 1.726888888888889e-05, "loss": 11.3263, "mean_token_accuracy": 0.8024369370192289, "num_tokens": 14823141.0, "step": 2230 }, { "entropy": 0.6680187570862473, "epoch": 0.9970511322539365, "grad_norm": 46.5, "learning_rate": 1.724666666666667e-05, "loss": 10.7516, "mean_token_accuracy": 0.8081471104174852, "num_tokens": 14886593.0, "step": 2240 }, { "entropy": 0.6284090471151588, "epoch": 1.00133533633784, "grad_norm": 45.0, "learning_rate": 1.7224444444444446e-05, "loss": 9.2827, "mean_token_accuracy": 0.8244597559625452, "num_tokens": 14951602.0, "step": 2250 }, { "entropy": 0.4474197247996926, "epoch": 1.0057864574639737, "grad_norm": 48.0, "learning_rate": 1.7202222222222224e-05, "loss": 7.2757, "mean_token_accuracy": 0.8661276008933783, "num_tokens": 15016941.0, "step": 2260 }, { "entropy": 0.4514174465090036, "epoch": 1.0102375785901074, "grad_norm": 46.5, "learning_rate": 1.718e-05, "loss": 7.1492, "mean_token_accuracy": 0.8681086041033268, "num_tokens": 15083858.0, "step": 2270 }, { "entropy": 0.42378407744690777, "epoch": 1.014688699716241, "grad_norm": 43.0, "learning_rate": 1.715777777777778e-05, "loss": 6.6083, "mean_token_accuracy": 0.8740248043090105, "num_tokens": 15152865.0, "step": 2280 }, { "entropy": 0.43617964098230005, "epoch": 1.0191398208423748, "grad_norm": 47.0, "learning_rate": 1.7135555555555557e-05, "loss": 7.125, "mean_token_accuracy": 0.8656272307038307, "num_tokens": 15218564.0, "step": 2290 }, { "entropy": 0.46345840478315947, "epoch": 1.0235909419685083, "grad_norm": 52.75, "learning_rate": 1.7113333333333334e-05, "loss": 7.2499, "mean_token_accuracy": 0.864538699388504, "num_tokens": 15281217.0, "step": 2300 }, { "epoch": 1.0235909419685083, "eval_biology_entropy": 1.0195375851392745, "eval_biology_loss": 1.3763028383255005, "eval_biology_mean_token_accuracy": 0.6724755849838256, "eval_biology_num_tokens": 15281217.0, "eval_biology_runtime": 36.8395, "eval_biology_samples_per_second": 13.572, "eval_biology_steps_per_second": 13.572, "step": 2300 }, { "epoch": 1.0235909419685083, "eval_chemistry_entropy": 0.54003151974082, "eval_chemistry_loss": 0.6988040804862976, "eval_chemistry_mean_token_accuracy": 0.8042957043647766, "eval_chemistry_num_tokens": 15281217.0, "eval_chemistry_runtime": 40.271, "eval_chemistry_samples_per_second": 12.416, "eval_chemistry_steps_per_second": 12.416, "step": 2300 }, { "epoch": 1.0235909419685083, "eval_math_entropy": 0.6100949879586697, "eval_math_loss": 0.8924350142478943, "eval_math_mean_token_accuracy": 0.7739938046932221, "eval_math_num_tokens": 15281217.0, "eval_math_runtime": 41.9005, "eval_math_samples_per_second": 11.933, "eval_math_steps_per_second": 11.933, "step": 2300 }, { "epoch": 1.0235909419685083, "eval_physics_entropy": 0.5909477268755436, "eval_physics_loss": 0.7466819882392883, "eval_physics_mean_token_accuracy": 0.7956570327281952, "eval_physics_num_tokens": 15281217.0, "eval_physics_runtime": 45.5138, "eval_physics_samples_per_second": 10.986, "eval_physics_steps_per_second": 10.986, "step": 2300 }, { "entropy": 0.4489840595982969, "epoch": 1.0280420630946419, "grad_norm": 42.25, "learning_rate": 1.7091111111111112e-05, "loss": 7.2226, "mean_token_accuracy": 0.8643945761024951, "num_tokens": 15346128.0, "step": 2310 }, { "entropy": 0.4520178667269647, "epoch": 1.0324931842207756, "grad_norm": 40.5, "learning_rate": 1.706888888888889e-05, "loss": 7.4866, "mean_token_accuracy": 0.8607839841395617, "num_tokens": 15412606.0, "step": 2320 }, { "entropy": 0.4522146672010422, "epoch": 1.0369443053469092, "grad_norm": 48.0, "learning_rate": 1.704666666666667e-05, "loss": 7.011, "mean_token_accuracy": 0.8670971356332302, "num_tokens": 15484636.0, "step": 2330 }, { "entropy": 0.41863614730536935, "epoch": 1.041395426473043, "grad_norm": 50.25, "learning_rate": 1.7024444444444445e-05, "loss": 6.6836, "mean_token_accuracy": 0.8738284990191459, "num_tokens": 15556398.0, "step": 2340 }, { "entropy": 0.4294653506949544, "epoch": 1.0458465475991765, "grad_norm": 62.0, "learning_rate": 1.7002222222222226e-05, "loss": 6.9672, "mean_token_accuracy": 0.8710181381553411, "num_tokens": 15624248.0, "step": 2350 }, { "entropy": 0.466453810967505, "epoch": 1.0502976687253103, "grad_norm": 44.5, "learning_rate": 1.698e-05, "loss": 7.3633, "mean_token_accuracy": 0.8629629045724869, "num_tokens": 15689184.0, "step": 2360 }, { "entropy": 0.4625964089296758, "epoch": 1.0547487898514438, "grad_norm": 55.75, "learning_rate": 1.695777777777778e-05, "loss": 7.4865, "mean_token_accuracy": 0.860261058434844, "num_tokens": 15754370.0, "step": 2370 }, { "entropy": 0.4521440314128995, "epoch": 1.0591999109775774, "grad_norm": 42.0, "learning_rate": 1.6935555555555555e-05, "loss": 7.1616, "mean_token_accuracy": 0.865738482773304, "num_tokens": 15824975.0, "step": 2380 }, { "entropy": 0.4556281536817551, "epoch": 1.0636510321037111, "grad_norm": 48.25, "learning_rate": 1.6913333333333336e-05, "loss": 7.3322, "mean_token_accuracy": 0.8630469419062138, "num_tokens": 15886149.0, "step": 2390 }, { "entropy": 0.4443885440006852, "epoch": 1.0681021532298447, "grad_norm": 43.75, "learning_rate": 1.689111111111111e-05, "loss": 7.142, "mean_token_accuracy": 0.8662454362958669, "num_tokens": 15956560.0, "step": 2400 }, { "epoch": 1.0681021532298447, "eval_biology_entropy": 1.085576331436634, "eval_biology_loss": 1.3607929944992065, "eval_biology_mean_token_accuracy": 0.6722971173524857, "eval_biology_num_tokens": 15956560.0, "eval_biology_runtime": 36.2114, "eval_biology_samples_per_second": 13.808, "eval_biology_steps_per_second": 13.808, "step": 2400 }, { "epoch": 1.0681021532298447, "eval_chemistry_entropy": 0.573589419811964, "eval_chemistry_loss": 0.6865324974060059, "eval_chemistry_mean_token_accuracy": 0.8060856524705887, "eval_chemistry_num_tokens": 15956560.0, "eval_chemistry_runtime": 40.7118, "eval_chemistry_samples_per_second": 12.281, "eval_chemistry_steps_per_second": 12.281, "step": 2400 }, { "epoch": 1.0681021532298447, "eval_math_entropy": 0.6420403882265091, "eval_math_loss": 0.8827968239784241, "eval_math_mean_token_accuracy": 0.7741341978311539, "eval_math_num_tokens": 15956560.0, "eval_math_runtime": 41.0351, "eval_math_samples_per_second": 12.185, "eval_math_steps_per_second": 12.185, "step": 2400 }, { "epoch": 1.0681021532298447, "eval_physics_entropy": 0.6184939668476581, "eval_physics_loss": 0.7397767305374146, "eval_physics_mean_token_accuracy": 0.7973104780316352, "eval_physics_num_tokens": 15956560.0, "eval_physics_runtime": 45.728, "eval_physics_samples_per_second": 10.934, "eval_physics_steps_per_second": 10.934, "step": 2400 }, { "entropy": 0.46900504967197776, "epoch": 1.0725532743559785, "grad_norm": 45.0, "learning_rate": 1.686888888888889e-05, "loss": 7.4466, "mean_token_accuracy": 0.8614247545599938, "num_tokens": 16025633.0, "step": 2410 }, { "entropy": 0.44829527800902724, "epoch": 1.077004395482112, "grad_norm": 57.25, "learning_rate": 1.684666666666667e-05, "loss": 7.1649, "mean_token_accuracy": 0.8657123044133186, "num_tokens": 16094535.0, "step": 2420 }, { "entropy": 0.4610415279865265, "epoch": 1.0814555166082458, "grad_norm": 50.75, "learning_rate": 1.6824444444444447e-05, "loss": 7.349, "mean_token_accuracy": 0.8612112984061241, "num_tokens": 16159781.0, "step": 2430 }, { "entropy": 0.4499107955023646, "epoch": 1.0859066377343793, "grad_norm": 45.5, "learning_rate": 1.6802222222222224e-05, "loss": 7.1851, "mean_token_accuracy": 0.865880173817277, "num_tokens": 16227695.0, "step": 2440 }, { "entropy": 0.4479747975245118, "epoch": 1.090357758860513, "grad_norm": 58.25, "learning_rate": 1.6780000000000002e-05, "loss": 7.1191, "mean_token_accuracy": 0.8650641094893217, "num_tokens": 16293211.0, "step": 2450 }, { "entropy": 0.4491896514315158, "epoch": 1.0948088799866467, "grad_norm": 48.5, "learning_rate": 1.675777777777778e-05, "loss": 7.0793, "mean_token_accuracy": 0.8705599319189787, "num_tokens": 16361111.0, "step": 2460 }, { "entropy": 0.466768235899508, "epoch": 1.0992600011127802, "grad_norm": 43.75, "learning_rate": 1.6735555555555557e-05, "loss": 7.4591, "mean_token_accuracy": 0.8619610998779536, "num_tokens": 16424587.0, "step": 2470 }, { "entropy": 0.4429409301839769, "epoch": 1.103711122238914, "grad_norm": 37.5, "learning_rate": 1.6713333333333335e-05, "loss": 7.1464, "mean_token_accuracy": 0.8677466906607151, "num_tokens": 16495082.0, "step": 2480 }, { "entropy": 0.43836286664009094, "epoch": 1.1081622433650475, "grad_norm": 55.0, "learning_rate": 1.6691111111111112e-05, "loss": 7.0627, "mean_token_accuracy": 0.8674808170646429, "num_tokens": 16557596.0, "step": 2490 }, { "entropy": 0.4672828443348408, "epoch": 1.1126133644911813, "grad_norm": 40.75, "learning_rate": 1.666888888888889e-05, "loss": 7.2798, "mean_token_accuracy": 0.8640754166990519, "num_tokens": 16625999.0, "step": 2500 }, { "epoch": 1.1126133644911813, "eval_biology_entropy": 1.0831511808633805, "eval_biology_loss": 1.3569880723953247, "eval_biology_mean_token_accuracy": 0.6740138655304909, "eval_biology_num_tokens": 16625999.0, "eval_biology_runtime": 36.9597, "eval_biology_samples_per_second": 13.528, "eval_biology_steps_per_second": 13.528, "step": 2500 }, { "epoch": 1.1126133644911813, "eval_chemistry_entropy": 0.58320310485363, "eval_chemistry_loss": 0.6820600628852844, "eval_chemistry_mean_token_accuracy": 0.8071107329130173, "eval_chemistry_num_tokens": 16625999.0, "eval_chemistry_runtime": 40.3591, "eval_chemistry_samples_per_second": 12.389, "eval_chemistry_steps_per_second": 12.389, "step": 2500 }, { "epoch": 1.1126133644911813, "eval_math_entropy": 0.6613843004703521, "eval_math_loss": 0.8857272267341614, "eval_math_mean_token_accuracy": 0.7728515480756759, "eval_math_num_tokens": 16625999.0, "eval_math_runtime": 40.9092, "eval_math_samples_per_second": 12.222, "eval_math_steps_per_second": 12.222, "step": 2500 }, { "epoch": 1.1126133644911813, "eval_physics_entropy": 0.6460600133538246, "eval_physics_loss": 0.7363591194152832, "eval_physics_mean_token_accuracy": 0.7971433384418487, "eval_physics_num_tokens": 16625999.0, "eval_physics_runtime": 45.3623, "eval_physics_samples_per_second": 11.022, "eval_physics_steps_per_second": 11.022, "step": 2500 } ], "logging_steps": 10, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.1148458281800018e+18, "train_batch_size": 1, "trial_name": null, "trial_params": null }