{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 4.8, "eval_steps": 100, "global_step": 3000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "entropy": 3.6945120811462404, "epoch": 0.016, "grad_norm": 0.015869140625, "learning_rate": 1.8e-07, "loss": 5.0851, "mean_token_accuracy": 0.2927759636193514, "num_tokens": 195524.0, "step": 10 }, { "entropy": 3.7313055276870726, "epoch": 0.032, "grad_norm": 0.01495361328125, "learning_rate": 3.8e-07, "loss": 5.0802, "mean_token_accuracy": 0.289933389890939, "num_tokens": 390903.0, "step": 20 }, { "entropy": 3.705480118095875, "epoch": 0.048, "grad_norm": 0.0252685546875, "learning_rate": 5.800000000000001e-07, "loss": 5.0794, "mean_token_accuracy": 0.29482015436515213, "num_tokens": 589868.0, "step": 30 }, { "entropy": 3.727609448134899, "epoch": 0.064, "grad_norm": 0.023193359375, "learning_rate": 7.8e-07, "loss": 5.0815, "mean_token_accuracy": 0.29059267388656734, "num_tokens": 791190.0, "step": 40 }, { "entropy": 3.7325011074542997, "epoch": 0.08, "grad_norm": 0.0198974609375, "learning_rate": 9.800000000000001e-07, "loss": 5.0765, "mean_token_accuracy": 0.29154324913397434, "num_tokens": 989860.0, "step": 50 }, { "entropy": 3.7289695993065832, "epoch": 0.096, "grad_norm": 0.015869140625, "learning_rate": 1.1800000000000001e-06, "loss": 5.084, "mean_token_accuracy": 0.2919090397655964, "num_tokens": 1181777.0, "step": 60 }, { "entropy": 3.696782369911671, "epoch": 0.112, "grad_norm": 0.0157470703125, "learning_rate": 1.3800000000000001e-06, "loss": 5.051, "mean_token_accuracy": 0.2921869015321136, "num_tokens": 1385513.0, "step": 70 }, { "entropy": 3.7105689987540247, "epoch": 0.128, "grad_norm": 0.0186767578125, "learning_rate": 1.5800000000000001e-06, "loss": 5.1046, "mean_token_accuracy": 0.2894379127770662, "num_tokens": 1582368.0, "step": 80 }, { "entropy": 3.6783719427883623, "epoch": 0.144, "grad_norm": 0.018798828125, "learning_rate": 1.7800000000000001e-06, "loss": 5.049, "mean_token_accuracy": 0.29489915193989874, "num_tokens": 1773764.0, "step": 90 }, { "entropy": 3.7497646793723107, "epoch": 0.16, "grad_norm": 0.0184326171875, "learning_rate": 1.98e-06, "loss": 5.1421, "mean_token_accuracy": 0.285641394648701, "num_tokens": 1970077.0, "step": 100 }, { "epoch": 0.16, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 1970077.0, "eval_biology_runtime": 48.3951, "eval_biology_samples_per_second": 10.332, "eval_biology_steps_per_second": 2.583, "step": 100 }, { "entropy": 3.7205758571624754, "epoch": 0.176, "grad_norm": 0.022216796875, "learning_rate": 2.1800000000000003e-06, "loss": 5.1124, "mean_token_accuracy": 0.2885961330495775, "num_tokens": 2168354.0, "step": 110 }, { "entropy": 3.711766928434372, "epoch": 0.192, "grad_norm": 0.0169677734375, "learning_rate": 2.38e-06, "loss": 5.091, "mean_token_accuracy": 0.29016080107539893, "num_tokens": 2365822.0, "step": 120 }, { "entropy": 3.755408400297165, "epoch": 0.208, "grad_norm": 0.01953125, "learning_rate": 2.5800000000000003e-06, "loss": 5.1415, "mean_token_accuracy": 0.28556298119947315, "num_tokens": 2558762.0, "step": 130 }, { "entropy": 3.6979280173778535, "epoch": 0.224, "grad_norm": 0.013671875, "learning_rate": 2.7800000000000005e-06, "loss": 5.0488, "mean_token_accuracy": 0.2934382151812315, "num_tokens": 2755347.0, "step": 140 }, { "entropy": 3.67200947701931, "epoch": 0.24, "grad_norm": 0.0220947265625, "learning_rate": 2.9800000000000003e-06, "loss": 5.0267, "mean_token_accuracy": 0.29687621584162116, "num_tokens": 2947346.0, "step": 150 }, { "entropy": 3.7363524213433266, "epoch": 0.256, "grad_norm": 0.0224609375, "learning_rate": 3.1800000000000005e-06, "loss": 5.1623, "mean_token_accuracy": 0.28543900661170485, "num_tokens": 3139957.0, "step": 160 }, { "entropy": 3.737903955578804, "epoch": 0.272, "grad_norm": 0.01708984375, "learning_rate": 3.3800000000000007e-06, "loss": 5.0962, "mean_token_accuracy": 0.2901335723698139, "num_tokens": 3335951.0, "step": 170 }, { "entropy": 3.7267358005046844, "epoch": 0.288, "grad_norm": 0.014404296875, "learning_rate": 3.58e-06, "loss": 5.1225, "mean_token_accuracy": 0.2877850123681128, "num_tokens": 3539731.0, "step": 180 }, { "entropy": 3.6973107740283013, "epoch": 0.304, "grad_norm": 0.0218505859375, "learning_rate": 3.7800000000000002e-06, "loss": 5.0415, "mean_token_accuracy": 0.291966971475631, "num_tokens": 3733488.0, "step": 190 }, { "entropy": 3.723296643793583, "epoch": 0.32, "grad_norm": 0.01458740234375, "learning_rate": 3.980000000000001e-06, "loss": 5.1057, "mean_token_accuracy": 0.2924021276645362, "num_tokens": 3920545.0, "step": 200 }, { "epoch": 0.32, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 3920545.0, "eval_biology_runtime": 47.9931, "eval_biology_samples_per_second": 10.418, "eval_biology_steps_per_second": 2.605, "step": 200 }, { "entropy": 3.7122732952237127, "epoch": 0.336, "grad_norm": 0.0234375, "learning_rate": 4.18e-06, "loss": 5.0914, "mean_token_accuracy": 0.29149032663553953, "num_tokens": 4114077.0, "step": 210 }, { "entropy": 3.7262283325195313, "epoch": 0.352, "grad_norm": 0.0185546875, "learning_rate": 4.38e-06, "loss": 5.0925, "mean_token_accuracy": 0.2936550347134471, "num_tokens": 4306949.0, "step": 220 }, { "entropy": 3.723622639477253, "epoch": 0.368, "grad_norm": 0.017822265625, "learning_rate": 4.58e-06, "loss": 5.0811, "mean_token_accuracy": 0.2895682736299932, "num_tokens": 4504001.0, "step": 230 }, { "entropy": 3.7035663962364196, "epoch": 0.384, "grad_norm": 0.0247802734375, "learning_rate": 4.78e-06, "loss": 5.0597, "mean_token_accuracy": 0.2904216184280813, "num_tokens": 4693812.0, "step": 240 }, { "entropy": 3.7003923773765566, "epoch": 0.4, "grad_norm": 0.01434326171875, "learning_rate": 4.980000000000001e-06, "loss": 5.0458, "mean_token_accuracy": 0.2927747514098883, "num_tokens": 4887094.0, "step": 250 }, { "entropy": 3.716284817457199, "epoch": 0.416, "grad_norm": 0.016357421875, "learning_rate": 5.18e-06, "loss": 5.0684, "mean_token_accuracy": 0.29001498911529777, "num_tokens": 5085369.0, "step": 260 }, { "entropy": 3.74227339476347, "epoch": 0.432, "grad_norm": 0.0203857421875, "learning_rate": 5.380000000000001e-06, "loss": 5.1343, "mean_token_accuracy": 0.2884894346818328, "num_tokens": 5271275.0, "step": 270 }, { "entropy": 3.726644665002823, "epoch": 0.448, "grad_norm": 0.01904296875, "learning_rate": 5.580000000000001e-06, "loss": 5.1273, "mean_token_accuracy": 0.2874998924322426, "num_tokens": 5460559.0, "step": 280 }, { "entropy": 3.6816380873322485, "epoch": 0.464, "grad_norm": 0.0224609375, "learning_rate": 5.78e-06, "loss": 5.0719, "mean_token_accuracy": 0.29172550728544594, "num_tokens": 5653809.0, "step": 290 }, { "entropy": 3.7142979234457014, "epoch": 0.48, "grad_norm": 0.015625, "learning_rate": 5.98e-06, "loss": 5.0955, "mean_token_accuracy": 0.28865716215223075, "num_tokens": 5850176.0, "step": 300 }, { "epoch": 0.48, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 5850176.0, "eval_biology_runtime": 47.7142, "eval_biology_samples_per_second": 10.479, "eval_biology_steps_per_second": 2.62, "step": 300 }, { "entropy": 3.6794839769601824, "epoch": 0.496, "grad_norm": 0.0181884765625, "learning_rate": 6.18e-06, "loss": 5.0187, "mean_token_accuracy": 0.29856595005840064, "num_tokens": 6046503.0, "step": 310 }, { "entropy": 3.7517301350831986, "epoch": 0.512, "grad_norm": 0.0245361328125, "learning_rate": 6.380000000000001e-06, "loss": 5.1625, "mean_token_accuracy": 0.2865315512754023, "num_tokens": 6240456.0, "step": 320 }, { "entropy": 3.6911791786551476, "epoch": 0.528, "grad_norm": 0.016845703125, "learning_rate": 6.5800000000000005e-06, "loss": 5.0801, "mean_token_accuracy": 0.2921980186365545, "num_tokens": 6430555.0, "step": 330 }, { "entropy": 3.7338990345597267, "epoch": 0.544, "grad_norm": 0.0262451171875, "learning_rate": 6.780000000000001e-06, "loss": 5.1089, "mean_token_accuracy": 0.29122597351670265, "num_tokens": 6626006.0, "step": 340 }, { "entropy": 3.714175473153591, "epoch": 0.56, "grad_norm": 0.0194091796875, "learning_rate": 6.98e-06, "loss": 5.0795, "mean_token_accuracy": 0.28960168017074467, "num_tokens": 6820754.0, "step": 350 }, { "entropy": 3.692426808178425, "epoch": 0.576, "grad_norm": 0.0191650390625, "learning_rate": 7.180000000000001e-06, "loss": 5.0757, "mean_token_accuracy": 0.29286856260150673, "num_tokens": 7021844.0, "step": 360 }, { "entropy": 3.727046549320221, "epoch": 0.592, "grad_norm": 0.0213623046875, "learning_rate": 7.3800000000000005e-06, "loss": 5.1248, "mean_token_accuracy": 0.28685210049152376, "num_tokens": 7213951.0, "step": 370 }, { "entropy": 3.736472050845623, "epoch": 0.608, "grad_norm": 0.0177001953125, "learning_rate": 7.58e-06, "loss": 5.1462, "mean_token_accuracy": 0.28853774573653934, "num_tokens": 7416773.0, "step": 380 }, { "entropy": 3.74992755651474, "epoch": 0.624, "grad_norm": 0.01708984375, "learning_rate": 7.78e-06, "loss": 5.1298, "mean_token_accuracy": 0.2880241921171546, "num_tokens": 7612843.0, "step": 390 }, { "entropy": 3.7259780153632165, "epoch": 0.64, "grad_norm": 0.0208740234375, "learning_rate": 7.980000000000002e-06, "loss": 5.0975, "mean_token_accuracy": 0.29221961721777917, "num_tokens": 7801633.0, "step": 400 }, { "epoch": 0.64, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 7801633.0, "eval_biology_runtime": 47.8899, "eval_biology_samples_per_second": 10.441, "eval_biology_steps_per_second": 2.61, "step": 400 }, { "entropy": 3.76672201231122, "epoch": 0.656, "grad_norm": 0.013916015625, "learning_rate": 8.18e-06, "loss": 5.1778, "mean_token_accuracy": 0.28632718725129963, "num_tokens": 7995843.0, "step": 410 }, { "entropy": 3.7688263028860094, "epoch": 0.672, "grad_norm": 0.026611328125, "learning_rate": 8.380000000000001e-06, "loss": 5.1731, "mean_token_accuracy": 0.2852769985795021, "num_tokens": 8183103.0, "step": 420 }, { "entropy": 3.7213131189346313, "epoch": 0.688, "grad_norm": 0.01708984375, "learning_rate": 8.580000000000001e-06, "loss": 5.0812, "mean_token_accuracy": 0.29185254173353314, "num_tokens": 8385976.0, "step": 430 }, { "entropy": 3.7499947547912598, "epoch": 0.704, "grad_norm": 0.015380859375, "learning_rate": 8.78e-06, "loss": 5.1107, "mean_token_accuracy": 0.28764023520052434, "num_tokens": 8578431.0, "step": 440 }, { "entropy": 3.6844282656908036, "epoch": 0.72, "grad_norm": 0.017822265625, "learning_rate": 8.98e-06, "loss": 5.0192, "mean_token_accuracy": 0.2957433703355491, "num_tokens": 8781342.0, "step": 450 }, { "entropy": 3.7240318074822425, "epoch": 0.736, "grad_norm": 0.01953125, "learning_rate": 9.180000000000002e-06, "loss": 5.0727, "mean_token_accuracy": 0.2915121610276401, "num_tokens": 8977918.0, "step": 460 }, { "entropy": 3.723066192865372, "epoch": 0.752, "grad_norm": 0.016357421875, "learning_rate": 9.38e-06, "loss": 5.0973, "mean_token_accuracy": 0.29267845982685686, "num_tokens": 9169322.0, "step": 470 }, { "entropy": 3.702293635904789, "epoch": 0.768, "grad_norm": 0.0167236328125, "learning_rate": 9.58e-06, "loss": 5.0474, "mean_token_accuracy": 0.29300098568201066, "num_tokens": 9368141.0, "step": 480 }, { "entropy": 3.722616221010685, "epoch": 0.784, "grad_norm": 0.01361083984375, "learning_rate": 9.780000000000001e-06, "loss": 5.1082, "mean_token_accuracy": 0.29106166921556, "num_tokens": 9565236.0, "step": 490 }, { "entropy": 3.6929100595414637, "epoch": 0.8, "grad_norm": 0.0198974609375, "learning_rate": 9.980000000000001e-06, "loss": 5.055, "mean_token_accuracy": 0.2922526111826301, "num_tokens": 9761227.0, "step": 500 }, { "epoch": 0.8, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 9761227.0, "eval_biology_runtime": 47.6484, "eval_biology_samples_per_second": 10.494, "eval_biology_steps_per_second": 2.623, "step": 500 }, { "entropy": 3.7020211443305016, "epoch": 0.816, "grad_norm": 0.01513671875, "learning_rate": 1.018e-05, "loss": 5.0565, "mean_token_accuracy": 0.29223762024194, "num_tokens": 9958727.0, "step": 510 }, { "entropy": 3.690947251021862, "epoch": 0.832, "grad_norm": 0.0225830078125, "learning_rate": 1.038e-05, "loss": 5.0388, "mean_token_accuracy": 0.2948582774028182, "num_tokens": 10155771.0, "step": 520 }, { "entropy": 3.688454346358776, "epoch": 0.848, "grad_norm": 0.0238037109375, "learning_rate": 1.0580000000000002e-05, "loss": 5.0305, "mean_token_accuracy": 0.29634183505550027, "num_tokens": 10357721.0, "step": 530 }, { "entropy": 3.711380937695503, "epoch": 0.864, "grad_norm": 0.01171875, "learning_rate": 1.0780000000000002e-05, "loss": 5.058, "mean_token_accuracy": 0.293431665468961, "num_tokens": 10552495.0, "step": 540 }, { "entropy": 3.7067453160882, "epoch": 0.88, "grad_norm": 0.01409912109375, "learning_rate": 1.0980000000000002e-05, "loss": 5.0502, "mean_token_accuracy": 0.2919998188503087, "num_tokens": 10748749.0, "step": 550 }, { "entropy": 3.722704839706421, "epoch": 0.896, "grad_norm": 0.0196533203125, "learning_rate": 1.1180000000000001e-05, "loss": 5.1088, "mean_token_accuracy": 0.28890208089724184, "num_tokens": 10943319.0, "step": 560 }, { "entropy": 3.7139005795121194, "epoch": 0.912, "grad_norm": 0.0216064453125, "learning_rate": 1.138e-05, "loss": 5.0686, "mean_token_accuracy": 0.2921730065718293, "num_tokens": 11136935.0, "step": 570 }, { "entropy": 3.752144718170166, "epoch": 0.928, "grad_norm": 0.0172119140625, "learning_rate": 1.1580000000000001e-05, "loss": 5.0906, "mean_token_accuracy": 0.29035252146422863, "num_tokens": 11331098.0, "step": 580 }, { "entropy": 3.714654731750488, "epoch": 0.944, "grad_norm": 0.0162353515625, "learning_rate": 1.178e-05, "loss": 5.0467, "mean_token_accuracy": 0.2949915431439877, "num_tokens": 11530550.0, "step": 590 }, { "entropy": 3.7143523931503295, "epoch": 0.96, "grad_norm": 0.01904296875, "learning_rate": 1.198e-05, "loss": 5.0766, "mean_token_accuracy": 0.29139310084283354, "num_tokens": 11729645.0, "step": 600 }, { "epoch": 0.96, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 11729645.0, "eval_biology_runtime": 48.0459, "eval_biology_samples_per_second": 10.407, "eval_biology_steps_per_second": 2.602, "step": 600 }, { "entropy": 3.6984829902648926, "epoch": 0.976, "grad_norm": 0.014892578125, "learning_rate": 1.218e-05, "loss": 5.0862, "mean_token_accuracy": 0.2942219194956124, "num_tokens": 11924644.0, "step": 610 }, { "entropy": 3.6905887737870215, "epoch": 0.992, "grad_norm": 0.01507568359375, "learning_rate": 1.2380000000000002e-05, "loss": 5.0574, "mean_token_accuracy": 0.29360062861815095, "num_tokens": 12123059.0, "step": 620 }, { "entropy": 3.7239044919610023, "epoch": 1.008, "grad_norm": 0.0157470703125, "learning_rate": 1.2580000000000002e-05, "loss": 5.1152, "mean_token_accuracy": 0.29114634413272145, "num_tokens": 12319366.0, "step": 630 }, { "entropy": 3.6866162970662115, "epoch": 1.024, "grad_norm": 0.01470947265625, "learning_rate": 1.2780000000000001e-05, "loss": 5.0343, "mean_token_accuracy": 0.2939268404617906, "num_tokens": 12524183.0, "step": 640 }, { "entropy": 3.72215301245451, "epoch": 1.04, "grad_norm": 0.0155029296875, "learning_rate": 1.2980000000000001e-05, "loss": 5.1367, "mean_token_accuracy": 0.28700590375810864, "num_tokens": 12718593.0, "step": 650 }, { "entropy": 3.681245695054531, "epoch": 1.056, "grad_norm": 0.0191650390625, "learning_rate": 1.3180000000000001e-05, "loss": 5.014, "mean_token_accuracy": 0.2961495415307581, "num_tokens": 12917803.0, "step": 660 }, { "entropy": 3.7183008253574372, "epoch": 1.072, "grad_norm": 0.02197265625, "learning_rate": 1.3380000000000002e-05, "loss": 5.0868, "mean_token_accuracy": 0.2896940400823951, "num_tokens": 13105826.0, "step": 670 }, { "entropy": 3.742721700668335, "epoch": 1.088, "grad_norm": 0.016845703125, "learning_rate": 1.3580000000000002e-05, "loss": 5.1107, "mean_token_accuracy": 0.2900996576994658, "num_tokens": 13298619.0, "step": 680 }, { "entropy": 3.7236127987504006, "epoch": 1.104, "grad_norm": 0.0150146484375, "learning_rate": 1.378e-05, "loss": 5.1279, "mean_token_accuracy": 0.28985656797885895, "num_tokens": 13491486.0, "step": 690 }, { "entropy": 3.7264697343111037, "epoch": 1.12, "grad_norm": 0.0186767578125, "learning_rate": 1.398e-05, "loss": 5.1227, "mean_token_accuracy": 0.2900970630347729, "num_tokens": 13674663.0, "step": 700 }, { "epoch": 1.12, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 13674663.0, "eval_biology_runtime": 47.6988, "eval_biology_samples_per_second": 10.482, "eval_biology_steps_per_second": 2.621, "step": 700 }, { "entropy": 3.7335189118981362, "epoch": 1.1360000000000001, "grad_norm": 0.0230712890625, "learning_rate": 1.418e-05, "loss": 5.0857, "mean_token_accuracy": 0.29160243617370724, "num_tokens": 13869134.0, "step": 710 }, { "entropy": 3.6999334722757338, "epoch": 1.152, "grad_norm": 0.0179443359375, "learning_rate": 1.4380000000000001e-05, "loss": 5.0276, "mean_token_accuracy": 0.29345897743478416, "num_tokens": 14078365.0, "step": 720 }, { "entropy": 3.7237380519509315, "epoch": 1.168, "grad_norm": 0.02734375, "learning_rate": 1.4580000000000001e-05, "loss": 5.1027, "mean_token_accuracy": 0.2900115196593106, "num_tokens": 14266831.0, "step": 730 }, { "entropy": 3.728756721317768, "epoch": 1.184, "grad_norm": 0.028076171875, "learning_rate": 1.478e-05, "loss": 5.1063, "mean_token_accuracy": 0.29116632882505655, "num_tokens": 14465660.0, "step": 740 }, { "entropy": 3.694381882250309, "epoch": 1.2, "grad_norm": 0.0185546875, "learning_rate": 1.498e-05, "loss": 5.069, "mean_token_accuracy": 0.2926430401392281, "num_tokens": 14653228.0, "step": 750 }, { "entropy": 3.743997333943844, "epoch": 1.216, "grad_norm": 0.0235595703125, "learning_rate": 1.5180000000000002e-05, "loss": 5.1078, "mean_token_accuracy": 0.2893166967667639, "num_tokens": 14857782.0, "step": 760 }, { "entropy": 3.6960197538137436, "epoch": 1.232, "grad_norm": 0.01220703125, "learning_rate": 1.5380000000000002e-05, "loss": 5.062, "mean_token_accuracy": 0.2938588274642825, "num_tokens": 15047356.0, "step": 770 }, { "entropy": 3.700982950627804, "epoch": 1.248, "grad_norm": 0.0201416015625, "learning_rate": 1.5580000000000003e-05, "loss": 5.0837, "mean_token_accuracy": 0.29082163264974953, "num_tokens": 15241098.0, "step": 780 }, { "entropy": 3.7153700664639473, "epoch": 1.264, "grad_norm": 0.017822265625, "learning_rate": 1.578e-05, "loss": 5.0565, "mean_token_accuracy": 0.2915728730149567, "num_tokens": 15437657.0, "step": 790 }, { "entropy": 3.7014693170785904, "epoch": 1.28, "grad_norm": 0.0245361328125, "learning_rate": 1.5980000000000003e-05, "loss": 5.0562, "mean_token_accuracy": 0.2920363646000624, "num_tokens": 15630795.0, "step": 800 }, { "epoch": 1.28, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 15630795.0, "eval_biology_runtime": 47.6391, "eval_biology_samples_per_second": 10.496, "eval_biology_steps_per_second": 2.624, "step": 800 }, { "entropy": 3.7237909018993376, "epoch": 1.296, "grad_norm": 0.0181884765625, "learning_rate": 1.618e-05, "loss": 5.0864, "mean_token_accuracy": 0.29013621537014844, "num_tokens": 15827105.0, "step": 810 }, { "entropy": 3.6957172751426697, "epoch": 1.312, "grad_norm": 0.026123046875, "learning_rate": 1.638e-05, "loss": 5.0904, "mean_token_accuracy": 0.2900472991168499, "num_tokens": 16019645.0, "step": 820 }, { "entropy": 3.728809031844139, "epoch": 1.328, "grad_norm": 0.01904296875, "learning_rate": 1.658e-05, "loss": 5.1059, "mean_token_accuracy": 0.2894112995825708, "num_tokens": 16221726.0, "step": 830 }, { "entropy": 3.7269085705280305, "epoch": 1.3439999999999999, "grad_norm": 0.0174560546875, "learning_rate": 1.6780000000000002e-05, "loss": 5.0921, "mean_token_accuracy": 0.2916096639819443, "num_tokens": 16427594.0, "step": 840 }, { "entropy": 3.727548821270466, "epoch": 1.3599999999999999, "grad_norm": 0.022216796875, "learning_rate": 1.698e-05, "loss": 5.0558, "mean_token_accuracy": 0.2904492556117475, "num_tokens": 16621605.0, "step": 850 }, { "entropy": 3.7071838200092317, "epoch": 1.376, "grad_norm": 0.0272216796875, "learning_rate": 1.718e-05, "loss": 5.0775, "mean_token_accuracy": 0.29065996296703817, "num_tokens": 16813444.0, "step": 860 }, { "entropy": 3.7128281995654104, "epoch": 1.392, "grad_norm": 0.021484375, "learning_rate": 1.7380000000000003e-05, "loss": 5.1021, "mean_token_accuracy": 0.2892353082075715, "num_tokens": 17006509.0, "step": 870 }, { "entropy": 3.700386196374893, "epoch": 1.408, "grad_norm": 0.0233154296875, "learning_rate": 1.758e-05, "loss": 5.0966, "mean_token_accuracy": 0.29179619075730445, "num_tokens": 17197870.0, "step": 880 }, { "entropy": 3.6790005937218666, "epoch": 1.424, "grad_norm": 0.0185546875, "learning_rate": 1.7780000000000003e-05, "loss": 5.0503, "mean_token_accuracy": 0.294497752469033, "num_tokens": 17394390.0, "step": 890 }, { "entropy": 3.714966467022896, "epoch": 1.44, "grad_norm": 0.0220947265625, "learning_rate": 1.798e-05, "loss": 5.0895, "mean_token_accuracy": 0.2897561041638255, "num_tokens": 17587777.0, "step": 900 }, { "epoch": 1.44, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 17587777.0, "eval_biology_runtime": 47.5786, "eval_biology_samples_per_second": 10.509, "eval_biology_steps_per_second": 2.627, "step": 900 }, { "entropy": 3.718673199415207, "epoch": 1.456, "grad_norm": 0.0169677734375, "learning_rate": 1.8180000000000002e-05, "loss": 5.0906, "mean_token_accuracy": 0.29184630075469614, "num_tokens": 17788456.0, "step": 910 }, { "entropy": 3.714043965935707, "epoch": 1.472, "grad_norm": 0.0184326171875, "learning_rate": 1.8380000000000004e-05, "loss": 5.1039, "mean_token_accuracy": 0.2923115941695869, "num_tokens": 17984063.0, "step": 920 }, { "entropy": 3.7208774775266646, "epoch": 1.488, "grad_norm": 0.01226806640625, "learning_rate": 1.858e-05, "loss": 5.1261, "mean_token_accuracy": 0.2891128743067384, "num_tokens": 18175640.0, "step": 930 }, { "entropy": 3.7392901137471197, "epoch": 1.504, "grad_norm": 0.027587890625, "learning_rate": 1.878e-05, "loss": 5.1405, "mean_token_accuracy": 0.28787331804633143, "num_tokens": 18367857.0, "step": 940 }, { "entropy": 3.7357000544667245, "epoch": 1.52, "grad_norm": 0.0235595703125, "learning_rate": 1.898e-05, "loss": 5.0929, "mean_token_accuracy": 0.2901941016316414, "num_tokens": 18569146.0, "step": 950 }, { "entropy": 3.71133918017149, "epoch": 1.536, "grad_norm": 0.01953125, "learning_rate": 1.918e-05, "loss": 5.0759, "mean_token_accuracy": 0.2910002091899514, "num_tokens": 18755079.0, "step": 960 }, { "entropy": 3.679325211048126, "epoch": 1.552, "grad_norm": 0.0179443359375, "learning_rate": 1.938e-05, "loss": 5.0271, "mean_token_accuracy": 0.29568239795044066, "num_tokens": 18956248.0, "step": 970 }, { "entropy": 3.7200872167944907, "epoch": 1.568, "grad_norm": 0.0194091796875, "learning_rate": 1.9580000000000002e-05, "loss": 5.0739, "mean_token_accuracy": 0.290937721170485, "num_tokens": 19150315.0, "step": 980 }, { "entropy": 3.6731236964464187, "epoch": 1.584, "grad_norm": 0.0179443359375, "learning_rate": 1.978e-05, "loss": 4.9996, "mean_token_accuracy": 0.2993267074227333, "num_tokens": 19344260.0, "step": 990 }, { "entropy": 3.7825915426015855, "epoch": 1.6, "grad_norm": 0.0172119140625, "learning_rate": 1.9980000000000002e-05, "loss": 5.2041, "mean_token_accuracy": 0.2822197400033474, "num_tokens": 19532552.0, "step": 1000 }, { "epoch": 1.6, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 19532552.0, "eval_biology_runtime": 47.6646, "eval_biology_samples_per_second": 10.49, "eval_biology_steps_per_second": 2.622, "step": 1000 }, { "entropy": 3.7059972777962686, "epoch": 1.616, "grad_norm": 0.0159912109375, "learning_rate": 1.9980000000000002e-05, "loss": 5.0574, "mean_token_accuracy": 0.29472711179405453, "num_tokens": 19732719.0, "step": 1010 }, { "entropy": 3.736002130806446, "epoch": 1.6320000000000001, "grad_norm": 0.01556396484375, "learning_rate": 1.995777777777778e-05, "loss": 5.1263, "mean_token_accuracy": 0.28895843513309954, "num_tokens": 19926830.0, "step": 1020 }, { "entropy": 3.726553238928318, "epoch": 1.6480000000000001, "grad_norm": 0.016845703125, "learning_rate": 1.9935555555555557e-05, "loss": 5.1039, "mean_token_accuracy": 0.2898056315258145, "num_tokens": 20118800.0, "step": 1030 }, { "entropy": 3.7194370150566103, "epoch": 1.6640000000000001, "grad_norm": 0.017578125, "learning_rate": 1.9913333333333335e-05, "loss": 5.0616, "mean_token_accuracy": 0.29428425850346684, "num_tokens": 20320511.0, "step": 1040 }, { "entropy": 3.7065395385026934, "epoch": 1.6800000000000002, "grad_norm": 0.01397705078125, "learning_rate": 1.9891111111111112e-05, "loss": 5.0716, "mean_token_accuracy": 0.29314093850553036, "num_tokens": 20513393.0, "step": 1050 }, { "entropy": 3.7188143908977507, "epoch": 1.696, "grad_norm": 0.022705078125, "learning_rate": 1.986888888888889e-05, "loss": 5.0778, "mean_token_accuracy": 0.29205265222117305, "num_tokens": 20707237.0, "step": 1060 }, { "entropy": 3.7139120802283285, "epoch": 1.712, "grad_norm": 0.025146484375, "learning_rate": 1.9846666666666668e-05, "loss": 5.078, "mean_token_accuracy": 0.2915316676720977, "num_tokens": 20910419.0, "step": 1070 }, { "entropy": 3.723431368172169, "epoch": 1.728, "grad_norm": 0.0177001953125, "learning_rate": 1.9824444444444445e-05, "loss": 5.0998, "mean_token_accuracy": 0.2917724488303065, "num_tokens": 21107498.0, "step": 1080 }, { "entropy": 3.729191516339779, "epoch": 1.744, "grad_norm": 0.01373291015625, "learning_rate": 1.9802222222222226e-05, "loss": 5.0911, "mean_token_accuracy": 0.2921753362752497, "num_tokens": 21303955.0, "step": 1090 }, { "entropy": 3.713176865875721, "epoch": 1.76, "grad_norm": 0.023681640625, "learning_rate": 1.978e-05, "loss": 5.1136, "mean_token_accuracy": 0.2927762917242944, "num_tokens": 21499572.0, "step": 1100 }, { "epoch": 1.76, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 21499572.0, "eval_biology_runtime": 47.7303, "eval_biology_samples_per_second": 10.476, "eval_biology_steps_per_second": 2.619, "step": 1100 }, { "entropy": 3.683187483251095, "epoch": 1.776, "grad_norm": 0.01165771484375, "learning_rate": 1.975777777777778e-05, "loss": 5.0493, "mean_token_accuracy": 0.2950046713463962, "num_tokens": 21692804.0, "step": 1110 }, { "entropy": 3.723648378252983, "epoch": 1.792, "grad_norm": 0.0172119140625, "learning_rate": 1.9735555555555556e-05, "loss": 5.0692, "mean_token_accuracy": 0.29330655848607423, "num_tokens": 21894218.0, "step": 1120 }, { "entropy": 3.680108018219471, "epoch": 1.808, "grad_norm": 0.02197265625, "learning_rate": 1.9713333333333337e-05, "loss": 5.0566, "mean_token_accuracy": 0.29332200549542903, "num_tokens": 22082522.0, "step": 1130 }, { "entropy": 3.7113044396042825, "epoch": 1.8239999999999998, "grad_norm": 0.0283203125, "learning_rate": 1.969111111111111e-05, "loss": 5.0721, "mean_token_accuracy": 0.29031074047088623, "num_tokens": 22278933.0, "step": 1140 }, { "entropy": 3.761154365539551, "epoch": 1.8399999999999999, "grad_norm": 0.0223388671875, "learning_rate": 1.9668888888888892e-05, "loss": 5.1725, "mean_token_accuracy": 0.28511819140985606, "num_tokens": 22473801.0, "step": 1150 }, { "entropy": 3.734527000784874, "epoch": 1.8559999999999999, "grad_norm": 0.0224609375, "learning_rate": 1.9646666666666666e-05, "loss": 5.126, "mean_token_accuracy": 0.28791883746162056, "num_tokens": 22677853.0, "step": 1160 }, { "entropy": 3.7064869537949563, "epoch": 1.8719999999999999, "grad_norm": 0.031494140625, "learning_rate": 1.9624444444444447e-05, "loss": 5.0564, "mean_token_accuracy": 0.29391895309090615, "num_tokens": 22874965.0, "step": 1170 }, { "entropy": 3.7308966740965843, "epoch": 1.888, "grad_norm": 0.013671875, "learning_rate": 1.9602222222222225e-05, "loss": 5.1087, "mean_token_accuracy": 0.28873477103188633, "num_tokens": 23068892.0, "step": 1180 }, { "entropy": 3.7291680380702017, "epoch": 1.904, "grad_norm": 0.020263671875, "learning_rate": 1.9580000000000002e-05, "loss": 5.1221, "mean_token_accuracy": 0.28796409014612434, "num_tokens": 23263827.0, "step": 1190 }, { "entropy": 3.6863365471363068, "epoch": 1.92, "grad_norm": 0.02490234375, "learning_rate": 1.955777777777778e-05, "loss": 5.0534, "mean_token_accuracy": 0.29244121424853803, "num_tokens": 23463627.0, "step": 1200 }, { "epoch": 1.92, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 23463627.0, "eval_biology_runtime": 47.71, "eval_biology_samples_per_second": 10.48, "eval_biology_steps_per_second": 2.62, "step": 1200 }, { "entropy": 3.6975948810577393, "epoch": 1.936, "grad_norm": 0.0177001953125, "learning_rate": 1.9535555555555557e-05, "loss": 5.0404, "mean_token_accuracy": 0.29399057319387795, "num_tokens": 23660418.0, "step": 1210 }, { "entropy": 3.724119584262371, "epoch": 1.952, "grad_norm": 0.01214599609375, "learning_rate": 1.9513333333333335e-05, "loss": 5.0911, "mean_token_accuracy": 0.2915867816656828, "num_tokens": 23858145.0, "step": 1220 }, { "entropy": 3.7461824998259545, "epoch": 1.968, "grad_norm": 0.0155029296875, "learning_rate": 1.9491111111111113e-05, "loss": 5.1581, "mean_token_accuracy": 0.28603497641161085, "num_tokens": 24053364.0, "step": 1230 }, { "entropy": 3.7114603489637377, "epoch": 1.984, "grad_norm": 0.0157470703125, "learning_rate": 1.946888888888889e-05, "loss": 5.0847, "mean_token_accuracy": 0.2926376985386014, "num_tokens": 24249465.0, "step": 1240 }, { "entropy": 3.713132253289223, "epoch": 2.0, "grad_norm": 0.021728515625, "learning_rate": 1.9446666666666668e-05, "loss": 5.0979, "mean_token_accuracy": 0.29202904291450976, "num_tokens": 24442582.0, "step": 1250 }, { "entropy": 3.7105937510728837, "epoch": 2.016, "grad_norm": 0.020751953125, "learning_rate": 1.9424444444444446e-05, "loss": 5.1146, "mean_token_accuracy": 0.2896880513057113, "num_tokens": 24632353.0, "step": 1260 }, { "entropy": 3.7421246364712717, "epoch": 2.032, "grad_norm": 0.0234375, "learning_rate": 1.9402222222222223e-05, "loss": 5.156, "mean_token_accuracy": 0.2862941346131265, "num_tokens": 24822715.0, "step": 1270 }, { "entropy": 3.729320552945137, "epoch": 2.048, "grad_norm": 0.011962890625, "learning_rate": 1.938e-05, "loss": 5.0711, "mean_token_accuracy": 0.2908482993021607, "num_tokens": 25023118.0, "step": 1280 }, { "entropy": 3.716141538321972, "epoch": 2.064, "grad_norm": 0.0189208984375, "learning_rate": 1.935777777777778e-05, "loss": 5.1159, "mean_token_accuracy": 0.28827573377639054, "num_tokens": 25217414.0, "step": 1290 }, { "entropy": 3.7167277559638023, "epoch": 2.08, "grad_norm": 0.020263671875, "learning_rate": 1.9335555555555556e-05, "loss": 5.091, "mean_token_accuracy": 0.2915657116100192, "num_tokens": 25408961.0, "step": 1300 }, { "epoch": 2.08, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 25408961.0, "eval_biology_runtime": 47.587, "eval_biology_samples_per_second": 10.507, "eval_biology_steps_per_second": 2.627, "step": 1300 }, { "entropy": 3.714424678683281, "epoch": 2.096, "grad_norm": 0.0184326171875, "learning_rate": 1.9313333333333334e-05, "loss": 5.0943, "mean_token_accuracy": 0.29086006721481683, "num_tokens": 25600511.0, "step": 1310 }, { "entropy": 3.743735647201538, "epoch": 2.112, "grad_norm": 0.01531982421875, "learning_rate": 1.9291111111111115e-05, "loss": 5.107, "mean_token_accuracy": 0.2900062766857445, "num_tokens": 25796565.0, "step": 1320 }, { "entropy": 3.711001531779766, "epoch": 2.128, "grad_norm": 0.016845703125, "learning_rate": 1.926888888888889e-05, "loss": 5.0988, "mean_token_accuracy": 0.2924064252525568, "num_tokens": 25991156.0, "step": 1330 }, { "entropy": 3.698951078951359, "epoch": 2.144, "grad_norm": 0.01611328125, "learning_rate": 1.924666666666667e-05, "loss": 5.063, "mean_token_accuracy": 0.29314082926139234, "num_tokens": 26193237.0, "step": 1340 }, { "entropy": 3.7248923525214197, "epoch": 2.16, "grad_norm": 0.0264892578125, "learning_rate": 1.9224444444444444e-05, "loss": 5.0923, "mean_token_accuracy": 0.29320395886898043, "num_tokens": 26387993.0, "step": 1350 }, { "entropy": 3.7421302527189253, "epoch": 2.176, "grad_norm": 0.014404296875, "learning_rate": 1.9202222222222225e-05, "loss": 5.1362, "mean_token_accuracy": 0.287891149520874, "num_tokens": 26585269.0, "step": 1360 }, { "entropy": 3.7373417228460313, "epoch": 2.192, "grad_norm": 0.019775390625, "learning_rate": 1.918e-05, "loss": 5.099, "mean_token_accuracy": 0.29109739176928995, "num_tokens": 26776318.0, "step": 1370 }, { "entropy": 3.7420630186796187, "epoch": 2.208, "grad_norm": 0.02490234375, "learning_rate": 1.915777777777778e-05, "loss": 5.1231, "mean_token_accuracy": 0.28790645729750397, "num_tokens": 26974420.0, "step": 1380 }, { "entropy": 3.735623452067375, "epoch": 2.224, "grad_norm": 0.0157470703125, "learning_rate": 1.9135555555555555e-05, "loss": 5.1347, "mean_token_accuracy": 0.2884402872994542, "num_tokens": 27167577.0, "step": 1390 }, { "entropy": 3.7288005337119103, "epoch": 2.24, "grad_norm": 0.01324462890625, "learning_rate": 1.9113333333333336e-05, "loss": 5.0568, "mean_token_accuracy": 0.2936669984832406, "num_tokens": 27364189.0, "step": 1400 }, { "epoch": 2.24, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 27364189.0, "eval_biology_runtime": 47.642, "eval_biology_samples_per_second": 10.495, "eval_biology_steps_per_second": 2.624, "step": 1400 }, { "entropy": 3.6691079929471018, "epoch": 2.2560000000000002, "grad_norm": 0.0191650390625, "learning_rate": 1.9091111111111113e-05, "loss": 5.0664, "mean_token_accuracy": 0.2951836409047246, "num_tokens": 27557387.0, "step": 1410 }, { "entropy": 3.7611682564020157, "epoch": 2.2720000000000002, "grad_norm": 0.021728515625, "learning_rate": 1.906888888888889e-05, "loss": 5.152, "mean_token_accuracy": 0.28709178091958165, "num_tokens": 27755725.0, "step": 1420 }, { "entropy": 3.778307482600212, "epoch": 2.288, "grad_norm": 0.0189208984375, "learning_rate": 1.904666666666667e-05, "loss": 5.1678, "mean_token_accuracy": 0.28473026901483534, "num_tokens": 27950694.0, "step": 1430 }, { "entropy": 3.7009392485022543, "epoch": 2.304, "grad_norm": 0.016845703125, "learning_rate": 1.9024444444444446e-05, "loss": 5.0617, "mean_token_accuracy": 0.29399854615330695, "num_tokens": 28150719.0, "step": 1440 }, { "entropy": 3.709285947680473, "epoch": 2.32, "grad_norm": 0.01611328125, "learning_rate": 1.9002222222222224e-05, "loss": 5.0994, "mean_token_accuracy": 0.29222611617296934, "num_tokens": 28348652.0, "step": 1450 }, { "entropy": 3.718844693899155, "epoch": 2.336, "grad_norm": 0.0157470703125, "learning_rate": 1.898e-05, "loss": 5.09, "mean_token_accuracy": 0.2933342828415334, "num_tokens": 28542945.0, "step": 1460 }, { "entropy": 3.689019551873207, "epoch": 2.352, "grad_norm": 0.0216064453125, "learning_rate": 1.895777777777778e-05, "loss": 5.0641, "mean_token_accuracy": 0.292084741499275, "num_tokens": 28731927.0, "step": 1470 }, { "entropy": 3.686488929390907, "epoch": 2.368, "grad_norm": 0.01416015625, "learning_rate": 1.8935555555555556e-05, "loss": 5.0355, "mean_token_accuracy": 0.29083675481379034, "num_tokens": 28929298.0, "step": 1480 }, { "entropy": 3.7178502827882767, "epoch": 2.384, "grad_norm": 0.0184326171875, "learning_rate": 1.8913333333333334e-05, "loss": 5.1081, "mean_token_accuracy": 0.29000213257968427, "num_tokens": 29121142.0, "step": 1490 }, { "entropy": 3.709418612718582, "epoch": 2.4, "grad_norm": 0.013671875, "learning_rate": 1.8891111111111115e-05, "loss": 5.0599, "mean_token_accuracy": 0.29317397633567455, "num_tokens": 29317919.0, "step": 1500 }, { "epoch": 2.4, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 29317919.0, "eval_biology_runtime": 47.6489, "eval_biology_samples_per_second": 10.493, "eval_biology_steps_per_second": 2.623, "step": 1500 }, { "entropy": 3.6719333082437515, "epoch": 2.416, "grad_norm": 0.0224609375, "learning_rate": 1.886888888888889e-05, "loss": 5.0244, "mean_token_accuracy": 0.29649064838886263, "num_tokens": 29518541.0, "step": 1510 }, { "entropy": 3.7154024302959443, "epoch": 2.432, "grad_norm": 0.0167236328125, "learning_rate": 1.884666666666667e-05, "loss": 5.0661, "mean_token_accuracy": 0.29185118433088064, "num_tokens": 29720768.0, "step": 1520 }, { "entropy": 3.7328961461782457, "epoch": 2.448, "grad_norm": 0.020751953125, "learning_rate": 1.8824444444444445e-05, "loss": 5.096, "mean_token_accuracy": 0.2906650099903345, "num_tokens": 29916619.0, "step": 1530 }, { "entropy": 3.746054658293724, "epoch": 2.464, "grad_norm": 0.031494140625, "learning_rate": 1.8802222222222226e-05, "loss": 5.0919, "mean_token_accuracy": 0.2903040235862136, "num_tokens": 30121198.0, "step": 1540 }, { "entropy": 3.728714808821678, "epoch": 2.48, "grad_norm": 0.01458740234375, "learning_rate": 1.878e-05, "loss": 5.0971, "mean_token_accuracy": 0.2893067443743348, "num_tokens": 30325508.0, "step": 1550 }, { "entropy": 3.679151824116707, "epoch": 2.496, "grad_norm": 0.0238037109375, "learning_rate": 1.875777777777778e-05, "loss": 5.0409, "mean_token_accuracy": 0.29410989535972476, "num_tokens": 30517445.0, "step": 1560 }, { "entropy": 3.7171840399503706, "epoch": 2.512, "grad_norm": 0.0263671875, "learning_rate": 1.873555555555556e-05, "loss": 5.099, "mean_token_accuracy": 0.2894710778258741, "num_tokens": 30714049.0, "step": 1570 }, { "entropy": 3.7010063350200655, "epoch": 2.528, "grad_norm": 0.0198974609375, "learning_rate": 1.8713333333333336e-05, "loss": 5.051, "mean_token_accuracy": 0.2937143785879016, "num_tokens": 30911317.0, "step": 1580 }, { "entropy": 3.6958950527012346, "epoch": 2.544, "grad_norm": 0.0162353515625, "learning_rate": 1.8691111111111114e-05, "loss": 5.0898, "mean_token_accuracy": 0.29357747128233314, "num_tokens": 31108983.0, "step": 1590 }, { "entropy": 3.7022415205836294, "epoch": 2.56, "grad_norm": 0.0247802734375, "learning_rate": 1.866888888888889e-05, "loss": 5.0457, "mean_token_accuracy": 0.2948175928555429, "num_tokens": 31298994.0, "step": 1600 }, { "epoch": 2.56, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 31298994.0, "eval_biology_runtime": 47.7499, "eval_biology_samples_per_second": 10.471, "eval_biology_steps_per_second": 2.618, "step": 1600 }, { "entropy": 3.679981291294098, "epoch": 2.576, "grad_norm": 0.02099609375, "learning_rate": 1.864666666666667e-05, "loss": 5.0376, "mean_token_accuracy": 0.29525212282314894, "num_tokens": 31488512.0, "step": 1610 }, { "entropy": 3.7046368598937987, "epoch": 2.592, "grad_norm": 0.022216796875, "learning_rate": 1.8624444444444446e-05, "loss": 5.0793, "mean_token_accuracy": 0.2907128848135471, "num_tokens": 31684651.0, "step": 1620 }, { "entropy": 3.746250657737255, "epoch": 2.608, "grad_norm": 0.019775390625, "learning_rate": 1.8602222222222224e-05, "loss": 5.1288, "mean_token_accuracy": 0.2878807776607573, "num_tokens": 31876008.0, "step": 1630 }, { "entropy": 3.6945053577423095, "epoch": 2.624, "grad_norm": 0.0189208984375, "learning_rate": 1.858e-05, "loss": 5.0573, "mean_token_accuracy": 0.29536825576797127, "num_tokens": 32069617.0, "step": 1640 }, { "entropy": 3.765464061498642, "epoch": 2.64, "grad_norm": 0.0145263671875, "learning_rate": 1.855777777777778e-05, "loss": 5.1368, "mean_token_accuracy": 0.28563874009996654, "num_tokens": 32262932.0, "step": 1650 }, { "entropy": 3.726054683327675, "epoch": 2.656, "grad_norm": 0.0206298828125, "learning_rate": 1.8535555555555557e-05, "loss": 5.0751, "mean_token_accuracy": 0.2914812139235437, "num_tokens": 32465495.0, "step": 1660 }, { "entropy": 3.705101008713245, "epoch": 2.672, "grad_norm": 0.0201416015625, "learning_rate": 1.8513333333333335e-05, "loss": 5.0605, "mean_token_accuracy": 0.29310004934668543, "num_tokens": 32665458.0, "step": 1670 }, { "entropy": 3.6972682535648347, "epoch": 2.6879999999999997, "grad_norm": 0.016845703125, "learning_rate": 1.8491111111111112e-05, "loss": 5.0527, "mean_token_accuracy": 0.29600915489718316, "num_tokens": 32867135.0, "step": 1680 }, { "entropy": 3.717528872191906, "epoch": 2.7039999999999997, "grad_norm": 0.0184326171875, "learning_rate": 1.846888888888889e-05, "loss": 5.0779, "mean_token_accuracy": 0.2918607803992927, "num_tokens": 33070366.0, "step": 1690 }, { "entropy": 3.693564009666443, "epoch": 2.7199999999999998, "grad_norm": 0.0177001953125, "learning_rate": 1.8446666666666667e-05, "loss": 5.0611, "mean_token_accuracy": 0.2943148259073496, "num_tokens": 33269122.0, "step": 1700 }, { "epoch": 2.7199999999999998, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 33269122.0, "eval_biology_runtime": 47.7086, "eval_biology_samples_per_second": 10.48, "eval_biology_steps_per_second": 2.62, "step": 1700 }, { "entropy": 3.707437001168728, "epoch": 2.7359999999999998, "grad_norm": 0.0184326171875, "learning_rate": 1.842444444444445e-05, "loss": 5.0975, "mean_token_accuracy": 0.2900095324032009, "num_tokens": 33456592.0, "step": 1710 }, { "entropy": 3.7080828949809073, "epoch": 2.752, "grad_norm": 0.0169677734375, "learning_rate": 1.8402222222222223e-05, "loss": 5.116, "mean_token_accuracy": 0.28883095337077974, "num_tokens": 33645862.0, "step": 1720 }, { "entropy": 3.728220048546791, "epoch": 2.768, "grad_norm": 0.0167236328125, "learning_rate": 1.8380000000000004e-05, "loss": 5.0782, "mean_token_accuracy": 0.28814746495336296, "num_tokens": 33835740.0, "step": 1730 }, { "entropy": 3.692038844525814, "epoch": 2.784, "grad_norm": 0.0206298828125, "learning_rate": 1.8357777777777778e-05, "loss": 5.0354, "mean_token_accuracy": 0.2963261384516954, "num_tokens": 34034702.0, "step": 1740 }, { "entropy": 3.6788995161652567, "epoch": 2.8, "grad_norm": 0.024169921875, "learning_rate": 1.833555555555556e-05, "loss": 5.0539, "mean_token_accuracy": 0.29329841481521723, "num_tokens": 34235603.0, "step": 1750 }, { "entropy": 3.724039378762245, "epoch": 2.816, "grad_norm": 0.017822265625, "learning_rate": 1.8313333333333333e-05, "loss": 5.0778, "mean_token_accuracy": 0.29148014429956676, "num_tokens": 34434833.0, "step": 1760 }, { "entropy": 3.7389438778162, "epoch": 2.832, "grad_norm": 0.0224609375, "learning_rate": 1.8291111111111114e-05, "loss": 5.1507, "mean_token_accuracy": 0.2880131645128131, "num_tokens": 34625581.0, "step": 1770 }, { "entropy": 3.7316405907273293, "epoch": 2.848, "grad_norm": 0.0159912109375, "learning_rate": 1.8268888888888888e-05, "loss": 5.127, "mean_token_accuracy": 0.28841973282396793, "num_tokens": 34816521.0, "step": 1780 }, { "entropy": 3.6935748010873795, "epoch": 2.864, "grad_norm": 0.01495361328125, "learning_rate": 1.824666666666667e-05, "loss": 5.0582, "mean_token_accuracy": 0.29493709858506917, "num_tokens": 35013631.0, "step": 1790 }, { "entropy": 3.732215444743633, "epoch": 2.88, "grad_norm": 0.0174560546875, "learning_rate": 1.8224444444444447e-05, "loss": 5.1183, "mean_token_accuracy": 0.2878311794251204, "num_tokens": 35207800.0, "step": 1800 }, { "epoch": 2.88, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 35207800.0, "eval_biology_runtime": 47.7292, "eval_biology_samples_per_second": 10.476, "eval_biology_steps_per_second": 2.619, "step": 1800 }, { "entropy": 3.7153993040323257, "epoch": 2.896, "grad_norm": 0.019775390625, "learning_rate": 1.8202222222222225e-05, "loss": 5.0555, "mean_token_accuracy": 0.2897385073825717, "num_tokens": 35402995.0, "step": 1810 }, { "entropy": 3.7419364899396896, "epoch": 2.912, "grad_norm": 0.012451171875, "learning_rate": 1.8180000000000002e-05, "loss": 5.1361, "mean_token_accuracy": 0.288204584736377, "num_tokens": 35595456.0, "step": 1820 }, { "entropy": 3.713737541437149, "epoch": 2.928, "grad_norm": 0.017578125, "learning_rate": 1.815777777777778e-05, "loss": 5.0743, "mean_token_accuracy": 0.2914375264197588, "num_tokens": 35787309.0, "step": 1830 }, { "entropy": 3.7097805708646776, "epoch": 2.944, "grad_norm": 0.0220947265625, "learning_rate": 1.8135555555555557e-05, "loss": 5.0865, "mean_token_accuracy": 0.29150775615125896, "num_tokens": 35982686.0, "step": 1840 }, { "entropy": 3.7225977651774884, "epoch": 2.96, "grad_norm": 0.013916015625, "learning_rate": 1.8113333333333335e-05, "loss": 5.0909, "mean_token_accuracy": 0.2906139406375587, "num_tokens": 36179520.0, "step": 1850 }, { "entropy": 3.722698852419853, "epoch": 2.976, "grad_norm": 0.01904296875, "learning_rate": 1.8091111111111113e-05, "loss": 5.0775, "mean_token_accuracy": 0.29118275735527277, "num_tokens": 36373689.0, "step": 1860 }, { "entropy": 3.673632799088955, "epoch": 2.992, "grad_norm": 0.0157470703125, "learning_rate": 1.806888888888889e-05, "loss": 5.0388, "mean_token_accuracy": 0.29416691763326525, "num_tokens": 36569612.0, "step": 1870 }, { "entropy": 3.751718300580978, "epoch": 3.008, "grad_norm": 0.01519775390625, "learning_rate": 1.8046666666666668e-05, "loss": 5.1331, "mean_token_accuracy": 0.28643003962934016, "num_tokens": 36759194.0, "step": 1880 }, { "entropy": 3.794464720785618, "epoch": 3.024, "grad_norm": 0.019287109375, "learning_rate": 1.8024444444444445e-05, "loss": 5.2124, "mean_token_accuracy": 0.28478686409071086, "num_tokens": 36947293.0, "step": 1890 }, { "entropy": 3.6836516156792642, "epoch": 3.04, "grad_norm": 0.0341796875, "learning_rate": 1.8002222222222223e-05, "loss": 5.028, "mean_token_accuracy": 0.29457009583711624, "num_tokens": 37136901.0, "step": 1900 }, { "epoch": 3.04, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 37136901.0, "eval_biology_runtime": 47.6824, "eval_biology_samples_per_second": 10.486, "eval_biology_steps_per_second": 2.622, "step": 1900 }, { "entropy": 3.6932004258036613, "epoch": 3.056, "grad_norm": 0.01220703125, "learning_rate": 1.798e-05, "loss": 5.053, "mean_token_accuracy": 0.2943607769906521, "num_tokens": 37331588.0, "step": 1910 }, { "entropy": 3.712322735786438, "epoch": 3.072, "grad_norm": 0.01458740234375, "learning_rate": 1.7957777777777778e-05, "loss": 5.1317, "mean_token_accuracy": 0.2899042793549597, "num_tokens": 37521211.0, "step": 1920 }, { "entropy": 3.733357074856758, "epoch": 3.088, "grad_norm": 0.0181884765625, "learning_rate": 1.7935555555555556e-05, "loss": 5.1183, "mean_token_accuracy": 0.289601928088814, "num_tokens": 37713328.0, "step": 1930 }, { "entropy": 3.703967106342316, "epoch": 3.104, "grad_norm": 0.017822265625, "learning_rate": 1.7913333333333337e-05, "loss": 5.047, "mean_token_accuracy": 0.29227600432932377, "num_tokens": 37913470.0, "step": 1940 }, { "entropy": 3.7333655148744582, "epoch": 3.12, "grad_norm": 0.0125732421875, "learning_rate": 1.789111111111111e-05, "loss": 5.1089, "mean_token_accuracy": 0.28733154870569705, "num_tokens": 38106718.0, "step": 1950 }, { "entropy": 3.686858354508877, "epoch": 3.136, "grad_norm": 0.0179443359375, "learning_rate": 1.7868888888888892e-05, "loss": 5.0361, "mean_token_accuracy": 0.29669201830402014, "num_tokens": 38295701.0, "step": 1960 }, { "entropy": 3.7215913608670235, "epoch": 3.152, "grad_norm": 0.015869140625, "learning_rate": 1.7846666666666666e-05, "loss": 5.1112, "mean_token_accuracy": 0.29038686845451595, "num_tokens": 38493951.0, "step": 1970 }, { "entropy": 3.7115811944007873, "epoch": 3.168, "grad_norm": 0.0130615234375, "learning_rate": 1.7824444444444447e-05, "loss": 5.0993, "mean_token_accuracy": 0.2924555268138647, "num_tokens": 38688390.0, "step": 1980 }, { "entropy": 3.7052596390247343, "epoch": 3.184, "grad_norm": 0.01806640625, "learning_rate": 1.780222222222222e-05, "loss": 5.0841, "mean_token_accuracy": 0.2931958196684718, "num_tokens": 38880157.0, "step": 1990 }, { "entropy": 3.7163838326931, "epoch": 3.2, "grad_norm": 0.02001953125, "learning_rate": 1.7780000000000003e-05, "loss": 5.094, "mean_token_accuracy": 0.2932162147015333, "num_tokens": 39081782.0, "step": 2000 }, { "epoch": 3.2, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 39081782.0, "eval_biology_runtime": 47.6613, "eval_biology_samples_per_second": 10.491, "eval_biology_steps_per_second": 2.623, "step": 2000 }, { "entropy": 3.677596002817154, "epoch": 3.216, "grad_norm": 0.01708984375, "learning_rate": 1.7757777777777777e-05, "loss": 5.0218, "mean_token_accuracy": 0.2963276935741305, "num_tokens": 39275055.0, "step": 2010 }, { "entropy": 3.728393107652664, "epoch": 3.232, "grad_norm": 0.01904296875, "learning_rate": 1.7735555555555558e-05, "loss": 5.1208, "mean_token_accuracy": 0.29087636386975646, "num_tokens": 39474717.0, "step": 2020 }, { "entropy": 3.771027481555939, "epoch": 3.248, "grad_norm": 0.0150146484375, "learning_rate": 1.7713333333333335e-05, "loss": 5.1901, "mean_token_accuracy": 0.28422564305365083, "num_tokens": 39660543.0, "step": 2030 }, { "entropy": 3.6701483204960823, "epoch": 3.2640000000000002, "grad_norm": 0.0166015625, "learning_rate": 1.7691111111111113e-05, "loss": 4.974, "mean_token_accuracy": 0.29809008771553636, "num_tokens": 39866885.0, "step": 2040 }, { "entropy": 3.737916851043701, "epoch": 3.2800000000000002, "grad_norm": 0.0167236328125, "learning_rate": 1.766888888888889e-05, "loss": 5.1073, "mean_token_accuracy": 0.2882407303899527, "num_tokens": 40060390.0, "step": 2050 }, { "entropy": 3.7489179357886315, "epoch": 3.296, "grad_norm": 0.020263671875, "learning_rate": 1.7646666666666668e-05, "loss": 5.1361, "mean_token_accuracy": 0.28833002457395196, "num_tokens": 40253053.0, "step": 2060 }, { "entropy": 3.756761871278286, "epoch": 3.312, "grad_norm": 0.0174560546875, "learning_rate": 1.7624444444444446e-05, "loss": 5.1589, "mean_token_accuracy": 0.28446029499173164, "num_tokens": 40444210.0, "step": 2070 }, { "entropy": 3.7235940232872964, "epoch": 3.328, "grad_norm": 0.023681640625, "learning_rate": 1.7602222222222223e-05, "loss": 5.1055, "mean_token_accuracy": 0.2924896001815796, "num_tokens": 40644156.0, "step": 2080 }, { "entropy": 3.7119309812784196, "epoch": 3.344, "grad_norm": 0.020751953125, "learning_rate": 1.758e-05, "loss": 5.0881, "mean_token_accuracy": 0.29136001048609617, "num_tokens": 40837974.0, "step": 2090 }, { "entropy": 3.7003872007131577, "epoch": 3.36, "grad_norm": 0.0208740234375, "learning_rate": 1.755777777777778e-05, "loss": 5.0227, "mean_token_accuracy": 0.29334406089037657, "num_tokens": 41037512.0, "step": 2100 }, { "epoch": 3.36, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 41037512.0, "eval_biology_runtime": 47.6511, "eval_biology_samples_per_second": 10.493, "eval_biology_steps_per_second": 2.623, "step": 2100 }, { "entropy": 3.7061129227280616, "epoch": 3.376, "grad_norm": 0.026611328125, "learning_rate": 1.7535555555555556e-05, "loss": 5.0736, "mean_token_accuracy": 0.2921354529447854, "num_tokens": 41234279.0, "step": 2110 }, { "entropy": 3.74889210909605, "epoch": 3.392, "grad_norm": 0.0245361328125, "learning_rate": 1.7513333333333334e-05, "loss": 5.1398, "mean_token_accuracy": 0.2875754913315177, "num_tokens": 41427328.0, "step": 2120 }, { "entropy": 3.7448306381702423, "epoch": 3.408, "grad_norm": 0.015380859375, "learning_rate": 1.749111111111111e-05, "loss": 5.1251, "mean_token_accuracy": 0.28880001977086067, "num_tokens": 41613930.0, "step": 2130 }, { "entropy": 3.702964174747467, "epoch": 3.424, "grad_norm": 0.016357421875, "learning_rate": 1.746888888888889e-05, "loss": 5.0896, "mean_token_accuracy": 0.2956676483154297, "num_tokens": 41809259.0, "step": 2140 }, { "entropy": 3.7138727620244025, "epoch": 3.44, "grad_norm": 0.019775390625, "learning_rate": 1.7446666666666667e-05, "loss": 5.0661, "mean_token_accuracy": 0.2891010302118957, "num_tokens": 42008278.0, "step": 2150 }, { "entropy": 3.6999136462807654, "epoch": 3.456, "grad_norm": 0.0194091796875, "learning_rate": 1.7424444444444444e-05, "loss": 5.0888, "mean_token_accuracy": 0.2923800010234118, "num_tokens": 42210283.0, "step": 2160 }, { "entropy": 3.7028082251548766, "epoch": 3.472, "grad_norm": 0.0230712890625, "learning_rate": 1.7402222222222222e-05, "loss": 5.0813, "mean_token_accuracy": 0.2930546259507537, "num_tokens": 42405493.0, "step": 2170 }, { "entropy": 3.7289573684334756, "epoch": 3.488, "grad_norm": 0.0181884765625, "learning_rate": 1.7380000000000003e-05, "loss": 5.0639, "mean_token_accuracy": 0.2922235602512956, "num_tokens": 42601837.0, "step": 2180 }, { "entropy": 3.7119460508227347, "epoch": 3.504, "grad_norm": 0.025390625, "learning_rate": 1.735777777777778e-05, "loss": 5.0796, "mean_token_accuracy": 0.29270484214648607, "num_tokens": 42798533.0, "step": 2190 }, { "entropy": 3.659007392823696, "epoch": 3.52, "grad_norm": 0.01214599609375, "learning_rate": 1.7335555555555558e-05, "loss": 5.0022, "mean_token_accuracy": 0.297554971370846, "num_tokens": 43001779.0, "step": 2200 }, { "epoch": 3.52, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 43001779.0, "eval_biology_runtime": 47.6776, "eval_biology_samples_per_second": 10.487, "eval_biology_steps_per_second": 2.622, "step": 2200 }, { "entropy": 3.723618748784065, "epoch": 3.536, "grad_norm": 0.0223388671875, "learning_rate": 1.7313333333333336e-05, "loss": 5.1259, "mean_token_accuracy": 0.2900128854438663, "num_tokens": 43192229.0, "step": 2210 }, { "entropy": 3.723319613933563, "epoch": 3.552, "grad_norm": 0.0184326171875, "learning_rate": 1.7291111111111113e-05, "loss": 5.0756, "mean_token_accuracy": 0.2938495331443846, "num_tokens": 43386416.0, "step": 2220 }, { "entropy": 3.6991503447294236, "epoch": 3.568, "grad_norm": 0.0172119140625, "learning_rate": 1.726888888888889e-05, "loss": 5.0588, "mean_token_accuracy": 0.29536618255078795, "num_tokens": 43586122.0, "step": 2230 }, { "entropy": 3.688728378713131, "epoch": 3.584, "grad_norm": 0.0291748046875, "learning_rate": 1.724666666666667e-05, "loss": 5.0724, "mean_token_accuracy": 0.29340951135382054, "num_tokens": 43783769.0, "step": 2240 }, { "entropy": 3.7315173864364626, "epoch": 3.6, "grad_norm": 0.0185546875, "learning_rate": 1.7224444444444446e-05, "loss": 5.1064, "mean_token_accuracy": 0.2900592572055757, "num_tokens": 43973235.0, "step": 2250 }, { "entropy": 3.698257604241371, "epoch": 3.616, "grad_norm": 0.018798828125, "learning_rate": 1.7202222222222224e-05, "loss": 5.0767, "mean_token_accuracy": 0.2910240603610873, "num_tokens": 44176594.0, "step": 2260 }, { "entropy": 3.733731357753277, "epoch": 3.632, "grad_norm": 0.01507568359375, "learning_rate": 1.718e-05, "loss": 5.0611, "mean_token_accuracy": 0.2914435680024326, "num_tokens": 44377465.0, "step": 2270 }, { "entropy": 3.737416076660156, "epoch": 3.648, "grad_norm": 0.017333984375, "learning_rate": 1.715777777777778e-05, "loss": 5.1161, "mean_token_accuracy": 0.2871216825209558, "num_tokens": 44569130.0, "step": 2280 }, { "entropy": 3.722829718887806, "epoch": 3.664, "grad_norm": 0.015380859375, "learning_rate": 1.7135555555555557e-05, "loss": 5.0896, "mean_token_accuracy": 0.2915670693852007, "num_tokens": 44772500.0, "step": 2290 }, { "entropy": 3.697959817945957, "epoch": 3.68, "grad_norm": 0.0166015625, "learning_rate": 1.7113333333333334e-05, "loss": 5.0797, "mean_token_accuracy": 0.2931885630823672, "num_tokens": 44972326.0, "step": 2300 }, { "epoch": 3.68, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 44972326.0, "eval_biology_runtime": 48.0304, "eval_biology_samples_per_second": 10.41, "eval_biology_steps_per_second": 2.603, "step": 2300 }, { "entropy": 3.7422966778278353, "epoch": 3.6959999999999997, "grad_norm": 0.020263671875, "learning_rate": 1.7091111111111112e-05, "loss": 5.0869, "mean_token_accuracy": 0.29146374482661486, "num_tokens": 45171386.0, "step": 2310 }, { "entropy": 3.712788835167885, "epoch": 3.7119999999999997, "grad_norm": 0.0205078125, "learning_rate": 1.706888888888889e-05, "loss": 5.0991, "mean_token_accuracy": 0.29034558674320576, "num_tokens": 45361017.0, "step": 2320 }, { "entropy": 3.683118913322687, "epoch": 3.7279999999999998, "grad_norm": 0.0189208984375, "learning_rate": 1.704666666666667e-05, "loss": 5.0294, "mean_token_accuracy": 0.2962988236919045, "num_tokens": 45561773.0, "step": 2330 }, { "entropy": 3.7310089260339736, "epoch": 3.7439999999999998, "grad_norm": 0.0126953125, "learning_rate": 1.7024444444444445e-05, "loss": 5.1059, "mean_token_accuracy": 0.2881998690776527, "num_tokens": 45753014.0, "step": 2340 }, { "entropy": 3.7482281804084776, "epoch": 3.76, "grad_norm": 0.0198974609375, "learning_rate": 1.7002222222222226e-05, "loss": 5.0963, "mean_token_accuracy": 0.29057930456474423, "num_tokens": 45947397.0, "step": 2350 }, { "entropy": 3.701171849668026, "epoch": 3.776, "grad_norm": 0.016357421875, "learning_rate": 1.698e-05, "loss": 5.0532, "mean_token_accuracy": 0.29302215231582524, "num_tokens": 46143253.0, "step": 2360 }, { "entropy": 3.761652034521103, "epoch": 3.792, "grad_norm": 0.01385498046875, "learning_rate": 1.695777777777778e-05, "loss": 5.167, "mean_token_accuracy": 0.2857805178500712, "num_tokens": 46337744.0, "step": 2370 }, { "entropy": 3.718404772877693, "epoch": 3.808, "grad_norm": 0.0130615234375, "learning_rate": 1.6935555555555555e-05, "loss": 5.0959, "mean_token_accuracy": 0.29188500214368107, "num_tokens": 46528272.0, "step": 2380 }, { "entropy": 3.7391842380166054, "epoch": 3.824, "grad_norm": 0.0169677734375, "learning_rate": 1.6913333333333336e-05, "loss": 5.1199, "mean_token_accuracy": 0.28759043086320163, "num_tokens": 46719274.0, "step": 2390 }, { "entropy": 3.6862105175852777, "epoch": 3.84, "grad_norm": 0.0224609375, "learning_rate": 1.689111111111111e-05, "loss": 5.0947, "mean_token_accuracy": 0.2926178417168558, "num_tokens": 46916027.0, "step": 2400 }, { "epoch": 3.84, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 46916027.0, "eval_biology_runtime": 47.8279, "eval_biology_samples_per_second": 10.454, "eval_biology_steps_per_second": 2.614, "step": 2400 }, { "entropy": 3.649807746708393, "epoch": 3.856, "grad_norm": 0.024658203125, "learning_rate": 1.686888888888889e-05, "loss": 5.0127, "mean_token_accuracy": 0.2953750922344625, "num_tokens": 47114880.0, "step": 2410 }, { "entropy": 3.7041025340557097, "epoch": 3.872, "grad_norm": 0.017333984375, "learning_rate": 1.684666666666667e-05, "loss": 5.0889, "mean_token_accuracy": 0.2902955993078649, "num_tokens": 47311977.0, "step": 2420 }, { "entropy": 3.66862163990736, "epoch": 3.888, "grad_norm": 0.0244140625, "learning_rate": 1.6824444444444447e-05, "loss": 5.0028, "mean_token_accuracy": 0.29624508721753956, "num_tokens": 47509800.0, "step": 2430 }, { "entropy": 3.6893680870532988, "epoch": 3.904, "grad_norm": 0.01556396484375, "learning_rate": 1.6802222222222224e-05, "loss": 5.0781, "mean_token_accuracy": 0.2932746851816773, "num_tokens": 47704018.0, "step": 2440 }, { "entropy": 3.7191090524196624, "epoch": 3.92, "grad_norm": 0.0289306640625, "learning_rate": 1.6780000000000002e-05, "loss": 5.0785, "mean_token_accuracy": 0.29263799684122205, "num_tokens": 47903745.0, "step": 2450 }, { "entropy": 3.721919621527195, "epoch": 3.936, "grad_norm": 0.0145263671875, "learning_rate": 1.675777777777778e-05, "loss": 5.0836, "mean_token_accuracy": 0.2914642173796892, "num_tokens": 48102312.0, "step": 2460 }, { "entropy": 3.6834640219807624, "epoch": 3.952, "grad_norm": 0.03271484375, "learning_rate": 1.6735555555555557e-05, "loss": 5.0105, "mean_token_accuracy": 0.29568229150027037, "num_tokens": 48299684.0, "step": 2470 }, { "entropy": 3.7294766038656233, "epoch": 3.968, "grad_norm": 0.0159912109375, "learning_rate": 1.6713333333333335e-05, "loss": 5.112, "mean_token_accuracy": 0.2873284795321524, "num_tokens": 48496831.0, "step": 2480 }, { "entropy": 3.737547051906586, "epoch": 3.984, "grad_norm": 0.0169677734375, "learning_rate": 1.6691111111111112e-05, "loss": 5.1085, "mean_token_accuracy": 0.2869183259084821, "num_tokens": 48694070.0, "step": 2490 }, { "entropy": 3.7506517291069033, "epoch": 4.0, "grad_norm": 0.021484375, "learning_rate": 1.666888888888889e-05, "loss": 5.1542, "mean_token_accuracy": 0.2846108947880566, "num_tokens": 48885164.0, "step": 2500 }, { "epoch": 4.0, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 48885164.0, "eval_biology_runtime": 47.8132, "eval_biology_samples_per_second": 10.457, "eval_biology_steps_per_second": 2.614, "step": 2500 }, { "entropy": 3.6867860555648804, "epoch": 4.016, "grad_norm": 0.0238037109375, "learning_rate": 1.6646666666666668e-05, "loss": 5.0824, "mean_token_accuracy": 0.29150499030947685, "num_tokens": 49083717.0, "step": 2510 }, { "entropy": 3.7238096460700034, "epoch": 4.032, "grad_norm": 0.018798828125, "learning_rate": 1.6624444444444445e-05, "loss": 5.1044, "mean_token_accuracy": 0.2900601889938116, "num_tokens": 49282689.0, "step": 2520 }, { "entropy": 3.7241749286651613, "epoch": 4.048, "grad_norm": 0.01385498046875, "learning_rate": 1.6602222222222223e-05, "loss": 5.1144, "mean_token_accuracy": 0.2919305367395282, "num_tokens": 49480172.0, "step": 2530 }, { "entropy": 3.7086937204003334, "epoch": 4.064, "grad_norm": 0.018798828125, "learning_rate": 1.658e-05, "loss": 5.0376, "mean_token_accuracy": 0.2930126262828708, "num_tokens": 49670167.0, "step": 2540 }, { "entropy": 3.6937696263194084, "epoch": 4.08, "grad_norm": 0.0238037109375, "learning_rate": 1.6557777777777778e-05, "loss": 5.0672, "mean_token_accuracy": 0.2936962001025677, "num_tokens": 49866326.0, "step": 2550 }, { "entropy": 3.739897257089615, "epoch": 4.096, "grad_norm": 0.0238037109375, "learning_rate": 1.6535555555555556e-05, "loss": 5.1532, "mean_token_accuracy": 0.2857757587917149, "num_tokens": 50056950.0, "step": 2560 }, { "entropy": 3.7151870742440223, "epoch": 4.112, "grad_norm": 0.0191650390625, "learning_rate": 1.6513333333333333e-05, "loss": 5.0486, "mean_token_accuracy": 0.2916253494098783, "num_tokens": 50251768.0, "step": 2570 }, { "entropy": 3.741748996078968, "epoch": 4.128, "grad_norm": 0.0218505859375, "learning_rate": 1.6491111111111114e-05, "loss": 5.1302, "mean_token_accuracy": 0.2886204717680812, "num_tokens": 50444319.0, "step": 2580 }, { "entropy": 3.7324878945946693, "epoch": 4.144, "grad_norm": 0.0198974609375, "learning_rate": 1.646888888888889e-05, "loss": 5.1442, "mean_token_accuracy": 0.2887992520816624, "num_tokens": 50631631.0, "step": 2590 }, { "entropy": 3.7007958643138408, "epoch": 4.16, "grad_norm": 0.0247802734375, "learning_rate": 1.644666666666667e-05, "loss": 5.0566, "mean_token_accuracy": 0.2908625348471105, "num_tokens": 50826513.0, "step": 2600 }, { "epoch": 4.16, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 50826513.0, "eval_biology_runtime": 47.8602, "eval_biology_samples_per_second": 10.447, "eval_biology_steps_per_second": 2.612, "step": 2600 }, { "entropy": 3.7056932181119917, "epoch": 4.176, "grad_norm": 0.0263671875, "learning_rate": 1.6424444444444444e-05, "loss": 5.0538, "mean_token_accuracy": 0.29122171690687537, "num_tokens": 51026177.0, "step": 2610 }, { "entropy": 3.694055339694023, "epoch": 4.192, "grad_norm": 0.0191650390625, "learning_rate": 1.6402222222222225e-05, "loss": 5.0226, "mean_token_accuracy": 0.2947407807223499, "num_tokens": 51218570.0, "step": 2620 }, { "entropy": 3.706292048096657, "epoch": 4.208, "grad_norm": 0.02001953125, "learning_rate": 1.638e-05, "loss": 5.0743, "mean_token_accuracy": 0.2930410156026483, "num_tokens": 51417937.0, "step": 2630 }, { "entropy": 3.7099441289901733, "epoch": 4.224, "grad_norm": 0.017578125, "learning_rate": 1.635777777777778e-05, "loss": 5.049, "mean_token_accuracy": 0.2940624508075416, "num_tokens": 51615267.0, "step": 2640 }, { "entropy": 3.6856932565569878, "epoch": 4.24, "grad_norm": 0.0225830078125, "learning_rate": 1.6335555555555558e-05, "loss": 5.0388, "mean_token_accuracy": 0.2947453617118299, "num_tokens": 51815136.0, "step": 2650 }, { "entropy": 3.709778195619583, "epoch": 4.256, "grad_norm": 0.0157470703125, "learning_rate": 1.6313333333333335e-05, "loss": 5.0284, "mean_token_accuracy": 0.29742073686793447, "num_tokens": 52018293.0, "step": 2660 }, { "entropy": 3.666708365082741, "epoch": 4.272, "grad_norm": 0.01507568359375, "learning_rate": 1.6291111111111113e-05, "loss": 5.0159, "mean_token_accuracy": 0.29637509752064944, "num_tokens": 52214165.0, "step": 2670 }, { "entropy": 3.70448310226202, "epoch": 4.288, "grad_norm": 0.025146484375, "learning_rate": 1.626888888888889e-05, "loss": 5.0672, "mean_token_accuracy": 0.2924265591427684, "num_tokens": 52422210.0, "step": 2680 }, { "entropy": 3.729029726982117, "epoch": 4.304, "grad_norm": 0.0203857421875, "learning_rate": 1.6246666666666668e-05, "loss": 5.1082, "mean_token_accuracy": 0.2907215189188719, "num_tokens": 52617031.0, "step": 2690 }, { "entropy": 3.722349275648594, "epoch": 4.32, "grad_norm": 0.0206298828125, "learning_rate": 1.6224444444444446e-05, "loss": 5.0975, "mean_token_accuracy": 0.2914457294158638, "num_tokens": 52814574.0, "step": 2700 }, { "epoch": 4.32, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 52814574.0, "eval_biology_runtime": 48.7098, "eval_biology_samples_per_second": 10.265, "eval_biology_steps_per_second": 2.566, "step": 2700 }, { "entropy": 3.73561777472496, "epoch": 4.336, "grad_norm": 0.0211181640625, "learning_rate": 1.6202222222222223e-05, "loss": 5.1031, "mean_token_accuracy": 0.2909439015202224, "num_tokens": 53013899.0, "step": 2710 }, { "entropy": 3.725671558082104, "epoch": 4.352, "grad_norm": 0.014404296875, "learning_rate": 1.618e-05, "loss": 5.1349, "mean_token_accuracy": 0.2864148813299835, "num_tokens": 53209262.0, "step": 2720 }, { "entropy": 3.7035685420036315, "epoch": 4.368, "grad_norm": 0.0238037109375, "learning_rate": 1.615777777777778e-05, "loss": 5.0786, "mean_token_accuracy": 0.2919897187501192, "num_tokens": 53404971.0, "step": 2730 }, { "entropy": 3.7198848962783813, "epoch": 4.384, "grad_norm": 0.013671875, "learning_rate": 1.6135555555555556e-05, "loss": 5.0749, "mean_token_accuracy": 0.2917811692692339, "num_tokens": 53594766.0, "step": 2740 }, { "entropy": 3.72509386241436, "epoch": 4.4, "grad_norm": 0.01611328125, "learning_rate": 1.6113333333333334e-05, "loss": 5.1008, "mean_token_accuracy": 0.2886949327774346, "num_tokens": 53787876.0, "step": 2750 }, { "entropy": 3.6995689645409584, "epoch": 4.416, "grad_norm": 0.0169677734375, "learning_rate": 1.609111111111111e-05, "loss": 5.0288, "mean_token_accuracy": 0.2926365864463151, "num_tokens": 53991437.0, "step": 2760 }, { "entropy": 3.708150139451027, "epoch": 4.432, "grad_norm": 0.0205078125, "learning_rate": 1.606888888888889e-05, "loss": 5.0415, "mean_token_accuracy": 0.2945378190837801, "num_tokens": 54191547.0, "step": 2770 }, { "entropy": 3.699030156433582, "epoch": 4.448, "grad_norm": 0.024169921875, "learning_rate": 1.6046666666666667e-05, "loss": 5.0614, "mean_token_accuracy": 0.29357761722058057, "num_tokens": 54385194.0, "step": 2780 }, { "entropy": 3.7547865107655527, "epoch": 4.464, "grad_norm": 0.0235595703125, "learning_rate": 1.6024444444444444e-05, "loss": 5.1305, "mean_token_accuracy": 0.2903193710371852, "num_tokens": 54577099.0, "step": 2790 }, { "entropy": 3.675521856546402, "epoch": 4.48, "grad_norm": 0.0191650390625, "learning_rate": 1.6002222222222222e-05, "loss": 5.0164, "mean_token_accuracy": 0.29694207310676574, "num_tokens": 54769022.0, "step": 2800 }, { "epoch": 4.48, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 54769022.0, "eval_biology_runtime": 47.8679, "eval_biology_samples_per_second": 10.445, "eval_biology_steps_per_second": 2.611, "step": 2800 }, { "entropy": 3.7150301560759544, "epoch": 4.496, "grad_norm": 0.0244140625, "learning_rate": 1.5980000000000003e-05, "loss": 5.0912, "mean_token_accuracy": 0.29305859562009573, "num_tokens": 54968338.0, "step": 2810 }, { "entropy": 3.718098782002926, "epoch": 4.5120000000000005, "grad_norm": 0.0230712890625, "learning_rate": 1.5957777777777777e-05, "loss": 5.1338, "mean_token_accuracy": 0.28853786615654825, "num_tokens": 55167039.0, "step": 2820 }, { "entropy": 3.7127419516444204, "epoch": 4.5280000000000005, "grad_norm": 0.023193359375, "learning_rate": 1.5935555555555558e-05, "loss": 5.1045, "mean_token_accuracy": 0.2907073640264571, "num_tokens": 55369598.0, "step": 2830 }, { "entropy": 3.739163838326931, "epoch": 4.5440000000000005, "grad_norm": 0.020263671875, "learning_rate": 1.5913333333333332e-05, "loss": 5.1315, "mean_token_accuracy": 0.28984989067539574, "num_tokens": 55563629.0, "step": 2840 }, { "entropy": 3.719206142425537, "epoch": 4.5600000000000005, "grad_norm": 0.02197265625, "learning_rate": 1.5891111111111113e-05, "loss": 5.0957, "mean_token_accuracy": 0.29158565355464816, "num_tokens": 55759240.0, "step": 2850 }, { "entropy": 3.7248982429504394, "epoch": 4.576, "grad_norm": 0.026611328125, "learning_rate": 1.5868888888888888e-05, "loss": 5.1139, "mean_token_accuracy": 0.29049481768161056, "num_tokens": 55953631.0, "step": 2860 }, { "entropy": 3.74677447527647, "epoch": 4.592, "grad_norm": 0.02001953125, "learning_rate": 1.584666666666667e-05, "loss": 5.1155, "mean_token_accuracy": 0.28816944155842067, "num_tokens": 56150202.0, "step": 2870 }, { "entropy": 3.751250313222408, "epoch": 4.608, "grad_norm": 0.021484375, "learning_rate": 1.5824444444444446e-05, "loss": 5.1504, "mean_token_accuracy": 0.2895822520367801, "num_tokens": 56336358.0, "step": 2880 }, { "entropy": 3.6957886919379233, "epoch": 4.624, "grad_norm": 0.02197265625, "learning_rate": 1.5802222222222224e-05, "loss": 5.0671, "mean_token_accuracy": 0.2919166341423988, "num_tokens": 56532634.0, "step": 2890 }, { "entropy": 3.720306658744812, "epoch": 4.64, "grad_norm": 0.0201416015625, "learning_rate": 1.578e-05, "loss": 5.0994, "mean_token_accuracy": 0.289959745015949, "num_tokens": 56721597.0, "step": 2900 }, { "epoch": 4.64, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 56721597.0, "eval_biology_runtime": 48.0261, "eval_biology_samples_per_second": 10.411, "eval_biology_steps_per_second": 2.603, "step": 2900 }, { "entropy": 3.739784726500511, "epoch": 4.656, "grad_norm": 0.0172119140625, "learning_rate": 1.575777777777778e-05, "loss": 5.1206, "mean_token_accuracy": 0.2885666203685105, "num_tokens": 56915763.0, "step": 2910 }, { "entropy": 3.6950620263814926, "epoch": 4.672, "grad_norm": 0.0220947265625, "learning_rate": 1.5735555555555557e-05, "loss": 5.073, "mean_token_accuracy": 0.2931731772609055, "num_tokens": 57106674.0, "step": 2920 }, { "entropy": 3.6809344813227654, "epoch": 4.688, "grad_norm": 0.02001953125, "learning_rate": 1.5713333333333334e-05, "loss": 5.0291, "mean_token_accuracy": 0.2970257383771241, "num_tokens": 57308644.0, "step": 2930 }, { "entropy": 3.7271113738417627, "epoch": 4.704, "grad_norm": 0.02587890625, "learning_rate": 1.5691111111111112e-05, "loss": 5.1189, "mean_token_accuracy": 0.28802499463781717, "num_tokens": 57503295.0, "step": 2940 }, { "entropy": 3.7621049106121065, "epoch": 4.72, "grad_norm": 0.017333984375, "learning_rate": 1.5668888888888893e-05, "loss": 5.1912, "mean_token_accuracy": 0.28459258917719127, "num_tokens": 57694635.0, "step": 2950 }, { "entropy": 3.6893670454621317, "epoch": 4.736, "grad_norm": 0.0157470703125, "learning_rate": 1.5646666666666667e-05, "loss": 5.0624, "mean_token_accuracy": 0.29419010048732164, "num_tokens": 57898052.0, "step": 2960 }, { "entropy": 3.732640725374222, "epoch": 4.752, "grad_norm": 0.0159912109375, "learning_rate": 1.5624444444444448e-05, "loss": 5.1171, "mean_token_accuracy": 0.28954468155279756, "num_tokens": 58091828.0, "step": 2970 }, { "entropy": 3.6825032398104667, "epoch": 4.768, "grad_norm": 0.01611328125, "learning_rate": 1.5602222222222222e-05, "loss": 5.0259, "mean_token_accuracy": 0.29825478764250873, "num_tokens": 58290608.0, "step": 2980 }, { "entropy": 3.7117982298135757, "epoch": 4.784, "grad_norm": 0.01348876953125, "learning_rate": 1.5580000000000003e-05, "loss": 5.0704, "mean_token_accuracy": 0.2925625376403332, "num_tokens": 58491415.0, "step": 2990 }, { "entropy": 3.734121711552143, "epoch": 4.8, "grad_norm": 0.0172119140625, "learning_rate": 1.5557777777777778e-05, "loss": 5.0996, "mean_token_accuracy": 0.2903846331872046, "num_tokens": 58681639.0, "step": 3000 }, { "epoch": 4.8, "eval_biology_entropy": 3.665779479980469, "eval_biology_loss": 5.049773216247559, "eval_biology_mean_token_accuracy": 0.29773494935035705, "eval_biology_num_tokens": 58681639.0, "eval_biology_runtime": 47.812, "eval_biology_samples_per_second": 10.458, "eval_biology_steps_per_second": 2.614, "step": 3000 } ], "logging_steps": 10, "max_steps": 10000, "num_input_tokens_seen": 0, "num_train_epochs": 16, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 6.376125307778666e+18, "train_batch_size": 4, "trial_name": null, "trial_params": null }