| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.8, |
| "eval_steps": 100, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 3.6945120811462404, |
| "epoch": 0.016, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.8e-07, |
| "loss": 5.0851, |
| "mean_token_accuracy": 0.2927759636193514, |
| "num_tokens": 195524.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 3.7313055276870726, |
| "epoch": 0.032, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 3.8e-07, |
| "loss": 5.0802, |
| "mean_token_accuracy": 0.289933389890939, |
| "num_tokens": 390903.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 3.705480118095875, |
| "epoch": 0.048, |
| "grad_norm": 0.0252685546875, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 5.0794, |
| "mean_token_accuracy": 0.29482015436515213, |
| "num_tokens": 589868.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 3.727609448134899, |
| "epoch": 0.064, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 7.8e-07, |
| "loss": 5.0815, |
| "mean_token_accuracy": 0.29059267388656734, |
| "num_tokens": 791190.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 3.7325011074542997, |
| "epoch": 0.08, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 5.0765, |
| "mean_token_accuracy": 0.29154324913397434, |
| "num_tokens": 989860.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 3.7289695993065832, |
| "epoch": 0.096, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 5.084, |
| "mean_token_accuracy": 0.2919090397655964, |
| "num_tokens": 1181777.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 3.696782369911671, |
| "epoch": 0.112, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2921869015321136, |
| "num_tokens": 1385513.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 3.7105689987540247, |
| "epoch": 0.128, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 5.1046, |
| "mean_token_accuracy": 0.2894379127770662, |
| "num_tokens": 1582368.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 3.6783719427883623, |
| "epoch": 0.144, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 5.049, |
| "mean_token_accuracy": 0.29489915193989874, |
| "num_tokens": 1773764.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 3.7497646793723107, |
| "epoch": 0.16, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.98e-06, |
| "loss": 5.1421, |
| "mean_token_accuracy": 0.285641394648701, |
| "num_tokens": 1970077.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 48.3951, |
| "eval_biology_samples_per_second": 10.332, |
| "eval_biology_steps_per_second": 2.583, |
| "step": 100 |
| }, |
| { |
| "entropy": 3.7205758571624754, |
| "epoch": 0.176, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 5.1124, |
| "mean_token_accuracy": 0.2885961330495775, |
| "num_tokens": 2168354.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 3.711766928434372, |
| "epoch": 0.192, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 2.38e-06, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.29016080107539893, |
| "num_tokens": 2365822.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 3.755408400297165, |
| "epoch": 0.208, |
| "grad_norm": 0.01953125, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 5.1415, |
| "mean_token_accuracy": 0.28556298119947315, |
| "num_tokens": 2558762.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 3.6979280173778535, |
| "epoch": 0.224, |
| "grad_norm": 0.013671875, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 5.0488, |
| "mean_token_accuracy": 0.2934382151812315, |
| "num_tokens": 2755347.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 3.67200947701931, |
| "epoch": 0.24, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 5.0267, |
| "mean_token_accuracy": 0.29687621584162116, |
| "num_tokens": 2947346.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 3.7363524213433266, |
| "epoch": 0.256, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 5.1623, |
| "mean_token_accuracy": 0.28543900661170485, |
| "num_tokens": 3139957.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 3.737903955578804, |
| "epoch": 0.272, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 5.0962, |
| "mean_token_accuracy": 0.2901335723698139, |
| "num_tokens": 3335951.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 3.7267358005046844, |
| "epoch": 0.288, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 3.58e-06, |
| "loss": 5.1225, |
| "mean_token_accuracy": 0.2877850123681128, |
| "num_tokens": 3539731.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 3.6973107740283013, |
| "epoch": 0.304, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 5.0415, |
| "mean_token_accuracy": 0.291966971475631, |
| "num_tokens": 3733488.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 3.723296643793583, |
| "epoch": 0.32, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 5.1057, |
| "mean_token_accuracy": 0.2924021276645362, |
| "num_tokens": 3920545.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 3920545.0, |
| "eval_biology_runtime": 47.9931, |
| "eval_biology_samples_per_second": 10.418, |
| "eval_biology_steps_per_second": 2.605, |
| "step": 200 |
| }, |
| { |
| "entropy": 3.7122732952237127, |
| "epoch": 0.336, |
| "grad_norm": 0.0234375, |
| "learning_rate": 4.18e-06, |
| "loss": 5.0914, |
| "mean_token_accuracy": 0.29149032663553953, |
| "num_tokens": 4114077.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 3.7262283325195313, |
| "epoch": 0.352, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 4.38e-06, |
| "loss": 5.0925, |
| "mean_token_accuracy": 0.2936550347134471, |
| "num_tokens": 4306949.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 3.723622639477253, |
| "epoch": 0.368, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 4.58e-06, |
| "loss": 5.0811, |
| "mean_token_accuracy": 0.2895682736299932, |
| "num_tokens": 4504001.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 3.7035663962364196, |
| "epoch": 0.384, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 4.78e-06, |
| "loss": 5.0597, |
| "mean_token_accuracy": 0.2904216184280813, |
| "num_tokens": 4693812.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 3.7003923773765566, |
| "epoch": 0.4, |
| "grad_norm": 0.01434326171875, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 5.0458, |
| "mean_token_accuracy": 0.2927747514098883, |
| "num_tokens": 4887094.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 3.716284817457199, |
| "epoch": 0.416, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 5.18e-06, |
| "loss": 5.0684, |
| "mean_token_accuracy": 0.29001498911529777, |
| "num_tokens": 5085369.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 3.74227339476347, |
| "epoch": 0.432, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 5.1343, |
| "mean_token_accuracy": 0.2884894346818328, |
| "num_tokens": 5271275.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 3.726644665002823, |
| "epoch": 0.448, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 5.1273, |
| "mean_token_accuracy": 0.2874998924322426, |
| "num_tokens": 5460559.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 3.6816380873322485, |
| "epoch": 0.464, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 5.78e-06, |
| "loss": 5.0719, |
| "mean_token_accuracy": 0.29172550728544594, |
| "num_tokens": 5653809.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 3.7142979234457014, |
| "epoch": 0.48, |
| "grad_norm": 0.015625, |
| "learning_rate": 5.98e-06, |
| "loss": 5.0955, |
| "mean_token_accuracy": 0.28865716215223075, |
| "num_tokens": 5850176.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 5850176.0, |
| "eval_biology_runtime": 47.7142, |
| "eval_biology_samples_per_second": 10.479, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 300 |
| }, |
| { |
| "entropy": 3.6794839769601824, |
| "epoch": 0.496, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 6.18e-06, |
| "loss": 5.0187, |
| "mean_token_accuracy": 0.29856595005840064, |
| "num_tokens": 6046503.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 3.7517301350831986, |
| "epoch": 0.512, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 5.1625, |
| "mean_token_accuracy": 0.2865315512754023, |
| "num_tokens": 6240456.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 3.6911791786551476, |
| "epoch": 0.528, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 5.0801, |
| "mean_token_accuracy": 0.2921980186365545, |
| "num_tokens": 6430555.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 3.7338990345597267, |
| "epoch": 0.544, |
| "grad_norm": 0.0262451171875, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.29122597351670265, |
| "num_tokens": 6626006.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 3.714175473153591, |
| "epoch": 0.56, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 6.98e-06, |
| "loss": 5.0795, |
| "mean_token_accuracy": 0.28960168017074467, |
| "num_tokens": 6820754.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 3.692426808178425, |
| "epoch": 0.576, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 5.0757, |
| "mean_token_accuracy": 0.29286856260150673, |
| "num_tokens": 7021844.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 3.727046549320221, |
| "epoch": 0.592, |
| "grad_norm": 0.0213623046875, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 5.1248, |
| "mean_token_accuracy": 0.28685210049152376, |
| "num_tokens": 7213951.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 3.736472050845623, |
| "epoch": 0.608, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 7.58e-06, |
| "loss": 5.1462, |
| "mean_token_accuracy": 0.28853774573653934, |
| "num_tokens": 7416773.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 3.74992755651474, |
| "epoch": 0.624, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 7.78e-06, |
| "loss": 5.1298, |
| "mean_token_accuracy": 0.2880241921171546, |
| "num_tokens": 7612843.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 3.7259780153632165, |
| "epoch": 0.64, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.29221961721777917, |
| "num_tokens": 7801633.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 7801633.0, |
| "eval_biology_runtime": 47.8899, |
| "eval_biology_samples_per_second": 10.441, |
| "eval_biology_steps_per_second": 2.61, |
| "step": 400 |
| }, |
| { |
| "entropy": 3.76672201231122, |
| "epoch": 0.656, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 8.18e-06, |
| "loss": 5.1778, |
| "mean_token_accuracy": 0.28632718725129963, |
| "num_tokens": 7995843.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 3.7688263028860094, |
| "epoch": 0.672, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 5.1731, |
| "mean_token_accuracy": 0.2852769985795021, |
| "num_tokens": 8183103.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 3.7213131189346313, |
| "epoch": 0.688, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 5.0812, |
| "mean_token_accuracy": 0.29185254173353314, |
| "num_tokens": 8385976.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 3.7499947547912598, |
| "epoch": 0.704, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 8.78e-06, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.28764023520052434, |
| "num_tokens": 8578431.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 3.6844282656908036, |
| "epoch": 0.72, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 8.98e-06, |
| "loss": 5.0192, |
| "mean_token_accuracy": 0.2957433703355491, |
| "num_tokens": 8781342.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 3.7240318074822425, |
| "epoch": 0.736, |
| "grad_norm": 0.01953125, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 5.0727, |
| "mean_token_accuracy": 0.2915121610276401, |
| "num_tokens": 8977918.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 3.723066192865372, |
| "epoch": 0.752, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 9.38e-06, |
| "loss": 5.0973, |
| "mean_token_accuracy": 0.29267845982685686, |
| "num_tokens": 9169322.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 3.702293635904789, |
| "epoch": 0.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 9.58e-06, |
| "loss": 5.0474, |
| "mean_token_accuracy": 0.29300098568201066, |
| "num_tokens": 9368141.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 3.722616221010685, |
| "epoch": 0.784, |
| "grad_norm": 0.01361083984375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 5.1082, |
| "mean_token_accuracy": 0.29106166921556, |
| "num_tokens": 9565236.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 3.6929100595414637, |
| "epoch": 0.8, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 5.055, |
| "mean_token_accuracy": 0.2922526111826301, |
| "num_tokens": 9761227.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 9761227.0, |
| "eval_biology_runtime": 47.6484, |
| "eval_biology_samples_per_second": 10.494, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 500 |
| }, |
| { |
| "entropy": 3.7020211443305016, |
| "epoch": 0.816, |
| "grad_norm": 0.01513671875, |
| "learning_rate": 1.018e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.29223762024194, |
| "num_tokens": 9958727.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 3.690947251021862, |
| "epoch": 0.832, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.038e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.2948582774028182, |
| "num_tokens": 10155771.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 3.688454346358776, |
| "epoch": 0.848, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 5.0305, |
| "mean_token_accuracy": 0.29634183505550027, |
| "num_tokens": 10357721.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 3.711380937695503, |
| "epoch": 0.864, |
| "grad_norm": 0.01171875, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 5.058, |
| "mean_token_accuracy": 0.293431665468961, |
| "num_tokens": 10552495.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 3.7067453160882, |
| "epoch": 0.88, |
| "grad_norm": 0.01409912109375, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 5.0502, |
| "mean_token_accuracy": 0.2919998188503087, |
| "num_tokens": 10748749.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 3.722704839706421, |
| "epoch": 0.896, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 5.1088, |
| "mean_token_accuracy": 0.28890208089724184, |
| "num_tokens": 10943319.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 3.7139005795121194, |
| "epoch": 0.912, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.138e-05, |
| "loss": 5.0686, |
| "mean_token_accuracy": 0.2921730065718293, |
| "num_tokens": 11136935.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 3.752144718170166, |
| "epoch": 0.928, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29035252146422863, |
| "num_tokens": 11331098.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 3.714654731750488, |
| "epoch": 0.944, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.178e-05, |
| "loss": 5.0467, |
| "mean_token_accuracy": 0.2949915431439877, |
| "num_tokens": 11530550.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 3.7143523931503295, |
| "epoch": 0.96, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.198e-05, |
| "loss": 5.0766, |
| "mean_token_accuracy": 0.29139310084283354, |
| "num_tokens": 11729645.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 11729645.0, |
| "eval_biology_runtime": 48.0459, |
| "eval_biology_samples_per_second": 10.407, |
| "eval_biology_steps_per_second": 2.602, |
| "step": 600 |
| }, |
| { |
| "entropy": 3.6984829902648926, |
| "epoch": 0.976, |
| "grad_norm": 0.014892578125, |
| "learning_rate": 1.218e-05, |
| "loss": 5.0862, |
| "mean_token_accuracy": 0.2942219194956124, |
| "num_tokens": 11924644.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 3.6905887737870215, |
| "epoch": 0.992, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29360062861815095, |
| "num_tokens": 12123059.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 3.7239044919610023, |
| "epoch": 1.008, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 5.1152, |
| "mean_token_accuracy": 0.29114634413272145, |
| "num_tokens": 12319366.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 3.6866162970662115, |
| "epoch": 1.024, |
| "grad_norm": 0.01470947265625, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 5.0343, |
| "mean_token_accuracy": 0.2939268404617906, |
| "num_tokens": 12524183.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 3.72215301245451, |
| "epoch": 1.04, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 5.1367, |
| "mean_token_accuracy": 0.28700590375810864, |
| "num_tokens": 12718593.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 3.681245695054531, |
| "epoch": 1.056, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 5.014, |
| "mean_token_accuracy": 0.2961495415307581, |
| "num_tokens": 12917803.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 3.7183008253574372, |
| "epoch": 1.072, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 5.0868, |
| "mean_token_accuracy": 0.2896940400823951, |
| "num_tokens": 13105826.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 3.742721700668335, |
| "epoch": 1.088, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.2900996576994658, |
| "num_tokens": 13298619.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 3.7236127987504006, |
| "epoch": 1.104, |
| "grad_norm": 0.0150146484375, |
| "learning_rate": 1.378e-05, |
| "loss": 5.1279, |
| "mean_token_accuracy": 0.28985656797885895, |
| "num_tokens": 13491486.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 3.7264697343111037, |
| "epoch": 1.12, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.398e-05, |
| "loss": 5.1227, |
| "mean_token_accuracy": 0.2900970630347729, |
| "num_tokens": 13674663.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 13674663.0, |
| "eval_biology_runtime": 47.6988, |
| "eval_biology_samples_per_second": 10.482, |
| "eval_biology_steps_per_second": 2.621, |
| "step": 700 |
| }, |
| { |
| "entropy": 3.7335189118981362, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.418e-05, |
| "loss": 5.0857, |
| "mean_token_accuracy": 0.29160243617370724, |
| "num_tokens": 13869134.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 3.6999334722757338, |
| "epoch": 1.152, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 5.0276, |
| "mean_token_accuracy": 0.29345897743478416, |
| "num_tokens": 14078365.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 3.7237380519509315, |
| "epoch": 1.168, |
| "grad_norm": 0.02734375, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 5.1027, |
| "mean_token_accuracy": 0.2900115196593106, |
| "num_tokens": 14266831.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 3.728756721317768, |
| "epoch": 1.184, |
| "grad_norm": 0.028076171875, |
| "learning_rate": 1.478e-05, |
| "loss": 5.1063, |
| "mean_token_accuracy": 0.29116632882505655, |
| "num_tokens": 14465660.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 3.694381882250309, |
| "epoch": 1.2, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.498e-05, |
| "loss": 5.069, |
| "mean_token_accuracy": 0.2926430401392281, |
| "num_tokens": 14653228.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 3.743997333943844, |
| "epoch": 1.216, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 5.1078, |
| "mean_token_accuracy": 0.2893166967667639, |
| "num_tokens": 14857782.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 3.6960197538137436, |
| "epoch": 1.232, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 5.062, |
| "mean_token_accuracy": 0.2938588274642825, |
| "num_tokens": 15047356.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 3.700982950627804, |
| "epoch": 1.248, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 5.0837, |
| "mean_token_accuracy": 0.29082163264974953, |
| "num_tokens": 15241098.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 3.7153700664639473, |
| "epoch": 1.264, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.578e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.2915728730149567, |
| "num_tokens": 15437657.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 3.7014693170785904, |
| "epoch": 1.28, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 5.0562, |
| "mean_token_accuracy": 0.2920363646000624, |
| "num_tokens": 15630795.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 15630795.0, |
| "eval_biology_runtime": 47.6391, |
| "eval_biology_samples_per_second": 10.496, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 800 |
| }, |
| { |
| "entropy": 3.7237909018993376, |
| "epoch": 1.296, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.618e-05, |
| "loss": 5.0864, |
| "mean_token_accuracy": 0.29013621537014844, |
| "num_tokens": 15827105.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 3.6957172751426697, |
| "epoch": 1.312, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.638e-05, |
| "loss": 5.0904, |
| "mean_token_accuracy": 0.2900472991168499, |
| "num_tokens": 16019645.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 3.728809031844139, |
| "epoch": 1.328, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.658e-05, |
| "loss": 5.1059, |
| "mean_token_accuracy": 0.2894112995825708, |
| "num_tokens": 16221726.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 3.7269085705280305, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 5.0921, |
| "mean_token_accuracy": 0.2916096639819443, |
| "num_tokens": 16427594.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 3.727548821270466, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.698e-05, |
| "loss": 5.0558, |
| "mean_token_accuracy": 0.2904492556117475, |
| "num_tokens": 16621605.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 3.7071838200092317, |
| "epoch": 1.376, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 1.718e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29065996296703817, |
| "num_tokens": 16813444.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 3.7128281995654104, |
| "epoch": 1.392, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 5.1021, |
| "mean_token_accuracy": 0.2892353082075715, |
| "num_tokens": 17006509.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 3.700386196374893, |
| "epoch": 1.408, |
| "grad_norm": 0.0233154296875, |
| "learning_rate": 1.758e-05, |
| "loss": 5.0966, |
| "mean_token_accuracy": 0.29179619075730445, |
| "num_tokens": 17197870.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 3.6790005937218666, |
| "epoch": 1.424, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.0503, |
| "mean_token_accuracy": 0.294497752469033, |
| "num_tokens": 17394390.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 3.714966467022896, |
| "epoch": 1.44, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.798e-05, |
| "loss": 5.0895, |
| "mean_token_accuracy": 0.2897561041638255, |
| "num_tokens": 17587777.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 17587777.0, |
| "eval_biology_runtime": 47.5786, |
| "eval_biology_samples_per_second": 10.509, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 900 |
| }, |
| { |
| "entropy": 3.718673199415207, |
| "epoch": 1.456, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29184630075469614, |
| "num_tokens": 17788456.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 3.714043965935707, |
| "epoch": 1.472, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2923115941695869, |
| "num_tokens": 17984063.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 3.7208774775266646, |
| "epoch": 1.488, |
| "grad_norm": 0.01226806640625, |
| "learning_rate": 1.858e-05, |
| "loss": 5.1261, |
| "mean_token_accuracy": 0.2891128743067384, |
| "num_tokens": 18175640.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 3.7392901137471197, |
| "epoch": 1.504, |
| "grad_norm": 0.027587890625, |
| "learning_rate": 1.878e-05, |
| "loss": 5.1405, |
| "mean_token_accuracy": 0.28787331804633143, |
| "num_tokens": 18367857.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 3.7357000544667245, |
| "epoch": 1.52, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.0929, |
| "mean_token_accuracy": 0.2901941016316414, |
| "num_tokens": 18569146.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 3.71133918017149, |
| "epoch": 1.536, |
| "grad_norm": 0.01953125, |
| "learning_rate": 1.918e-05, |
| "loss": 5.0759, |
| "mean_token_accuracy": 0.2910002091899514, |
| "num_tokens": 18755079.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 3.679325211048126, |
| "epoch": 1.552, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0271, |
| "mean_token_accuracy": 0.29568239795044066, |
| "num_tokens": 18956248.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 3.7200872167944907, |
| "epoch": 1.568, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.0739, |
| "mean_token_accuracy": 0.290937721170485, |
| "num_tokens": 19150315.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 3.6731236964464187, |
| "epoch": 1.584, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.978e-05, |
| "loss": 4.9996, |
| "mean_token_accuracy": 0.2993267074227333, |
| "num_tokens": 19344260.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 3.7825915426015855, |
| "epoch": 1.6, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.2041, |
| "mean_token_accuracy": 0.2822197400033474, |
| "num_tokens": 19532552.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 19532552.0, |
| "eval_biology_runtime": 47.6646, |
| "eval_biology_samples_per_second": 10.49, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1000 |
| }, |
| { |
| "entropy": 3.7059972777962686, |
| "epoch": 1.616, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29472711179405453, |
| "num_tokens": 19732719.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 3.736002130806446, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 5.1263, |
| "mean_token_accuracy": 0.28895843513309954, |
| "num_tokens": 19926830.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 3.726553238928318, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2898056315258145, |
| "num_tokens": 20118800.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 3.7194370150566103, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 5.0616, |
| "mean_token_accuracy": 0.29428425850346684, |
| "num_tokens": 20320511.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 3.7065395385026934, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 5.0716, |
| "mean_token_accuracy": 0.29314093850553036, |
| "num_tokens": 20513393.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 3.7188143908977507, |
| "epoch": 1.696, |
| "grad_norm": 0.022705078125, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29205265222117305, |
| "num_tokens": 20707237.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 3.7139120802283285, |
| "epoch": 1.712, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 5.078, |
| "mean_token_accuracy": 0.2915316676720977, |
| "num_tokens": 20910419.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 3.723431368172169, |
| "epoch": 1.728, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 5.0998, |
| "mean_token_accuracy": 0.2917724488303065, |
| "num_tokens": 21107498.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 3.729191516339779, |
| "epoch": 1.744, |
| "grad_norm": 0.01373291015625, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2921753362752497, |
| "num_tokens": 21303955.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 3.713176865875721, |
| "epoch": 1.76, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.978e-05, |
| "loss": 5.1136, |
| "mean_token_accuracy": 0.2927762917242944, |
| "num_tokens": 21499572.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 21499572.0, |
| "eval_biology_runtime": 47.7303, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1100 |
| }, |
| { |
| "entropy": 3.683187483251095, |
| "epoch": 1.776, |
| "grad_norm": 0.01165771484375, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 5.0493, |
| "mean_token_accuracy": 0.2950046713463962, |
| "num_tokens": 21692804.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 3.723648378252983, |
| "epoch": 1.792, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 5.0692, |
| "mean_token_accuracy": 0.29330655848607423, |
| "num_tokens": 21894218.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 3.680108018219471, |
| "epoch": 1.808, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 5.0566, |
| "mean_token_accuracy": 0.29332200549542903, |
| "num_tokens": 22082522.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 3.7113044396042825, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 0.0283203125, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 5.0721, |
| "mean_token_accuracy": 0.29031074047088623, |
| "num_tokens": 22278933.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 3.761154365539551, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 5.1725, |
| "mean_token_accuracy": 0.28511819140985606, |
| "num_tokens": 22473801.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 3.734527000784874, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 5.126, |
| "mean_token_accuracy": 0.28791883746162056, |
| "num_tokens": 22677853.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 3.7064869537949563, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 5.0564, |
| "mean_token_accuracy": 0.29391895309090615, |
| "num_tokens": 22874965.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 3.7308966740965843, |
| "epoch": 1.888, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 5.1087, |
| "mean_token_accuracy": 0.28873477103188633, |
| "num_tokens": 23068892.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 3.7291680380702017, |
| "epoch": 1.904, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.1221, |
| "mean_token_accuracy": 0.28796409014612434, |
| "num_tokens": 23263827.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 3.6863365471363068, |
| "epoch": 1.92, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 5.0534, |
| "mean_token_accuracy": 0.29244121424853803, |
| "num_tokens": 23463627.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 23463627.0, |
| "eval_biology_runtime": 47.71, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1200 |
| }, |
| { |
| "entropy": 3.6975948810577393, |
| "epoch": 1.936, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 5.0404, |
| "mean_token_accuracy": 0.29399057319387795, |
| "num_tokens": 23660418.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 3.724119584262371, |
| "epoch": 1.952, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2915867816656828, |
| "num_tokens": 23858145.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 3.7461824998259545, |
| "epoch": 1.968, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 5.1581, |
| "mean_token_accuracy": 0.28603497641161085, |
| "num_tokens": 24053364.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 3.7114603489637377, |
| "epoch": 1.984, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 5.0847, |
| "mean_token_accuracy": 0.2926376985386014, |
| "num_tokens": 24249465.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 3.713132253289223, |
| "epoch": 2.0, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 5.0979, |
| "mean_token_accuracy": 0.29202904291450976, |
| "num_tokens": 24442582.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 3.7105937510728837, |
| "epoch": 2.016, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 5.1146, |
| "mean_token_accuracy": 0.2896880513057113, |
| "num_tokens": 24632353.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 3.7421246364712717, |
| "epoch": 2.032, |
| "grad_norm": 0.0234375, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 5.156, |
| "mean_token_accuracy": 0.2862941346131265, |
| "num_tokens": 24822715.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 3.729320552945137, |
| "epoch": 2.048, |
| "grad_norm": 0.011962890625, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0711, |
| "mean_token_accuracy": 0.2908482993021607, |
| "num_tokens": 25023118.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 3.716141538321972, |
| "epoch": 2.064, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 5.1159, |
| "mean_token_accuracy": 0.28827573377639054, |
| "num_tokens": 25217414.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 3.7167277559638023, |
| "epoch": 2.08, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.2915657116100192, |
| "num_tokens": 25408961.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 25408961.0, |
| "eval_biology_runtime": 47.587, |
| "eval_biology_samples_per_second": 10.507, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 1300 |
| }, |
| { |
| "entropy": 3.714424678683281, |
| "epoch": 2.096, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 5.0943, |
| "mean_token_accuracy": 0.29086006721481683, |
| "num_tokens": 25600511.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 3.743735647201538, |
| "epoch": 2.112, |
| "grad_norm": 0.01531982421875, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 5.107, |
| "mean_token_accuracy": 0.2900062766857445, |
| "num_tokens": 25796565.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 3.711001531779766, |
| "epoch": 2.128, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 5.0988, |
| "mean_token_accuracy": 0.2924064252525568, |
| "num_tokens": 25991156.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 3.698951078951359, |
| "epoch": 2.144, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 5.063, |
| "mean_token_accuracy": 0.29314082926139234, |
| "num_tokens": 26193237.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 3.7248923525214197, |
| "epoch": 2.16, |
| "grad_norm": 0.0264892578125, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 5.0923, |
| "mean_token_accuracy": 0.29320395886898043, |
| "num_tokens": 26387993.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 3.7421302527189253, |
| "epoch": 2.176, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 5.1362, |
| "mean_token_accuracy": 0.287891149520874, |
| "num_tokens": 26585269.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 3.7373417228460313, |
| "epoch": 2.192, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.918e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.29109739176928995, |
| "num_tokens": 26776318.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 3.7420630186796187, |
| "epoch": 2.208, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 5.1231, |
| "mean_token_accuracy": 0.28790645729750397, |
| "num_tokens": 26974420.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 3.735623452067375, |
| "epoch": 2.224, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 5.1347, |
| "mean_token_accuracy": 0.2884402872994542, |
| "num_tokens": 27167577.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 3.7288005337119103, |
| "epoch": 2.24, |
| "grad_norm": 0.01324462890625, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 5.0568, |
| "mean_token_accuracy": 0.2936669984832406, |
| "num_tokens": 27364189.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 27364189.0, |
| "eval_biology_runtime": 47.642, |
| "eval_biology_samples_per_second": 10.495, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 1400 |
| }, |
| { |
| "entropy": 3.6691079929471018, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 5.0664, |
| "mean_token_accuracy": 0.2951836409047246, |
| "num_tokens": 27557387.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 3.7611682564020157, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 5.152, |
| "mean_token_accuracy": 0.28709178091958165, |
| "num_tokens": 27755725.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 3.778307482600212, |
| "epoch": 2.288, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 5.1678, |
| "mean_token_accuracy": 0.28473026901483534, |
| "num_tokens": 27950694.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 3.7009392485022543, |
| "epoch": 2.304, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 5.0617, |
| "mean_token_accuracy": 0.29399854615330695, |
| "num_tokens": 28150719.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 3.709285947680473, |
| "epoch": 2.32, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 5.0994, |
| "mean_token_accuracy": 0.29222611617296934, |
| "num_tokens": 28348652.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 3.718844693899155, |
| "epoch": 2.336, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.09, |
| "mean_token_accuracy": 0.2933342828415334, |
| "num_tokens": 28542945.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 3.689019551873207, |
| "epoch": 2.352, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 5.0641, |
| "mean_token_accuracy": 0.292084741499275, |
| "num_tokens": 28731927.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 3.686488929390907, |
| "epoch": 2.368, |
| "grad_norm": 0.01416015625, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 5.0355, |
| "mean_token_accuracy": 0.29083675481379034, |
| "num_tokens": 28929298.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 3.7178502827882767, |
| "epoch": 2.384, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 5.1081, |
| "mean_token_accuracy": 0.29000213257968427, |
| "num_tokens": 29121142.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 3.709418612718582, |
| "epoch": 2.4, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 5.0599, |
| "mean_token_accuracy": 0.29317397633567455, |
| "num_tokens": 29317919.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 29317919.0, |
| "eval_biology_runtime": 47.6489, |
| "eval_biology_samples_per_second": 10.493, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 1500 |
| }, |
| { |
| "entropy": 3.6719333082437515, |
| "epoch": 2.416, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 5.0244, |
| "mean_token_accuracy": 0.29649064838886263, |
| "num_tokens": 29518541.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 3.7154024302959443, |
| "epoch": 2.432, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 5.0661, |
| "mean_token_accuracy": 0.29185118433088064, |
| "num_tokens": 29720768.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 3.7328961461782457, |
| "epoch": 2.448, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 5.096, |
| "mean_token_accuracy": 0.2906650099903345, |
| "num_tokens": 29916619.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 3.746054658293724, |
| "epoch": 2.464, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 5.0919, |
| "mean_token_accuracy": 0.2903040235862136, |
| "num_tokens": 30121198.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 3.728714808821678, |
| "epoch": 2.48, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.878e-05, |
| "loss": 5.0971, |
| "mean_token_accuracy": 0.2893067443743348, |
| "num_tokens": 30325508.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 3.679151824116707, |
| "epoch": 2.496, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 5.0409, |
| "mean_token_accuracy": 0.29410989535972476, |
| "num_tokens": 30517445.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 3.7171840399503706, |
| "epoch": 2.512, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.2894710778258741, |
| "num_tokens": 30714049.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 3.7010063350200655, |
| "epoch": 2.528, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2937143785879016, |
| "num_tokens": 30911317.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 3.6958950527012346, |
| "epoch": 2.544, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 5.0898, |
| "mean_token_accuracy": 0.29357747128233314, |
| "num_tokens": 31108983.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 3.7022415205836294, |
| "epoch": 2.56, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 5.0457, |
| "mean_token_accuracy": 0.2948175928555429, |
| "num_tokens": 31298994.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 31298994.0, |
| "eval_biology_runtime": 47.7499, |
| "eval_biology_samples_per_second": 10.471, |
| "eval_biology_steps_per_second": 2.618, |
| "step": 1600 |
| }, |
| { |
| "entropy": 3.679981291294098, |
| "epoch": 2.576, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 5.0376, |
| "mean_token_accuracy": 0.29525212282314894, |
| "num_tokens": 31488512.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 3.7046368598937987, |
| "epoch": 2.592, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 5.0793, |
| "mean_token_accuracy": 0.2907128848135471, |
| "num_tokens": 31684651.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 3.746250657737255, |
| "epoch": 2.608, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 5.1288, |
| "mean_token_accuracy": 0.2878807776607573, |
| "num_tokens": 31876008.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 3.6945053577423095, |
| "epoch": 2.624, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.858e-05, |
| "loss": 5.0573, |
| "mean_token_accuracy": 0.29536825576797127, |
| "num_tokens": 32069617.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 3.765464061498642, |
| "epoch": 2.64, |
| "grad_norm": 0.0145263671875, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 5.1368, |
| "mean_token_accuracy": 0.28563874009996654, |
| "num_tokens": 32262932.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 3.726054683327675, |
| "epoch": 2.656, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 5.0751, |
| "mean_token_accuracy": 0.2914812139235437, |
| "num_tokens": 32465495.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 3.705101008713245, |
| "epoch": 2.672, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 5.0605, |
| "mean_token_accuracy": 0.29310004934668543, |
| "num_tokens": 32665458.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 3.6972682535648347, |
| "epoch": 2.6879999999999997, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 5.0527, |
| "mean_token_accuracy": 0.29600915489718316, |
| "num_tokens": 32867135.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 3.717528872191906, |
| "epoch": 2.7039999999999997, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 5.0779, |
| "mean_token_accuracy": 0.2918607803992927, |
| "num_tokens": 33070366.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 3.693564009666443, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2943148259073496, |
| "num_tokens": 33269122.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 33269122.0, |
| "eval_biology_runtime": 47.7086, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1700 |
| }, |
| { |
| "entropy": 3.707437001168728, |
| "epoch": 2.7359999999999998, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.2900095324032009, |
| "num_tokens": 33456592.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 3.7080828949809073, |
| "epoch": 2.752, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 5.116, |
| "mean_token_accuracy": 0.28883095337077974, |
| "num_tokens": 33645862.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 3.728220048546791, |
| "epoch": 2.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.0782, |
| "mean_token_accuracy": 0.28814746495336296, |
| "num_tokens": 33835740.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 3.692038844525814, |
| "epoch": 2.784, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 5.0354, |
| "mean_token_accuracy": 0.2963261384516954, |
| "num_tokens": 34034702.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 3.6788995161652567, |
| "epoch": 2.8, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 5.0539, |
| "mean_token_accuracy": 0.29329841481521723, |
| "num_tokens": 34235603.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 3.724039378762245, |
| "epoch": 2.816, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29148014429956676, |
| "num_tokens": 34434833.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 3.7389438778162, |
| "epoch": 2.832, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 5.1507, |
| "mean_token_accuracy": 0.2880131645128131, |
| "num_tokens": 34625581.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 3.7316405907273293, |
| "epoch": 2.848, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 5.127, |
| "mean_token_accuracy": 0.28841973282396793, |
| "num_tokens": 34816521.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 3.6935748010873795, |
| "epoch": 2.864, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 5.0582, |
| "mean_token_accuracy": 0.29493709858506917, |
| "num_tokens": 35013631.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 3.732215444743633, |
| "epoch": 2.88, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.2878311794251204, |
| "num_tokens": 35207800.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.88, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 35207800.0, |
| "eval_biology_runtime": 47.7292, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1800 |
| }, |
| { |
| "entropy": 3.7153993040323257, |
| "epoch": 2.896, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 5.0555, |
| "mean_token_accuracy": 0.2897385073825717, |
| "num_tokens": 35402995.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 3.7419364899396896, |
| "epoch": 2.912, |
| "grad_norm": 0.012451171875, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.1361, |
| "mean_token_accuracy": 0.288204584736377, |
| "num_tokens": 35595456.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 3.713737541437149, |
| "epoch": 2.928, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 5.0743, |
| "mean_token_accuracy": 0.2914375264197588, |
| "num_tokens": 35787309.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 3.7097805708646776, |
| "epoch": 2.944, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 5.0865, |
| "mean_token_accuracy": 0.29150775615125896, |
| "num_tokens": 35982686.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 3.7225977651774884, |
| "epoch": 2.96, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 5.0909, |
| "mean_token_accuracy": 0.2906139406375587, |
| "num_tokens": 36179520.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 3.722698852419853, |
| "epoch": 2.976, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29118275735527277, |
| "num_tokens": 36373689.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 3.673632799088955, |
| "epoch": 2.992, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.29416691763326525, |
| "num_tokens": 36569612.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 3.751718300580978, |
| "epoch": 3.008, |
| "grad_norm": 0.01519775390625, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 5.1331, |
| "mean_token_accuracy": 0.28643003962934016, |
| "num_tokens": 36759194.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 3.794464720785618, |
| "epoch": 3.024, |
| "grad_norm": 0.019287109375, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 5.2124, |
| "mean_token_accuracy": 0.28478686409071086, |
| "num_tokens": 36947293.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 3.6836516156792642, |
| "epoch": 3.04, |
| "grad_norm": 0.0341796875, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 5.028, |
| "mean_token_accuracy": 0.29457009583711624, |
| "num_tokens": 37136901.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 37136901.0, |
| "eval_biology_runtime": 47.6824, |
| "eval_biology_samples_per_second": 10.486, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1900 |
| }, |
| { |
| "entropy": 3.6932004258036613, |
| "epoch": 3.056, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.798e-05, |
| "loss": 5.053, |
| "mean_token_accuracy": 0.2943607769906521, |
| "num_tokens": 37331588.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 3.712322735786438, |
| "epoch": 3.072, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 5.1317, |
| "mean_token_accuracy": 0.2899042793549597, |
| "num_tokens": 37521211.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 3.733357074856758, |
| "epoch": 3.088, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.289601928088814, |
| "num_tokens": 37713328.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 3.703967106342316, |
| "epoch": 3.104, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 5.047, |
| "mean_token_accuracy": 0.29227600432932377, |
| "num_tokens": 37913470.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 3.7333655148744582, |
| "epoch": 3.12, |
| "grad_norm": 0.0125732421875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.28733154870569705, |
| "num_tokens": 38106718.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 3.686858354508877, |
| "epoch": 3.136, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 5.0361, |
| "mean_token_accuracy": 0.29669201830402014, |
| "num_tokens": 38295701.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 3.7215913608670235, |
| "epoch": 3.152, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 5.1112, |
| "mean_token_accuracy": 0.29038686845451595, |
| "num_tokens": 38493951.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 3.7115811944007873, |
| "epoch": 3.168, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 5.0993, |
| "mean_token_accuracy": 0.2924555268138647, |
| "num_tokens": 38688390.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 3.7052596390247343, |
| "epoch": 3.184, |
| "grad_norm": 0.01806640625, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 5.0841, |
| "mean_token_accuracy": 0.2931958196684718, |
| "num_tokens": 38880157.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 3.7163838326931, |
| "epoch": 3.2, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.094, |
| "mean_token_accuracy": 0.2932162147015333, |
| "num_tokens": 39081782.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.2, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 39081782.0, |
| "eval_biology_runtime": 47.6613, |
| "eval_biology_samples_per_second": 10.491, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 2000 |
| }, |
| { |
| "entropy": 3.677596002817154, |
| "epoch": 3.216, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 5.0218, |
| "mean_token_accuracy": 0.2963276935741305, |
| "num_tokens": 39275055.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 3.728393107652664, |
| "epoch": 3.232, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 5.1208, |
| "mean_token_accuracy": 0.29087636386975646, |
| "num_tokens": 39474717.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 3.771027481555939, |
| "epoch": 3.248, |
| "grad_norm": 0.0150146484375, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 5.1901, |
| "mean_token_accuracy": 0.28422564305365083, |
| "num_tokens": 39660543.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 3.6701483204960823, |
| "epoch": 3.2640000000000002, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 4.974, |
| "mean_token_accuracy": 0.29809008771553636, |
| "num_tokens": 39866885.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 3.737916851043701, |
| "epoch": 3.2800000000000002, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 5.1073, |
| "mean_token_accuracy": 0.2882407303899527, |
| "num_tokens": 40060390.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 3.7489179357886315, |
| "epoch": 3.296, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 5.1361, |
| "mean_token_accuracy": 0.28833002457395196, |
| "num_tokens": 40253053.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 3.756761871278286, |
| "epoch": 3.312, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 5.1589, |
| "mean_token_accuracy": 0.28446029499173164, |
| "num_tokens": 40444210.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 3.7235940232872964, |
| "epoch": 3.328, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 5.1055, |
| "mean_token_accuracy": 0.2924896001815796, |
| "num_tokens": 40644156.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 3.7119309812784196, |
| "epoch": 3.344, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.758e-05, |
| "loss": 5.0881, |
| "mean_token_accuracy": 0.29136001048609617, |
| "num_tokens": 40837974.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 3.7003872007131577, |
| "epoch": 3.36, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 5.0227, |
| "mean_token_accuracy": 0.29334406089037657, |
| "num_tokens": 41037512.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 3.36, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 41037512.0, |
| "eval_biology_runtime": 47.6511, |
| "eval_biology_samples_per_second": 10.493, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 2100 |
| }, |
| { |
| "entropy": 3.7061129227280616, |
| "epoch": 3.376, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 5.0736, |
| "mean_token_accuracy": 0.2921354529447854, |
| "num_tokens": 41234279.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 3.74889210909605, |
| "epoch": 3.392, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 5.1398, |
| "mean_token_accuracy": 0.2875754913315177, |
| "num_tokens": 41427328.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 3.7448306381702423, |
| "epoch": 3.408, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 5.1251, |
| "mean_token_accuracy": 0.28880001977086067, |
| "num_tokens": 41613930.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 3.702964174747467, |
| "epoch": 3.424, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 5.0896, |
| "mean_token_accuracy": 0.2956676483154297, |
| "num_tokens": 41809259.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 3.7138727620244025, |
| "epoch": 3.44, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 5.0661, |
| "mean_token_accuracy": 0.2891010302118957, |
| "num_tokens": 42008278.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 3.6999136462807654, |
| "epoch": 3.456, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 5.0888, |
| "mean_token_accuracy": 0.2923800010234118, |
| "num_tokens": 42210283.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 3.7028082251548766, |
| "epoch": 3.472, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 5.0813, |
| "mean_token_accuracy": 0.2930546259507537, |
| "num_tokens": 42405493.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 3.7289573684334756, |
| "epoch": 3.488, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 5.0639, |
| "mean_token_accuracy": 0.2922235602512956, |
| "num_tokens": 42601837.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 3.7119460508227347, |
| "epoch": 3.504, |
| "grad_norm": 0.025390625, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 5.0796, |
| "mean_token_accuracy": 0.29270484214648607, |
| "num_tokens": 42798533.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 3.659007392823696, |
| "epoch": 3.52, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 5.0022, |
| "mean_token_accuracy": 0.297554971370846, |
| "num_tokens": 43001779.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 3.52, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 43001779.0, |
| "eval_biology_runtime": 47.6776, |
| "eval_biology_samples_per_second": 10.487, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 2200 |
| }, |
| { |
| "entropy": 3.723618748784065, |
| "epoch": 3.536, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 5.1259, |
| "mean_token_accuracy": 0.2900128854438663, |
| "num_tokens": 43192229.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 3.723319613933563, |
| "epoch": 3.552, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 5.0756, |
| "mean_token_accuracy": 0.2938495331443846, |
| "num_tokens": 43386416.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 3.6991503447294236, |
| "epoch": 3.568, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 5.0588, |
| "mean_token_accuracy": 0.29536618255078795, |
| "num_tokens": 43586122.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 3.688728378713131, |
| "epoch": 3.584, |
| "grad_norm": 0.0291748046875, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 5.0724, |
| "mean_token_accuracy": 0.29340951135382054, |
| "num_tokens": 43783769.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 3.7315173864364626, |
| "epoch": 3.6, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 5.1064, |
| "mean_token_accuracy": 0.2900592572055757, |
| "num_tokens": 43973235.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 3.698257604241371, |
| "epoch": 3.616, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 5.0767, |
| "mean_token_accuracy": 0.2910240603610873, |
| "num_tokens": 44176594.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 3.733731357753277, |
| "epoch": 3.632, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.718e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2914435680024326, |
| "num_tokens": 44377465.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 3.737416076660156, |
| "epoch": 3.648, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 5.1161, |
| "mean_token_accuracy": 0.2871216825209558, |
| "num_tokens": 44569130.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 3.722829718887806, |
| "epoch": 3.664, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 5.0896, |
| "mean_token_accuracy": 0.2915670693852007, |
| "num_tokens": 44772500.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 3.697959817945957, |
| "epoch": 3.68, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 5.0797, |
| "mean_token_accuracy": 0.2931885630823672, |
| "num_tokens": 44972326.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 3.68, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 44972326.0, |
| "eval_biology_runtime": 48.0304, |
| "eval_biology_samples_per_second": 10.41, |
| "eval_biology_steps_per_second": 2.603, |
| "step": 2300 |
| }, |
| { |
| "entropy": 3.7422966778278353, |
| "epoch": 3.6959999999999997, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 5.0869, |
| "mean_token_accuracy": 0.29146374482661486, |
| "num_tokens": 45171386.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 3.712788835167885, |
| "epoch": 3.7119999999999997, |
| "grad_norm": 0.0205078125, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 5.0991, |
| "mean_token_accuracy": 0.29034558674320576, |
| "num_tokens": 45361017.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 3.683118913322687, |
| "epoch": 3.7279999999999998, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 5.0294, |
| "mean_token_accuracy": 0.2962988236919045, |
| "num_tokens": 45561773.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 3.7310089260339736, |
| "epoch": 3.7439999999999998, |
| "grad_norm": 0.0126953125, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 5.1059, |
| "mean_token_accuracy": 0.2881998690776527, |
| "num_tokens": 45753014.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 3.7482281804084776, |
| "epoch": 3.76, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 5.0963, |
| "mean_token_accuracy": 0.29057930456474423, |
| "num_tokens": 45947397.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 3.701171849668026, |
| "epoch": 3.776, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 1.698e-05, |
| "loss": 5.0532, |
| "mean_token_accuracy": 0.29302215231582524, |
| "num_tokens": 46143253.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 3.761652034521103, |
| "epoch": 3.792, |
| "grad_norm": 0.01385498046875, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 5.167, |
| "mean_token_accuracy": 0.2857805178500712, |
| "num_tokens": 46337744.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 3.718404772877693, |
| "epoch": 3.808, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 5.0959, |
| "mean_token_accuracy": 0.29188500214368107, |
| "num_tokens": 46528272.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 3.7391842380166054, |
| "epoch": 3.824, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 5.1199, |
| "mean_token_accuracy": 0.28759043086320163, |
| "num_tokens": 46719274.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 3.6862105175852777, |
| "epoch": 3.84, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 5.0947, |
| "mean_token_accuracy": 0.2926178417168558, |
| "num_tokens": 46916027.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 3.84, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 46916027.0, |
| "eval_biology_runtime": 47.8279, |
| "eval_biology_samples_per_second": 10.454, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 2400 |
| }, |
| { |
| "entropy": 3.649807746708393, |
| "epoch": 3.856, |
| "grad_norm": 0.024658203125, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 5.0127, |
| "mean_token_accuracy": 0.2953750922344625, |
| "num_tokens": 47114880.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 3.7041025340557097, |
| "epoch": 3.872, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 5.0889, |
| "mean_token_accuracy": 0.2902955993078649, |
| "num_tokens": 47311977.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 3.66862163990736, |
| "epoch": 3.888, |
| "grad_norm": 0.0244140625, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 5.0028, |
| "mean_token_accuracy": 0.29624508721753956, |
| "num_tokens": 47509800.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 3.6893680870532988, |
| "epoch": 3.904, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 5.0781, |
| "mean_token_accuracy": 0.2932746851816773, |
| "num_tokens": 47704018.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 3.7191090524196624, |
| "epoch": 3.92, |
| "grad_norm": 0.0289306640625, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 5.0785, |
| "mean_token_accuracy": 0.29263799684122205, |
| "num_tokens": 47903745.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 3.721919621527195, |
| "epoch": 3.936, |
| "grad_norm": 0.0145263671875, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 5.0836, |
| "mean_token_accuracy": 0.2914642173796892, |
| "num_tokens": 48102312.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 3.6834640219807624, |
| "epoch": 3.952, |
| "grad_norm": 0.03271484375, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 5.0105, |
| "mean_token_accuracy": 0.29568229150027037, |
| "num_tokens": 48299684.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 3.7294766038656233, |
| "epoch": 3.968, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 5.112, |
| "mean_token_accuracy": 0.2873284795321524, |
| "num_tokens": 48496831.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 3.737547051906586, |
| "epoch": 3.984, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 5.1085, |
| "mean_token_accuracy": 0.2869183259084821, |
| "num_tokens": 48694070.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 3.7506517291069033, |
| "epoch": 4.0, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 5.1542, |
| "mean_token_accuracy": 0.2846108947880566, |
| "num_tokens": 48885164.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 48885164.0, |
| "eval_biology_runtime": 47.8132, |
| "eval_biology_samples_per_second": 10.457, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 2500 |
| }, |
| { |
| "entropy": 3.6867860555648804, |
| "epoch": 4.016, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 5.0824, |
| "mean_token_accuracy": 0.29150499030947685, |
| "num_tokens": 49083717.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 3.7238096460700034, |
| "epoch": 4.032, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 5.1044, |
| "mean_token_accuracy": 0.2900601889938116, |
| "num_tokens": 49282689.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 3.7241749286651613, |
| "epoch": 4.048, |
| "grad_norm": 0.01385498046875, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 5.1144, |
| "mean_token_accuracy": 0.2919305367395282, |
| "num_tokens": 49480172.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 3.7086937204003334, |
| "epoch": 4.064, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.658e-05, |
| "loss": 5.0376, |
| "mean_token_accuracy": 0.2930126262828708, |
| "num_tokens": 49670167.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 3.6937696263194084, |
| "epoch": 4.08, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 5.0672, |
| "mean_token_accuracy": 0.2936962001025677, |
| "num_tokens": 49866326.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 3.739897257089615, |
| "epoch": 4.096, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 5.1532, |
| "mean_token_accuracy": 0.2857757587917149, |
| "num_tokens": 50056950.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 3.7151870742440223, |
| "epoch": 4.112, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 5.0486, |
| "mean_token_accuracy": 0.2916253494098783, |
| "num_tokens": 50251768.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 3.741748996078968, |
| "epoch": 4.128, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 5.1302, |
| "mean_token_accuracy": 0.2886204717680812, |
| "num_tokens": 50444319.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 3.7324878945946693, |
| "epoch": 4.144, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 5.1442, |
| "mean_token_accuracy": 0.2887992520816624, |
| "num_tokens": 50631631.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 3.7007958643138408, |
| "epoch": 4.16, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 5.0566, |
| "mean_token_accuracy": 0.2908625348471105, |
| "num_tokens": 50826513.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 4.16, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 50826513.0, |
| "eval_biology_runtime": 47.8602, |
| "eval_biology_samples_per_second": 10.447, |
| "eval_biology_steps_per_second": 2.612, |
| "step": 2600 |
| }, |
| { |
| "entropy": 3.7056932181119917, |
| "epoch": 4.176, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 5.0538, |
| "mean_token_accuracy": 0.29122171690687537, |
| "num_tokens": 51026177.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 3.694055339694023, |
| "epoch": 4.192, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 5.0226, |
| "mean_token_accuracy": 0.2947407807223499, |
| "num_tokens": 51218570.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 3.706292048096657, |
| "epoch": 4.208, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.638e-05, |
| "loss": 5.0743, |
| "mean_token_accuracy": 0.2930410156026483, |
| "num_tokens": 51417937.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 3.7099441289901733, |
| "epoch": 4.224, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 5.049, |
| "mean_token_accuracy": 0.2940624508075416, |
| "num_tokens": 51615267.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 3.6856932565569878, |
| "epoch": 4.24, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.2947453617118299, |
| "num_tokens": 51815136.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 3.709778195619583, |
| "epoch": 4.256, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 5.0284, |
| "mean_token_accuracy": 0.29742073686793447, |
| "num_tokens": 52018293.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 3.666708365082741, |
| "epoch": 4.272, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 5.0159, |
| "mean_token_accuracy": 0.29637509752064944, |
| "num_tokens": 52214165.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 3.70448310226202, |
| "epoch": 4.288, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 5.0672, |
| "mean_token_accuracy": 0.2924265591427684, |
| "num_tokens": 52422210.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 3.729029726982117, |
| "epoch": 4.304, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 5.1082, |
| "mean_token_accuracy": 0.2907215189188719, |
| "num_tokens": 52617031.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 3.722349275648594, |
| "epoch": 4.32, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.2914457294158638, |
| "num_tokens": 52814574.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 4.32, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 52814574.0, |
| "eval_biology_runtime": 48.7098, |
| "eval_biology_samples_per_second": 10.265, |
| "eval_biology_steps_per_second": 2.566, |
| "step": 2700 |
| }, |
| { |
| "entropy": 3.73561777472496, |
| "epoch": 4.336, |
| "grad_norm": 0.0211181640625, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 5.1031, |
| "mean_token_accuracy": 0.2909439015202224, |
| "num_tokens": 53013899.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 3.725671558082104, |
| "epoch": 4.352, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 1.618e-05, |
| "loss": 5.1349, |
| "mean_token_accuracy": 0.2864148813299835, |
| "num_tokens": 53209262.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 3.7035685420036315, |
| "epoch": 4.368, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 5.0786, |
| "mean_token_accuracy": 0.2919897187501192, |
| "num_tokens": 53404971.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 3.7198848962783813, |
| "epoch": 4.384, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 5.0749, |
| "mean_token_accuracy": 0.2917811692692339, |
| "num_tokens": 53594766.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 3.72509386241436, |
| "epoch": 4.4, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 5.1008, |
| "mean_token_accuracy": 0.2886949327774346, |
| "num_tokens": 53787876.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 3.6995689645409584, |
| "epoch": 4.416, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 5.0288, |
| "mean_token_accuracy": 0.2926365864463151, |
| "num_tokens": 53991437.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 3.708150139451027, |
| "epoch": 4.432, |
| "grad_norm": 0.0205078125, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 5.0415, |
| "mean_token_accuracy": 0.2945378190837801, |
| "num_tokens": 54191547.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 3.699030156433582, |
| "epoch": 4.448, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 5.0614, |
| "mean_token_accuracy": 0.29357761722058057, |
| "num_tokens": 54385194.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 3.7547865107655527, |
| "epoch": 4.464, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 5.1305, |
| "mean_token_accuracy": 0.2903193710371852, |
| "num_tokens": 54577099.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 3.675521856546402, |
| "epoch": 4.48, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 5.0164, |
| "mean_token_accuracy": 0.29694207310676574, |
| "num_tokens": 54769022.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 4.48, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 54769022.0, |
| "eval_biology_runtime": 47.8679, |
| "eval_biology_samples_per_second": 10.445, |
| "eval_biology_steps_per_second": 2.611, |
| "step": 2800 |
| }, |
| { |
| "entropy": 3.7150301560759544, |
| "epoch": 4.496, |
| "grad_norm": 0.0244140625, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 5.0912, |
| "mean_token_accuracy": 0.29305859562009573, |
| "num_tokens": 54968338.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 3.718098782002926, |
| "epoch": 4.5120000000000005, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 5.1338, |
| "mean_token_accuracy": 0.28853786615654825, |
| "num_tokens": 55167039.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 3.7127419516444204, |
| "epoch": 4.5280000000000005, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 5.1045, |
| "mean_token_accuracy": 0.2907073640264571, |
| "num_tokens": 55369598.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 3.739163838326931, |
| "epoch": 4.5440000000000005, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 5.1315, |
| "mean_token_accuracy": 0.28984989067539574, |
| "num_tokens": 55563629.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 3.719206142425537, |
| "epoch": 4.5600000000000005, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 5.0957, |
| "mean_token_accuracy": 0.29158565355464816, |
| "num_tokens": 55759240.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 3.7248982429504394, |
| "epoch": 4.576, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 5.1139, |
| "mean_token_accuracy": 0.29049481768161056, |
| "num_tokens": 55953631.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 3.74677447527647, |
| "epoch": 4.592, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 5.1155, |
| "mean_token_accuracy": 0.28816944155842067, |
| "num_tokens": 56150202.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 3.751250313222408, |
| "epoch": 4.608, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 5.1504, |
| "mean_token_accuracy": 0.2895822520367801, |
| "num_tokens": 56336358.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 3.6957886919379233, |
| "epoch": 4.624, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 5.0671, |
| "mean_token_accuracy": 0.2919166341423988, |
| "num_tokens": 56532634.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 3.720306658744812, |
| "epoch": 4.64, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.578e-05, |
| "loss": 5.0994, |
| "mean_token_accuracy": 0.289959745015949, |
| "num_tokens": 56721597.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 4.64, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 56721597.0, |
| "eval_biology_runtime": 48.0261, |
| "eval_biology_samples_per_second": 10.411, |
| "eval_biology_steps_per_second": 2.603, |
| "step": 2900 |
| }, |
| { |
| "entropy": 3.739784726500511, |
| "epoch": 4.656, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 5.1206, |
| "mean_token_accuracy": 0.2885666203685105, |
| "num_tokens": 56915763.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 3.6950620263814926, |
| "epoch": 4.672, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 5.073, |
| "mean_token_accuracy": 0.2931731772609055, |
| "num_tokens": 57106674.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 3.6809344813227654, |
| "epoch": 4.688, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 5.0291, |
| "mean_token_accuracy": 0.2970257383771241, |
| "num_tokens": 57308644.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 3.7271113738417627, |
| "epoch": 4.704, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 5.1189, |
| "mean_token_accuracy": 0.28802499463781717, |
| "num_tokens": 57503295.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 3.7621049106121065, |
| "epoch": 4.72, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 5.1912, |
| "mean_token_accuracy": 0.28459258917719127, |
| "num_tokens": 57694635.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 3.6893670454621317, |
| "epoch": 4.736, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 5.0624, |
| "mean_token_accuracy": 0.29419010048732164, |
| "num_tokens": 57898052.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 3.732640725374222, |
| "epoch": 4.752, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 5.1171, |
| "mean_token_accuracy": 0.28954468155279756, |
| "num_tokens": 58091828.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 3.6825032398104667, |
| "epoch": 4.768, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 5.0259, |
| "mean_token_accuracy": 0.29825478764250873, |
| "num_tokens": 58290608.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 3.7117982298135757, |
| "epoch": 4.784, |
| "grad_norm": 0.01348876953125, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 5.0704, |
| "mean_token_accuracy": 0.2925625376403332, |
| "num_tokens": 58491415.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 3.734121711552143, |
| "epoch": 4.8, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 5.0996, |
| "mean_token_accuracy": 0.2903846331872046, |
| "num_tokens": 58681639.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.8, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 58681639.0, |
| "eval_biology_runtime": 47.812, |
| "eval_biology_samples_per_second": 10.458, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 6.376125307778666e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
