| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.2, |
| "eval_steps": 100, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 3.6945120811462404, |
| "epoch": 0.016, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.8e-07, |
| "loss": 5.0851, |
| "mean_token_accuracy": 0.2927759636193514, |
| "num_tokens": 195524.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 3.7313055276870726, |
| "epoch": 0.032, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 3.8e-07, |
| "loss": 5.0802, |
| "mean_token_accuracy": 0.289933389890939, |
| "num_tokens": 390903.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 3.705480118095875, |
| "epoch": 0.048, |
| "grad_norm": 0.0252685546875, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 5.0794, |
| "mean_token_accuracy": 0.29482015436515213, |
| "num_tokens": 589868.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 3.727609448134899, |
| "epoch": 0.064, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 7.8e-07, |
| "loss": 5.0815, |
| "mean_token_accuracy": 0.29059267388656734, |
| "num_tokens": 791190.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 3.7325011074542997, |
| "epoch": 0.08, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 5.0765, |
| "mean_token_accuracy": 0.29154324913397434, |
| "num_tokens": 989860.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 3.7289695993065832, |
| "epoch": 0.096, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 5.084, |
| "mean_token_accuracy": 0.2919090397655964, |
| "num_tokens": 1181777.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 3.696782369911671, |
| "epoch": 0.112, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2921869015321136, |
| "num_tokens": 1385513.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 3.7105689987540247, |
| "epoch": 0.128, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 5.1046, |
| "mean_token_accuracy": 0.2894379127770662, |
| "num_tokens": 1582368.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 3.6783719427883623, |
| "epoch": 0.144, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 5.049, |
| "mean_token_accuracy": 0.29489915193989874, |
| "num_tokens": 1773764.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 3.7497646793723107, |
| "epoch": 0.16, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.98e-06, |
| "loss": 5.1421, |
| "mean_token_accuracy": 0.285641394648701, |
| "num_tokens": 1970077.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 48.3951, |
| "eval_biology_samples_per_second": 10.332, |
| "eval_biology_steps_per_second": 2.583, |
| "step": 100 |
| }, |
| { |
| "entropy": 3.7205758571624754, |
| "epoch": 0.176, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 5.1124, |
| "mean_token_accuracy": 0.2885961330495775, |
| "num_tokens": 2168354.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 3.711766928434372, |
| "epoch": 0.192, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 2.38e-06, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.29016080107539893, |
| "num_tokens": 2365822.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 3.755408400297165, |
| "epoch": 0.208, |
| "grad_norm": 0.01953125, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 5.1415, |
| "mean_token_accuracy": 0.28556298119947315, |
| "num_tokens": 2558762.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 3.6979280173778535, |
| "epoch": 0.224, |
| "grad_norm": 0.013671875, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 5.0488, |
| "mean_token_accuracy": 0.2934382151812315, |
| "num_tokens": 2755347.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 3.67200947701931, |
| "epoch": 0.24, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 5.0267, |
| "mean_token_accuracy": 0.29687621584162116, |
| "num_tokens": 2947346.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 3.7363524213433266, |
| "epoch": 0.256, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 5.1623, |
| "mean_token_accuracy": 0.28543900661170485, |
| "num_tokens": 3139957.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 3.737903955578804, |
| "epoch": 0.272, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 5.0962, |
| "mean_token_accuracy": 0.2901335723698139, |
| "num_tokens": 3335951.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 3.7267358005046844, |
| "epoch": 0.288, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 3.58e-06, |
| "loss": 5.1225, |
| "mean_token_accuracy": 0.2877850123681128, |
| "num_tokens": 3539731.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 3.6973107740283013, |
| "epoch": 0.304, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 5.0415, |
| "mean_token_accuracy": 0.291966971475631, |
| "num_tokens": 3733488.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 3.723296643793583, |
| "epoch": 0.32, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 5.1057, |
| "mean_token_accuracy": 0.2924021276645362, |
| "num_tokens": 3920545.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 3920545.0, |
| "eval_biology_runtime": 47.9931, |
| "eval_biology_samples_per_second": 10.418, |
| "eval_biology_steps_per_second": 2.605, |
| "step": 200 |
| }, |
| { |
| "entropy": 3.7122732952237127, |
| "epoch": 0.336, |
| "grad_norm": 0.0234375, |
| "learning_rate": 4.18e-06, |
| "loss": 5.0914, |
| "mean_token_accuracy": 0.29149032663553953, |
| "num_tokens": 4114077.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 3.7262283325195313, |
| "epoch": 0.352, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 4.38e-06, |
| "loss": 5.0925, |
| "mean_token_accuracy": 0.2936550347134471, |
| "num_tokens": 4306949.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 3.723622639477253, |
| "epoch": 0.368, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 4.58e-06, |
| "loss": 5.0811, |
| "mean_token_accuracy": 0.2895682736299932, |
| "num_tokens": 4504001.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 3.7035663962364196, |
| "epoch": 0.384, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 4.78e-06, |
| "loss": 5.0597, |
| "mean_token_accuracy": 0.2904216184280813, |
| "num_tokens": 4693812.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 3.7003923773765566, |
| "epoch": 0.4, |
| "grad_norm": 0.01434326171875, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 5.0458, |
| "mean_token_accuracy": 0.2927747514098883, |
| "num_tokens": 4887094.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 3.716284817457199, |
| "epoch": 0.416, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 5.18e-06, |
| "loss": 5.0684, |
| "mean_token_accuracy": 0.29001498911529777, |
| "num_tokens": 5085369.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 3.74227339476347, |
| "epoch": 0.432, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 5.1343, |
| "mean_token_accuracy": 0.2884894346818328, |
| "num_tokens": 5271275.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 3.726644665002823, |
| "epoch": 0.448, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 5.1273, |
| "mean_token_accuracy": 0.2874998924322426, |
| "num_tokens": 5460559.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 3.6816380873322485, |
| "epoch": 0.464, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 5.78e-06, |
| "loss": 5.0719, |
| "mean_token_accuracy": 0.29172550728544594, |
| "num_tokens": 5653809.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 3.7142979234457014, |
| "epoch": 0.48, |
| "grad_norm": 0.015625, |
| "learning_rate": 5.98e-06, |
| "loss": 5.0955, |
| "mean_token_accuracy": 0.28865716215223075, |
| "num_tokens": 5850176.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 5850176.0, |
| "eval_biology_runtime": 47.7142, |
| "eval_biology_samples_per_second": 10.479, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 300 |
| }, |
| { |
| "entropy": 3.6794839769601824, |
| "epoch": 0.496, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 6.18e-06, |
| "loss": 5.0187, |
| "mean_token_accuracy": 0.29856595005840064, |
| "num_tokens": 6046503.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 3.7517301350831986, |
| "epoch": 0.512, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 5.1625, |
| "mean_token_accuracy": 0.2865315512754023, |
| "num_tokens": 6240456.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 3.6911791786551476, |
| "epoch": 0.528, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 5.0801, |
| "mean_token_accuracy": 0.2921980186365545, |
| "num_tokens": 6430555.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 3.7338990345597267, |
| "epoch": 0.544, |
| "grad_norm": 0.0262451171875, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.29122597351670265, |
| "num_tokens": 6626006.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 3.714175473153591, |
| "epoch": 0.56, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 6.98e-06, |
| "loss": 5.0795, |
| "mean_token_accuracy": 0.28960168017074467, |
| "num_tokens": 6820754.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 3.692426808178425, |
| "epoch": 0.576, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 5.0757, |
| "mean_token_accuracy": 0.29286856260150673, |
| "num_tokens": 7021844.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 3.727046549320221, |
| "epoch": 0.592, |
| "grad_norm": 0.0213623046875, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 5.1248, |
| "mean_token_accuracy": 0.28685210049152376, |
| "num_tokens": 7213951.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 3.736472050845623, |
| "epoch": 0.608, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 7.58e-06, |
| "loss": 5.1462, |
| "mean_token_accuracy": 0.28853774573653934, |
| "num_tokens": 7416773.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 3.74992755651474, |
| "epoch": 0.624, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 7.78e-06, |
| "loss": 5.1298, |
| "mean_token_accuracy": 0.2880241921171546, |
| "num_tokens": 7612843.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 3.7259780153632165, |
| "epoch": 0.64, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.29221961721777917, |
| "num_tokens": 7801633.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 7801633.0, |
| "eval_biology_runtime": 47.8899, |
| "eval_biology_samples_per_second": 10.441, |
| "eval_biology_steps_per_second": 2.61, |
| "step": 400 |
| }, |
| { |
| "entropy": 3.76672201231122, |
| "epoch": 0.656, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 8.18e-06, |
| "loss": 5.1778, |
| "mean_token_accuracy": 0.28632718725129963, |
| "num_tokens": 7995843.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 3.7688263028860094, |
| "epoch": 0.672, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 5.1731, |
| "mean_token_accuracy": 0.2852769985795021, |
| "num_tokens": 8183103.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 3.7213131189346313, |
| "epoch": 0.688, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 5.0812, |
| "mean_token_accuracy": 0.29185254173353314, |
| "num_tokens": 8385976.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 3.7499947547912598, |
| "epoch": 0.704, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 8.78e-06, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.28764023520052434, |
| "num_tokens": 8578431.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 3.6844282656908036, |
| "epoch": 0.72, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 8.98e-06, |
| "loss": 5.0192, |
| "mean_token_accuracy": 0.2957433703355491, |
| "num_tokens": 8781342.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 3.7240318074822425, |
| "epoch": 0.736, |
| "grad_norm": 0.01953125, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 5.0727, |
| "mean_token_accuracy": 0.2915121610276401, |
| "num_tokens": 8977918.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 3.723066192865372, |
| "epoch": 0.752, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 9.38e-06, |
| "loss": 5.0973, |
| "mean_token_accuracy": 0.29267845982685686, |
| "num_tokens": 9169322.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 3.702293635904789, |
| "epoch": 0.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 9.58e-06, |
| "loss": 5.0474, |
| "mean_token_accuracy": 0.29300098568201066, |
| "num_tokens": 9368141.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 3.722616221010685, |
| "epoch": 0.784, |
| "grad_norm": 0.01361083984375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 5.1082, |
| "mean_token_accuracy": 0.29106166921556, |
| "num_tokens": 9565236.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 3.6929100595414637, |
| "epoch": 0.8, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 5.055, |
| "mean_token_accuracy": 0.2922526111826301, |
| "num_tokens": 9761227.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 9761227.0, |
| "eval_biology_runtime": 47.6484, |
| "eval_biology_samples_per_second": 10.494, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 500 |
| }, |
| { |
| "entropy": 3.7020211443305016, |
| "epoch": 0.816, |
| "grad_norm": 0.01513671875, |
| "learning_rate": 1.018e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.29223762024194, |
| "num_tokens": 9958727.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 3.690947251021862, |
| "epoch": 0.832, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.038e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.2948582774028182, |
| "num_tokens": 10155771.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 3.688454346358776, |
| "epoch": 0.848, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 5.0305, |
| "mean_token_accuracy": 0.29634183505550027, |
| "num_tokens": 10357721.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 3.711380937695503, |
| "epoch": 0.864, |
| "grad_norm": 0.01171875, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 5.058, |
| "mean_token_accuracy": 0.293431665468961, |
| "num_tokens": 10552495.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 3.7067453160882, |
| "epoch": 0.88, |
| "grad_norm": 0.01409912109375, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 5.0502, |
| "mean_token_accuracy": 0.2919998188503087, |
| "num_tokens": 10748749.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 3.722704839706421, |
| "epoch": 0.896, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 5.1088, |
| "mean_token_accuracy": 0.28890208089724184, |
| "num_tokens": 10943319.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 3.7139005795121194, |
| "epoch": 0.912, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.138e-05, |
| "loss": 5.0686, |
| "mean_token_accuracy": 0.2921730065718293, |
| "num_tokens": 11136935.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 3.752144718170166, |
| "epoch": 0.928, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29035252146422863, |
| "num_tokens": 11331098.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 3.714654731750488, |
| "epoch": 0.944, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.178e-05, |
| "loss": 5.0467, |
| "mean_token_accuracy": 0.2949915431439877, |
| "num_tokens": 11530550.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 3.7143523931503295, |
| "epoch": 0.96, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.198e-05, |
| "loss": 5.0766, |
| "mean_token_accuracy": 0.29139310084283354, |
| "num_tokens": 11729645.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 11729645.0, |
| "eval_biology_runtime": 48.0459, |
| "eval_biology_samples_per_second": 10.407, |
| "eval_biology_steps_per_second": 2.602, |
| "step": 600 |
| }, |
| { |
| "entropy": 3.6984829902648926, |
| "epoch": 0.976, |
| "grad_norm": 0.014892578125, |
| "learning_rate": 1.218e-05, |
| "loss": 5.0862, |
| "mean_token_accuracy": 0.2942219194956124, |
| "num_tokens": 11924644.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 3.6905887737870215, |
| "epoch": 0.992, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29360062861815095, |
| "num_tokens": 12123059.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 3.7239044919610023, |
| "epoch": 1.008, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 5.1152, |
| "mean_token_accuracy": 0.29114634413272145, |
| "num_tokens": 12319366.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 3.6866162970662115, |
| "epoch": 1.024, |
| "grad_norm": 0.01470947265625, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 5.0343, |
| "mean_token_accuracy": 0.2939268404617906, |
| "num_tokens": 12524183.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 3.72215301245451, |
| "epoch": 1.04, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 5.1367, |
| "mean_token_accuracy": 0.28700590375810864, |
| "num_tokens": 12718593.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 3.681245695054531, |
| "epoch": 1.056, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 5.014, |
| "mean_token_accuracy": 0.2961495415307581, |
| "num_tokens": 12917803.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 3.7183008253574372, |
| "epoch": 1.072, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 5.0868, |
| "mean_token_accuracy": 0.2896940400823951, |
| "num_tokens": 13105826.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 3.742721700668335, |
| "epoch": 1.088, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.2900996576994658, |
| "num_tokens": 13298619.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 3.7236127987504006, |
| "epoch": 1.104, |
| "grad_norm": 0.0150146484375, |
| "learning_rate": 1.378e-05, |
| "loss": 5.1279, |
| "mean_token_accuracy": 0.28985656797885895, |
| "num_tokens": 13491486.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 3.7264697343111037, |
| "epoch": 1.12, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.398e-05, |
| "loss": 5.1227, |
| "mean_token_accuracy": 0.2900970630347729, |
| "num_tokens": 13674663.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 13674663.0, |
| "eval_biology_runtime": 47.6988, |
| "eval_biology_samples_per_second": 10.482, |
| "eval_biology_steps_per_second": 2.621, |
| "step": 700 |
| }, |
| { |
| "entropy": 3.7335189118981362, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.418e-05, |
| "loss": 5.0857, |
| "mean_token_accuracy": 0.29160243617370724, |
| "num_tokens": 13869134.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 3.6999334722757338, |
| "epoch": 1.152, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 5.0276, |
| "mean_token_accuracy": 0.29345897743478416, |
| "num_tokens": 14078365.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 3.7237380519509315, |
| "epoch": 1.168, |
| "grad_norm": 0.02734375, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 5.1027, |
| "mean_token_accuracy": 0.2900115196593106, |
| "num_tokens": 14266831.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 3.728756721317768, |
| "epoch": 1.184, |
| "grad_norm": 0.028076171875, |
| "learning_rate": 1.478e-05, |
| "loss": 5.1063, |
| "mean_token_accuracy": 0.29116632882505655, |
| "num_tokens": 14465660.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 3.694381882250309, |
| "epoch": 1.2, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.498e-05, |
| "loss": 5.069, |
| "mean_token_accuracy": 0.2926430401392281, |
| "num_tokens": 14653228.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 3.743997333943844, |
| "epoch": 1.216, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 5.1078, |
| "mean_token_accuracy": 0.2893166967667639, |
| "num_tokens": 14857782.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 3.6960197538137436, |
| "epoch": 1.232, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 5.062, |
| "mean_token_accuracy": 0.2938588274642825, |
| "num_tokens": 15047356.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 3.700982950627804, |
| "epoch": 1.248, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 5.0837, |
| "mean_token_accuracy": 0.29082163264974953, |
| "num_tokens": 15241098.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 3.7153700664639473, |
| "epoch": 1.264, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.578e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.2915728730149567, |
| "num_tokens": 15437657.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 3.7014693170785904, |
| "epoch": 1.28, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 5.0562, |
| "mean_token_accuracy": 0.2920363646000624, |
| "num_tokens": 15630795.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 15630795.0, |
| "eval_biology_runtime": 47.6391, |
| "eval_biology_samples_per_second": 10.496, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 800 |
| }, |
| { |
| "entropy": 3.7237909018993376, |
| "epoch": 1.296, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.618e-05, |
| "loss": 5.0864, |
| "mean_token_accuracy": 0.29013621537014844, |
| "num_tokens": 15827105.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 3.6957172751426697, |
| "epoch": 1.312, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.638e-05, |
| "loss": 5.0904, |
| "mean_token_accuracy": 0.2900472991168499, |
| "num_tokens": 16019645.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 3.728809031844139, |
| "epoch": 1.328, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.658e-05, |
| "loss": 5.1059, |
| "mean_token_accuracy": 0.2894112995825708, |
| "num_tokens": 16221726.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 3.7269085705280305, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 5.0921, |
| "mean_token_accuracy": 0.2916096639819443, |
| "num_tokens": 16427594.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 3.727548821270466, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.698e-05, |
| "loss": 5.0558, |
| "mean_token_accuracy": 0.2904492556117475, |
| "num_tokens": 16621605.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 3.7071838200092317, |
| "epoch": 1.376, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 1.718e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29065996296703817, |
| "num_tokens": 16813444.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 3.7128281995654104, |
| "epoch": 1.392, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 5.1021, |
| "mean_token_accuracy": 0.2892353082075715, |
| "num_tokens": 17006509.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 3.700386196374893, |
| "epoch": 1.408, |
| "grad_norm": 0.0233154296875, |
| "learning_rate": 1.758e-05, |
| "loss": 5.0966, |
| "mean_token_accuracy": 0.29179619075730445, |
| "num_tokens": 17197870.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 3.6790005937218666, |
| "epoch": 1.424, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.0503, |
| "mean_token_accuracy": 0.294497752469033, |
| "num_tokens": 17394390.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 3.714966467022896, |
| "epoch": 1.44, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.798e-05, |
| "loss": 5.0895, |
| "mean_token_accuracy": 0.2897561041638255, |
| "num_tokens": 17587777.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 17587777.0, |
| "eval_biology_runtime": 47.5786, |
| "eval_biology_samples_per_second": 10.509, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 900 |
| }, |
| { |
| "entropy": 3.718673199415207, |
| "epoch": 1.456, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29184630075469614, |
| "num_tokens": 17788456.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 3.714043965935707, |
| "epoch": 1.472, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2923115941695869, |
| "num_tokens": 17984063.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 3.7208774775266646, |
| "epoch": 1.488, |
| "grad_norm": 0.01226806640625, |
| "learning_rate": 1.858e-05, |
| "loss": 5.1261, |
| "mean_token_accuracy": 0.2891128743067384, |
| "num_tokens": 18175640.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 3.7392901137471197, |
| "epoch": 1.504, |
| "grad_norm": 0.027587890625, |
| "learning_rate": 1.878e-05, |
| "loss": 5.1405, |
| "mean_token_accuracy": 0.28787331804633143, |
| "num_tokens": 18367857.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 3.7357000544667245, |
| "epoch": 1.52, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.0929, |
| "mean_token_accuracy": 0.2901941016316414, |
| "num_tokens": 18569146.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 3.71133918017149, |
| "epoch": 1.536, |
| "grad_norm": 0.01953125, |
| "learning_rate": 1.918e-05, |
| "loss": 5.0759, |
| "mean_token_accuracy": 0.2910002091899514, |
| "num_tokens": 18755079.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 3.679325211048126, |
| "epoch": 1.552, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0271, |
| "mean_token_accuracy": 0.29568239795044066, |
| "num_tokens": 18956248.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 3.7200872167944907, |
| "epoch": 1.568, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.0739, |
| "mean_token_accuracy": 0.290937721170485, |
| "num_tokens": 19150315.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 3.6731236964464187, |
| "epoch": 1.584, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.978e-05, |
| "loss": 4.9996, |
| "mean_token_accuracy": 0.2993267074227333, |
| "num_tokens": 19344260.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 3.7825915426015855, |
| "epoch": 1.6, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.2041, |
| "mean_token_accuracy": 0.2822197400033474, |
| "num_tokens": 19532552.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 19532552.0, |
| "eval_biology_runtime": 47.6646, |
| "eval_biology_samples_per_second": 10.49, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1000 |
| }, |
| { |
| "entropy": 3.7059972777962686, |
| "epoch": 1.616, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29472711179405453, |
| "num_tokens": 19732719.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 3.736002130806446, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 5.1263, |
| "mean_token_accuracy": 0.28895843513309954, |
| "num_tokens": 19926830.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 3.726553238928318, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2898056315258145, |
| "num_tokens": 20118800.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 3.7194370150566103, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 5.0616, |
| "mean_token_accuracy": 0.29428425850346684, |
| "num_tokens": 20320511.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 3.7065395385026934, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 5.0716, |
| "mean_token_accuracy": 0.29314093850553036, |
| "num_tokens": 20513393.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 3.7188143908977507, |
| "epoch": 1.696, |
| "grad_norm": 0.022705078125, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29205265222117305, |
| "num_tokens": 20707237.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 3.7139120802283285, |
| "epoch": 1.712, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 5.078, |
| "mean_token_accuracy": 0.2915316676720977, |
| "num_tokens": 20910419.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 3.723431368172169, |
| "epoch": 1.728, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 5.0998, |
| "mean_token_accuracy": 0.2917724488303065, |
| "num_tokens": 21107498.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 3.729191516339779, |
| "epoch": 1.744, |
| "grad_norm": 0.01373291015625, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2921753362752497, |
| "num_tokens": 21303955.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 3.713176865875721, |
| "epoch": 1.76, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.978e-05, |
| "loss": 5.1136, |
| "mean_token_accuracy": 0.2927762917242944, |
| "num_tokens": 21499572.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 21499572.0, |
| "eval_biology_runtime": 47.7303, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1100 |
| }, |
| { |
| "entropy": 3.683187483251095, |
| "epoch": 1.776, |
| "grad_norm": 0.01165771484375, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 5.0493, |
| "mean_token_accuracy": 0.2950046713463962, |
| "num_tokens": 21692804.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 3.723648378252983, |
| "epoch": 1.792, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 5.0692, |
| "mean_token_accuracy": 0.29330655848607423, |
| "num_tokens": 21894218.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 3.680108018219471, |
| "epoch": 1.808, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 5.0566, |
| "mean_token_accuracy": 0.29332200549542903, |
| "num_tokens": 22082522.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 3.7113044396042825, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 0.0283203125, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 5.0721, |
| "mean_token_accuracy": 0.29031074047088623, |
| "num_tokens": 22278933.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 3.761154365539551, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 5.1725, |
| "mean_token_accuracy": 0.28511819140985606, |
| "num_tokens": 22473801.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 3.734527000784874, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 5.126, |
| "mean_token_accuracy": 0.28791883746162056, |
| "num_tokens": 22677853.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 3.7064869537949563, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 5.0564, |
| "mean_token_accuracy": 0.29391895309090615, |
| "num_tokens": 22874965.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 3.7308966740965843, |
| "epoch": 1.888, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 5.1087, |
| "mean_token_accuracy": 0.28873477103188633, |
| "num_tokens": 23068892.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 3.7291680380702017, |
| "epoch": 1.904, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.1221, |
| "mean_token_accuracy": 0.28796409014612434, |
| "num_tokens": 23263827.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 3.6863365471363068, |
| "epoch": 1.92, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 5.0534, |
| "mean_token_accuracy": 0.29244121424853803, |
| "num_tokens": 23463627.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 23463627.0, |
| "eval_biology_runtime": 47.71, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1200 |
| }, |
| { |
| "entropy": 3.6975948810577393, |
| "epoch": 1.936, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 5.0404, |
| "mean_token_accuracy": 0.29399057319387795, |
| "num_tokens": 23660418.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 3.724119584262371, |
| "epoch": 1.952, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2915867816656828, |
| "num_tokens": 23858145.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 3.7461824998259545, |
| "epoch": 1.968, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 5.1581, |
| "mean_token_accuracy": 0.28603497641161085, |
| "num_tokens": 24053364.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 3.7114603489637377, |
| "epoch": 1.984, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 5.0847, |
| "mean_token_accuracy": 0.2926376985386014, |
| "num_tokens": 24249465.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 3.713132253289223, |
| "epoch": 2.0, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 5.0979, |
| "mean_token_accuracy": 0.29202904291450976, |
| "num_tokens": 24442582.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 3.7105937510728837, |
| "epoch": 2.016, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 5.1146, |
| "mean_token_accuracy": 0.2896880513057113, |
| "num_tokens": 24632353.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 3.7421246364712717, |
| "epoch": 2.032, |
| "grad_norm": 0.0234375, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 5.156, |
| "mean_token_accuracy": 0.2862941346131265, |
| "num_tokens": 24822715.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 3.729320552945137, |
| "epoch": 2.048, |
| "grad_norm": 0.011962890625, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0711, |
| "mean_token_accuracy": 0.2908482993021607, |
| "num_tokens": 25023118.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 3.716141538321972, |
| "epoch": 2.064, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 5.1159, |
| "mean_token_accuracy": 0.28827573377639054, |
| "num_tokens": 25217414.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 3.7167277559638023, |
| "epoch": 2.08, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.2915657116100192, |
| "num_tokens": 25408961.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 25408961.0, |
| "eval_biology_runtime": 47.587, |
| "eval_biology_samples_per_second": 10.507, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 1300 |
| }, |
| { |
| "entropy": 3.714424678683281, |
| "epoch": 2.096, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 5.0943, |
| "mean_token_accuracy": 0.29086006721481683, |
| "num_tokens": 25600511.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 3.743735647201538, |
| "epoch": 2.112, |
| "grad_norm": 0.01531982421875, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 5.107, |
| "mean_token_accuracy": 0.2900062766857445, |
| "num_tokens": 25796565.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 3.711001531779766, |
| "epoch": 2.128, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 5.0988, |
| "mean_token_accuracy": 0.2924064252525568, |
| "num_tokens": 25991156.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 3.698951078951359, |
| "epoch": 2.144, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 5.063, |
| "mean_token_accuracy": 0.29314082926139234, |
| "num_tokens": 26193237.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 3.7248923525214197, |
| "epoch": 2.16, |
| "grad_norm": 0.0264892578125, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 5.0923, |
| "mean_token_accuracy": 0.29320395886898043, |
| "num_tokens": 26387993.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 3.7421302527189253, |
| "epoch": 2.176, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 5.1362, |
| "mean_token_accuracy": 0.287891149520874, |
| "num_tokens": 26585269.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 3.7373417228460313, |
| "epoch": 2.192, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.918e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.29109739176928995, |
| "num_tokens": 26776318.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 3.7420630186796187, |
| "epoch": 2.208, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 5.1231, |
| "mean_token_accuracy": 0.28790645729750397, |
| "num_tokens": 26974420.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 3.735623452067375, |
| "epoch": 2.224, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 5.1347, |
| "mean_token_accuracy": 0.2884402872994542, |
| "num_tokens": 27167577.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 3.7288005337119103, |
| "epoch": 2.24, |
| "grad_norm": 0.01324462890625, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 5.0568, |
| "mean_token_accuracy": 0.2936669984832406, |
| "num_tokens": 27364189.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 27364189.0, |
| "eval_biology_runtime": 47.642, |
| "eval_biology_samples_per_second": 10.495, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 1400 |
| }, |
| { |
| "entropy": 3.6691079929471018, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 5.0664, |
| "mean_token_accuracy": 0.2951836409047246, |
| "num_tokens": 27557387.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 3.7611682564020157, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 5.152, |
| "mean_token_accuracy": 0.28709178091958165, |
| "num_tokens": 27755725.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 3.778307482600212, |
| "epoch": 2.288, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 5.1678, |
| "mean_token_accuracy": 0.28473026901483534, |
| "num_tokens": 27950694.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 3.7009392485022543, |
| "epoch": 2.304, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 5.0617, |
| "mean_token_accuracy": 0.29399854615330695, |
| "num_tokens": 28150719.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 3.709285947680473, |
| "epoch": 2.32, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 5.0994, |
| "mean_token_accuracy": 0.29222611617296934, |
| "num_tokens": 28348652.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 3.718844693899155, |
| "epoch": 2.336, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.09, |
| "mean_token_accuracy": 0.2933342828415334, |
| "num_tokens": 28542945.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 3.689019551873207, |
| "epoch": 2.352, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 5.0641, |
| "mean_token_accuracy": 0.292084741499275, |
| "num_tokens": 28731927.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 3.686488929390907, |
| "epoch": 2.368, |
| "grad_norm": 0.01416015625, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 5.0355, |
| "mean_token_accuracy": 0.29083675481379034, |
| "num_tokens": 28929298.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 3.7178502827882767, |
| "epoch": 2.384, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 5.1081, |
| "mean_token_accuracy": 0.29000213257968427, |
| "num_tokens": 29121142.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 3.709418612718582, |
| "epoch": 2.4, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 5.0599, |
| "mean_token_accuracy": 0.29317397633567455, |
| "num_tokens": 29317919.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 29317919.0, |
| "eval_biology_runtime": 47.6489, |
| "eval_biology_samples_per_second": 10.493, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 1500 |
| }, |
| { |
| "entropy": 3.6719333082437515, |
| "epoch": 2.416, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 5.0244, |
| "mean_token_accuracy": 0.29649064838886263, |
| "num_tokens": 29518541.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 3.7154024302959443, |
| "epoch": 2.432, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 5.0661, |
| "mean_token_accuracy": 0.29185118433088064, |
| "num_tokens": 29720768.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 3.7328961461782457, |
| "epoch": 2.448, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 5.096, |
| "mean_token_accuracy": 0.2906650099903345, |
| "num_tokens": 29916619.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 3.746054658293724, |
| "epoch": 2.464, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 5.0919, |
| "mean_token_accuracy": 0.2903040235862136, |
| "num_tokens": 30121198.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 3.728714808821678, |
| "epoch": 2.48, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.878e-05, |
| "loss": 5.0971, |
| "mean_token_accuracy": 0.2893067443743348, |
| "num_tokens": 30325508.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 3.679151824116707, |
| "epoch": 2.496, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 5.0409, |
| "mean_token_accuracy": 0.29410989535972476, |
| "num_tokens": 30517445.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 3.7171840399503706, |
| "epoch": 2.512, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.2894710778258741, |
| "num_tokens": 30714049.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 3.7010063350200655, |
| "epoch": 2.528, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2937143785879016, |
| "num_tokens": 30911317.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 3.6958950527012346, |
| "epoch": 2.544, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 5.0898, |
| "mean_token_accuracy": 0.29357747128233314, |
| "num_tokens": 31108983.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 3.7022415205836294, |
| "epoch": 2.56, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 5.0457, |
| "mean_token_accuracy": 0.2948175928555429, |
| "num_tokens": 31298994.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 31298994.0, |
| "eval_biology_runtime": 47.7499, |
| "eval_biology_samples_per_second": 10.471, |
| "eval_biology_steps_per_second": 2.618, |
| "step": 1600 |
| }, |
| { |
| "entropy": 3.679981291294098, |
| "epoch": 2.576, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 5.0376, |
| "mean_token_accuracy": 0.29525212282314894, |
| "num_tokens": 31488512.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 3.7046368598937987, |
| "epoch": 2.592, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 5.0793, |
| "mean_token_accuracy": 0.2907128848135471, |
| "num_tokens": 31684651.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 3.746250657737255, |
| "epoch": 2.608, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 5.1288, |
| "mean_token_accuracy": 0.2878807776607573, |
| "num_tokens": 31876008.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 3.6945053577423095, |
| "epoch": 2.624, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.858e-05, |
| "loss": 5.0573, |
| "mean_token_accuracy": 0.29536825576797127, |
| "num_tokens": 32069617.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 3.765464061498642, |
| "epoch": 2.64, |
| "grad_norm": 0.0145263671875, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 5.1368, |
| "mean_token_accuracy": 0.28563874009996654, |
| "num_tokens": 32262932.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 3.726054683327675, |
| "epoch": 2.656, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 5.0751, |
| "mean_token_accuracy": 0.2914812139235437, |
| "num_tokens": 32465495.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 3.705101008713245, |
| "epoch": 2.672, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 5.0605, |
| "mean_token_accuracy": 0.29310004934668543, |
| "num_tokens": 32665458.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 3.6972682535648347, |
| "epoch": 2.6879999999999997, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 5.0527, |
| "mean_token_accuracy": 0.29600915489718316, |
| "num_tokens": 32867135.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 3.717528872191906, |
| "epoch": 2.7039999999999997, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 5.0779, |
| "mean_token_accuracy": 0.2918607803992927, |
| "num_tokens": 33070366.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 3.693564009666443, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2943148259073496, |
| "num_tokens": 33269122.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 33269122.0, |
| "eval_biology_runtime": 47.7086, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1700 |
| }, |
| { |
| "entropy": 3.707437001168728, |
| "epoch": 2.7359999999999998, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.2900095324032009, |
| "num_tokens": 33456592.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 3.7080828949809073, |
| "epoch": 2.752, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 5.116, |
| "mean_token_accuracy": 0.28883095337077974, |
| "num_tokens": 33645862.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 3.728220048546791, |
| "epoch": 2.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.0782, |
| "mean_token_accuracy": 0.28814746495336296, |
| "num_tokens": 33835740.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 3.692038844525814, |
| "epoch": 2.784, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 5.0354, |
| "mean_token_accuracy": 0.2963261384516954, |
| "num_tokens": 34034702.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 3.6788995161652567, |
| "epoch": 2.8, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 5.0539, |
| "mean_token_accuracy": 0.29329841481521723, |
| "num_tokens": 34235603.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 3.724039378762245, |
| "epoch": 2.816, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29148014429956676, |
| "num_tokens": 34434833.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 3.7389438778162, |
| "epoch": 2.832, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 5.1507, |
| "mean_token_accuracy": 0.2880131645128131, |
| "num_tokens": 34625581.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 3.7316405907273293, |
| "epoch": 2.848, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 5.127, |
| "mean_token_accuracy": 0.28841973282396793, |
| "num_tokens": 34816521.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 3.6935748010873795, |
| "epoch": 2.864, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 5.0582, |
| "mean_token_accuracy": 0.29493709858506917, |
| "num_tokens": 35013631.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 3.732215444743633, |
| "epoch": 2.88, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.2878311794251204, |
| "num_tokens": 35207800.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.88, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 35207800.0, |
| "eval_biology_runtime": 47.7292, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1800 |
| }, |
| { |
| "entropy": 3.7153993040323257, |
| "epoch": 2.896, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 5.0555, |
| "mean_token_accuracy": 0.2897385073825717, |
| "num_tokens": 35402995.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 3.7419364899396896, |
| "epoch": 2.912, |
| "grad_norm": 0.012451171875, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.1361, |
| "mean_token_accuracy": 0.288204584736377, |
| "num_tokens": 35595456.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 3.713737541437149, |
| "epoch": 2.928, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 5.0743, |
| "mean_token_accuracy": 0.2914375264197588, |
| "num_tokens": 35787309.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 3.7097805708646776, |
| "epoch": 2.944, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 5.0865, |
| "mean_token_accuracy": 0.29150775615125896, |
| "num_tokens": 35982686.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 3.7225977651774884, |
| "epoch": 2.96, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 5.0909, |
| "mean_token_accuracy": 0.2906139406375587, |
| "num_tokens": 36179520.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 3.722698852419853, |
| "epoch": 2.976, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29118275735527277, |
| "num_tokens": 36373689.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 3.673632799088955, |
| "epoch": 2.992, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.29416691763326525, |
| "num_tokens": 36569612.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 3.751718300580978, |
| "epoch": 3.008, |
| "grad_norm": 0.01519775390625, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 5.1331, |
| "mean_token_accuracy": 0.28643003962934016, |
| "num_tokens": 36759194.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 3.794464720785618, |
| "epoch": 3.024, |
| "grad_norm": 0.019287109375, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 5.2124, |
| "mean_token_accuracy": 0.28478686409071086, |
| "num_tokens": 36947293.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 3.6836516156792642, |
| "epoch": 3.04, |
| "grad_norm": 0.0341796875, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 5.028, |
| "mean_token_accuracy": 0.29457009583711624, |
| "num_tokens": 37136901.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 37136901.0, |
| "eval_biology_runtime": 47.6824, |
| "eval_biology_samples_per_second": 10.486, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1900 |
| }, |
| { |
| "entropy": 3.6932004258036613, |
| "epoch": 3.056, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.798e-05, |
| "loss": 5.053, |
| "mean_token_accuracy": 0.2943607769906521, |
| "num_tokens": 37331588.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 3.712322735786438, |
| "epoch": 3.072, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 5.1317, |
| "mean_token_accuracy": 0.2899042793549597, |
| "num_tokens": 37521211.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 3.733357074856758, |
| "epoch": 3.088, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.289601928088814, |
| "num_tokens": 37713328.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 3.703967106342316, |
| "epoch": 3.104, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 5.047, |
| "mean_token_accuracy": 0.29227600432932377, |
| "num_tokens": 37913470.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 3.7333655148744582, |
| "epoch": 3.12, |
| "grad_norm": 0.0125732421875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.28733154870569705, |
| "num_tokens": 38106718.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 3.686858354508877, |
| "epoch": 3.136, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 5.0361, |
| "mean_token_accuracy": 0.29669201830402014, |
| "num_tokens": 38295701.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 3.7215913608670235, |
| "epoch": 3.152, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 5.1112, |
| "mean_token_accuracy": 0.29038686845451595, |
| "num_tokens": 38493951.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 3.7115811944007873, |
| "epoch": 3.168, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 5.0993, |
| "mean_token_accuracy": 0.2924555268138647, |
| "num_tokens": 38688390.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 3.7052596390247343, |
| "epoch": 3.184, |
| "grad_norm": 0.01806640625, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 5.0841, |
| "mean_token_accuracy": 0.2931958196684718, |
| "num_tokens": 38880157.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 3.7163838326931, |
| "epoch": 3.2, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.094, |
| "mean_token_accuracy": 0.2932162147015333, |
| "num_tokens": 39081782.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.2, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 39081782.0, |
| "eval_biology_runtime": 47.6613, |
| "eval_biology_samples_per_second": 10.491, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.2439401762215916e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
