| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 8.0, |
| "eval_steps": 100, |
| "global_step": 5000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 3.6945120811462404, |
| "epoch": 0.016, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.8e-07, |
| "loss": 5.0851, |
| "mean_token_accuracy": 0.2927759636193514, |
| "num_tokens": 195524.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 3.7313055276870726, |
| "epoch": 0.032, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 3.8e-07, |
| "loss": 5.0802, |
| "mean_token_accuracy": 0.289933389890939, |
| "num_tokens": 390903.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 3.705480118095875, |
| "epoch": 0.048, |
| "grad_norm": 0.0252685546875, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 5.0794, |
| "mean_token_accuracy": 0.29482015436515213, |
| "num_tokens": 589868.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 3.727609448134899, |
| "epoch": 0.064, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 7.8e-07, |
| "loss": 5.0815, |
| "mean_token_accuracy": 0.29059267388656734, |
| "num_tokens": 791190.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 3.7325011074542997, |
| "epoch": 0.08, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 5.0765, |
| "mean_token_accuracy": 0.29154324913397434, |
| "num_tokens": 989860.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 3.7289695993065832, |
| "epoch": 0.096, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 5.084, |
| "mean_token_accuracy": 0.2919090397655964, |
| "num_tokens": 1181777.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 3.696782369911671, |
| "epoch": 0.112, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2921869015321136, |
| "num_tokens": 1385513.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 3.7105689987540247, |
| "epoch": 0.128, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 5.1046, |
| "mean_token_accuracy": 0.2894379127770662, |
| "num_tokens": 1582368.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 3.6783719427883623, |
| "epoch": 0.144, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 5.049, |
| "mean_token_accuracy": 0.29489915193989874, |
| "num_tokens": 1773764.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 3.7497646793723107, |
| "epoch": 0.16, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.98e-06, |
| "loss": 5.1421, |
| "mean_token_accuracy": 0.285641394648701, |
| "num_tokens": 1970077.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 48.3951, |
| "eval_biology_samples_per_second": 10.332, |
| "eval_biology_steps_per_second": 2.583, |
| "step": 100 |
| }, |
| { |
| "entropy": 3.7205758571624754, |
| "epoch": 0.176, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 5.1124, |
| "mean_token_accuracy": 0.2885961330495775, |
| "num_tokens": 2168354.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 3.711766928434372, |
| "epoch": 0.192, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 2.38e-06, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.29016080107539893, |
| "num_tokens": 2365822.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 3.755408400297165, |
| "epoch": 0.208, |
| "grad_norm": 0.01953125, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 5.1415, |
| "mean_token_accuracy": 0.28556298119947315, |
| "num_tokens": 2558762.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 3.6979280173778535, |
| "epoch": 0.224, |
| "grad_norm": 0.013671875, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 5.0488, |
| "mean_token_accuracy": 0.2934382151812315, |
| "num_tokens": 2755347.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 3.67200947701931, |
| "epoch": 0.24, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 5.0267, |
| "mean_token_accuracy": 0.29687621584162116, |
| "num_tokens": 2947346.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 3.7363524213433266, |
| "epoch": 0.256, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 5.1623, |
| "mean_token_accuracy": 0.28543900661170485, |
| "num_tokens": 3139957.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 3.737903955578804, |
| "epoch": 0.272, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 5.0962, |
| "mean_token_accuracy": 0.2901335723698139, |
| "num_tokens": 3335951.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 3.7267358005046844, |
| "epoch": 0.288, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 3.58e-06, |
| "loss": 5.1225, |
| "mean_token_accuracy": 0.2877850123681128, |
| "num_tokens": 3539731.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 3.6973107740283013, |
| "epoch": 0.304, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 5.0415, |
| "mean_token_accuracy": 0.291966971475631, |
| "num_tokens": 3733488.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 3.723296643793583, |
| "epoch": 0.32, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 5.1057, |
| "mean_token_accuracy": 0.2924021276645362, |
| "num_tokens": 3920545.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 3920545.0, |
| "eval_biology_runtime": 47.9931, |
| "eval_biology_samples_per_second": 10.418, |
| "eval_biology_steps_per_second": 2.605, |
| "step": 200 |
| }, |
| { |
| "entropy": 3.7122732952237127, |
| "epoch": 0.336, |
| "grad_norm": 0.0234375, |
| "learning_rate": 4.18e-06, |
| "loss": 5.0914, |
| "mean_token_accuracy": 0.29149032663553953, |
| "num_tokens": 4114077.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 3.7262283325195313, |
| "epoch": 0.352, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 4.38e-06, |
| "loss": 5.0925, |
| "mean_token_accuracy": 0.2936550347134471, |
| "num_tokens": 4306949.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 3.723622639477253, |
| "epoch": 0.368, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 4.58e-06, |
| "loss": 5.0811, |
| "mean_token_accuracy": 0.2895682736299932, |
| "num_tokens": 4504001.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 3.7035663962364196, |
| "epoch": 0.384, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 4.78e-06, |
| "loss": 5.0597, |
| "mean_token_accuracy": 0.2904216184280813, |
| "num_tokens": 4693812.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 3.7003923773765566, |
| "epoch": 0.4, |
| "grad_norm": 0.01434326171875, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 5.0458, |
| "mean_token_accuracy": 0.2927747514098883, |
| "num_tokens": 4887094.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 3.716284817457199, |
| "epoch": 0.416, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 5.18e-06, |
| "loss": 5.0684, |
| "mean_token_accuracy": 0.29001498911529777, |
| "num_tokens": 5085369.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 3.74227339476347, |
| "epoch": 0.432, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 5.1343, |
| "mean_token_accuracy": 0.2884894346818328, |
| "num_tokens": 5271275.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 3.726644665002823, |
| "epoch": 0.448, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 5.1273, |
| "mean_token_accuracy": 0.2874998924322426, |
| "num_tokens": 5460559.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 3.6816380873322485, |
| "epoch": 0.464, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 5.78e-06, |
| "loss": 5.0719, |
| "mean_token_accuracy": 0.29172550728544594, |
| "num_tokens": 5653809.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 3.7142979234457014, |
| "epoch": 0.48, |
| "grad_norm": 0.015625, |
| "learning_rate": 5.98e-06, |
| "loss": 5.0955, |
| "mean_token_accuracy": 0.28865716215223075, |
| "num_tokens": 5850176.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 5850176.0, |
| "eval_biology_runtime": 47.7142, |
| "eval_biology_samples_per_second": 10.479, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 300 |
| }, |
| { |
| "entropy": 3.6794839769601824, |
| "epoch": 0.496, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 6.18e-06, |
| "loss": 5.0187, |
| "mean_token_accuracy": 0.29856595005840064, |
| "num_tokens": 6046503.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 3.7517301350831986, |
| "epoch": 0.512, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 5.1625, |
| "mean_token_accuracy": 0.2865315512754023, |
| "num_tokens": 6240456.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 3.6911791786551476, |
| "epoch": 0.528, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 5.0801, |
| "mean_token_accuracy": 0.2921980186365545, |
| "num_tokens": 6430555.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 3.7338990345597267, |
| "epoch": 0.544, |
| "grad_norm": 0.0262451171875, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.29122597351670265, |
| "num_tokens": 6626006.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 3.714175473153591, |
| "epoch": 0.56, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 6.98e-06, |
| "loss": 5.0795, |
| "mean_token_accuracy": 0.28960168017074467, |
| "num_tokens": 6820754.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 3.692426808178425, |
| "epoch": 0.576, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 5.0757, |
| "mean_token_accuracy": 0.29286856260150673, |
| "num_tokens": 7021844.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 3.727046549320221, |
| "epoch": 0.592, |
| "grad_norm": 0.0213623046875, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 5.1248, |
| "mean_token_accuracy": 0.28685210049152376, |
| "num_tokens": 7213951.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 3.736472050845623, |
| "epoch": 0.608, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 7.58e-06, |
| "loss": 5.1462, |
| "mean_token_accuracy": 0.28853774573653934, |
| "num_tokens": 7416773.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 3.74992755651474, |
| "epoch": 0.624, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 7.78e-06, |
| "loss": 5.1298, |
| "mean_token_accuracy": 0.2880241921171546, |
| "num_tokens": 7612843.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 3.7259780153632165, |
| "epoch": 0.64, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.29221961721777917, |
| "num_tokens": 7801633.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 7801633.0, |
| "eval_biology_runtime": 47.8899, |
| "eval_biology_samples_per_second": 10.441, |
| "eval_biology_steps_per_second": 2.61, |
| "step": 400 |
| }, |
| { |
| "entropy": 3.76672201231122, |
| "epoch": 0.656, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 8.18e-06, |
| "loss": 5.1778, |
| "mean_token_accuracy": 0.28632718725129963, |
| "num_tokens": 7995843.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 3.7688263028860094, |
| "epoch": 0.672, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 5.1731, |
| "mean_token_accuracy": 0.2852769985795021, |
| "num_tokens": 8183103.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 3.7213131189346313, |
| "epoch": 0.688, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 5.0812, |
| "mean_token_accuracy": 0.29185254173353314, |
| "num_tokens": 8385976.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 3.7499947547912598, |
| "epoch": 0.704, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 8.78e-06, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.28764023520052434, |
| "num_tokens": 8578431.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 3.6844282656908036, |
| "epoch": 0.72, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 8.98e-06, |
| "loss": 5.0192, |
| "mean_token_accuracy": 0.2957433703355491, |
| "num_tokens": 8781342.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 3.7240318074822425, |
| "epoch": 0.736, |
| "grad_norm": 0.01953125, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 5.0727, |
| "mean_token_accuracy": 0.2915121610276401, |
| "num_tokens": 8977918.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 3.723066192865372, |
| "epoch": 0.752, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 9.38e-06, |
| "loss": 5.0973, |
| "mean_token_accuracy": 0.29267845982685686, |
| "num_tokens": 9169322.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 3.702293635904789, |
| "epoch": 0.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 9.58e-06, |
| "loss": 5.0474, |
| "mean_token_accuracy": 0.29300098568201066, |
| "num_tokens": 9368141.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 3.722616221010685, |
| "epoch": 0.784, |
| "grad_norm": 0.01361083984375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 5.1082, |
| "mean_token_accuracy": 0.29106166921556, |
| "num_tokens": 9565236.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 3.6929100595414637, |
| "epoch": 0.8, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 5.055, |
| "mean_token_accuracy": 0.2922526111826301, |
| "num_tokens": 9761227.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 9761227.0, |
| "eval_biology_runtime": 47.6484, |
| "eval_biology_samples_per_second": 10.494, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 500 |
| }, |
| { |
| "entropy": 3.7020211443305016, |
| "epoch": 0.816, |
| "grad_norm": 0.01513671875, |
| "learning_rate": 1.018e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.29223762024194, |
| "num_tokens": 9958727.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 3.690947251021862, |
| "epoch": 0.832, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.038e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.2948582774028182, |
| "num_tokens": 10155771.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 3.688454346358776, |
| "epoch": 0.848, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 5.0305, |
| "mean_token_accuracy": 0.29634183505550027, |
| "num_tokens": 10357721.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 3.711380937695503, |
| "epoch": 0.864, |
| "grad_norm": 0.01171875, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 5.058, |
| "mean_token_accuracy": 0.293431665468961, |
| "num_tokens": 10552495.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 3.7067453160882, |
| "epoch": 0.88, |
| "grad_norm": 0.01409912109375, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 5.0502, |
| "mean_token_accuracy": 0.2919998188503087, |
| "num_tokens": 10748749.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 3.722704839706421, |
| "epoch": 0.896, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 5.1088, |
| "mean_token_accuracy": 0.28890208089724184, |
| "num_tokens": 10943319.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 3.7139005795121194, |
| "epoch": 0.912, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.138e-05, |
| "loss": 5.0686, |
| "mean_token_accuracy": 0.2921730065718293, |
| "num_tokens": 11136935.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 3.752144718170166, |
| "epoch": 0.928, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29035252146422863, |
| "num_tokens": 11331098.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 3.714654731750488, |
| "epoch": 0.944, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.178e-05, |
| "loss": 5.0467, |
| "mean_token_accuracy": 0.2949915431439877, |
| "num_tokens": 11530550.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 3.7143523931503295, |
| "epoch": 0.96, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.198e-05, |
| "loss": 5.0766, |
| "mean_token_accuracy": 0.29139310084283354, |
| "num_tokens": 11729645.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 11729645.0, |
| "eval_biology_runtime": 48.0459, |
| "eval_biology_samples_per_second": 10.407, |
| "eval_biology_steps_per_second": 2.602, |
| "step": 600 |
| }, |
| { |
| "entropy": 3.6984829902648926, |
| "epoch": 0.976, |
| "grad_norm": 0.014892578125, |
| "learning_rate": 1.218e-05, |
| "loss": 5.0862, |
| "mean_token_accuracy": 0.2942219194956124, |
| "num_tokens": 11924644.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 3.6905887737870215, |
| "epoch": 0.992, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29360062861815095, |
| "num_tokens": 12123059.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 3.7239044919610023, |
| "epoch": 1.008, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 5.1152, |
| "mean_token_accuracy": 0.29114634413272145, |
| "num_tokens": 12319366.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 3.6866162970662115, |
| "epoch": 1.024, |
| "grad_norm": 0.01470947265625, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 5.0343, |
| "mean_token_accuracy": 0.2939268404617906, |
| "num_tokens": 12524183.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 3.72215301245451, |
| "epoch": 1.04, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 5.1367, |
| "mean_token_accuracy": 0.28700590375810864, |
| "num_tokens": 12718593.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 3.681245695054531, |
| "epoch": 1.056, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 5.014, |
| "mean_token_accuracy": 0.2961495415307581, |
| "num_tokens": 12917803.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 3.7183008253574372, |
| "epoch": 1.072, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 5.0868, |
| "mean_token_accuracy": 0.2896940400823951, |
| "num_tokens": 13105826.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 3.742721700668335, |
| "epoch": 1.088, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.2900996576994658, |
| "num_tokens": 13298619.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 3.7236127987504006, |
| "epoch": 1.104, |
| "grad_norm": 0.0150146484375, |
| "learning_rate": 1.378e-05, |
| "loss": 5.1279, |
| "mean_token_accuracy": 0.28985656797885895, |
| "num_tokens": 13491486.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 3.7264697343111037, |
| "epoch": 1.12, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.398e-05, |
| "loss": 5.1227, |
| "mean_token_accuracy": 0.2900970630347729, |
| "num_tokens": 13674663.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 13674663.0, |
| "eval_biology_runtime": 47.6988, |
| "eval_biology_samples_per_second": 10.482, |
| "eval_biology_steps_per_second": 2.621, |
| "step": 700 |
| }, |
| { |
| "entropy": 3.7335189118981362, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.418e-05, |
| "loss": 5.0857, |
| "mean_token_accuracy": 0.29160243617370724, |
| "num_tokens": 13869134.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 3.6999334722757338, |
| "epoch": 1.152, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 5.0276, |
| "mean_token_accuracy": 0.29345897743478416, |
| "num_tokens": 14078365.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 3.7237380519509315, |
| "epoch": 1.168, |
| "grad_norm": 0.02734375, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 5.1027, |
| "mean_token_accuracy": 0.2900115196593106, |
| "num_tokens": 14266831.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 3.728756721317768, |
| "epoch": 1.184, |
| "grad_norm": 0.028076171875, |
| "learning_rate": 1.478e-05, |
| "loss": 5.1063, |
| "mean_token_accuracy": 0.29116632882505655, |
| "num_tokens": 14465660.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 3.694381882250309, |
| "epoch": 1.2, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.498e-05, |
| "loss": 5.069, |
| "mean_token_accuracy": 0.2926430401392281, |
| "num_tokens": 14653228.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 3.743997333943844, |
| "epoch": 1.216, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 5.1078, |
| "mean_token_accuracy": 0.2893166967667639, |
| "num_tokens": 14857782.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 3.6960197538137436, |
| "epoch": 1.232, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 5.062, |
| "mean_token_accuracy": 0.2938588274642825, |
| "num_tokens": 15047356.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 3.700982950627804, |
| "epoch": 1.248, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 5.0837, |
| "mean_token_accuracy": 0.29082163264974953, |
| "num_tokens": 15241098.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 3.7153700664639473, |
| "epoch": 1.264, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.578e-05, |
| "loss": 5.0565, |
| "mean_token_accuracy": 0.2915728730149567, |
| "num_tokens": 15437657.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 3.7014693170785904, |
| "epoch": 1.28, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 5.0562, |
| "mean_token_accuracy": 0.2920363646000624, |
| "num_tokens": 15630795.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 15630795.0, |
| "eval_biology_runtime": 47.6391, |
| "eval_biology_samples_per_second": 10.496, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 800 |
| }, |
| { |
| "entropy": 3.7237909018993376, |
| "epoch": 1.296, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.618e-05, |
| "loss": 5.0864, |
| "mean_token_accuracy": 0.29013621537014844, |
| "num_tokens": 15827105.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 3.6957172751426697, |
| "epoch": 1.312, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.638e-05, |
| "loss": 5.0904, |
| "mean_token_accuracy": 0.2900472991168499, |
| "num_tokens": 16019645.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 3.728809031844139, |
| "epoch": 1.328, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.658e-05, |
| "loss": 5.1059, |
| "mean_token_accuracy": 0.2894112995825708, |
| "num_tokens": 16221726.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 3.7269085705280305, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 5.0921, |
| "mean_token_accuracy": 0.2916096639819443, |
| "num_tokens": 16427594.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 3.727548821270466, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.698e-05, |
| "loss": 5.0558, |
| "mean_token_accuracy": 0.2904492556117475, |
| "num_tokens": 16621605.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 3.7071838200092317, |
| "epoch": 1.376, |
| "grad_norm": 0.0272216796875, |
| "learning_rate": 1.718e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29065996296703817, |
| "num_tokens": 16813444.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 3.7128281995654104, |
| "epoch": 1.392, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 5.1021, |
| "mean_token_accuracy": 0.2892353082075715, |
| "num_tokens": 17006509.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 3.700386196374893, |
| "epoch": 1.408, |
| "grad_norm": 0.0233154296875, |
| "learning_rate": 1.758e-05, |
| "loss": 5.0966, |
| "mean_token_accuracy": 0.29179619075730445, |
| "num_tokens": 17197870.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 3.6790005937218666, |
| "epoch": 1.424, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.0503, |
| "mean_token_accuracy": 0.294497752469033, |
| "num_tokens": 17394390.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 3.714966467022896, |
| "epoch": 1.44, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.798e-05, |
| "loss": 5.0895, |
| "mean_token_accuracy": 0.2897561041638255, |
| "num_tokens": 17587777.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 17587777.0, |
| "eval_biology_runtime": 47.5786, |
| "eval_biology_samples_per_second": 10.509, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 900 |
| }, |
| { |
| "entropy": 3.718673199415207, |
| "epoch": 1.456, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.0906, |
| "mean_token_accuracy": 0.29184630075469614, |
| "num_tokens": 17788456.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 3.714043965935707, |
| "epoch": 1.472, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2923115941695869, |
| "num_tokens": 17984063.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 3.7208774775266646, |
| "epoch": 1.488, |
| "grad_norm": 0.01226806640625, |
| "learning_rate": 1.858e-05, |
| "loss": 5.1261, |
| "mean_token_accuracy": 0.2891128743067384, |
| "num_tokens": 18175640.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 3.7392901137471197, |
| "epoch": 1.504, |
| "grad_norm": 0.027587890625, |
| "learning_rate": 1.878e-05, |
| "loss": 5.1405, |
| "mean_token_accuracy": 0.28787331804633143, |
| "num_tokens": 18367857.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 3.7357000544667245, |
| "epoch": 1.52, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.0929, |
| "mean_token_accuracy": 0.2901941016316414, |
| "num_tokens": 18569146.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 3.71133918017149, |
| "epoch": 1.536, |
| "grad_norm": 0.01953125, |
| "learning_rate": 1.918e-05, |
| "loss": 5.0759, |
| "mean_token_accuracy": 0.2910002091899514, |
| "num_tokens": 18755079.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 3.679325211048126, |
| "epoch": 1.552, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0271, |
| "mean_token_accuracy": 0.29568239795044066, |
| "num_tokens": 18956248.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 3.7200872167944907, |
| "epoch": 1.568, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.0739, |
| "mean_token_accuracy": 0.290937721170485, |
| "num_tokens": 19150315.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 3.6731236964464187, |
| "epoch": 1.584, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.978e-05, |
| "loss": 4.9996, |
| "mean_token_accuracy": 0.2993267074227333, |
| "num_tokens": 19344260.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 3.7825915426015855, |
| "epoch": 1.6, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.2041, |
| "mean_token_accuracy": 0.2822197400033474, |
| "num_tokens": 19532552.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 19532552.0, |
| "eval_biology_runtime": 47.6646, |
| "eval_biology_samples_per_second": 10.49, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1000 |
| }, |
| { |
| "entropy": 3.7059972777962686, |
| "epoch": 1.616, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 5.0574, |
| "mean_token_accuracy": 0.29472711179405453, |
| "num_tokens": 19732719.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 3.736002130806446, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 5.1263, |
| "mean_token_accuracy": 0.28895843513309954, |
| "num_tokens": 19926830.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 3.726553238928318, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2898056315258145, |
| "num_tokens": 20118800.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 3.7194370150566103, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 5.0616, |
| "mean_token_accuracy": 0.29428425850346684, |
| "num_tokens": 20320511.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 3.7065395385026934, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 5.0716, |
| "mean_token_accuracy": 0.29314093850553036, |
| "num_tokens": 20513393.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 3.7188143908977507, |
| "epoch": 1.696, |
| "grad_norm": 0.022705078125, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29205265222117305, |
| "num_tokens": 20707237.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 3.7139120802283285, |
| "epoch": 1.712, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 5.078, |
| "mean_token_accuracy": 0.2915316676720977, |
| "num_tokens": 20910419.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 3.723431368172169, |
| "epoch": 1.728, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 5.0998, |
| "mean_token_accuracy": 0.2917724488303065, |
| "num_tokens": 21107498.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 3.729191516339779, |
| "epoch": 1.744, |
| "grad_norm": 0.01373291015625, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2921753362752497, |
| "num_tokens": 21303955.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 3.713176865875721, |
| "epoch": 1.76, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.978e-05, |
| "loss": 5.1136, |
| "mean_token_accuracy": 0.2927762917242944, |
| "num_tokens": 21499572.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 21499572.0, |
| "eval_biology_runtime": 47.7303, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1100 |
| }, |
| { |
| "entropy": 3.683187483251095, |
| "epoch": 1.776, |
| "grad_norm": 0.01165771484375, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 5.0493, |
| "mean_token_accuracy": 0.2950046713463962, |
| "num_tokens": 21692804.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 3.723648378252983, |
| "epoch": 1.792, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 5.0692, |
| "mean_token_accuracy": 0.29330655848607423, |
| "num_tokens": 21894218.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 3.680108018219471, |
| "epoch": 1.808, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 5.0566, |
| "mean_token_accuracy": 0.29332200549542903, |
| "num_tokens": 22082522.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 3.7113044396042825, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 0.0283203125, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 5.0721, |
| "mean_token_accuracy": 0.29031074047088623, |
| "num_tokens": 22278933.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 3.761154365539551, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 5.1725, |
| "mean_token_accuracy": 0.28511819140985606, |
| "num_tokens": 22473801.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 3.734527000784874, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 5.126, |
| "mean_token_accuracy": 0.28791883746162056, |
| "num_tokens": 22677853.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 3.7064869537949563, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 5.0564, |
| "mean_token_accuracy": 0.29391895309090615, |
| "num_tokens": 22874965.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 3.7308966740965843, |
| "epoch": 1.888, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 5.1087, |
| "mean_token_accuracy": 0.28873477103188633, |
| "num_tokens": 23068892.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 3.7291680380702017, |
| "epoch": 1.904, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 5.1221, |
| "mean_token_accuracy": 0.28796409014612434, |
| "num_tokens": 23263827.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 3.6863365471363068, |
| "epoch": 1.92, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 5.0534, |
| "mean_token_accuracy": 0.29244121424853803, |
| "num_tokens": 23463627.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 23463627.0, |
| "eval_biology_runtime": 47.71, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1200 |
| }, |
| { |
| "entropy": 3.6975948810577393, |
| "epoch": 1.936, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 5.0404, |
| "mean_token_accuracy": 0.29399057319387795, |
| "num_tokens": 23660418.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 3.724119584262371, |
| "epoch": 1.952, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 5.0911, |
| "mean_token_accuracy": 0.2915867816656828, |
| "num_tokens": 23858145.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 3.7461824998259545, |
| "epoch": 1.968, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 5.1581, |
| "mean_token_accuracy": 0.28603497641161085, |
| "num_tokens": 24053364.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 3.7114603489637377, |
| "epoch": 1.984, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 5.0847, |
| "mean_token_accuracy": 0.2926376985386014, |
| "num_tokens": 24249465.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 3.713132253289223, |
| "epoch": 2.0, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 5.0979, |
| "mean_token_accuracy": 0.29202904291450976, |
| "num_tokens": 24442582.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 3.7105937510728837, |
| "epoch": 2.016, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 5.1146, |
| "mean_token_accuracy": 0.2896880513057113, |
| "num_tokens": 24632353.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 3.7421246364712717, |
| "epoch": 2.032, |
| "grad_norm": 0.0234375, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 5.156, |
| "mean_token_accuracy": 0.2862941346131265, |
| "num_tokens": 24822715.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 3.729320552945137, |
| "epoch": 2.048, |
| "grad_norm": 0.011962890625, |
| "learning_rate": 1.938e-05, |
| "loss": 5.0711, |
| "mean_token_accuracy": 0.2908482993021607, |
| "num_tokens": 25023118.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 3.716141538321972, |
| "epoch": 2.064, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 5.1159, |
| "mean_token_accuracy": 0.28827573377639054, |
| "num_tokens": 25217414.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 3.7167277559638023, |
| "epoch": 2.08, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 5.091, |
| "mean_token_accuracy": 0.2915657116100192, |
| "num_tokens": 25408961.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 25408961.0, |
| "eval_biology_runtime": 47.587, |
| "eval_biology_samples_per_second": 10.507, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 1300 |
| }, |
| { |
| "entropy": 3.714424678683281, |
| "epoch": 2.096, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 5.0943, |
| "mean_token_accuracy": 0.29086006721481683, |
| "num_tokens": 25600511.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 3.743735647201538, |
| "epoch": 2.112, |
| "grad_norm": 0.01531982421875, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 5.107, |
| "mean_token_accuracy": 0.2900062766857445, |
| "num_tokens": 25796565.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 3.711001531779766, |
| "epoch": 2.128, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 5.0988, |
| "mean_token_accuracy": 0.2924064252525568, |
| "num_tokens": 25991156.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 3.698951078951359, |
| "epoch": 2.144, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 5.063, |
| "mean_token_accuracy": 0.29314082926139234, |
| "num_tokens": 26193237.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 3.7248923525214197, |
| "epoch": 2.16, |
| "grad_norm": 0.0264892578125, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 5.0923, |
| "mean_token_accuracy": 0.29320395886898043, |
| "num_tokens": 26387993.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 3.7421302527189253, |
| "epoch": 2.176, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 5.1362, |
| "mean_token_accuracy": 0.287891149520874, |
| "num_tokens": 26585269.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 3.7373417228460313, |
| "epoch": 2.192, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.918e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.29109739176928995, |
| "num_tokens": 26776318.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 3.7420630186796187, |
| "epoch": 2.208, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 5.1231, |
| "mean_token_accuracy": 0.28790645729750397, |
| "num_tokens": 26974420.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 3.735623452067375, |
| "epoch": 2.224, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 5.1347, |
| "mean_token_accuracy": 0.2884402872994542, |
| "num_tokens": 27167577.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 3.7288005337119103, |
| "epoch": 2.24, |
| "grad_norm": 0.01324462890625, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 5.0568, |
| "mean_token_accuracy": 0.2936669984832406, |
| "num_tokens": 27364189.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 27364189.0, |
| "eval_biology_runtime": 47.642, |
| "eval_biology_samples_per_second": 10.495, |
| "eval_biology_steps_per_second": 2.624, |
| "step": 1400 |
| }, |
| { |
| "entropy": 3.6691079929471018, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 5.0664, |
| "mean_token_accuracy": 0.2951836409047246, |
| "num_tokens": 27557387.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 3.7611682564020157, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 5.152, |
| "mean_token_accuracy": 0.28709178091958165, |
| "num_tokens": 27755725.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 3.778307482600212, |
| "epoch": 2.288, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 5.1678, |
| "mean_token_accuracy": 0.28473026901483534, |
| "num_tokens": 27950694.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 3.7009392485022543, |
| "epoch": 2.304, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 5.0617, |
| "mean_token_accuracy": 0.29399854615330695, |
| "num_tokens": 28150719.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 3.709285947680473, |
| "epoch": 2.32, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 5.0994, |
| "mean_token_accuracy": 0.29222611617296934, |
| "num_tokens": 28348652.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 3.718844693899155, |
| "epoch": 2.336, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.898e-05, |
| "loss": 5.09, |
| "mean_token_accuracy": 0.2933342828415334, |
| "num_tokens": 28542945.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 3.689019551873207, |
| "epoch": 2.352, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 5.0641, |
| "mean_token_accuracy": 0.292084741499275, |
| "num_tokens": 28731927.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 3.686488929390907, |
| "epoch": 2.368, |
| "grad_norm": 0.01416015625, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 5.0355, |
| "mean_token_accuracy": 0.29083675481379034, |
| "num_tokens": 28929298.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 3.7178502827882767, |
| "epoch": 2.384, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 5.1081, |
| "mean_token_accuracy": 0.29000213257968427, |
| "num_tokens": 29121142.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 3.709418612718582, |
| "epoch": 2.4, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 5.0599, |
| "mean_token_accuracy": 0.29317397633567455, |
| "num_tokens": 29317919.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 29317919.0, |
| "eval_biology_runtime": 47.6489, |
| "eval_biology_samples_per_second": 10.493, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 1500 |
| }, |
| { |
| "entropy": 3.6719333082437515, |
| "epoch": 2.416, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 5.0244, |
| "mean_token_accuracy": 0.29649064838886263, |
| "num_tokens": 29518541.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 3.7154024302959443, |
| "epoch": 2.432, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 5.0661, |
| "mean_token_accuracy": 0.29185118433088064, |
| "num_tokens": 29720768.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 3.7328961461782457, |
| "epoch": 2.448, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 5.096, |
| "mean_token_accuracy": 0.2906650099903345, |
| "num_tokens": 29916619.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 3.746054658293724, |
| "epoch": 2.464, |
| "grad_norm": 0.031494140625, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 5.0919, |
| "mean_token_accuracy": 0.2903040235862136, |
| "num_tokens": 30121198.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 3.728714808821678, |
| "epoch": 2.48, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.878e-05, |
| "loss": 5.0971, |
| "mean_token_accuracy": 0.2893067443743348, |
| "num_tokens": 30325508.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 3.679151824116707, |
| "epoch": 2.496, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 5.0409, |
| "mean_token_accuracy": 0.29410989535972476, |
| "num_tokens": 30517445.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 3.7171840399503706, |
| "epoch": 2.512, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 5.099, |
| "mean_token_accuracy": 0.2894710778258741, |
| "num_tokens": 30714049.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 3.7010063350200655, |
| "epoch": 2.528, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 5.051, |
| "mean_token_accuracy": 0.2937143785879016, |
| "num_tokens": 30911317.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 3.6958950527012346, |
| "epoch": 2.544, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 5.0898, |
| "mean_token_accuracy": 0.29357747128233314, |
| "num_tokens": 31108983.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 3.7022415205836294, |
| "epoch": 2.56, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 5.0457, |
| "mean_token_accuracy": 0.2948175928555429, |
| "num_tokens": 31298994.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 31298994.0, |
| "eval_biology_runtime": 47.7499, |
| "eval_biology_samples_per_second": 10.471, |
| "eval_biology_steps_per_second": 2.618, |
| "step": 1600 |
| }, |
| { |
| "entropy": 3.679981291294098, |
| "epoch": 2.576, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 5.0376, |
| "mean_token_accuracy": 0.29525212282314894, |
| "num_tokens": 31488512.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 3.7046368598937987, |
| "epoch": 2.592, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 5.0793, |
| "mean_token_accuracy": 0.2907128848135471, |
| "num_tokens": 31684651.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 3.746250657737255, |
| "epoch": 2.608, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 5.1288, |
| "mean_token_accuracy": 0.2878807776607573, |
| "num_tokens": 31876008.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 3.6945053577423095, |
| "epoch": 2.624, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.858e-05, |
| "loss": 5.0573, |
| "mean_token_accuracy": 0.29536825576797127, |
| "num_tokens": 32069617.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 3.765464061498642, |
| "epoch": 2.64, |
| "grad_norm": 0.0145263671875, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 5.1368, |
| "mean_token_accuracy": 0.28563874009996654, |
| "num_tokens": 32262932.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 3.726054683327675, |
| "epoch": 2.656, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 5.0751, |
| "mean_token_accuracy": 0.2914812139235437, |
| "num_tokens": 32465495.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 3.705101008713245, |
| "epoch": 2.672, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 5.0605, |
| "mean_token_accuracy": 0.29310004934668543, |
| "num_tokens": 32665458.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 3.6972682535648347, |
| "epoch": 2.6879999999999997, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 5.0527, |
| "mean_token_accuracy": 0.29600915489718316, |
| "num_tokens": 32867135.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 3.717528872191906, |
| "epoch": 2.7039999999999997, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 5.0779, |
| "mean_token_accuracy": 0.2918607803992927, |
| "num_tokens": 33070366.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 3.693564009666443, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2943148259073496, |
| "num_tokens": 33269122.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 33269122.0, |
| "eval_biology_runtime": 47.7086, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 1700 |
| }, |
| { |
| "entropy": 3.707437001168728, |
| "epoch": 2.7359999999999998, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.2900095324032009, |
| "num_tokens": 33456592.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 3.7080828949809073, |
| "epoch": 2.752, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 5.116, |
| "mean_token_accuracy": 0.28883095337077974, |
| "num_tokens": 33645862.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 3.728220048546791, |
| "epoch": 2.768, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 5.0782, |
| "mean_token_accuracy": 0.28814746495336296, |
| "num_tokens": 33835740.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 3.692038844525814, |
| "epoch": 2.784, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 5.0354, |
| "mean_token_accuracy": 0.2963261384516954, |
| "num_tokens": 34034702.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 3.6788995161652567, |
| "epoch": 2.8, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 5.0539, |
| "mean_token_accuracy": 0.29329841481521723, |
| "num_tokens": 34235603.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 3.724039378762245, |
| "epoch": 2.816, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 5.0778, |
| "mean_token_accuracy": 0.29148014429956676, |
| "num_tokens": 34434833.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 3.7389438778162, |
| "epoch": 2.832, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 5.1507, |
| "mean_token_accuracy": 0.2880131645128131, |
| "num_tokens": 34625581.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 3.7316405907273293, |
| "epoch": 2.848, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 5.127, |
| "mean_token_accuracy": 0.28841973282396793, |
| "num_tokens": 34816521.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 3.6935748010873795, |
| "epoch": 2.864, |
| "grad_norm": 0.01495361328125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 5.0582, |
| "mean_token_accuracy": 0.29493709858506917, |
| "num_tokens": 35013631.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 3.732215444743633, |
| "epoch": 2.88, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.2878311794251204, |
| "num_tokens": 35207800.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.88, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 35207800.0, |
| "eval_biology_runtime": 47.7292, |
| "eval_biology_samples_per_second": 10.476, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 1800 |
| }, |
| { |
| "entropy": 3.7153993040323257, |
| "epoch": 2.896, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 5.0555, |
| "mean_token_accuracy": 0.2897385073825717, |
| "num_tokens": 35402995.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 3.7419364899396896, |
| "epoch": 2.912, |
| "grad_norm": 0.012451171875, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 5.1361, |
| "mean_token_accuracy": 0.288204584736377, |
| "num_tokens": 35595456.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 3.713737541437149, |
| "epoch": 2.928, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 5.0743, |
| "mean_token_accuracy": 0.2914375264197588, |
| "num_tokens": 35787309.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 3.7097805708646776, |
| "epoch": 2.944, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 5.0865, |
| "mean_token_accuracy": 0.29150775615125896, |
| "num_tokens": 35982686.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 3.7225977651774884, |
| "epoch": 2.96, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 5.0909, |
| "mean_token_accuracy": 0.2906139406375587, |
| "num_tokens": 36179520.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 3.722698852419853, |
| "epoch": 2.976, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 5.0775, |
| "mean_token_accuracy": 0.29118275735527277, |
| "num_tokens": 36373689.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 3.673632799088955, |
| "epoch": 2.992, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.29416691763326525, |
| "num_tokens": 36569612.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 3.751718300580978, |
| "epoch": 3.008, |
| "grad_norm": 0.01519775390625, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 5.1331, |
| "mean_token_accuracy": 0.28643003962934016, |
| "num_tokens": 36759194.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 3.794464720785618, |
| "epoch": 3.024, |
| "grad_norm": 0.019287109375, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 5.2124, |
| "mean_token_accuracy": 0.28478686409071086, |
| "num_tokens": 36947293.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 3.6836516156792642, |
| "epoch": 3.04, |
| "grad_norm": 0.0341796875, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 5.028, |
| "mean_token_accuracy": 0.29457009583711624, |
| "num_tokens": 37136901.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 37136901.0, |
| "eval_biology_runtime": 47.6824, |
| "eval_biology_samples_per_second": 10.486, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 1900 |
| }, |
| { |
| "entropy": 3.6932004258036613, |
| "epoch": 3.056, |
| "grad_norm": 0.01220703125, |
| "learning_rate": 1.798e-05, |
| "loss": 5.053, |
| "mean_token_accuracy": 0.2943607769906521, |
| "num_tokens": 37331588.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 3.712322735786438, |
| "epoch": 3.072, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 5.1317, |
| "mean_token_accuracy": 0.2899042793549597, |
| "num_tokens": 37521211.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 3.733357074856758, |
| "epoch": 3.088, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 5.1183, |
| "mean_token_accuracy": 0.289601928088814, |
| "num_tokens": 37713328.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 3.703967106342316, |
| "epoch": 3.104, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 5.047, |
| "mean_token_accuracy": 0.29227600432932377, |
| "num_tokens": 37913470.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 3.7333655148744582, |
| "epoch": 3.12, |
| "grad_norm": 0.0125732421875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 5.1089, |
| "mean_token_accuracy": 0.28733154870569705, |
| "num_tokens": 38106718.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 3.686858354508877, |
| "epoch": 3.136, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 5.0361, |
| "mean_token_accuracy": 0.29669201830402014, |
| "num_tokens": 38295701.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 3.7215913608670235, |
| "epoch": 3.152, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 5.1112, |
| "mean_token_accuracy": 0.29038686845451595, |
| "num_tokens": 38493951.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 3.7115811944007873, |
| "epoch": 3.168, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 5.0993, |
| "mean_token_accuracy": 0.2924555268138647, |
| "num_tokens": 38688390.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 3.7052596390247343, |
| "epoch": 3.184, |
| "grad_norm": 0.01806640625, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 5.0841, |
| "mean_token_accuracy": 0.2931958196684718, |
| "num_tokens": 38880157.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 3.7163838326931, |
| "epoch": 3.2, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 5.094, |
| "mean_token_accuracy": 0.2932162147015333, |
| "num_tokens": 39081782.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.2, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 39081782.0, |
| "eval_biology_runtime": 47.6613, |
| "eval_biology_samples_per_second": 10.491, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 2000 |
| }, |
| { |
| "entropy": 3.677596002817154, |
| "epoch": 3.216, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 5.0218, |
| "mean_token_accuracy": 0.2963276935741305, |
| "num_tokens": 39275055.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 3.728393107652664, |
| "epoch": 3.232, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 5.1208, |
| "mean_token_accuracy": 0.29087636386975646, |
| "num_tokens": 39474717.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 3.771027481555939, |
| "epoch": 3.248, |
| "grad_norm": 0.0150146484375, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 5.1901, |
| "mean_token_accuracy": 0.28422564305365083, |
| "num_tokens": 39660543.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 3.6701483204960823, |
| "epoch": 3.2640000000000002, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 4.974, |
| "mean_token_accuracy": 0.29809008771553636, |
| "num_tokens": 39866885.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 3.737916851043701, |
| "epoch": 3.2800000000000002, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 5.1073, |
| "mean_token_accuracy": 0.2882407303899527, |
| "num_tokens": 40060390.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 3.7489179357886315, |
| "epoch": 3.296, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 5.1361, |
| "mean_token_accuracy": 0.28833002457395196, |
| "num_tokens": 40253053.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 3.756761871278286, |
| "epoch": 3.312, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 5.1589, |
| "mean_token_accuracy": 0.28446029499173164, |
| "num_tokens": 40444210.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 3.7235940232872964, |
| "epoch": 3.328, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 5.1055, |
| "mean_token_accuracy": 0.2924896001815796, |
| "num_tokens": 40644156.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 3.7119309812784196, |
| "epoch": 3.344, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.758e-05, |
| "loss": 5.0881, |
| "mean_token_accuracy": 0.29136001048609617, |
| "num_tokens": 40837974.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 3.7003872007131577, |
| "epoch": 3.36, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 5.0227, |
| "mean_token_accuracy": 0.29334406089037657, |
| "num_tokens": 41037512.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 3.36, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 41037512.0, |
| "eval_biology_runtime": 47.6511, |
| "eval_biology_samples_per_second": 10.493, |
| "eval_biology_steps_per_second": 2.623, |
| "step": 2100 |
| }, |
| { |
| "entropy": 3.7061129227280616, |
| "epoch": 3.376, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 5.0736, |
| "mean_token_accuracy": 0.2921354529447854, |
| "num_tokens": 41234279.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 3.74889210909605, |
| "epoch": 3.392, |
| "grad_norm": 0.0245361328125, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 5.1398, |
| "mean_token_accuracy": 0.2875754913315177, |
| "num_tokens": 41427328.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 3.7448306381702423, |
| "epoch": 3.408, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 5.1251, |
| "mean_token_accuracy": 0.28880001977086067, |
| "num_tokens": 41613930.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 3.702964174747467, |
| "epoch": 3.424, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 5.0896, |
| "mean_token_accuracy": 0.2956676483154297, |
| "num_tokens": 41809259.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 3.7138727620244025, |
| "epoch": 3.44, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 5.0661, |
| "mean_token_accuracy": 0.2891010302118957, |
| "num_tokens": 42008278.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 3.6999136462807654, |
| "epoch": 3.456, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 5.0888, |
| "mean_token_accuracy": 0.2923800010234118, |
| "num_tokens": 42210283.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 3.7028082251548766, |
| "epoch": 3.472, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 5.0813, |
| "mean_token_accuracy": 0.2930546259507537, |
| "num_tokens": 42405493.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 3.7289573684334756, |
| "epoch": 3.488, |
| "grad_norm": 0.0181884765625, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 5.0639, |
| "mean_token_accuracy": 0.2922235602512956, |
| "num_tokens": 42601837.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 3.7119460508227347, |
| "epoch": 3.504, |
| "grad_norm": 0.025390625, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 5.0796, |
| "mean_token_accuracy": 0.29270484214648607, |
| "num_tokens": 42798533.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 3.659007392823696, |
| "epoch": 3.52, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 5.0022, |
| "mean_token_accuracy": 0.297554971370846, |
| "num_tokens": 43001779.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 3.52, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 43001779.0, |
| "eval_biology_runtime": 47.6776, |
| "eval_biology_samples_per_second": 10.487, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 2200 |
| }, |
| { |
| "entropy": 3.723618748784065, |
| "epoch": 3.536, |
| "grad_norm": 0.0223388671875, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 5.1259, |
| "mean_token_accuracy": 0.2900128854438663, |
| "num_tokens": 43192229.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 3.723319613933563, |
| "epoch": 3.552, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 5.0756, |
| "mean_token_accuracy": 0.2938495331443846, |
| "num_tokens": 43386416.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 3.6991503447294236, |
| "epoch": 3.568, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 5.0588, |
| "mean_token_accuracy": 0.29536618255078795, |
| "num_tokens": 43586122.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 3.688728378713131, |
| "epoch": 3.584, |
| "grad_norm": 0.0291748046875, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 5.0724, |
| "mean_token_accuracy": 0.29340951135382054, |
| "num_tokens": 43783769.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 3.7315173864364626, |
| "epoch": 3.6, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 5.1064, |
| "mean_token_accuracy": 0.2900592572055757, |
| "num_tokens": 43973235.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 3.698257604241371, |
| "epoch": 3.616, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 5.0767, |
| "mean_token_accuracy": 0.2910240603610873, |
| "num_tokens": 44176594.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 3.733731357753277, |
| "epoch": 3.632, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.718e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2914435680024326, |
| "num_tokens": 44377465.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 3.737416076660156, |
| "epoch": 3.648, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 5.1161, |
| "mean_token_accuracy": 0.2871216825209558, |
| "num_tokens": 44569130.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 3.722829718887806, |
| "epoch": 3.664, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 5.0896, |
| "mean_token_accuracy": 0.2915670693852007, |
| "num_tokens": 44772500.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 3.697959817945957, |
| "epoch": 3.68, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 5.0797, |
| "mean_token_accuracy": 0.2931885630823672, |
| "num_tokens": 44972326.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 3.68, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 44972326.0, |
| "eval_biology_runtime": 48.0304, |
| "eval_biology_samples_per_second": 10.41, |
| "eval_biology_steps_per_second": 2.603, |
| "step": 2300 |
| }, |
| { |
| "entropy": 3.7422966778278353, |
| "epoch": 3.6959999999999997, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 5.0869, |
| "mean_token_accuracy": 0.29146374482661486, |
| "num_tokens": 45171386.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 3.712788835167885, |
| "epoch": 3.7119999999999997, |
| "grad_norm": 0.0205078125, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 5.0991, |
| "mean_token_accuracy": 0.29034558674320576, |
| "num_tokens": 45361017.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 3.683118913322687, |
| "epoch": 3.7279999999999998, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 5.0294, |
| "mean_token_accuracy": 0.2962988236919045, |
| "num_tokens": 45561773.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 3.7310089260339736, |
| "epoch": 3.7439999999999998, |
| "grad_norm": 0.0126953125, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 5.1059, |
| "mean_token_accuracy": 0.2881998690776527, |
| "num_tokens": 45753014.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 3.7482281804084776, |
| "epoch": 3.76, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 5.0963, |
| "mean_token_accuracy": 0.29057930456474423, |
| "num_tokens": 45947397.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 3.701171849668026, |
| "epoch": 3.776, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 1.698e-05, |
| "loss": 5.0532, |
| "mean_token_accuracy": 0.29302215231582524, |
| "num_tokens": 46143253.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 3.761652034521103, |
| "epoch": 3.792, |
| "grad_norm": 0.01385498046875, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 5.167, |
| "mean_token_accuracy": 0.2857805178500712, |
| "num_tokens": 46337744.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 3.718404772877693, |
| "epoch": 3.808, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 5.0959, |
| "mean_token_accuracy": 0.29188500214368107, |
| "num_tokens": 46528272.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 3.7391842380166054, |
| "epoch": 3.824, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 5.1199, |
| "mean_token_accuracy": 0.28759043086320163, |
| "num_tokens": 46719274.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 3.6862105175852777, |
| "epoch": 3.84, |
| "grad_norm": 0.0224609375, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 5.0947, |
| "mean_token_accuracy": 0.2926178417168558, |
| "num_tokens": 46916027.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 3.84, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 46916027.0, |
| "eval_biology_runtime": 47.8279, |
| "eval_biology_samples_per_second": 10.454, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 2400 |
| }, |
| { |
| "entropy": 3.649807746708393, |
| "epoch": 3.856, |
| "grad_norm": 0.024658203125, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 5.0127, |
| "mean_token_accuracy": 0.2953750922344625, |
| "num_tokens": 47114880.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 3.7041025340557097, |
| "epoch": 3.872, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 5.0889, |
| "mean_token_accuracy": 0.2902955993078649, |
| "num_tokens": 47311977.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 3.66862163990736, |
| "epoch": 3.888, |
| "grad_norm": 0.0244140625, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 5.0028, |
| "mean_token_accuracy": 0.29624508721753956, |
| "num_tokens": 47509800.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 3.6893680870532988, |
| "epoch": 3.904, |
| "grad_norm": 0.01556396484375, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 5.0781, |
| "mean_token_accuracy": 0.2932746851816773, |
| "num_tokens": 47704018.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 3.7191090524196624, |
| "epoch": 3.92, |
| "grad_norm": 0.0289306640625, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 5.0785, |
| "mean_token_accuracy": 0.29263799684122205, |
| "num_tokens": 47903745.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 3.721919621527195, |
| "epoch": 3.936, |
| "grad_norm": 0.0145263671875, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 5.0836, |
| "mean_token_accuracy": 0.2914642173796892, |
| "num_tokens": 48102312.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 3.6834640219807624, |
| "epoch": 3.952, |
| "grad_norm": 0.03271484375, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 5.0105, |
| "mean_token_accuracy": 0.29568229150027037, |
| "num_tokens": 48299684.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 3.7294766038656233, |
| "epoch": 3.968, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 5.112, |
| "mean_token_accuracy": 0.2873284795321524, |
| "num_tokens": 48496831.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 3.737547051906586, |
| "epoch": 3.984, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 5.1085, |
| "mean_token_accuracy": 0.2869183259084821, |
| "num_tokens": 48694070.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 3.7506517291069033, |
| "epoch": 4.0, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 5.1542, |
| "mean_token_accuracy": 0.2846108947880566, |
| "num_tokens": 48885164.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 48885164.0, |
| "eval_biology_runtime": 47.8132, |
| "eval_biology_samples_per_second": 10.457, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 2500 |
| }, |
| { |
| "entropy": 3.6867860555648804, |
| "epoch": 4.016, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 5.0824, |
| "mean_token_accuracy": 0.29150499030947685, |
| "num_tokens": 49083717.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 3.7238096460700034, |
| "epoch": 4.032, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 5.1044, |
| "mean_token_accuracy": 0.2900601889938116, |
| "num_tokens": 49282689.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 3.7241749286651613, |
| "epoch": 4.048, |
| "grad_norm": 0.01385498046875, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 5.1144, |
| "mean_token_accuracy": 0.2919305367395282, |
| "num_tokens": 49480172.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 3.7086937204003334, |
| "epoch": 4.064, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.658e-05, |
| "loss": 5.0376, |
| "mean_token_accuracy": 0.2930126262828708, |
| "num_tokens": 49670167.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 3.6937696263194084, |
| "epoch": 4.08, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 5.0672, |
| "mean_token_accuracy": 0.2936962001025677, |
| "num_tokens": 49866326.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 3.739897257089615, |
| "epoch": 4.096, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 5.1532, |
| "mean_token_accuracy": 0.2857757587917149, |
| "num_tokens": 50056950.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 3.7151870742440223, |
| "epoch": 4.112, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 5.0486, |
| "mean_token_accuracy": 0.2916253494098783, |
| "num_tokens": 50251768.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 3.741748996078968, |
| "epoch": 4.128, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 5.1302, |
| "mean_token_accuracy": 0.2886204717680812, |
| "num_tokens": 50444319.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 3.7324878945946693, |
| "epoch": 4.144, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 5.1442, |
| "mean_token_accuracy": 0.2887992520816624, |
| "num_tokens": 50631631.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 3.7007958643138408, |
| "epoch": 4.16, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 5.0566, |
| "mean_token_accuracy": 0.2908625348471105, |
| "num_tokens": 50826513.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 4.16, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 50826513.0, |
| "eval_biology_runtime": 47.8602, |
| "eval_biology_samples_per_second": 10.447, |
| "eval_biology_steps_per_second": 2.612, |
| "step": 2600 |
| }, |
| { |
| "entropy": 3.7056932181119917, |
| "epoch": 4.176, |
| "grad_norm": 0.0263671875, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 5.0538, |
| "mean_token_accuracy": 0.29122171690687537, |
| "num_tokens": 51026177.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 3.694055339694023, |
| "epoch": 4.192, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 5.0226, |
| "mean_token_accuracy": 0.2947407807223499, |
| "num_tokens": 51218570.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 3.706292048096657, |
| "epoch": 4.208, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.638e-05, |
| "loss": 5.0743, |
| "mean_token_accuracy": 0.2930410156026483, |
| "num_tokens": 51417937.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 3.7099441289901733, |
| "epoch": 4.224, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 5.049, |
| "mean_token_accuracy": 0.2940624508075416, |
| "num_tokens": 51615267.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 3.6856932565569878, |
| "epoch": 4.24, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 5.0388, |
| "mean_token_accuracy": 0.2947453617118299, |
| "num_tokens": 51815136.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 3.709778195619583, |
| "epoch": 4.256, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 5.0284, |
| "mean_token_accuracy": 0.29742073686793447, |
| "num_tokens": 52018293.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 3.666708365082741, |
| "epoch": 4.272, |
| "grad_norm": 0.01507568359375, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 5.0159, |
| "mean_token_accuracy": 0.29637509752064944, |
| "num_tokens": 52214165.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 3.70448310226202, |
| "epoch": 4.288, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 5.0672, |
| "mean_token_accuracy": 0.2924265591427684, |
| "num_tokens": 52422210.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 3.729029726982117, |
| "epoch": 4.304, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 5.1082, |
| "mean_token_accuracy": 0.2907215189188719, |
| "num_tokens": 52617031.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 3.722349275648594, |
| "epoch": 4.32, |
| "grad_norm": 0.0206298828125, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 5.0975, |
| "mean_token_accuracy": 0.2914457294158638, |
| "num_tokens": 52814574.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 4.32, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 52814574.0, |
| "eval_biology_runtime": 48.7098, |
| "eval_biology_samples_per_second": 10.265, |
| "eval_biology_steps_per_second": 2.566, |
| "step": 2700 |
| }, |
| { |
| "entropy": 3.73561777472496, |
| "epoch": 4.336, |
| "grad_norm": 0.0211181640625, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 5.1031, |
| "mean_token_accuracy": 0.2909439015202224, |
| "num_tokens": 53013899.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 3.725671558082104, |
| "epoch": 4.352, |
| "grad_norm": 0.014404296875, |
| "learning_rate": 1.618e-05, |
| "loss": 5.1349, |
| "mean_token_accuracy": 0.2864148813299835, |
| "num_tokens": 53209262.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 3.7035685420036315, |
| "epoch": 4.368, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 5.0786, |
| "mean_token_accuracy": 0.2919897187501192, |
| "num_tokens": 53404971.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 3.7198848962783813, |
| "epoch": 4.384, |
| "grad_norm": 0.013671875, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 5.0749, |
| "mean_token_accuracy": 0.2917811692692339, |
| "num_tokens": 53594766.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 3.72509386241436, |
| "epoch": 4.4, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 5.1008, |
| "mean_token_accuracy": 0.2886949327774346, |
| "num_tokens": 53787876.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 3.6995689645409584, |
| "epoch": 4.416, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 5.0288, |
| "mean_token_accuracy": 0.2926365864463151, |
| "num_tokens": 53991437.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 3.708150139451027, |
| "epoch": 4.432, |
| "grad_norm": 0.0205078125, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 5.0415, |
| "mean_token_accuracy": 0.2945378190837801, |
| "num_tokens": 54191547.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 3.699030156433582, |
| "epoch": 4.448, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 5.0614, |
| "mean_token_accuracy": 0.29357761722058057, |
| "num_tokens": 54385194.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 3.7547865107655527, |
| "epoch": 4.464, |
| "grad_norm": 0.0235595703125, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 5.1305, |
| "mean_token_accuracy": 0.2903193710371852, |
| "num_tokens": 54577099.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 3.675521856546402, |
| "epoch": 4.48, |
| "grad_norm": 0.0191650390625, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 5.0164, |
| "mean_token_accuracy": 0.29694207310676574, |
| "num_tokens": 54769022.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 4.48, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 54769022.0, |
| "eval_biology_runtime": 47.8679, |
| "eval_biology_samples_per_second": 10.445, |
| "eval_biology_steps_per_second": 2.611, |
| "step": 2800 |
| }, |
| { |
| "entropy": 3.7150301560759544, |
| "epoch": 4.496, |
| "grad_norm": 0.0244140625, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 5.0912, |
| "mean_token_accuracy": 0.29305859562009573, |
| "num_tokens": 54968338.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 3.718098782002926, |
| "epoch": 4.5120000000000005, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 5.1338, |
| "mean_token_accuracy": 0.28853786615654825, |
| "num_tokens": 55167039.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 3.7127419516444204, |
| "epoch": 4.5280000000000005, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 5.1045, |
| "mean_token_accuracy": 0.2907073640264571, |
| "num_tokens": 55369598.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 3.739163838326931, |
| "epoch": 4.5440000000000005, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 5.1315, |
| "mean_token_accuracy": 0.28984989067539574, |
| "num_tokens": 55563629.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 3.719206142425537, |
| "epoch": 4.5600000000000005, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 5.0957, |
| "mean_token_accuracy": 0.29158565355464816, |
| "num_tokens": 55759240.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 3.7248982429504394, |
| "epoch": 4.576, |
| "grad_norm": 0.026611328125, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 5.1139, |
| "mean_token_accuracy": 0.29049481768161056, |
| "num_tokens": 55953631.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 3.74677447527647, |
| "epoch": 4.592, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 5.1155, |
| "mean_token_accuracy": 0.28816944155842067, |
| "num_tokens": 56150202.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 3.751250313222408, |
| "epoch": 4.608, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 5.1504, |
| "mean_token_accuracy": 0.2895822520367801, |
| "num_tokens": 56336358.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 3.6957886919379233, |
| "epoch": 4.624, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 5.0671, |
| "mean_token_accuracy": 0.2919166341423988, |
| "num_tokens": 56532634.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 3.720306658744812, |
| "epoch": 4.64, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.578e-05, |
| "loss": 5.0994, |
| "mean_token_accuracy": 0.289959745015949, |
| "num_tokens": 56721597.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 4.64, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 56721597.0, |
| "eval_biology_runtime": 48.0261, |
| "eval_biology_samples_per_second": 10.411, |
| "eval_biology_steps_per_second": 2.603, |
| "step": 2900 |
| }, |
| { |
| "entropy": 3.739784726500511, |
| "epoch": 4.656, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 5.1206, |
| "mean_token_accuracy": 0.2885666203685105, |
| "num_tokens": 56915763.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 3.6950620263814926, |
| "epoch": 4.672, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 5.073, |
| "mean_token_accuracy": 0.2931731772609055, |
| "num_tokens": 57106674.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 3.6809344813227654, |
| "epoch": 4.688, |
| "grad_norm": 0.02001953125, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 5.0291, |
| "mean_token_accuracy": 0.2970257383771241, |
| "num_tokens": 57308644.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 3.7271113738417627, |
| "epoch": 4.704, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 5.1189, |
| "mean_token_accuracy": 0.28802499463781717, |
| "num_tokens": 57503295.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 3.7621049106121065, |
| "epoch": 4.72, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 5.1912, |
| "mean_token_accuracy": 0.28459258917719127, |
| "num_tokens": 57694635.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 3.6893670454621317, |
| "epoch": 4.736, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 5.0624, |
| "mean_token_accuracy": 0.29419010048732164, |
| "num_tokens": 57898052.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 3.732640725374222, |
| "epoch": 4.752, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 5.1171, |
| "mean_token_accuracy": 0.28954468155279756, |
| "num_tokens": 58091828.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 3.6825032398104667, |
| "epoch": 4.768, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 5.0259, |
| "mean_token_accuracy": 0.29825478764250873, |
| "num_tokens": 58290608.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 3.7117982298135757, |
| "epoch": 4.784, |
| "grad_norm": 0.01348876953125, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 5.0704, |
| "mean_token_accuracy": 0.2925625376403332, |
| "num_tokens": 58491415.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 3.734121711552143, |
| "epoch": 4.8, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 5.0996, |
| "mean_token_accuracy": 0.2903846331872046, |
| "num_tokens": 58681639.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.8, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 58681639.0, |
| "eval_biology_runtime": 47.812, |
| "eval_biology_samples_per_second": 10.458, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 3000 |
| }, |
| { |
| "entropy": 3.7198884531855585, |
| "epoch": 4.816, |
| "grad_norm": 0.0228271484375, |
| "learning_rate": 1.553555555555556e-05, |
| "loss": 5.0754, |
| "mean_token_accuracy": 0.2894942249171436, |
| "num_tokens": 58875580.0, |
| "step": 3010 |
| }, |
| { |
| "entropy": 3.683256345242262, |
| "epoch": 4.832, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.5513333333333333e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.2959022453986108, |
| "num_tokens": 59063136.0, |
| "step": 3020 |
| }, |
| { |
| "entropy": 3.7348875656723974, |
| "epoch": 4.848, |
| "grad_norm": 0.01904296875, |
| "learning_rate": 1.5491111111111114e-05, |
| "loss": 5.0942, |
| "mean_token_accuracy": 0.2874493726529181, |
| "num_tokens": 59252302.0, |
| "step": 3030 |
| }, |
| { |
| "entropy": 3.6940064415335656, |
| "epoch": 4.864, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.546888888888889e-05, |
| "loss": 5.037, |
| "mean_token_accuracy": 0.29516139468178154, |
| "num_tokens": 59450955.0, |
| "step": 3040 |
| }, |
| { |
| "entropy": 3.7155619651079177, |
| "epoch": 4.88, |
| "grad_norm": 0.01300048828125, |
| "learning_rate": 1.544666666666667e-05, |
| "loss": 5.0873, |
| "mean_token_accuracy": 0.28967129029333594, |
| "num_tokens": 59647537.0, |
| "step": 3050 |
| }, |
| { |
| "entropy": 3.737929517030716, |
| "epoch": 4.896, |
| "grad_norm": 0.01422119140625, |
| "learning_rate": 1.5424444444444447e-05, |
| "loss": 5.0799, |
| "mean_token_accuracy": 0.2904013521037996, |
| "num_tokens": 59847056.0, |
| "step": 3060 |
| }, |
| { |
| "entropy": 3.7636523112654685, |
| "epoch": 4.912, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.5402222222222224e-05, |
| "loss": 5.1644, |
| "mean_token_accuracy": 0.2863456430844963, |
| "num_tokens": 60041517.0, |
| "step": 3070 |
| }, |
| { |
| "entropy": 3.723765675723553, |
| "epoch": 4.928, |
| "grad_norm": 0.01611328125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 5.1173, |
| "mean_token_accuracy": 0.2899379884824157, |
| "num_tokens": 60233509.0, |
| "step": 3080 |
| }, |
| { |
| "entropy": 3.69655315130949, |
| "epoch": 4.944, |
| "grad_norm": 0.0218505859375, |
| "learning_rate": 1.535777777777778e-05, |
| "loss": 5.0558, |
| "mean_token_accuracy": 0.2924607480876148, |
| "num_tokens": 60425564.0, |
| "step": 3090 |
| }, |
| { |
| "entropy": 3.7056711107492446, |
| "epoch": 4.96, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.5335555555555557e-05, |
| "loss": 5.0943, |
| "mean_token_accuracy": 0.2904258565045893, |
| "num_tokens": 60615601.0, |
| "step": 3100 |
| }, |
| { |
| "epoch": 4.96, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 60615601.0, |
| "eval_biology_runtime": 47.9014, |
| "eval_biology_samples_per_second": 10.438, |
| "eval_biology_steps_per_second": 2.61, |
| "step": 3100 |
| }, |
| { |
| "entropy": 3.7522392854094506, |
| "epoch": 4.976, |
| "grad_norm": 0.03466796875, |
| "learning_rate": 1.5313333333333335e-05, |
| "loss": 5.1496, |
| "mean_token_accuracy": 0.28633708218112586, |
| "num_tokens": 60814458.0, |
| "step": 3110 |
| }, |
| { |
| "entropy": 3.734938323497772, |
| "epoch": 4.992, |
| "grad_norm": 0.0120849609375, |
| "learning_rate": 1.5291111111111112e-05, |
| "loss": 5.123, |
| "mean_token_accuracy": 0.28873675148934125, |
| "num_tokens": 61004818.0, |
| "step": 3120 |
| }, |
| { |
| "entropy": 3.723759165406227, |
| "epoch": 5.008, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.526888888888889e-05, |
| "loss": 5.0665, |
| "mean_token_accuracy": 0.29256100617349146, |
| "num_tokens": 61208948.0, |
| "step": 3130 |
| }, |
| { |
| "entropy": 3.730808325111866, |
| "epoch": 5.024, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.5246666666666668e-05, |
| "loss": 5.0762, |
| "mean_token_accuracy": 0.2903550170361996, |
| "num_tokens": 61406345.0, |
| "step": 3140 |
| }, |
| { |
| "entropy": 3.69491581171751, |
| "epoch": 5.04, |
| "grad_norm": 0.010986328125, |
| "learning_rate": 1.5224444444444447e-05, |
| "loss": 5.0684, |
| "mean_token_accuracy": 0.29422527104616164, |
| "num_tokens": 61599588.0, |
| "step": 3150 |
| }, |
| { |
| "entropy": 3.705653856694698, |
| "epoch": 5.056, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.5202222222222223e-05, |
| "loss": 5.0739, |
| "mean_token_accuracy": 0.29367581559345124, |
| "num_tokens": 61793008.0, |
| "step": 3160 |
| }, |
| { |
| "entropy": 3.7286454692482947, |
| "epoch": 5.072, |
| "grad_norm": 0.0164794921875, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 5.0854, |
| "mean_token_accuracy": 0.2911300154402852, |
| "num_tokens": 61997771.0, |
| "step": 3170 |
| }, |
| { |
| "entropy": 3.7459908828139303, |
| "epoch": 5.088, |
| "grad_norm": 0.0225830078125, |
| "learning_rate": 1.5157777777777778e-05, |
| "loss": 5.1392, |
| "mean_token_accuracy": 0.28673376673832535, |
| "num_tokens": 62191057.0, |
| "step": 3180 |
| }, |
| { |
| "entropy": 3.70628045797348, |
| "epoch": 5.104, |
| "grad_norm": 0.0228271484375, |
| "learning_rate": 1.5135555555555557e-05, |
| "loss": 5.058, |
| "mean_token_accuracy": 0.29420446464791894, |
| "num_tokens": 62390410.0, |
| "step": 3190 |
| }, |
| { |
| "entropy": 3.744650775194168, |
| "epoch": 5.12, |
| "grad_norm": 0.0250244140625, |
| "learning_rate": 1.5113333333333335e-05, |
| "loss": 5.1524, |
| "mean_token_accuracy": 0.28491310104727746, |
| "num_tokens": 62584827.0, |
| "step": 3200 |
| }, |
| { |
| "epoch": 5.12, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 62584827.0, |
| "eval_biology_runtime": 49.0801, |
| "eval_biology_samples_per_second": 10.187, |
| "eval_biology_steps_per_second": 2.547, |
| "step": 3200 |
| }, |
| { |
| "entropy": 3.722196362912655, |
| "epoch": 5.136, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 1.5091111111111113e-05, |
| "loss": 5.0873, |
| "mean_token_accuracy": 0.2922800769098103, |
| "num_tokens": 62778831.0, |
| "step": 3210 |
| }, |
| { |
| "entropy": 3.715563599765301, |
| "epoch": 5.152, |
| "grad_norm": 0.0184326171875, |
| "learning_rate": 1.506888888888889e-05, |
| "loss": 5.045, |
| "mean_token_accuracy": 0.2906531781889498, |
| "num_tokens": 62978974.0, |
| "step": 3220 |
| }, |
| { |
| "entropy": 3.69533648788929, |
| "epoch": 5.168, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.5046666666666668e-05, |
| "loss": 5.0428, |
| "mean_token_accuracy": 0.2953421105630696, |
| "num_tokens": 63171750.0, |
| "step": 3230 |
| }, |
| { |
| "entropy": 3.6997134745121003, |
| "epoch": 5.184, |
| "grad_norm": 0.025146484375, |
| "learning_rate": 1.5024444444444445e-05, |
| "loss": 5.0651, |
| "mean_token_accuracy": 0.2926810225471854, |
| "num_tokens": 63362363.0, |
| "step": 3240 |
| }, |
| { |
| "entropy": 3.718533083796501, |
| "epoch": 5.2, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.5002222222222223e-05, |
| "loss": 5.118, |
| "mean_token_accuracy": 0.29025930995121596, |
| "num_tokens": 63550511.0, |
| "step": 3250 |
| }, |
| { |
| "entropy": 3.700951613485813, |
| "epoch": 5.216, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.498e-05, |
| "loss": 5.0772, |
| "mean_token_accuracy": 0.29242093618959186, |
| "num_tokens": 63755080.0, |
| "step": 3260 |
| }, |
| { |
| "entropy": 3.7160703986883163, |
| "epoch": 5.232, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.495777777777778e-05, |
| "loss": 5.0839, |
| "mean_token_accuracy": 0.2940277053974569, |
| "num_tokens": 63951059.0, |
| "step": 3270 |
| }, |
| { |
| "entropy": 3.711955836415291, |
| "epoch": 5.248, |
| "grad_norm": 0.01434326171875, |
| "learning_rate": 1.4935555555555556e-05, |
| "loss": 5.0894, |
| "mean_token_accuracy": 0.29041178841143844, |
| "num_tokens": 64147930.0, |
| "step": 3280 |
| }, |
| { |
| "entropy": 3.7300414934754373, |
| "epoch": 5.264, |
| "grad_norm": 0.02685546875, |
| "learning_rate": 1.4913333333333335e-05, |
| "loss": 5.1433, |
| "mean_token_accuracy": 0.288776467833668, |
| "num_tokens": 64337329.0, |
| "step": 3290 |
| }, |
| { |
| "entropy": 3.739770293235779, |
| "epoch": 5.28, |
| "grad_norm": 0.0118408203125, |
| "learning_rate": 1.4891111111111111e-05, |
| "loss": 5.114, |
| "mean_token_accuracy": 0.28726455811411145, |
| "num_tokens": 64524822.0, |
| "step": 3300 |
| }, |
| { |
| "epoch": 5.28, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 64524822.0, |
| "eval_biology_runtime": 48.8055, |
| "eval_biology_samples_per_second": 10.245, |
| "eval_biology_steps_per_second": 2.561, |
| "step": 3300 |
| }, |
| { |
| "entropy": 3.7272456675767898, |
| "epoch": 5.296, |
| "grad_norm": 0.0142822265625, |
| "learning_rate": 1.486888888888889e-05, |
| "loss": 5.0583, |
| "mean_token_accuracy": 0.29326813174411653, |
| "num_tokens": 64724634.0, |
| "step": 3310 |
| }, |
| { |
| "entropy": 3.693146735429764, |
| "epoch": 5.312, |
| "grad_norm": 0.0194091796875, |
| "learning_rate": 1.4846666666666666e-05, |
| "loss": 5.0437, |
| "mean_token_accuracy": 0.2956794985570014, |
| "num_tokens": 64921781.0, |
| "step": 3320 |
| }, |
| { |
| "entropy": 3.6971518814563753, |
| "epoch": 5.328, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.4824444444444446e-05, |
| "loss": 5.0457, |
| "mean_token_accuracy": 0.2945460881106555, |
| "num_tokens": 65122359.0, |
| "step": 3330 |
| }, |
| { |
| "entropy": 3.701114644110203, |
| "epoch": 5.344, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.4802222222222225e-05, |
| "loss": 5.0724, |
| "mean_token_accuracy": 0.2894214872270823, |
| "num_tokens": 65311358.0, |
| "step": 3340 |
| }, |
| { |
| "entropy": 3.670207990705967, |
| "epoch": 5.36, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.478e-05, |
| "loss": 5.0323, |
| "mean_token_accuracy": 0.29409536020830274, |
| "num_tokens": 65500299.0, |
| "step": 3350 |
| }, |
| { |
| "entropy": 3.7137268751859667, |
| "epoch": 5.376, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.475777777777778e-05, |
| "loss": 5.0804, |
| "mean_token_accuracy": 0.2905451562255621, |
| "num_tokens": 65698437.0, |
| "step": 3360 |
| }, |
| { |
| "entropy": 3.7362449169158936, |
| "epoch": 5.392, |
| "grad_norm": 0.018798828125, |
| "learning_rate": 1.4735555555555556e-05, |
| "loss": 5.1174, |
| "mean_token_accuracy": 0.28671379713341594, |
| "num_tokens": 65900186.0, |
| "step": 3370 |
| }, |
| { |
| "entropy": 3.711633789539337, |
| "epoch": 5.408, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.4713333333333335e-05, |
| "loss": 5.1178, |
| "mean_token_accuracy": 0.28873768337070943, |
| "num_tokens": 66091048.0, |
| "step": 3380 |
| }, |
| { |
| "entropy": 3.733407187461853, |
| "epoch": 5.424, |
| "grad_norm": 0.01251220703125, |
| "learning_rate": 1.4691111111111111e-05, |
| "loss": 5.0947, |
| "mean_token_accuracy": 0.2922387793660164, |
| "num_tokens": 66289242.0, |
| "step": 3390 |
| }, |
| { |
| "entropy": 3.7010355308651923, |
| "epoch": 5.44, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.466888888888889e-05, |
| "loss": 5.1072, |
| "mean_token_accuracy": 0.28975162012502553, |
| "num_tokens": 66477488.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 5.44, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 66477488.0, |
| "eval_biology_runtime": 47.853, |
| "eval_biology_samples_per_second": 10.449, |
| "eval_biology_steps_per_second": 2.612, |
| "step": 3400 |
| }, |
| { |
| "entropy": 3.72829120606184, |
| "epoch": 5.456, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.4646666666666666e-05, |
| "loss": 5.1029, |
| "mean_token_accuracy": 0.29144445853307843, |
| "num_tokens": 66675223.0, |
| "step": 3410 |
| }, |
| { |
| "entropy": 3.756620426476002, |
| "epoch": 5.4719999999999995, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.4624444444444446e-05, |
| "loss": 5.1331, |
| "mean_token_accuracy": 0.29045140044763684, |
| "num_tokens": 66867763.0, |
| "step": 3420 |
| }, |
| { |
| "entropy": 3.7147772893309594, |
| "epoch": 5.4879999999999995, |
| "grad_norm": 0.0186767578125, |
| "learning_rate": 1.4602222222222225e-05, |
| "loss": 5.0985, |
| "mean_token_accuracy": 0.28885690215975046, |
| "num_tokens": 67059378.0, |
| "step": 3430 |
| }, |
| { |
| "entropy": 3.7054280042648315, |
| "epoch": 5.504, |
| "grad_norm": 0.01239013671875, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 5.0671, |
| "mean_token_accuracy": 0.2931850061751902, |
| "num_tokens": 67254981.0, |
| "step": 3440 |
| }, |
| { |
| "entropy": 3.736514684557915, |
| "epoch": 5.52, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.455777777777778e-05, |
| "loss": 5.1405, |
| "mean_token_accuracy": 0.2865473710000515, |
| "num_tokens": 67441895.0, |
| "step": 3450 |
| }, |
| { |
| "entropy": 3.7112214103341103, |
| "epoch": 5.536, |
| "grad_norm": 0.0164794921875, |
| "learning_rate": 1.4535555555555556e-05, |
| "loss": 5.0699, |
| "mean_token_accuracy": 0.2919244454242289, |
| "num_tokens": 67634917.0, |
| "step": 3460 |
| }, |
| { |
| "entropy": 3.7084671437740324, |
| "epoch": 5.552, |
| "grad_norm": 0.0213623046875, |
| "learning_rate": 1.4513333333333336e-05, |
| "loss": 5.0807, |
| "mean_token_accuracy": 0.2929331226274371, |
| "num_tokens": 67828776.0, |
| "step": 3470 |
| }, |
| { |
| "entropy": 3.70435309112072, |
| "epoch": 5.568, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.4491111111111111e-05, |
| "loss": 5.053, |
| "mean_token_accuracy": 0.29511743076145647, |
| "num_tokens": 68030312.0, |
| "step": 3480 |
| }, |
| { |
| "entropy": 3.7284009918570518, |
| "epoch": 5.584, |
| "grad_norm": 0.01483154296875, |
| "learning_rate": 1.446888888888889e-05, |
| "loss": 5.0943, |
| "mean_token_accuracy": 0.29119701413437726, |
| "num_tokens": 68229861.0, |
| "step": 3490 |
| }, |
| { |
| "entropy": 3.680374738574028, |
| "epoch": 5.6, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.4446666666666668e-05, |
| "loss": 5.0413, |
| "mean_token_accuracy": 0.2936923211440444, |
| "num_tokens": 68425825.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 5.6, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 68425825.0, |
| "eval_biology_runtime": 47.8281, |
| "eval_biology_samples_per_second": 10.454, |
| "eval_biology_steps_per_second": 2.614, |
| "step": 3500 |
| }, |
| { |
| "entropy": 3.7103261917829515, |
| "epoch": 5.616, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.4424444444444446e-05, |
| "loss": 5.0659, |
| "mean_token_accuracy": 0.2932818141765893, |
| "num_tokens": 68624630.0, |
| "step": 3510 |
| }, |
| { |
| "entropy": 3.713236266374588, |
| "epoch": 5.632, |
| "grad_norm": 0.0164794921875, |
| "learning_rate": 1.4402222222222224e-05, |
| "loss": 5.0818, |
| "mean_token_accuracy": 0.29266486298292876, |
| "num_tokens": 68817823.0, |
| "step": 3520 |
| }, |
| { |
| "entropy": 3.736745239794254, |
| "epoch": 5.648, |
| "grad_norm": 0.0126953125, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 5.1107, |
| "mean_token_accuracy": 0.28903070390224456, |
| "num_tokens": 69007614.0, |
| "step": 3530 |
| }, |
| { |
| "entropy": 3.675357569754124, |
| "epoch": 5.664, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.4357777777777779e-05, |
| "loss": 5.0547, |
| "mean_token_accuracy": 0.2931928365491331, |
| "num_tokens": 69203432.0, |
| "step": 3540 |
| }, |
| { |
| "entropy": 3.7124839603900908, |
| "epoch": 5.68, |
| "grad_norm": 0.0230712890625, |
| "learning_rate": 1.4335555555555556e-05, |
| "loss": 5.0745, |
| "mean_token_accuracy": 0.2910985812544823, |
| "num_tokens": 69404248.0, |
| "step": 3550 |
| }, |
| { |
| "entropy": 3.7357458502054213, |
| "epoch": 5.696, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.4313333333333334e-05, |
| "loss": 5.1326, |
| "mean_token_accuracy": 0.2877895118668675, |
| "num_tokens": 69603109.0, |
| "step": 3560 |
| }, |
| { |
| "entropy": 3.7245342269539834, |
| "epoch": 5.712, |
| "grad_norm": 0.01416015625, |
| "learning_rate": 1.4291111111111113e-05, |
| "loss": 5.0779, |
| "mean_token_accuracy": 0.2904778206720948, |
| "num_tokens": 69800166.0, |
| "step": 3570 |
| }, |
| { |
| "entropy": 3.73137991130352, |
| "epoch": 5.728, |
| "grad_norm": 0.0247802734375, |
| "learning_rate": 1.426888888888889e-05, |
| "loss": 5.068, |
| "mean_token_accuracy": 0.2928193720988929, |
| "num_tokens": 70001468.0, |
| "step": 3580 |
| }, |
| { |
| "entropy": 3.764342223107815, |
| "epoch": 5.744, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.4246666666666669e-05, |
| "loss": 5.1794, |
| "mean_token_accuracy": 0.28305044062435625, |
| "num_tokens": 70199309.0, |
| "step": 3590 |
| }, |
| { |
| "entropy": 3.6946667298674583, |
| "epoch": 5.76, |
| "grad_norm": 0.0164794921875, |
| "learning_rate": 1.4224444444444445e-05, |
| "loss": 5.0456, |
| "mean_token_accuracy": 0.2945984176360071, |
| "num_tokens": 70395850.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 5.76, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 70395850.0, |
| "eval_biology_runtime": 48.1732, |
| "eval_biology_samples_per_second": 10.379, |
| "eval_biology_steps_per_second": 2.595, |
| "step": 3600 |
| }, |
| { |
| "entropy": 3.7334506690502165, |
| "epoch": 5.776, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.4202222222222224e-05, |
| "loss": 5.078, |
| "mean_token_accuracy": 0.2911253388039768, |
| "num_tokens": 70590437.0, |
| "step": 3610 |
| }, |
| { |
| "entropy": 3.722566995769739, |
| "epoch": 5.792, |
| "grad_norm": 0.010986328125, |
| "learning_rate": 1.418e-05, |
| "loss": 5.0773, |
| "mean_token_accuracy": 0.29317295346409084, |
| "num_tokens": 70789437.0, |
| "step": 3620 |
| }, |
| { |
| "entropy": 3.717366375029087, |
| "epoch": 5.808, |
| "grad_norm": 0.0130615234375, |
| "learning_rate": 1.4157777777777779e-05, |
| "loss": 5.0687, |
| "mean_token_accuracy": 0.291582315787673, |
| "num_tokens": 70986495.0, |
| "step": 3630 |
| }, |
| { |
| "entropy": 3.684862694889307, |
| "epoch": 5.824, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.4135555555555555e-05, |
| "loss": 5.0389, |
| "mean_token_accuracy": 0.2959528061561286, |
| "num_tokens": 71182146.0, |
| "step": 3640 |
| }, |
| { |
| "entropy": 3.7163110852241514, |
| "epoch": 5.84, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.4113333333333334e-05, |
| "loss": 5.0702, |
| "mean_token_accuracy": 0.29480482582002876, |
| "num_tokens": 71378886.0, |
| "step": 3650 |
| }, |
| { |
| "entropy": 3.714519739151001, |
| "epoch": 5.856, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.4091111111111114e-05, |
| "loss": 5.1028, |
| "mean_token_accuracy": 0.29448058335110544, |
| "num_tokens": 71574922.0, |
| "step": 3660 |
| }, |
| { |
| "entropy": 3.7039516851305962, |
| "epoch": 5.872, |
| "grad_norm": 0.022705078125, |
| "learning_rate": 1.406888888888889e-05, |
| "loss": 5.098, |
| "mean_token_accuracy": 0.2891989261843264, |
| "num_tokens": 71772244.0, |
| "step": 3670 |
| }, |
| { |
| "entropy": 3.7165728390216826, |
| "epoch": 5.888, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.4046666666666669e-05, |
| "loss": 5.1111, |
| "mean_token_accuracy": 0.2883658606559038, |
| "num_tokens": 71962585.0, |
| "step": 3680 |
| }, |
| { |
| "entropy": 3.6692556902766227, |
| "epoch": 5.904, |
| "grad_norm": 0.0125732421875, |
| "learning_rate": 1.4024444444444445e-05, |
| "loss": 5.0333, |
| "mean_token_accuracy": 0.2967591845430434, |
| "num_tokens": 72157525.0, |
| "step": 3690 |
| }, |
| { |
| "entropy": 3.7339831203222276, |
| "epoch": 5.92, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 1.4002222222222224e-05, |
| "loss": 5.1224, |
| "mean_token_accuracy": 0.28840537341311573, |
| "num_tokens": 72352398.0, |
| "step": 3700 |
| }, |
| { |
| "epoch": 5.92, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 72352398.0, |
| "eval_biology_runtime": 49.2107, |
| "eval_biology_samples_per_second": 10.16, |
| "eval_biology_steps_per_second": 2.54, |
| "step": 3700 |
| }, |
| { |
| "entropy": 3.686498264968395, |
| "epoch": 5.936, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.398e-05, |
| "loss": 5.0474, |
| "mean_token_accuracy": 0.29576854053884744, |
| "num_tokens": 72546554.0, |
| "step": 3710 |
| }, |
| { |
| "entropy": 3.7242023020982744, |
| "epoch": 5.952, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.395777777777778e-05, |
| "loss": 5.1414, |
| "mean_token_accuracy": 0.2889245903119445, |
| "num_tokens": 72735303.0, |
| "step": 3720 |
| }, |
| { |
| "entropy": 3.695600117743015, |
| "epoch": 5.968, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.3935555555555557e-05, |
| "loss": 5.0555, |
| "mean_token_accuracy": 0.293704388756305, |
| "num_tokens": 72935064.0, |
| "step": 3730 |
| }, |
| { |
| "entropy": 3.7464161440730095, |
| "epoch": 5.984, |
| "grad_norm": 0.0252685546875, |
| "learning_rate": 1.3913333333333335e-05, |
| "loss": 5.1348, |
| "mean_token_accuracy": 0.2884303708560765, |
| "num_tokens": 73129767.0, |
| "step": 3740 |
| }, |
| { |
| "entropy": 3.7932148322463037, |
| "epoch": 6.0, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.3891111111111114e-05, |
| "loss": 5.1681, |
| "mean_token_accuracy": 0.2827327631413937, |
| "num_tokens": 73327746.0, |
| "step": 3750 |
| }, |
| { |
| "entropy": 3.6918577417731284, |
| "epoch": 6.016, |
| "grad_norm": 0.0167236328125, |
| "learning_rate": 1.386888888888889e-05, |
| "loss": 5.0429, |
| "mean_token_accuracy": 0.2945995297282934, |
| "num_tokens": 73527307.0, |
| "step": 3760 |
| }, |
| { |
| "entropy": 3.673300614953041, |
| "epoch": 6.032, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.3846666666666669e-05, |
| "loss": 5.0593, |
| "mean_token_accuracy": 0.29539547795429827, |
| "num_tokens": 73722349.0, |
| "step": 3770 |
| }, |
| { |
| "entropy": 3.682512953877449, |
| "epoch": 6.048, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.3824444444444445e-05, |
| "loss": 5.0239, |
| "mean_token_accuracy": 0.2961605407297611, |
| "num_tokens": 73927951.0, |
| "step": 3780 |
| }, |
| { |
| "entropy": 3.718150219321251, |
| "epoch": 6.064, |
| "grad_norm": 0.012451171875, |
| "learning_rate": 1.3802222222222224e-05, |
| "loss": 5.098, |
| "mean_token_accuracy": 0.29023314267396927, |
| "num_tokens": 74125594.0, |
| "step": 3790 |
| }, |
| { |
| "entropy": 3.7589452475309373, |
| "epoch": 6.08, |
| "grad_norm": 0.024169921875, |
| "learning_rate": 1.378e-05, |
| "loss": 5.1466, |
| "mean_token_accuracy": 0.2846881433390081, |
| "num_tokens": 74323215.0, |
| "step": 3800 |
| }, |
| { |
| "epoch": 6.08, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 74323215.0, |
| "eval_biology_runtime": 47.9101, |
| "eval_biology_samples_per_second": 10.436, |
| "eval_biology_steps_per_second": 2.609, |
| "step": 3800 |
| }, |
| { |
| "entropy": 3.689490881562233, |
| "epoch": 6.096, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.375777777777778e-05, |
| "loss": 5.0715, |
| "mean_token_accuracy": 0.295086679700762, |
| "num_tokens": 74512987.0, |
| "step": 3810 |
| }, |
| { |
| "entropy": 3.7012257158756254, |
| "epoch": 6.112, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.3735555555555557e-05, |
| "loss": 5.0688, |
| "mean_token_accuracy": 0.29268366377800703, |
| "num_tokens": 74708102.0, |
| "step": 3820 |
| }, |
| { |
| "entropy": 3.6866187557578085, |
| "epoch": 6.128, |
| "grad_norm": 0.025634765625, |
| "learning_rate": 1.3713333333333335e-05, |
| "loss": 5.0292, |
| "mean_token_accuracy": 0.29449353935197, |
| "num_tokens": 74912796.0, |
| "step": 3830 |
| }, |
| { |
| "entropy": 3.7238311544060707, |
| "epoch": 6.144, |
| "grad_norm": 0.0242919921875, |
| "learning_rate": 1.3691111111111112e-05, |
| "loss": 5.097, |
| "mean_token_accuracy": 0.29164625974372027, |
| "num_tokens": 75104592.0, |
| "step": 3840 |
| }, |
| { |
| "entropy": 3.75011700540781, |
| "epoch": 6.16, |
| "grad_norm": 0.0205078125, |
| "learning_rate": 1.366888888888889e-05, |
| "loss": 5.1216, |
| "mean_token_accuracy": 0.2879166229628026, |
| "num_tokens": 75299158.0, |
| "step": 3850 |
| }, |
| { |
| "entropy": 3.731740267574787, |
| "epoch": 6.176, |
| "grad_norm": 0.019287109375, |
| "learning_rate": 1.3646666666666668e-05, |
| "loss": 5.0842, |
| "mean_token_accuracy": 0.2898078731261194, |
| "num_tokens": 75495666.0, |
| "step": 3860 |
| }, |
| { |
| "entropy": 3.7588434711098673, |
| "epoch": 6.192, |
| "grad_norm": 0.015380859375, |
| "learning_rate": 1.3624444444444445e-05, |
| "loss": 5.1531, |
| "mean_token_accuracy": 0.28664371501654384, |
| "num_tokens": 75686838.0, |
| "step": 3870 |
| }, |
| { |
| "entropy": 3.723534885048866, |
| "epoch": 6.208, |
| "grad_norm": 0.0152587890625, |
| "learning_rate": 1.3602222222222223e-05, |
| "loss": 5.1033, |
| "mean_token_accuracy": 0.289295765850693, |
| "num_tokens": 75879598.0, |
| "step": 3880 |
| }, |
| { |
| "entropy": 3.7512406587600706, |
| "epoch": 6.224, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 5.11, |
| "mean_token_accuracy": 0.29175617825239897, |
| "num_tokens": 76083909.0, |
| "step": 3890 |
| }, |
| { |
| "entropy": 3.730592280626297, |
| "epoch": 6.24, |
| "grad_norm": 0.0220947265625, |
| "learning_rate": 1.3557777777777778e-05, |
| "loss": 5.1103, |
| "mean_token_accuracy": 0.2900460698641837, |
| "num_tokens": 76278938.0, |
| "step": 3900 |
| }, |
| { |
| "epoch": 6.24, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 76278938.0, |
| "eval_biology_runtime": 47.7108, |
| "eval_biology_samples_per_second": 10.48, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 3900 |
| }, |
| { |
| "entropy": 3.689323890209198, |
| "epoch": 6.256, |
| "grad_norm": 0.0125732421875, |
| "learning_rate": 1.3535555555555557e-05, |
| "loss": 5.0608, |
| "mean_token_accuracy": 0.2935823963955045, |
| "num_tokens": 76474843.0, |
| "step": 3910 |
| }, |
| { |
| "entropy": 3.722465117275715, |
| "epoch": 6.272, |
| "grad_norm": 0.02685546875, |
| "learning_rate": 1.3513333333333333e-05, |
| "loss": 5.0945, |
| "mean_token_accuracy": 0.2909146282821894, |
| "num_tokens": 76672461.0, |
| "step": 3920 |
| }, |
| { |
| "entropy": 3.6936200484633446, |
| "epoch": 6.288, |
| "grad_norm": 0.0322265625, |
| "learning_rate": 1.3491111111111113e-05, |
| "loss": 5.0765, |
| "mean_token_accuracy": 0.2940515896305442, |
| "num_tokens": 76871672.0, |
| "step": 3930 |
| }, |
| { |
| "entropy": 3.7414668664336204, |
| "epoch": 6.304, |
| "grad_norm": 0.01361083984375, |
| "learning_rate": 1.3468888888888888e-05, |
| "loss": 5.1265, |
| "mean_token_accuracy": 0.28848114497959615, |
| "num_tokens": 77065395.0, |
| "step": 3940 |
| }, |
| { |
| "entropy": 3.7080574184656143, |
| "epoch": 6.32, |
| "grad_norm": 0.0228271484375, |
| "learning_rate": 1.3446666666666668e-05, |
| "loss": 5.0946, |
| "mean_token_accuracy": 0.2928504361771047, |
| "num_tokens": 77260619.0, |
| "step": 3950 |
| }, |
| { |
| "entropy": 3.727230189740658, |
| "epoch": 6.336, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.3424444444444447e-05, |
| "loss": 5.1294, |
| "mean_token_accuracy": 0.2888534746132791, |
| "num_tokens": 77453861.0, |
| "step": 3960 |
| }, |
| { |
| "entropy": 3.735668557882309, |
| "epoch": 6.352, |
| "grad_norm": 0.0208740234375, |
| "learning_rate": 1.3402222222222223e-05, |
| "loss": 5.1288, |
| "mean_token_accuracy": 0.28955077966675163, |
| "num_tokens": 77646477.0, |
| "step": 3970 |
| }, |
| { |
| "entropy": 3.7028812184929847, |
| "epoch": 6.368, |
| "grad_norm": 0.023193359375, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 5.0472, |
| "mean_token_accuracy": 0.2944595363922417, |
| "num_tokens": 77845221.0, |
| "step": 3980 |
| }, |
| { |
| "entropy": 3.705502915382385, |
| "epoch": 6.384, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.3357777777777778e-05, |
| "loss": 5.0944, |
| "mean_token_accuracy": 0.28907084474340083, |
| "num_tokens": 78039530.0, |
| "step": 3990 |
| }, |
| { |
| "entropy": 3.6766806572675703, |
| "epoch": 6.4, |
| "grad_norm": 0.0203857421875, |
| "learning_rate": 1.3335555555555558e-05, |
| "loss": 5.0196, |
| "mean_token_accuracy": 0.29772330531850455, |
| "num_tokens": 78231793.0, |
| "step": 4000 |
| }, |
| { |
| "epoch": 6.4, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 78231793.0, |
| "eval_biology_runtime": 47.5832, |
| "eval_biology_samples_per_second": 10.508, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 4000 |
| }, |
| { |
| "entropy": 3.696362727880478, |
| "epoch": 6.416, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.3313333333333333e-05, |
| "loss": 5.0638, |
| "mean_token_accuracy": 0.291766204778105, |
| "num_tokens": 78430063.0, |
| "step": 4010 |
| }, |
| { |
| "entropy": 3.698634186387062, |
| "epoch": 6.432, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 1.3291111111111113e-05, |
| "loss": 5.0419, |
| "mean_token_accuracy": 0.2946699054911733, |
| "num_tokens": 78631650.0, |
| "step": 4020 |
| }, |
| { |
| "entropy": 3.758303475379944, |
| "epoch": 6.448, |
| "grad_norm": 0.01336669921875, |
| "learning_rate": 1.3268888888888889e-05, |
| "loss": 5.1536, |
| "mean_token_accuracy": 0.2859406295232475, |
| "num_tokens": 78816676.0, |
| "step": 4030 |
| }, |
| { |
| "entropy": 3.7092770129442214, |
| "epoch": 6.464, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.3246666666666668e-05, |
| "loss": 5.0988, |
| "mean_token_accuracy": 0.29069022154435514, |
| "num_tokens": 79005374.0, |
| "step": 4040 |
| }, |
| { |
| "entropy": 3.7318622887134554, |
| "epoch": 6.48, |
| "grad_norm": 0.0233154296875, |
| "learning_rate": 1.3224444444444446e-05, |
| "loss": 5.0949, |
| "mean_token_accuracy": 0.28969170302152636, |
| "num_tokens": 79208910.0, |
| "step": 4050 |
| }, |
| { |
| "entropy": 3.719512166082859, |
| "epoch": 6.496, |
| "grad_norm": 0.01373291015625, |
| "learning_rate": 1.3202222222222223e-05, |
| "loss": 5.09, |
| "mean_token_accuracy": 0.29119338393211364, |
| "num_tokens": 79403846.0, |
| "step": 4060 |
| }, |
| { |
| "entropy": 3.701411221921444, |
| "epoch": 6.5120000000000005, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 5.0813, |
| "mean_token_accuracy": 0.291729433927685, |
| "num_tokens": 79591561.0, |
| "step": 4070 |
| }, |
| { |
| "entropy": 3.7118832260370254, |
| "epoch": 6.5280000000000005, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.3157777777777778e-05, |
| "loss": 5.0918, |
| "mean_token_accuracy": 0.2905814627185464, |
| "num_tokens": 79783689.0, |
| "step": 4080 |
| }, |
| { |
| "entropy": 3.744232600927353, |
| "epoch": 6.5440000000000005, |
| "grad_norm": 0.0147705078125, |
| "learning_rate": 1.3135555555555558e-05, |
| "loss": 5.107, |
| "mean_token_accuracy": 0.28747484656050803, |
| "num_tokens": 79977447.0, |
| "step": 4090 |
| }, |
| { |
| "entropy": 3.736164978146553, |
| "epoch": 6.5600000000000005, |
| "grad_norm": 0.0277099609375, |
| "learning_rate": 1.3113333333333334e-05, |
| "loss": 5.1314, |
| "mean_token_accuracy": 0.2883264536038041, |
| "num_tokens": 80173619.0, |
| "step": 4100 |
| }, |
| { |
| "epoch": 6.5600000000000005, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 80173619.0, |
| "eval_biology_runtime": 47.7191, |
| "eval_biology_samples_per_second": 10.478, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 4100 |
| }, |
| { |
| "entropy": 3.7577593713998794, |
| "epoch": 6.576, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.3091111111111113e-05, |
| "loss": 5.1523, |
| "mean_token_accuracy": 0.28875732347369193, |
| "num_tokens": 80368333.0, |
| "step": 4110 |
| }, |
| { |
| "entropy": 3.716159442067146, |
| "epoch": 6.592, |
| "grad_norm": 0.013427734375, |
| "learning_rate": 1.306888888888889e-05, |
| "loss": 5.0681, |
| "mean_token_accuracy": 0.2920226341113448, |
| "num_tokens": 80568751.0, |
| "step": 4120 |
| }, |
| { |
| "entropy": 3.718722140789032, |
| "epoch": 6.608, |
| "grad_norm": 0.0179443359375, |
| "learning_rate": 1.3046666666666668e-05, |
| "loss": 5.1138, |
| "mean_token_accuracy": 0.2912839543074369, |
| "num_tokens": 80755281.0, |
| "step": 4130 |
| }, |
| { |
| "entropy": 3.7287599444389343, |
| "epoch": 6.624, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.3024444444444446e-05, |
| "loss": 5.0627, |
| "mean_token_accuracy": 0.29386157980188726, |
| "num_tokens": 80952607.0, |
| "step": 4140 |
| }, |
| { |
| "entropy": 3.668378013372421, |
| "epoch": 6.64, |
| "grad_norm": 0.021728515625, |
| "learning_rate": 1.3002222222222223e-05, |
| "loss": 4.9958, |
| "mean_token_accuracy": 0.2989673472009599, |
| "num_tokens": 81150883.0, |
| "step": 4150 |
| }, |
| { |
| "entropy": 3.7521119326353074, |
| "epoch": 6.656, |
| "grad_norm": 0.01318359375, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 5.1215, |
| "mean_token_accuracy": 0.2869214531034231, |
| "num_tokens": 81348085.0, |
| "step": 4160 |
| }, |
| { |
| "entropy": 3.696119065582752, |
| "epoch": 6.672, |
| "grad_norm": 0.0283203125, |
| "learning_rate": 1.2957777777777779e-05, |
| "loss": 5.0861, |
| "mean_token_accuracy": 0.2921143571846187, |
| "num_tokens": 81542007.0, |
| "step": 4170 |
| }, |
| { |
| "entropy": 3.7253362625837325, |
| "epoch": 6.688, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.2935555555555556e-05, |
| "loss": 5.1001, |
| "mean_token_accuracy": 0.2904102678410709, |
| "num_tokens": 81731357.0, |
| "step": 4180 |
| }, |
| { |
| "entropy": 3.7112130239605903, |
| "epoch": 6.704, |
| "grad_norm": 0.01251220703125, |
| "learning_rate": 1.2913333333333336e-05, |
| "loss": 5.0847, |
| "mean_token_accuracy": 0.2902292123064399, |
| "num_tokens": 81931705.0, |
| "step": 4190 |
| }, |
| { |
| "entropy": 3.723976118862629, |
| "epoch": 6.72, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.2891111111111112e-05, |
| "loss": 5.1097, |
| "mean_token_accuracy": 0.2896931888535619, |
| "num_tokens": 82130650.0, |
| "step": 4200 |
| }, |
| { |
| "epoch": 6.72, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 82130650.0, |
| "eval_biology_runtime": 47.698, |
| "eval_biology_samples_per_second": 10.483, |
| "eval_biology_steps_per_second": 2.621, |
| "step": 4200 |
| }, |
| { |
| "entropy": 3.7335780441761015, |
| "epoch": 6.736, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.2868888888888891e-05, |
| "loss": 5.1253, |
| "mean_token_accuracy": 0.29003374055027964, |
| "num_tokens": 82323468.0, |
| "step": 4210 |
| }, |
| { |
| "entropy": 3.69158349186182, |
| "epoch": 6.752, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 1.2846666666666667e-05, |
| "loss": 5.0611, |
| "mean_token_accuracy": 0.29165765224024653, |
| "num_tokens": 82514814.0, |
| "step": 4220 |
| }, |
| { |
| "entropy": 3.704747848212719, |
| "epoch": 6.768, |
| "grad_norm": 0.01416015625, |
| "learning_rate": 1.2824444444444446e-05, |
| "loss": 5.0847, |
| "mean_token_accuracy": 0.2920931558124721, |
| "num_tokens": 82715132.0, |
| "step": 4230 |
| }, |
| { |
| "entropy": 3.71959395557642, |
| "epoch": 6.784, |
| "grad_norm": 0.0147705078125, |
| "learning_rate": 1.2802222222222222e-05, |
| "loss": 5.1026, |
| "mean_token_accuracy": 0.2909995215944946, |
| "num_tokens": 82905984.0, |
| "step": 4240 |
| }, |
| { |
| "entropy": 3.7028919950127603, |
| "epoch": 6.8, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 5.0828, |
| "mean_token_accuracy": 0.29291638312861323, |
| "num_tokens": 83101119.0, |
| "step": 4250 |
| }, |
| { |
| "entropy": 3.731062114238739, |
| "epoch": 6.816, |
| "grad_norm": 0.02587890625, |
| "learning_rate": 1.2757777777777777e-05, |
| "loss": 5.128, |
| "mean_token_accuracy": 0.2869793760590255, |
| "num_tokens": 83296593.0, |
| "step": 4260 |
| }, |
| { |
| "entropy": 3.7174776941537857, |
| "epoch": 6.832, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.2735555555555557e-05, |
| "loss": 5.0967, |
| "mean_token_accuracy": 0.2908877287060022, |
| "num_tokens": 83484315.0, |
| "step": 4270 |
| }, |
| { |
| "entropy": 3.6944564521312713, |
| "epoch": 6.848, |
| "grad_norm": 0.02392578125, |
| "learning_rate": 1.2713333333333336e-05, |
| "loss": 5.0504, |
| "mean_token_accuracy": 0.2937008747830987, |
| "num_tokens": 83687525.0, |
| "step": 4280 |
| }, |
| { |
| "entropy": 3.7292840376496317, |
| "epoch": 6.864, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.2691111111111112e-05, |
| "loss": 5.1119, |
| "mean_token_accuracy": 0.28993243984878064, |
| "num_tokens": 83886566.0, |
| "step": 4290 |
| }, |
| { |
| "entropy": 3.711417917907238, |
| "epoch": 6.88, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.2668888888888891e-05, |
| "loss": 5.0769, |
| "mean_token_accuracy": 0.28930928073823453, |
| "num_tokens": 84076313.0, |
| "step": 4300 |
| }, |
| { |
| "epoch": 6.88, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 84076313.0, |
| "eval_biology_runtime": 47.837, |
| "eval_biology_samples_per_second": 10.452, |
| "eval_biology_steps_per_second": 2.613, |
| "step": 4300 |
| }, |
| { |
| "entropy": 3.720721474289894, |
| "epoch": 6.896, |
| "grad_norm": 0.0260009765625, |
| "learning_rate": 1.2646666666666667e-05, |
| "loss": 5.1015, |
| "mean_token_accuracy": 0.2904279991053045, |
| "num_tokens": 84270928.0, |
| "step": 4310 |
| }, |
| { |
| "entropy": 3.701639732718468, |
| "epoch": 6.912, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.2624444444444446e-05, |
| "loss": 5.0669, |
| "mean_token_accuracy": 0.2930281989276409, |
| "num_tokens": 84465426.0, |
| "step": 4320 |
| }, |
| { |
| "entropy": 3.6815077289938927, |
| "epoch": 6.928, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.2602222222222222e-05, |
| "loss": 5.0143, |
| "mean_token_accuracy": 0.29495400032028557, |
| "num_tokens": 84664595.0, |
| "step": 4330 |
| }, |
| { |
| "entropy": 3.698376475274563, |
| "epoch": 6.944, |
| "grad_norm": 0.013427734375, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 5.0369, |
| "mean_token_accuracy": 0.29528438961133363, |
| "num_tokens": 84867373.0, |
| "step": 4340 |
| }, |
| { |
| "entropy": 3.739412435889244, |
| "epoch": 6.96, |
| "grad_norm": 0.01513671875, |
| "learning_rate": 1.2557777777777779e-05, |
| "loss": 5.1148, |
| "mean_token_accuracy": 0.2888318900950253, |
| "num_tokens": 85061762.0, |
| "step": 4350 |
| }, |
| { |
| "entropy": 3.6715410485863686, |
| "epoch": 6.976, |
| "grad_norm": 0.01458740234375, |
| "learning_rate": 1.2535555555555557e-05, |
| "loss": 5.0226, |
| "mean_token_accuracy": 0.29510652190074327, |
| "num_tokens": 85256543.0, |
| "step": 4360 |
| }, |
| { |
| "entropy": 3.74696781784296, |
| "epoch": 6.992, |
| "grad_norm": 0.0279541015625, |
| "learning_rate": 1.2513333333333334e-05, |
| "loss": 5.1207, |
| "mean_token_accuracy": 0.2872369155287743, |
| "num_tokens": 85450280.0, |
| "step": 4370 |
| }, |
| { |
| "entropy": 3.741248095035553, |
| "epoch": 7.008, |
| "grad_norm": 0.01336669921875, |
| "learning_rate": 1.2491111111111112e-05, |
| "loss": 5.1039, |
| "mean_token_accuracy": 0.2913485936820507, |
| "num_tokens": 85648505.0, |
| "step": 4380 |
| }, |
| { |
| "entropy": 3.683216479420662, |
| "epoch": 7.024, |
| "grad_norm": 0.028564453125, |
| "learning_rate": 1.246888888888889e-05, |
| "loss": 5.038, |
| "mean_token_accuracy": 0.296389499399811, |
| "num_tokens": 85841552.0, |
| "step": 4390 |
| }, |
| { |
| "entropy": 3.7542069628834724, |
| "epoch": 7.04, |
| "grad_norm": 0.0140380859375, |
| "learning_rate": 1.2446666666666667e-05, |
| "loss": 5.1388, |
| "mean_token_accuracy": 0.2854930511675775, |
| "num_tokens": 86033703.0, |
| "step": 4400 |
| }, |
| { |
| "epoch": 7.04, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 86033703.0, |
| "eval_biology_runtime": 47.6793, |
| "eval_biology_samples_per_second": 10.487, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 4400 |
| }, |
| { |
| "entropy": 3.7325368404388426, |
| "epoch": 7.056, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.2424444444444445e-05, |
| "loss": 5.0872, |
| "mean_token_accuracy": 0.2914274732582271, |
| "num_tokens": 86231945.0, |
| "step": 4410 |
| }, |
| { |
| "entropy": 3.752630090713501, |
| "epoch": 7.072, |
| "grad_norm": 0.030517578125, |
| "learning_rate": 1.2402222222222222e-05, |
| "loss": 5.1265, |
| "mean_token_accuracy": 0.2890054711140692, |
| "num_tokens": 86429859.0, |
| "step": 4420 |
| }, |
| { |
| "entropy": 3.6983812004327774, |
| "epoch": 7.088, |
| "grad_norm": 0.0177001953125, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 5.0849, |
| "mean_token_accuracy": 0.2903004572726786, |
| "num_tokens": 86627520.0, |
| "step": 4430 |
| }, |
| { |
| "entropy": 3.7223815336823463, |
| "epoch": 7.104, |
| "grad_norm": 0.02490234375, |
| "learning_rate": 1.235777777777778e-05, |
| "loss": 5.1174, |
| "mean_token_accuracy": 0.2920905102044344, |
| "num_tokens": 86816499.0, |
| "step": 4440 |
| }, |
| { |
| "entropy": 3.68067019879818, |
| "epoch": 7.12, |
| "grad_norm": 0.0250244140625, |
| "learning_rate": 1.2335555555555557e-05, |
| "loss": 5.0446, |
| "mean_token_accuracy": 0.29508706629276277, |
| "num_tokens": 87009692.0, |
| "step": 4450 |
| }, |
| { |
| "entropy": 3.707259900867939, |
| "epoch": 7.136, |
| "grad_norm": 0.0198974609375, |
| "learning_rate": 1.2313333333333335e-05, |
| "loss": 5.0638, |
| "mean_token_accuracy": 0.29285370344296097, |
| "num_tokens": 87207033.0, |
| "step": 4460 |
| }, |
| { |
| "entropy": 3.7142259955406187, |
| "epoch": 7.152, |
| "grad_norm": 0.0162353515625, |
| "learning_rate": 1.2291111111111112e-05, |
| "loss": 5.0724, |
| "mean_token_accuracy": 0.2931717696599662, |
| "num_tokens": 87400903.0, |
| "step": 4470 |
| }, |
| { |
| "entropy": 3.6951432302594185, |
| "epoch": 7.168, |
| "grad_norm": 0.0240478515625, |
| "learning_rate": 1.226888888888889e-05, |
| "loss": 5.0595, |
| "mean_token_accuracy": 0.29593316121026875, |
| "num_tokens": 87600683.0, |
| "step": 4480 |
| }, |
| { |
| "entropy": 3.6762732788920403, |
| "epoch": 7.184, |
| "grad_norm": 0.018310546875, |
| "learning_rate": 1.2246666666666667e-05, |
| "loss": 5.0362, |
| "mean_token_accuracy": 0.29695996837690475, |
| "num_tokens": 87802145.0, |
| "step": 4490 |
| }, |
| { |
| "entropy": 3.736156813800335, |
| "epoch": 7.2, |
| "grad_norm": 0.0242919921875, |
| "learning_rate": 1.2224444444444445e-05, |
| "loss": 5.0864, |
| "mean_token_accuracy": 0.29253842728212476, |
| "num_tokens": 87994208.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 7.2, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 87994208.0, |
| "eval_biology_runtime": 47.5638, |
| "eval_biology_samples_per_second": 10.512, |
| "eval_biology_steps_per_second": 2.628, |
| "step": 4500 |
| }, |
| { |
| "entropy": 3.733089303970337, |
| "epoch": 7.216, |
| "grad_norm": 0.013916015625, |
| "learning_rate": 1.2202222222222224e-05, |
| "loss": 5.1126, |
| "mean_token_accuracy": 0.28850503768771885, |
| "num_tokens": 88189648.0, |
| "step": 4510 |
| }, |
| { |
| "entropy": 3.705469186604023, |
| "epoch": 7.232, |
| "grad_norm": 0.0157470703125, |
| "learning_rate": 1.218e-05, |
| "loss": 5.0519, |
| "mean_token_accuracy": 0.2936160869896412, |
| "num_tokens": 88387905.0, |
| "step": 4520 |
| }, |
| { |
| "entropy": 3.7160451397299767, |
| "epoch": 7.248, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.215777777777778e-05, |
| "loss": 5.092, |
| "mean_token_accuracy": 0.29088739603757857, |
| "num_tokens": 88579366.0, |
| "step": 4530 |
| }, |
| { |
| "entropy": 3.6931181743741037, |
| "epoch": 7.264, |
| "grad_norm": 0.026123046875, |
| "learning_rate": 1.2135555555555556e-05, |
| "loss": 5.0862, |
| "mean_token_accuracy": 0.29219717178493737, |
| "num_tokens": 88767952.0, |
| "step": 4540 |
| }, |
| { |
| "entropy": 3.7124580413103105, |
| "epoch": 7.28, |
| "grad_norm": 0.01397705078125, |
| "learning_rate": 1.2113333333333335e-05, |
| "loss": 5.06, |
| "mean_token_accuracy": 0.29245889112353324, |
| "num_tokens": 88966001.0, |
| "step": 4550 |
| }, |
| { |
| "entropy": 3.711169421672821, |
| "epoch": 7.296, |
| "grad_norm": 0.0189208984375, |
| "learning_rate": 1.209111111111111e-05, |
| "loss": 5.0839, |
| "mean_token_accuracy": 0.2901057153008878, |
| "num_tokens": 89160098.0, |
| "step": 4560 |
| }, |
| { |
| "entropy": 3.731653256714344, |
| "epoch": 7.312, |
| "grad_norm": 0.01708984375, |
| "learning_rate": 1.206888888888889e-05, |
| "loss": 5.0705, |
| "mean_token_accuracy": 0.29301254600286486, |
| "num_tokens": 89361594.0, |
| "step": 4570 |
| }, |
| { |
| "entropy": 3.7358134984970093, |
| "epoch": 7.328, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.204666666666667e-05, |
| "loss": 5.1008, |
| "mean_token_accuracy": 0.28666312536224725, |
| "num_tokens": 89551002.0, |
| "step": 4580 |
| }, |
| { |
| "entropy": 3.7271280229091643, |
| "epoch": 7.344, |
| "grad_norm": 0.0172119140625, |
| "learning_rate": 1.2024444444444445e-05, |
| "loss": 5.0881, |
| "mean_token_accuracy": 0.2896452625282109, |
| "num_tokens": 89741552.0, |
| "step": 4590 |
| }, |
| { |
| "entropy": 3.717922867834568, |
| "epoch": 7.36, |
| "grad_norm": 0.033447265625, |
| "learning_rate": 1.2002222222222225e-05, |
| "loss": 5.1075, |
| "mean_token_accuracy": 0.28923467164859173, |
| "num_tokens": 89931503.0, |
| "step": 4600 |
| }, |
| { |
| "epoch": 7.36, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 89931503.0, |
| "eval_biology_runtime": 47.665, |
| "eval_biology_samples_per_second": 10.49, |
| "eval_biology_steps_per_second": 2.622, |
| "step": 4600 |
| }, |
| { |
| "entropy": 3.679392419755459, |
| "epoch": 7.376, |
| "grad_norm": 0.01348876953125, |
| "learning_rate": 1.198e-05, |
| "loss": 5.0484, |
| "mean_token_accuracy": 0.2945263116620481, |
| "num_tokens": 90133745.0, |
| "step": 4610 |
| }, |
| { |
| "entropy": 3.6657050758600236, |
| "epoch": 7.392, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.195777777777778e-05, |
| "loss": 5.0461, |
| "mean_token_accuracy": 0.2963273673318326, |
| "num_tokens": 90332086.0, |
| "step": 4620 |
| }, |
| { |
| "entropy": 3.6968998655676844, |
| "epoch": 7.408, |
| "grad_norm": 0.016845703125, |
| "learning_rate": 1.1935555555555556e-05, |
| "loss": 5.0718, |
| "mean_token_accuracy": 0.29480836242437364, |
| "num_tokens": 90526893.0, |
| "step": 4630 |
| }, |
| { |
| "entropy": 3.686393956840038, |
| "epoch": 7.424, |
| "grad_norm": 0.01214599609375, |
| "learning_rate": 1.1913333333333335e-05, |
| "loss": 5.0347, |
| "mean_token_accuracy": 0.2938775518909097, |
| "num_tokens": 90723075.0, |
| "step": 4640 |
| }, |
| { |
| "entropy": 3.7076733857393265, |
| "epoch": 7.44, |
| "grad_norm": 0.023681640625, |
| "learning_rate": 1.1891111111111111e-05, |
| "loss": 5.0828, |
| "mean_token_accuracy": 0.2920809335075319, |
| "num_tokens": 90929904.0, |
| "step": 4650 |
| }, |
| { |
| "entropy": 3.6827673614025116, |
| "epoch": 7.456, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 1.186888888888889e-05, |
| "loss": 5.0548, |
| "mean_token_accuracy": 0.29408123157918453, |
| "num_tokens": 91123511.0, |
| "step": 4660 |
| }, |
| { |
| "entropy": 3.699967609345913, |
| "epoch": 7.4719999999999995, |
| "grad_norm": 0.01226806640625, |
| "learning_rate": 1.1846666666666668e-05, |
| "loss": 5.0671, |
| "mean_token_accuracy": 0.29272829061374067, |
| "num_tokens": 91317349.0, |
| "step": 4670 |
| }, |
| { |
| "entropy": 3.72914911955595, |
| "epoch": 7.4879999999999995, |
| "grad_norm": 0.0159912109375, |
| "learning_rate": 1.1824444444444445e-05, |
| "loss": 5.1465, |
| "mean_token_accuracy": 0.2874839650467038, |
| "num_tokens": 91506467.0, |
| "step": 4680 |
| }, |
| { |
| "entropy": 3.714936722815037, |
| "epoch": 7.504, |
| "grad_norm": 0.025390625, |
| "learning_rate": 1.1802222222222223e-05, |
| "loss": 5.1074, |
| "mean_token_accuracy": 0.2893894487991929, |
| "num_tokens": 91696410.0, |
| "step": 4690 |
| }, |
| { |
| "entropy": 3.755054332315922, |
| "epoch": 7.52, |
| "grad_norm": 0.0185546875, |
| "learning_rate": 1.178e-05, |
| "loss": 5.1395, |
| "mean_token_accuracy": 0.2859416177496314, |
| "num_tokens": 91894469.0, |
| "step": 4700 |
| }, |
| { |
| "epoch": 7.52, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 91894469.0, |
| "eval_biology_runtime": 47.7194, |
| "eval_biology_samples_per_second": 10.478, |
| "eval_biology_steps_per_second": 2.619, |
| "step": 4700 |
| }, |
| { |
| "entropy": 3.755166932940483, |
| "epoch": 7.536, |
| "grad_norm": 0.020263671875, |
| "learning_rate": 1.1757777777777778e-05, |
| "loss": 5.1522, |
| "mean_token_accuracy": 0.28605313049629333, |
| "num_tokens": 92081177.0, |
| "step": 4710 |
| }, |
| { |
| "entropy": 3.746374045312405, |
| "epoch": 7.552, |
| "grad_norm": 0.0213623046875, |
| "learning_rate": 1.1735555555555556e-05, |
| "loss": 5.1158, |
| "mean_token_accuracy": 0.2907473356463015, |
| "num_tokens": 92279232.0, |
| "step": 4720 |
| }, |
| { |
| "entropy": 3.7241890907287596, |
| "epoch": 7.568, |
| "grad_norm": 0.0166015625, |
| "learning_rate": 1.1713333333333334e-05, |
| "loss": 5.0596, |
| "mean_token_accuracy": 0.2929418723098934, |
| "num_tokens": 92472837.0, |
| "step": 4730 |
| }, |
| { |
| "entropy": 3.7530723720788957, |
| "epoch": 7.584, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.1691111111111113e-05, |
| "loss": 5.1496, |
| "mean_token_accuracy": 0.28886290192604064, |
| "num_tokens": 92671467.0, |
| "step": 4740 |
| }, |
| { |
| "entropy": 3.7079234048724174, |
| "epoch": 7.6, |
| "grad_norm": 0.02099609375, |
| "learning_rate": 1.1668888888888889e-05, |
| "loss": 5.0886, |
| "mean_token_accuracy": 0.29018299505114553, |
| "num_tokens": 92868735.0, |
| "step": 4750 |
| }, |
| { |
| "entropy": 3.7325382813811303, |
| "epoch": 7.616, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.1646666666666668e-05, |
| "loss": 5.1134, |
| "mean_token_accuracy": 0.2899245584383607, |
| "num_tokens": 93066227.0, |
| "step": 4760 |
| }, |
| { |
| "entropy": 3.6885691314935682, |
| "epoch": 7.632, |
| "grad_norm": 0.01263427734375, |
| "learning_rate": 1.1624444444444446e-05, |
| "loss": 5.0302, |
| "mean_token_accuracy": 0.29417836498469113, |
| "num_tokens": 93264455.0, |
| "step": 4770 |
| }, |
| { |
| "entropy": 3.750640353560448, |
| "epoch": 7.648, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.1602222222222223e-05, |
| "loss": 5.1298, |
| "mean_token_accuracy": 0.2876969397999346, |
| "num_tokens": 93457458.0, |
| "step": 4780 |
| }, |
| { |
| "entropy": 3.7335336208343506, |
| "epoch": 7.664, |
| "grad_norm": 0.017578125, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 5.1446, |
| "mean_token_accuracy": 0.2875517341308296, |
| "num_tokens": 93647633.0, |
| "step": 4790 |
| }, |
| { |
| "entropy": 3.7245631963014603, |
| "epoch": 7.68, |
| "grad_norm": 0.0216064453125, |
| "learning_rate": 1.1557777777777779e-05, |
| "loss": 5.0856, |
| "mean_token_accuracy": 0.2923229685053229, |
| "num_tokens": 93847075.0, |
| "step": 4800 |
| }, |
| { |
| "epoch": 7.68, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 93847075.0, |
| "eval_biology_runtime": 47.6976, |
| "eval_biology_samples_per_second": 10.483, |
| "eval_biology_steps_per_second": 2.621, |
| "step": 4800 |
| }, |
| { |
| "entropy": 3.742557679116726, |
| "epoch": 7.696, |
| "grad_norm": 0.021484375, |
| "learning_rate": 1.1535555555555556e-05, |
| "loss": 5.1239, |
| "mean_token_accuracy": 0.2903478157706559, |
| "num_tokens": 94047632.0, |
| "step": 4810 |
| }, |
| { |
| "entropy": 3.6792484030127524, |
| "epoch": 7.712, |
| "grad_norm": 0.01446533203125, |
| "learning_rate": 1.1513333333333334e-05, |
| "loss": 5.0351, |
| "mean_token_accuracy": 0.29652202874422073, |
| "num_tokens": 94239159.0, |
| "step": 4820 |
| }, |
| { |
| "entropy": 3.7300627142190934, |
| "epoch": 7.728, |
| "grad_norm": 0.017822265625, |
| "learning_rate": 1.1491111111111113e-05, |
| "loss": 5.0949, |
| "mean_token_accuracy": 0.2917118321172893, |
| "num_tokens": 94440017.0, |
| "step": 4830 |
| }, |
| { |
| "entropy": 3.700732243061066, |
| "epoch": 7.744, |
| "grad_norm": 0.017333984375, |
| "learning_rate": 1.1468888888888889e-05, |
| "loss": 5.03, |
| "mean_token_accuracy": 0.29394645197317004, |
| "num_tokens": 94639094.0, |
| "step": 4840 |
| }, |
| { |
| "entropy": 3.6940815299749374, |
| "epoch": 7.76, |
| "grad_norm": 0.025390625, |
| "learning_rate": 1.1446666666666668e-05, |
| "loss": 5.0583, |
| "mean_token_accuracy": 0.29436240866780283, |
| "num_tokens": 94837051.0, |
| "step": 4850 |
| }, |
| { |
| "entropy": 3.724608850479126, |
| "epoch": 7.776, |
| "grad_norm": 0.02783203125, |
| "learning_rate": 1.1424444444444444e-05, |
| "loss": 5.1126, |
| "mean_token_accuracy": 0.29085984779521823, |
| "num_tokens": 95032759.0, |
| "step": 4860 |
| }, |
| { |
| "entropy": 3.754884959757328, |
| "epoch": 7.792, |
| "grad_norm": 0.01953125, |
| "learning_rate": 1.1402222222222224e-05, |
| "loss": 5.1526, |
| "mean_token_accuracy": 0.28629306945949795, |
| "num_tokens": 95224635.0, |
| "step": 4870 |
| }, |
| { |
| "entropy": 3.7176315158605577, |
| "epoch": 7.808, |
| "grad_norm": 0.0155029296875, |
| "learning_rate": 1.138e-05, |
| "loss": 5.0686, |
| "mean_token_accuracy": 0.29208913566544653, |
| "num_tokens": 95418703.0, |
| "step": 4880 |
| }, |
| { |
| "entropy": 3.6941668421030043, |
| "epoch": 7.824, |
| "grad_norm": 0.0299072265625, |
| "learning_rate": 1.1357777777777779e-05, |
| "loss": 5.0641, |
| "mean_token_accuracy": 0.29210026217624546, |
| "num_tokens": 95608413.0, |
| "step": 4890 |
| }, |
| { |
| "entropy": 3.7243762478232383, |
| "epoch": 7.84, |
| "grad_norm": 0.0174560546875, |
| "learning_rate": 1.1335555555555558e-05, |
| "loss": 5.1086, |
| "mean_token_accuracy": 0.2891168355941772, |
| "num_tokens": 95805324.0, |
| "step": 4900 |
| }, |
| { |
| "epoch": 7.84, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 95805324.0, |
| "eval_biology_runtime": 47.7011, |
| "eval_biology_samples_per_second": 10.482, |
| "eval_biology_steps_per_second": 2.62, |
| "step": 4900 |
| }, |
| { |
| "entropy": 3.7203502386808394, |
| "epoch": 7.856, |
| "grad_norm": 0.019775390625, |
| "learning_rate": 1.1313333333333334e-05, |
| "loss": 5.0819, |
| "mean_token_accuracy": 0.2902942193672061, |
| "num_tokens": 96000411.0, |
| "step": 4910 |
| }, |
| { |
| "entropy": 3.725569024682045, |
| "epoch": 7.872, |
| "grad_norm": 0.016357421875, |
| "learning_rate": 1.1291111111111113e-05, |
| "loss": 5.103, |
| "mean_token_accuracy": 0.289570783264935, |
| "num_tokens": 96199923.0, |
| "step": 4920 |
| }, |
| { |
| "entropy": 3.7362926810979844, |
| "epoch": 7.888, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 1.126888888888889e-05, |
| "loss": 5.0865, |
| "mean_token_accuracy": 0.29003985384479164, |
| "num_tokens": 96400827.0, |
| "step": 4930 |
| }, |
| { |
| "entropy": 3.7311402201652526, |
| "epoch": 7.904, |
| "grad_norm": 0.018310546875, |
| "learning_rate": 1.1246666666666669e-05, |
| "loss": 5.1168, |
| "mean_token_accuracy": 0.2885213729925454, |
| "num_tokens": 96592199.0, |
| "step": 4940 |
| }, |
| { |
| "entropy": 3.6769902974367143, |
| "epoch": 7.92, |
| "grad_norm": 0.01336669921875, |
| "learning_rate": 1.1224444444444444e-05, |
| "loss": 5.0292, |
| "mean_token_accuracy": 0.29545396389439704, |
| "num_tokens": 96787065.0, |
| "step": 4950 |
| }, |
| { |
| "entropy": 3.710674913227558, |
| "epoch": 7.936, |
| "grad_norm": 0.022705078125, |
| "learning_rate": 1.1202222222222224e-05, |
| "loss": 5.1046, |
| "mean_token_accuracy": 0.29070191401988266, |
| "num_tokens": 96975771.0, |
| "step": 4960 |
| }, |
| { |
| "entropy": 3.7331232741475104, |
| "epoch": 7.952, |
| "grad_norm": 0.022216796875, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 5.124, |
| "mean_token_accuracy": 0.285620775166899, |
| "num_tokens": 97170501.0, |
| "step": 4970 |
| }, |
| { |
| "entropy": 3.718321716785431, |
| "epoch": 7.968, |
| "grad_norm": 0.015869140625, |
| "learning_rate": 1.1157777777777779e-05, |
| "loss": 5.1182, |
| "mean_token_accuracy": 0.2893504948355258, |
| "num_tokens": 97361285.0, |
| "step": 4980 |
| }, |
| { |
| "entropy": 3.6698344960808753, |
| "epoch": 7.984, |
| "grad_norm": 0.0201416015625, |
| "learning_rate": 1.1135555555555557e-05, |
| "loss": 5.0054, |
| "mean_token_accuracy": 0.29630209198221563, |
| "num_tokens": 97566834.0, |
| "step": 4990 |
| }, |
| { |
| "entropy": 3.7327223300933836, |
| "epoch": 8.0, |
| "grad_norm": 0.01312255859375, |
| "learning_rate": 1.1113333333333334e-05, |
| "loss": 5.0871, |
| "mean_token_accuracy": 0.29065651930868625, |
| "num_tokens": 97770328.0, |
| "step": 5000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_biology_entropy": 3.665779479980469, |
| "eval_biology_loss": 5.049773216247559, |
| "eval_biology_mean_token_accuracy": 0.29773494935035705, |
| "eval_biology_num_tokens": 97770328.0, |
| "eval_biology_runtime": 47.5819, |
| "eval_biology_samples_per_second": 10.508, |
| "eval_biology_steps_per_second": 2.627, |
| "step": 5000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.0632063922018302e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
