| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 2.4, |
| "eval_steps": 100, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.9169743306934834, |
| "epoch": 0.008, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8e-07, |
| "loss": 11.4093, |
| "mean_token_accuracy": 0.16113518364727497, |
| "num_tokens": 103172.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.943360574543476, |
| "epoch": 0.016, |
| "grad_norm": 0.11328125, |
| "learning_rate": 3.8e-07, |
| "loss": 11.3724, |
| "mean_token_accuracy": 0.15745336734689772, |
| "num_tokens": 195524.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.8853021122515201, |
| "epoch": 0.024, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 11.4536, |
| "mean_token_accuracy": 0.1584921860601753, |
| "num_tokens": 296999.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.9313011743128299, |
| "epoch": 0.032, |
| "grad_norm": 0.11962890625, |
| "learning_rate": 7.8e-07, |
| "loss": 11.4176, |
| "mean_token_accuracy": 0.15730738821439444, |
| "num_tokens": 390903.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.886887714266777, |
| "epoch": 0.04, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 11.362, |
| "mean_token_accuracy": 0.15966884773224593, |
| "num_tokens": 488481.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.8928033113479614, |
| "epoch": 0.048, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 11.4662, |
| "mean_token_accuracy": 0.1601271564140916, |
| "num_tokens": 589868.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.9126614801585675, |
| "epoch": 0.056, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 11.4393, |
| "mean_token_accuracy": 0.15678977984935044, |
| "num_tokens": 690754.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.8982849732041358, |
| "epoch": 0.064, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 11.428, |
| "mean_token_accuracy": 0.15833127587102352, |
| "num_tokens": 791190.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.9196412533521652, |
| "epoch": 0.072, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 11.3783, |
| "mean_token_accuracy": 0.1575094529427588, |
| "num_tokens": 890075.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.8977599568665027, |
| "epoch": 0.08, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.98e-06, |
| "loss": 11.3874, |
| "mean_token_accuracy": 0.16100947242230176, |
| "num_tokens": 989860.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 989860.0, |
| "eval_coding_runtime": 94.2996, |
| "eval_coding_samples_per_second": 5.302, |
| "eval_coding_steps_per_second": 2.651, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 989860.0, |
| "eval_biology_runtime": 41.3672, |
| "eval_biology_samples_per_second": 12.087, |
| "eval_biology_steps_per_second": 6.043, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.9323325648903846, |
| "epoch": 0.088, |
| "grad_norm": 0.109375, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 11.43, |
| "mean_token_accuracy": 0.15889165913686157, |
| "num_tokens": 1087099.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.9131557896733284, |
| "epoch": 0.096, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 2.38e-06, |
| "loss": 11.2832, |
| "mean_token_accuracy": 0.15686040292494, |
| "num_tokens": 1181777.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.8847123883664607, |
| "epoch": 0.104, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 11.5591, |
| "mean_token_accuracy": 0.15738505702465772, |
| "num_tokens": 1283881.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.871863854676485, |
| "epoch": 0.112, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 11.3822, |
| "mean_token_accuracy": 0.15778318694792687, |
| "num_tokens": 1385513.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.9166233658790588, |
| "epoch": 0.12, |
| "grad_norm": 0.115234375, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 11.3895, |
| "mean_token_accuracy": 0.15918795759789645, |
| "num_tokens": 1483667.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.902534269541502, |
| "epoch": 0.128, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 11.4745, |
| "mean_token_accuracy": 0.15784057211130859, |
| "num_tokens": 1582368.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.9250910609960556, |
| "epoch": 0.136, |
| "grad_norm": 0.1015625, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 11.3645, |
| "mean_token_accuracy": 0.15877335243858398, |
| "num_tokens": 1677060.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.888841236382723, |
| "epoch": 0.144, |
| "grad_norm": 0.1201171875, |
| "learning_rate": 3.58e-06, |
| "loss": 11.3131, |
| "mean_token_accuracy": 0.15988174122758209, |
| "num_tokens": 1773764.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.923802337050438, |
| "epoch": 0.152, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 11.4321, |
| "mean_token_accuracy": 0.15674821990542115, |
| "num_tokens": 1873167.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.913605347275734, |
| "epoch": 0.16, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 11.5801, |
| "mean_token_accuracy": 0.1564559088088572, |
| "num_tokens": 1970077.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 1970077.0, |
| "eval_coding_runtime": 93.1599, |
| "eval_coding_samples_per_second": 5.367, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 41.0689, |
| "eval_biology_samples_per_second": 12.175, |
| "eval_biology_steps_per_second": 6.087, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.9281546145677566, |
| "epoch": 0.168, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 4.18e-06, |
| "loss": 11.4462, |
| "mean_token_accuracy": 0.15564582953229547, |
| "num_tokens": 2066815.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.883149204403162, |
| "epoch": 0.176, |
| "grad_norm": 0.103515625, |
| "learning_rate": 4.38e-06, |
| "loss": 11.4588, |
| "mean_token_accuracy": 0.1579661637544632, |
| "num_tokens": 2168354.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.914576094597578, |
| "epoch": 0.184, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 4.58e-06, |
| "loss": 11.3803, |
| "mean_token_accuracy": 0.15757576958276331, |
| "num_tokens": 2270617.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.9133810736238956, |
| "epoch": 0.192, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 4.78e-06, |
| "loss": 11.5562, |
| "mean_token_accuracy": 0.15540659767575563, |
| "num_tokens": 2365822.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.9234349891543387, |
| "epoch": 0.2, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 11.5222, |
| "mean_token_accuracy": 0.15323229427449406, |
| "num_tokens": 2459876.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.9399859428405761, |
| "epoch": 0.208, |
| "grad_norm": 0.109375, |
| "learning_rate": 5.18e-06, |
| "loss": 11.428, |
| "mean_token_accuracy": 0.1552271238528192, |
| "num_tokens": 2558762.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.9029304042458535, |
| "epoch": 0.216, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 11.2925, |
| "mean_token_accuracy": 0.16210160069167615, |
| "num_tokens": 2654953.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.9189352929592132, |
| "epoch": 0.224, |
| "grad_norm": 0.09912109375, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 11.3849, |
| "mean_token_accuracy": 0.15769596104510128, |
| "num_tokens": 2755347.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.8914753369987012, |
| "epoch": 0.232, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 5.78e-06, |
| "loss": 11.4031, |
| "mean_token_accuracy": 0.16200053002685308, |
| "num_tokens": 2852298.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.9092405900359153, |
| "epoch": 0.24, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 5.98e-06, |
| "loss": 11.2327, |
| "mean_token_accuracy": 0.16136883310973643, |
| "num_tokens": 2947346.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 2947346.0, |
| "eval_coding_runtime": 93.3688, |
| "eval_coding_samples_per_second": 5.355, |
| "eval_coding_steps_per_second": 2.678, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 2947346.0, |
| "eval_biology_runtime": 41.7366, |
| "eval_biology_samples_per_second": 11.98, |
| "eval_biology_steps_per_second": 5.99, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.9313343465328217, |
| "epoch": 0.248, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 6.18e-06, |
| "loss": 11.5425, |
| "mean_token_accuracy": 0.15317737096920608, |
| "num_tokens": 3043128.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.9211706645786761, |
| "epoch": 0.256, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 11.4729, |
| "mean_token_accuracy": 0.1547949264757335, |
| "num_tokens": 3139957.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.923046988248825, |
| "epoch": 0.264, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 11.4159, |
| "mean_token_accuracy": 0.15573964624200015, |
| "num_tokens": 3232159.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.8901807874441148, |
| "epoch": 0.272, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 11.3543, |
| "mean_token_accuracy": 0.1617777702398598, |
| "num_tokens": 3335951.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.8801799044013023, |
| "epoch": 0.28, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 6.98e-06, |
| "loss": 11.4879, |
| "mean_token_accuracy": 0.15775063186883925, |
| "num_tokens": 3437213.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.9043901436030866, |
| "epoch": 0.288, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 11.5366, |
| "mean_token_accuracy": 0.15751364254392683, |
| "num_tokens": 3539731.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.9588028222322464, |
| "epoch": 0.296, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 11.3894, |
| "mean_token_accuracy": 0.153670167690143, |
| "num_tokens": 3633448.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.881439681351185, |
| "epoch": 0.304, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 7.58e-06, |
| "loss": 11.3016, |
| "mean_token_accuracy": 0.16050010859034955, |
| "num_tokens": 3733488.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.9542286798357964, |
| "epoch": 0.312, |
| "grad_norm": 0.103515625, |
| "learning_rate": 7.78e-06, |
| "loss": 11.273, |
| "mean_token_accuracy": 0.15929239662364125, |
| "num_tokens": 3825212.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.9287514887750148, |
| "epoch": 0.32, |
| "grad_norm": 0.10107421875, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 11.3054, |
| "mean_token_accuracy": 0.1604186396114528, |
| "num_tokens": 3920545.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 3920545.0, |
| "eval_coding_runtime": 92.8995, |
| "eval_coding_samples_per_second": 5.382, |
| "eval_coding_steps_per_second": 2.691, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 3920545.0, |
| "eval_biology_runtime": 41.088, |
| "eval_biology_samples_per_second": 12.169, |
| "eval_biology_steps_per_second": 6.085, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.9058279685676098, |
| "epoch": 0.328, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 8.18e-06, |
| "loss": 11.3842, |
| "mean_token_accuracy": 0.15871414174325765, |
| "num_tokens": 4016673.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.930207794904709, |
| "epoch": 0.336, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 11.3961, |
| "mean_token_accuracy": 0.1579543233383447, |
| "num_tokens": 4114077.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.9419952422380446, |
| "epoch": 0.344, |
| "grad_norm": 0.111328125, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 11.362, |
| "mean_token_accuracy": 0.15992560391314328, |
| "num_tokens": 4210403.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.913541816174984, |
| "epoch": 0.352, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 8.78e-06, |
| "loss": 11.3323, |
| "mean_token_accuracy": 0.1633904448710382, |
| "num_tokens": 4306949.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.913567177206278, |
| "epoch": 0.36, |
| "grad_norm": 0.1240234375, |
| "learning_rate": 8.98e-06, |
| "loss": 11.458, |
| "mean_token_accuracy": 0.15837323614396154, |
| "num_tokens": 4406104.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.931741751730442, |
| "epoch": 0.368, |
| "grad_norm": 0.1025390625, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 11.2873, |
| "mean_token_accuracy": 0.15801281332969666, |
| "num_tokens": 4504001.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.904297123849392, |
| "epoch": 0.376, |
| "grad_norm": 0.1025390625, |
| "learning_rate": 9.38e-06, |
| "loss": 11.3813, |
| "mean_token_accuracy": 0.155983364302665, |
| "num_tokens": 4597559.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.9029462151229382, |
| "epoch": 0.384, |
| "grad_norm": 0.09716796875, |
| "learning_rate": 9.58e-06, |
| "loss": 11.3823, |
| "mean_token_accuracy": 0.15874490085989237, |
| "num_tokens": 4693812.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.9272562205791473, |
| "epoch": 0.392, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 11.2937, |
| "mean_token_accuracy": 0.1593953504692763, |
| "num_tokens": 4790965.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.9103233270347117, |
| "epoch": 0.4, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 11.3472, |
| "mean_token_accuracy": 0.15859601702541112, |
| "num_tokens": 4887094.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 4887094.0, |
| "eval_coding_runtime": 93.1337, |
| "eval_coding_samples_per_second": 5.369, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 4887094.0, |
| "eval_biology_runtime": 41.2135, |
| "eval_biology_samples_per_second": 12.132, |
| "eval_biology_steps_per_second": 6.066, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.9290625013411045, |
| "epoch": 0.408, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.018e-05, |
| "loss": 11.375, |
| "mean_token_accuracy": 0.16000252263620496, |
| "num_tokens": 4985394.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.9234229408204555, |
| "epoch": 0.416, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.038e-05, |
| "loss": 11.4479, |
| "mean_token_accuracy": 0.1574494892731309, |
| "num_tokens": 5085369.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.9453741960227489, |
| "epoch": 0.424, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 11.3764, |
| "mean_token_accuracy": 0.15493024131283165, |
| "num_tokens": 5176083.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.9170791164040566, |
| "epoch": 0.432, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 11.4612, |
| "mean_token_accuracy": 0.15664362437091767, |
| "num_tokens": 5271275.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.9397698909044265, |
| "epoch": 0.44, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 11.2801, |
| "mean_token_accuracy": 0.15725393719039857, |
| "num_tokens": 5362624.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.9190262392163278, |
| "epoch": 0.448, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 11.4585, |
| "mean_token_accuracy": 0.157243634108454, |
| "num_tokens": 5460559.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.9073573514819144, |
| "epoch": 0.456, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.138e-05, |
| "loss": 11.4459, |
| "mean_token_accuracy": 0.15579957109875978, |
| "num_tokens": 5558471.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.92078455388546, |
| "epoch": 0.464, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 11.3866, |
| "mean_token_accuracy": 0.15736165479756892, |
| "num_tokens": 5653809.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.9094278007745742, |
| "epoch": 0.472, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.178e-05, |
| "loss": 11.4047, |
| "mean_token_accuracy": 0.15574069027788937, |
| "num_tokens": 5751529.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.9597051613032819, |
| "epoch": 0.48, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 1.198e-05, |
| "loss": 11.4724, |
| "mean_token_accuracy": 0.1529582162387669, |
| "num_tokens": 5850176.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 5850176.0, |
| "eval_coding_runtime": 93.1046, |
| "eval_coding_samples_per_second": 5.37, |
| "eval_coding_steps_per_second": 2.685, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 5850176.0, |
| "eval_biology_runtime": 41.2971, |
| "eval_biology_samples_per_second": 12.107, |
| "eval_biology_steps_per_second": 6.054, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.8962870091199875, |
| "epoch": 0.488, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 1.218e-05, |
| "loss": 11.3305, |
| "mean_token_accuracy": 0.16129443161189555, |
| "num_tokens": 5948898.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.9090802267193794, |
| "epoch": 0.496, |
| "grad_norm": 0.10009765625, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 11.2714, |
| "mean_token_accuracy": 0.16270390092395245, |
| "num_tokens": 6046503.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.9413189493119716, |
| "epoch": 0.504, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 11.348, |
| "mean_token_accuracy": 0.15744470418430864, |
| "num_tokens": 6138649.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.9004696995019912, |
| "epoch": 0.512, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 11.5757, |
| "mean_token_accuracy": 0.15675477078184485, |
| "num_tokens": 6240456.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.9349555149674416, |
| "epoch": 0.52, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 11.3673, |
| "mean_token_accuracy": 0.15686554382555187, |
| "num_tokens": 6333958.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.9110501252114773, |
| "epoch": 0.528, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 11.3261, |
| "mean_token_accuracy": 0.15933070508763195, |
| "num_tokens": 6430555.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.89276999309659, |
| "epoch": 0.536, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 11.3362, |
| "mean_token_accuracy": 0.16168827014043927, |
| "num_tokens": 6533033.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.9395132802426815, |
| "epoch": 0.544, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 11.4779, |
| "mean_token_accuracy": 0.15581823773682119, |
| "num_tokens": 6626006.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.941649568080902, |
| "epoch": 0.552, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.378e-05, |
| "loss": 11.4785, |
| "mean_token_accuracy": 0.15422701863572003, |
| "num_tokens": 6719864.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.8964682638645172, |
| "epoch": 0.56, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.398e-05, |
| "loss": 11.3283, |
| "mean_token_accuracy": 0.16160819460637868, |
| "num_tokens": 6820754.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 6820754.0, |
| "eval_coding_runtime": 93.0261, |
| "eval_coding_samples_per_second": 5.375, |
| "eval_coding_steps_per_second": 2.687, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 6820754.0, |
| "eval_biology_runtime": 40.9428, |
| "eval_biology_samples_per_second": 12.212, |
| "eval_biology_steps_per_second": 6.106, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.8812049485743045, |
| "epoch": 0.568, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.418e-05, |
| "loss": 11.4292, |
| "mean_token_accuracy": 0.15740878535434605, |
| "num_tokens": 6924942.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.9126729860901832, |
| "epoch": 0.576, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 11.4497, |
| "mean_token_accuracy": 0.15626165526919067, |
| "num_tokens": 7021844.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.9178711868822576, |
| "epoch": 0.584, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 11.4406, |
| "mean_token_accuracy": 0.1565072405152023, |
| "num_tokens": 7118443.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.899195620045066, |
| "epoch": 0.592, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.478e-05, |
| "loss": 11.3891, |
| "mean_token_accuracy": 0.15970171936787664, |
| "num_tokens": 7213951.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 1.8711984746158123, |
| "epoch": 0.6, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.498e-05, |
| "loss": 11.6155, |
| "mean_token_accuracy": 0.1571272831875831, |
| "num_tokens": 7317984.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.8990586549043655, |
| "epoch": 0.608, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 11.5369, |
| "mean_token_accuracy": 0.15493298289366067, |
| "num_tokens": 7416773.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.8844982825219632, |
| "epoch": 0.616, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 11.4661, |
| "mean_token_accuracy": 0.15754226935096086, |
| "num_tokens": 7514031.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.9250130340456963, |
| "epoch": 0.624, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 11.5539, |
| "mean_token_accuracy": 0.15620456612668931, |
| "num_tokens": 7612843.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.9027365200221538, |
| "epoch": 0.632, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.578e-05, |
| "loss": 11.397, |
| "mean_token_accuracy": 0.15837502111680807, |
| "num_tokens": 7710332.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.9388741664588451, |
| "epoch": 0.64, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 11.2848, |
| "mean_token_accuracy": 0.15811930843628944, |
| "num_tokens": 7801633.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 7801633.0, |
| "eval_coding_runtime": 92.9264, |
| "eval_coding_samples_per_second": 5.381, |
| "eval_coding_steps_per_second": 2.69, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 7801633.0, |
| "eval_biology_runtime": 40.9144, |
| "eval_biology_samples_per_second": 12.221, |
| "eval_biology_steps_per_second": 6.11, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.8989893589168787, |
| "epoch": 0.648, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.618e-05, |
| "loss": 11.4501, |
| "mean_token_accuracy": 0.1592996684834361, |
| "num_tokens": 7899038.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.9489813253283501, |
| "epoch": 0.656, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.638e-05, |
| "loss": 11.6214, |
| "mean_token_accuracy": 0.15152352401055397, |
| "num_tokens": 7995843.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.9073718406260014, |
| "epoch": 0.664, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.658e-05, |
| "loss": 11.4378, |
| "mean_token_accuracy": 0.1551885347813368, |
| "num_tokens": 8092148.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.9346605040133, |
| "epoch": 0.672, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 11.4991, |
| "mean_token_accuracy": 0.15528175202198327, |
| "num_tokens": 8183103.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.8954717583954335, |
| "epoch": 0.68, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.698e-05, |
| "loss": 11.5802, |
| "mean_token_accuracy": 0.15582030937075614, |
| "num_tokens": 8283708.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.8708562321960926, |
| "epoch": 0.688, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.718e-05, |
| "loss": 11.3021, |
| "mean_token_accuracy": 0.16033690557815133, |
| "num_tokens": 8385976.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.940383419394493, |
| "epoch": 0.696, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 11.5672, |
| "mean_token_accuracy": 0.15030423626303674, |
| "num_tokens": 8480263.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.8808147184550763, |
| "epoch": 0.704, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.758e-05, |
| "loss": 11.3381, |
| "mean_token_accuracy": 0.16111928690224886, |
| "num_tokens": 8578431.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.8877504222095012, |
| "epoch": 0.712, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 11.3877, |
| "mean_token_accuracy": 0.1602990841027349, |
| "num_tokens": 8679830.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.8855501756072044, |
| "epoch": 0.72, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.798e-05, |
| "loss": 11.5192, |
| "mean_token_accuracy": 0.1597036702558398, |
| "num_tokens": 8781342.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 8781342.0, |
| "eval_coding_runtime": 92.7951, |
| "eval_coding_samples_per_second": 5.388, |
| "eval_coding_steps_per_second": 2.694, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 8781342.0, |
| "eval_biology_runtime": 40.8386, |
| "eval_biology_samples_per_second": 12.243, |
| "eval_biology_steps_per_second": 6.122, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.8865461751818657, |
| "epoch": 0.728, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 11.4372, |
| "mean_token_accuracy": 0.15840516053140163, |
| "num_tokens": 8876240.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.8957439251244068, |
| "epoch": 0.736, |
| "grad_norm": 0.1201171875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 11.4042, |
| "mean_token_accuracy": 0.16179822930134832, |
| "num_tokens": 8977918.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.9178364366292953, |
| "epoch": 0.744, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.858e-05, |
| "loss": 11.3294, |
| "mean_token_accuracy": 0.15907879420556129, |
| "num_tokens": 9073936.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.8959111988544464, |
| "epoch": 0.752, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.878e-05, |
| "loss": 11.5083, |
| "mean_token_accuracy": 0.1573775229975581, |
| "num_tokens": 9169322.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.9043195970356463, |
| "epoch": 0.76, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.898e-05, |
| "loss": 11.4335, |
| "mean_token_accuracy": 0.15969336559064687, |
| "num_tokens": 9267416.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.8812848784029483, |
| "epoch": 0.768, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.918e-05, |
| "loss": 11.4766, |
| "mean_token_accuracy": 0.16011672262102367, |
| "num_tokens": 9368141.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.9347192905843258, |
| "epoch": 0.776, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.938e-05, |
| "loss": 11.4781, |
| "mean_token_accuracy": 0.15778247057460248, |
| "num_tokens": 9463691.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.8791780702769756, |
| "epoch": 0.784, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 11.3971, |
| "mean_token_accuracy": 0.16152906292118133, |
| "num_tokens": 9565236.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.9060623526573182, |
| "epoch": 0.792, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 1.978e-05, |
| "loss": 11.3989, |
| "mean_token_accuracy": 0.15776223079301416, |
| "num_tokens": 9664805.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.9234035909175873, |
| "epoch": 0.8, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 11.363, |
| "mean_token_accuracy": 0.15743429348804056, |
| "num_tokens": 9761227.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 9761227.0, |
| "eval_coding_runtime": 92.8952, |
| "eval_coding_samples_per_second": 5.382, |
| "eval_coding_steps_per_second": 2.691, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 9761227.0, |
| "eval_biology_runtime": 40.8879, |
| "eval_biology_samples_per_second": 12.229, |
| "eval_biology_steps_per_second": 6.114, |
| "step": 1000 |
| }, |
| { |
| "entropy": 1.872146301716566, |
| "epoch": 0.808, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 11.3733, |
| "mean_token_accuracy": 0.1633847408927977, |
| "num_tokens": 9863410.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 1.9263332709670067, |
| "epoch": 0.816, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 11.4047, |
| "mean_token_accuracy": 0.15647466196678578, |
| "num_tokens": 9958727.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 1.9192464537918568, |
| "epoch": 0.824, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 11.4102, |
| "mean_token_accuracy": 0.15872471225447954, |
| "num_tokens": 10059078.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 1.9027912005782128, |
| "epoch": 0.832, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 11.2532, |
| "mean_token_accuracy": 0.16170275984331967, |
| "num_tokens": 10155771.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 1.8838146448135376, |
| "epoch": 0.84, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 11.3128, |
| "mean_token_accuracy": 0.15962061467580496, |
| "num_tokens": 10255927.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 1.8773360393941403, |
| "epoch": 0.848, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 11.4155, |
| "mean_token_accuracy": 0.16165038282051683, |
| "num_tokens": 10357721.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 1.9122937515377998, |
| "epoch": 0.856, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 11.3491, |
| "mean_token_accuracy": 0.15969276065006852, |
| "num_tokens": 10454335.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 1.9112751238048076, |
| "epoch": 0.864, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 11.3171, |
| "mean_token_accuracy": 0.1582150506321341, |
| "num_tokens": 10552495.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 1.8869936399161815, |
| "epoch": 0.872, |
| "grad_norm": 0.11767578125, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 11.3723, |
| "mean_token_accuracy": 0.159729657554999, |
| "num_tokens": 10651501.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 1.9142157301306724, |
| "epoch": 0.88, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.978e-05, |
| "loss": 11.4287, |
| "mean_token_accuracy": 0.15900661037303507, |
| "num_tokens": 10748749.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 10748749.0, |
| "eval_coding_runtime": 92.8483, |
| "eval_coding_samples_per_second": 5.385, |
| "eval_coding_steps_per_second": 2.693, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 10748749.0, |
| "eval_biology_runtime": 40.7088, |
| "eval_biology_samples_per_second": 12.282, |
| "eval_biology_steps_per_second": 6.141, |
| "step": 1100 |
| }, |
| { |
| "entropy": 1.8793569900095464, |
| "epoch": 0.888, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 11.5877, |
| "mean_token_accuracy": 0.157168534072116, |
| "num_tokens": 10852932.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 1.9415382850915193, |
| "epoch": 0.896, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 11.3746, |
| "mean_token_accuracy": 0.15685343989171088, |
| "num_tokens": 10943319.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 1.928680495172739, |
| "epoch": 0.904, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 11.3322, |
| "mean_token_accuracy": 0.15655601797625424, |
| "num_tokens": 11037833.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 1.8811852902173996, |
| "epoch": 0.912, |
| "grad_norm": 0.11865234375, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 11.3788, |
| "mean_token_accuracy": 0.15932427351363004, |
| "num_tokens": 11136935.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 1.9035414353013038, |
| "epoch": 0.92, |
| "grad_norm": 0.10107421875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 11.4397, |
| "mean_token_accuracy": 0.15855442080646753, |
| "num_tokens": 11238002.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 1.9215666435658931, |
| "epoch": 0.928, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 11.3836, |
| "mean_token_accuracy": 0.15947869322262703, |
| "num_tokens": 11331098.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 1.8665415190160275, |
| "epoch": 0.936, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 11.3554, |
| "mean_token_accuracy": 0.163870263681747, |
| "num_tokens": 11435812.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 1.9265005595982074, |
| "epoch": 0.944, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 11.3103, |
| "mean_token_accuracy": 0.15953028812073172, |
| "num_tokens": 11530550.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 1.9132369719445705, |
| "epoch": 0.952, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 11.2875, |
| "mean_token_accuracy": 0.16013024668209255, |
| "num_tokens": 11629080.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 1.9029541954398155, |
| "epoch": 0.96, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 11.5258, |
| "mean_token_accuracy": 0.15739277489483355, |
| "num_tokens": 11729645.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 11729645.0, |
| "eval_coding_runtime": 92.7369, |
| "eval_coding_samples_per_second": 5.392, |
| "eval_coding_steps_per_second": 2.696, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 11729645.0, |
| "eval_biology_runtime": 40.7517, |
| "eval_biology_samples_per_second": 12.269, |
| "eval_biology_steps_per_second": 6.135, |
| "step": 1200 |
| }, |
| { |
| "entropy": 1.924806034564972, |
| "epoch": 0.968, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 11.3332, |
| "mean_token_accuracy": 0.1609709003008902, |
| "num_tokens": 11823767.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 1.9001309793442487, |
| "epoch": 0.976, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 11.3968, |
| "mean_token_accuracy": 0.16173409800976515, |
| "num_tokens": 11924644.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 1.926213839650154, |
| "epoch": 0.984, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 11.2886, |
| "mean_token_accuracy": 0.15953713809140027, |
| "num_tokens": 12022090.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 1.896909598261118, |
| "epoch": 0.992, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 11.44, |
| "mean_token_accuracy": 0.15784551627002658, |
| "num_tokens": 12123059.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 1.9211212292313575, |
| "epoch": 1.0, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 11.3871, |
| "mean_token_accuracy": 0.15915677635930478, |
| "num_tokens": 12221291.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 1.9072089441120625, |
| "epoch": 1.008, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 11.3831, |
| "mean_token_accuracy": 0.1602979816030711, |
| "num_tokens": 12319366.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 1.8810669101774693, |
| "epoch": 1.016, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 11.3728, |
| "mean_token_accuracy": 0.1634572588838637, |
| "num_tokens": 12422323.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 1.8920352309942245, |
| "epoch": 1.024, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.938e-05, |
| "loss": 11.4291, |
| "mean_token_accuracy": 0.1560253918170929, |
| "num_tokens": 12524183.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 1.9242343619465827, |
| "epoch": 1.032, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 11.4591, |
| "mean_token_accuracy": 0.15780404200777412, |
| "num_tokens": 12621565.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 1.9213342539966107, |
| "epoch": 1.04, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 11.4174, |
| "mean_token_accuracy": 0.15637533548288046, |
| "num_tokens": 12718593.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 12718593.0, |
| "eval_coding_runtime": 92.7616, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 12718593.0, |
| "eval_biology_runtime": 40.7637, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 6.133, |
| "step": 1300 |
| }, |
| { |
| "entropy": 1.8875514529645443, |
| "epoch": 1.048, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 11.3486, |
| "mean_token_accuracy": 0.1649646230507642, |
| "num_tokens": 12817611.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 1.884049878269434, |
| "epoch": 1.056, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 11.3444, |
| "mean_token_accuracy": 0.16324606756679713, |
| "num_tokens": 12917803.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 1.897967816144228, |
| "epoch": 1.064, |
| "grad_norm": 0.11767578125, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 11.4133, |
| "mean_token_accuracy": 0.1546560618560761, |
| "num_tokens": 13013009.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 1.9011694863438606, |
| "epoch": 1.072, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 11.4129, |
| "mean_token_accuracy": 0.1572916334029287, |
| "num_tokens": 13105826.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 1.9191783390939237, |
| "epoch": 1.08, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 11.5042, |
| "mean_token_accuracy": 0.15683019561693073, |
| "num_tokens": 13201601.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 1.9041197896003723, |
| "epoch": 1.088, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 11.3016, |
| "mean_token_accuracy": 0.16032634493894876, |
| "num_tokens": 13298619.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 1.9777653701603413, |
| "epoch": 1.096, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.918e-05, |
| "loss": 11.4078, |
| "mean_token_accuracy": 0.1558103010058403, |
| "num_tokens": 13390496.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 1.8881109297275542, |
| "epoch": 1.104, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 11.4555, |
| "mean_token_accuracy": 0.1594717210624367, |
| "num_tokens": 13491486.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 1.9563044786453248, |
| "epoch": 1.112, |
| "grad_norm": 0.11865234375, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 11.3942, |
| "mean_token_accuracy": 0.15433563021942973, |
| "num_tokens": 13580102.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 1.9426785811781884, |
| "epoch": 1.12, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 11.3608, |
| "mean_token_accuracy": 0.15766524169594048, |
| "num_tokens": 13674663.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 13674663.0, |
| "eval_coding_runtime": 92.7614, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 13674663.0, |
| "eval_biology_runtime": 40.7448, |
| "eval_biology_samples_per_second": 12.271, |
| "eval_biology_steps_per_second": 6.136, |
| "step": 1400 |
| }, |
| { |
| "entropy": 1.8810144498944283, |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 11.4009, |
| "mean_token_accuracy": 0.15898247696459294, |
| "num_tokens": 13774234.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 1.9516346745193005, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 11.3674, |
| "mean_token_accuracy": 0.1572843327652663, |
| "num_tokens": 13869134.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 1.9005931705236434, |
| "epoch": 1.144, |
| "grad_norm": 0.123046875, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 11.4935, |
| "mean_token_accuracy": 0.15715239457786084, |
| "num_tokens": 13973498.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 1.863999791443348, |
| "epoch": 1.152, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 11.3597, |
| "mean_token_accuracy": 0.16133098863065243, |
| "num_tokens": 14078365.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 1.9424147799611091, |
| "epoch": 1.16, |
| "grad_norm": 0.09765625, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 11.3612, |
| "mean_token_accuracy": 0.15900293425656856, |
| "num_tokens": 14171486.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 1.9269852563738823, |
| "epoch": 1.168, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.898e-05, |
| "loss": 11.4704, |
| "mean_token_accuracy": 0.15463799880817533, |
| "num_tokens": 14266831.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 1.9132212005555629, |
| "epoch": 1.176, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 11.3853, |
| "mean_token_accuracy": 0.16369018028490245, |
| "num_tokens": 14370559.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 1.9134477652609347, |
| "epoch": 1.184, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 11.4252, |
| "mean_token_accuracy": 0.1567579856608063, |
| "num_tokens": 14465660.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 1.9147060811519623, |
| "epoch": 1.192, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 11.3604, |
| "mean_token_accuracy": 0.15956381279975176, |
| "num_tokens": 14559282.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 1.9207824341952802, |
| "epoch": 1.2, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 11.2929, |
| "mean_token_accuracy": 0.15796949863433837, |
| "num_tokens": 14653228.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 14653228.0, |
| "eval_coding_runtime": 93.1044, |
| "eval_coding_samples_per_second": 5.37, |
| "eval_coding_steps_per_second": 2.685, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 14653228.0, |
| "eval_biology_runtime": 40.7171, |
| "eval_biology_samples_per_second": 12.28, |
| "eval_biology_steps_per_second": 6.14, |
| "step": 1500 |
| }, |
| { |
| "entropy": 1.8704286485910415, |
| "epoch": 1.208, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 11.4975, |
| "mean_token_accuracy": 0.16043112352490424, |
| "num_tokens": 14756972.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 1.9115773357450963, |
| "epoch": 1.216, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 11.4561, |
| "mean_token_accuracy": 0.15903587290085852, |
| "num_tokens": 14857782.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 1.9327999822795392, |
| "epoch": 1.224, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 11.3866, |
| "mean_token_accuracy": 0.15627011358737947, |
| "num_tokens": 14950496.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 1.8955214098095894, |
| "epoch": 1.232, |
| "grad_norm": 0.1220703125, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 11.3568, |
| "mean_token_accuracy": 0.15990630425512792, |
| "num_tokens": 15047356.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 1.9376576729118824, |
| "epoch": 1.24, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.878e-05, |
| "loss": 11.3893, |
| "mean_token_accuracy": 0.1599413577467203, |
| "num_tokens": 15142592.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 1.9254475340247155, |
| "epoch": 1.248, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 11.4126, |
| "mean_token_accuracy": 0.1606173425912857, |
| "num_tokens": 15241098.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 1.9526181869208812, |
| "epoch": 1.256, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 11.2484, |
| "mean_token_accuracy": 0.15649163788184522, |
| "num_tokens": 15335851.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 1.8829004153609277, |
| "epoch": 1.264, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 11.4768, |
| "mean_token_accuracy": 0.15737718129530548, |
| "num_tokens": 15437657.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 1.9331139042973517, |
| "epoch": 1.272, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 11.2952, |
| "mean_token_accuracy": 0.15551234567537903, |
| "num_tokens": 15530753.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 1.9040869876742363, |
| "epoch": 1.28, |
| "grad_norm": 0.115234375, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 11.3958, |
| "mean_token_accuracy": 0.16075886362232267, |
| "num_tokens": 15630795.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 15630795.0, |
| "eval_coding_runtime": 92.7724, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 15630795.0, |
| "eval_biology_runtime": 41.1103, |
| "eval_biology_samples_per_second": 12.162, |
| "eval_biology_steps_per_second": 6.081, |
| "step": 1600 |
| }, |
| { |
| "entropy": 1.949748583137989, |
| "epoch": 1.288, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 11.3105, |
| "mean_token_accuracy": 0.15701372702606023, |
| "num_tokens": 15725428.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 1.9060676544904709, |
| "epoch": 1.296, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 11.4172, |
| "mean_token_accuracy": 0.15982052269391717, |
| "num_tokens": 15827105.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 1.9177203148603439, |
| "epoch": 1.304, |
| "grad_norm": 0.123046875, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 11.5038, |
| "mean_token_accuracy": 0.15568662905134262, |
| "num_tokens": 15923902.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 1.9236695282161236, |
| "epoch": 1.312, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.858e-05, |
| "loss": 11.3814, |
| "mean_token_accuracy": 0.15766759933903812, |
| "num_tokens": 16019645.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 1.9366594329476357, |
| "epoch": 1.32, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 11.4536, |
| "mean_token_accuracy": 0.15385150196962058, |
| "num_tokens": 16115487.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 1.883201529085636, |
| "epoch": 1.328, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 11.4721, |
| "mean_token_accuracy": 0.15817170958034693, |
| "num_tokens": 16221726.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 1.864897334575653, |
| "epoch": 1.336, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 11.3423, |
| "mean_token_accuracy": 0.1640611401759088, |
| "num_tokens": 16322791.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 1.9057570204138756, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 11.6343, |
| "mean_token_accuracy": 0.15843453146517278, |
| "num_tokens": 16427594.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 1.8997819542884826, |
| "epoch": 1.3519999999999999, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 11.4734, |
| "mean_token_accuracy": 0.15844294875860215, |
| "num_tokens": 16527485.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 1.9108400709927083, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 11.3154, |
| "mean_token_accuracy": 0.15963923330418767, |
| "num_tokens": 16621605.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 16621605.0, |
| "eval_coding_runtime": 92.75, |
| "eval_coding_samples_per_second": 5.391, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 16621605.0, |
| "eval_biology_runtime": 40.7292, |
| "eval_biology_samples_per_second": 12.276, |
| "eval_biology_steps_per_second": 6.138, |
| "step": 1700 |
| }, |
| { |
| "entropy": 1.9072483718395232, |
| "epoch": 1.3679999999999999, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 11.3111, |
| "mean_token_accuracy": 0.1618227817583829, |
| "num_tokens": 16719005.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 1.9344917692244052, |
| "epoch": 1.376, |
| "grad_norm": 0.1005859375, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 11.2864, |
| "mean_token_accuracy": 0.15792911853641273, |
| "num_tokens": 16813444.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 1.9180502645671367, |
| "epoch": 1.384, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 11.4819, |
| "mean_token_accuracy": 0.15618215668946506, |
| "num_tokens": 16908557.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 1.908074852079153, |
| "epoch": 1.392, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 11.412, |
| "mean_token_accuracy": 0.1577038482762873, |
| "num_tokens": 17006509.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 1.9261491410434246, |
| "epoch": 1.4, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 11.407, |
| "mean_token_accuracy": 0.15843819421716035, |
| "num_tokens": 17097916.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 1.901807364076376, |
| "epoch": 1.408, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 11.4551, |
| "mean_token_accuracy": 0.1580773525405675, |
| "num_tokens": 17197870.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 1.9068179935216905, |
| "epoch": 1.416, |
| "grad_norm": 0.1005859375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 11.4565, |
| "mean_token_accuracy": 0.1564626230392605, |
| "num_tokens": 17296950.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 1.9137524850666523, |
| "epoch": 1.424, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 11.319, |
| "mean_token_accuracy": 0.1580805520527065, |
| "num_tokens": 17394390.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 1.86898348107934, |
| "epoch": 1.432, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 11.3352, |
| "mean_token_accuracy": 0.16185315563343466, |
| "num_tokens": 17498287.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 1.9457152262330055, |
| "epoch": 1.44, |
| "grad_norm": 0.0986328125, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 11.5085, |
| "mean_token_accuracy": 0.1535401228815317, |
| "num_tokens": 17587777.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 17587777.0, |
| "eval_coding_runtime": 92.8619, |
| "eval_coding_samples_per_second": 5.384, |
| "eval_coding_steps_per_second": 2.692, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 17587777.0, |
| "eval_biology_runtime": 40.7335, |
| "eval_biology_samples_per_second": 12.275, |
| "eval_biology_steps_per_second": 6.137, |
| "step": 1800 |
| }, |
| { |
| "entropy": 1.902113003283739, |
| "epoch": 1.448, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 11.4753, |
| "mean_token_accuracy": 0.15963359172455965, |
| "num_tokens": 17688697.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 1.9020785458385945, |
| "epoch": 1.456, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 11.361, |
| "mean_token_accuracy": 0.15817707288078964, |
| "num_tokens": 17788456.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 1.9290625780820847, |
| "epoch": 1.464, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 11.3487, |
| "mean_token_accuracy": 0.1603408372029662, |
| "num_tokens": 17882731.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 1.9105426162481307, |
| "epoch": 1.472, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 11.511, |
| "mean_token_accuracy": 0.1596439859829843, |
| "num_tokens": 17984063.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 1.9299705654382706, |
| "epoch": 1.48, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 11.3816, |
| "mean_token_accuracy": 0.15798658230341972, |
| "num_tokens": 18080829.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 1.9229087643325329, |
| "epoch": 1.488, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 11.5753, |
| "mean_token_accuracy": 0.15435658004134895, |
| "num_tokens": 18175640.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 1.937994058430195, |
| "epoch": 1.496, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 11.4177, |
| "mean_token_accuracy": 0.15660293828696012, |
| "num_tokens": 18268965.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 1.9269187480211258, |
| "epoch": 1.504, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 11.4106, |
| "mean_token_accuracy": 0.15928622940555215, |
| "num_tokens": 18367857.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 1.92791308760643, |
| "epoch": 1.512, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 11.4263, |
| "mean_token_accuracy": 0.15667357984930277, |
| "num_tokens": 18468841.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 1.9114290274679662, |
| "epoch": 1.52, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 11.5163, |
| "mean_token_accuracy": 0.15518842511810363, |
| "num_tokens": 18569146.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 18569146.0, |
| "eval_coding_runtime": 92.7725, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 18569146.0, |
| "eval_biology_runtime": 40.763, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 6.133, |
| "step": 1900 |
| }, |
| { |
| "entropy": 1.9271638520061969, |
| "epoch": 1.528, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.798e-05, |
| "loss": 11.3061, |
| "mean_token_accuracy": 0.15814642114564775, |
| "num_tokens": 18661379.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 1.9256254382431508, |
| "epoch": 1.536, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 11.3743, |
| "mean_token_accuracy": 0.1560321016702801, |
| "num_tokens": 18755079.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 1.8881871685385705, |
| "epoch": 1.544, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 11.367, |
| "mean_token_accuracy": 0.16265541026368738, |
| "num_tokens": 18855275.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 1.9023422569036483, |
| "epoch": 1.552, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 11.4127, |
| "mean_token_accuracy": 0.15928544756025076, |
| "num_tokens": 18956248.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 1.8970495253801345, |
| "epoch": 1.56, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 11.3361, |
| "mean_token_accuracy": 0.1625245711300522, |
| "num_tokens": 19051957.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 1.9093870118260383, |
| "epoch": 1.568, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 11.4793, |
| "mean_token_accuracy": 0.1557660404127091, |
| "num_tokens": 19150315.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 1.8911843553185463, |
| "epoch": 1.576, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 11.3024, |
| "mean_token_accuracy": 0.1613072390668094, |
| "num_tokens": 19248041.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 1.8826511427760124, |
| "epoch": 1.584, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 11.2043, |
| "mean_token_accuracy": 0.16279208194464445, |
| "num_tokens": 19344260.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 1.9475473545491695, |
| "epoch": 1.592, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 11.4873, |
| "mean_token_accuracy": 0.15342508563771845, |
| "num_tokens": 19436040.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 1.9466259226202964, |
| "epoch": 1.6, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 11.5525, |
| "mean_token_accuracy": 0.15283841700293124, |
| "num_tokens": 19532552.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 19532552.0, |
| "eval_coding_runtime": 92.7885, |
| "eval_coding_samples_per_second": 5.389, |
| "eval_coding_steps_per_second": 2.694, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 19532552.0, |
| "eval_biology_runtime": 41.0205, |
| "eval_biology_samples_per_second": 12.189, |
| "eval_biology_steps_per_second": 6.095, |
| "step": 2000 |
| }, |
| { |
| "entropy": 1.9087241023778916, |
| "epoch": 1.608, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 11.358, |
| "mean_token_accuracy": 0.15919128167442978, |
| "num_tokens": 19631506.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 1.8858548194169997, |
| "epoch": 1.616, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 11.4741, |
| "mean_token_accuracy": 0.16057525095529854, |
| "num_tokens": 19732719.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 1.8991656713187695, |
| "epoch": 1.624, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 11.452, |
| "mean_token_accuracy": 0.15742587419226767, |
| "num_tokens": 19834441.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 1.9366624042391778, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 11.3964, |
| "mean_token_accuracy": 0.15863695833832026, |
| "num_tokens": 19926830.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 1.9385347999632359, |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 11.3855, |
| "mean_token_accuracy": 0.15577454604208468, |
| "num_tokens": 20017708.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 1.8880144242197274, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 0.115234375, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 11.427, |
| "mean_token_accuracy": 0.15919531048275531, |
| "num_tokens": 20118800.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 1.915343378484249, |
| "epoch": 1.6560000000000001, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 11.4617, |
| "mean_token_accuracy": 0.1596326429862529, |
| "num_tokens": 20219215.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 1.8944584995508194, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 11.3653, |
| "mean_token_accuracy": 0.1606519581284374, |
| "num_tokens": 20320511.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 1.9216352105140686, |
| "epoch": 1.6720000000000002, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.758e-05, |
| "loss": 11.3123, |
| "mean_token_accuracy": 0.1593463249038905, |
| "num_tokens": 20414832.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 1.9011931098997592, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 11.4019, |
| "mean_token_accuracy": 0.1574652241077274, |
| "num_tokens": 20513393.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 20513393.0, |
| "eval_coding_runtime": 94.0839, |
| "eval_coding_samples_per_second": 5.314, |
| "eval_coding_steps_per_second": 2.657, |
| "step": 2100 |
| }, |
| { |
| "epoch": 1.6800000000000002, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 20513393.0, |
| "eval_biology_runtime": 40.6997, |
| "eval_biology_samples_per_second": 12.285, |
| "eval_biology_steps_per_second": 6.143, |
| "step": 2100 |
| }, |
| { |
| "entropy": 1.9457669362425805, |
| "epoch": 1.688, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 11.4225, |
| "mean_token_accuracy": 0.15737789403647184, |
| "num_tokens": 20604938.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 1.9023445054888726, |
| "epoch": 1.696, |
| "grad_norm": 0.10107421875, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 11.3753, |
| "mean_token_accuracy": 0.16211591372266412, |
| "num_tokens": 20707237.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 1.8882552206516265, |
| "epoch": 1.704, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 11.4613, |
| "mean_token_accuracy": 0.15875514289364218, |
| "num_tokens": 20812088.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 1.8843944430351258, |
| "epoch": 1.712, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 11.4171, |
| "mean_token_accuracy": 0.15933335497975348, |
| "num_tokens": 20910419.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 1.9196000188589095, |
| "epoch": 1.72, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 11.4545, |
| "mean_token_accuracy": 0.1565834353212267, |
| "num_tokens": 21009172.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 1.8814144264906645, |
| "epoch": 1.728, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 11.4253, |
| "mean_token_accuracy": 0.1586998355574906, |
| "num_tokens": 21107498.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 1.9101394057273864, |
| "epoch": 1.736, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 11.515, |
| "mean_token_accuracy": 0.1576042068656534, |
| "num_tokens": 21204959.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 1.8962420254945755, |
| "epoch": 1.744, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 11.2589, |
| "mean_token_accuracy": 0.16131992358714342, |
| "num_tokens": 21303955.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 1.8812646329402924, |
| "epoch": 1.752, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 11.422, |
| "mean_token_accuracy": 0.1588835945352912, |
| "num_tokens": 21408903.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 1.9250748824328183, |
| "epoch": 1.76, |
| "grad_norm": 0.09716796875, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 11.5098, |
| "mean_token_accuracy": 0.1589009021408856, |
| "num_tokens": 21499572.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 21499572.0, |
| "eval_coding_runtime": 92.8416, |
| "eval_coding_samples_per_second": 5.386, |
| "eval_coding_steps_per_second": 2.693, |
| "step": 2200 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 21499572.0, |
| "eval_biology_runtime": 40.9581, |
| "eval_biology_samples_per_second": 12.208, |
| "eval_biology_steps_per_second": 6.104, |
| "step": 2200 |
| }, |
| { |
| "entropy": 1.9176459647715092, |
| "epoch": 1.768, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 11.3785, |
| "mean_token_accuracy": 0.1561640478670597, |
| "num_tokens": 21596260.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 1.9001624204218388, |
| "epoch": 1.776, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 11.3406, |
| "mean_token_accuracy": 0.16171830627135933, |
| "num_tokens": 21692804.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 1.890039400756359, |
| "epoch": 1.784, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 11.3238, |
| "mean_token_accuracy": 0.16518823937512933, |
| "num_tokens": 21796414.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 1.9122498795390128, |
| "epoch": 1.792, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 11.4882, |
| "mean_token_accuracy": 0.15549946581013502, |
| "num_tokens": 21894218.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 1.9429917126893996, |
| "epoch": 1.8, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 11.3674, |
| "mean_token_accuracy": 0.15660224789753557, |
| "num_tokens": 21985664.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 1.8927513837814331, |
| "epoch": 1.808, |
| "grad_norm": 0.09814453125, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 11.4481, |
| "mean_token_accuracy": 0.15663987225852907, |
| "num_tokens": 22082522.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 1.9026566654443742, |
| "epoch": 1.8159999999999998, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.718e-05, |
| "loss": 11.368, |
| "mean_token_accuracy": 0.15799217401072382, |
| "num_tokens": 22180616.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 1.9114446617662906, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 0.09912109375, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 11.3445, |
| "mean_token_accuracy": 0.16169237615540624, |
| "num_tokens": 22278933.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 1.9253177329897881, |
| "epoch": 1.8319999999999999, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 11.5365, |
| "mean_token_accuracy": 0.15368229574523867, |
| "num_tokens": 22377874.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 1.9121784418821335, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 11.3564, |
| "mean_token_accuracy": 0.15802422454580664, |
| "num_tokens": 22473801.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.8399999999999999, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 22473801.0, |
| "eval_coding_runtime": 92.9508, |
| "eval_coding_samples_per_second": 5.379, |
| "eval_coding_steps_per_second": 2.69, |
| "step": 2300 |
| }, |
| { |
| "epoch": 1.8399999999999999, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 22473801.0, |
| "eval_biology_runtime": 40.8871, |
| "eval_biology_samples_per_second": 12.229, |
| "eval_biology_steps_per_second": 6.114, |
| "step": 2300 |
| }, |
| { |
| "entropy": 1.8603787779808045, |
| "epoch": 1.8479999999999999, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 11.5278, |
| "mean_token_accuracy": 0.15900381957180798, |
| "num_tokens": 22582148.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 1.8850210525095463, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 11.569, |
| "mean_token_accuracy": 0.15426975889131428, |
| "num_tokens": 22677853.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 1.8693079382181168, |
| "epoch": 1.8639999999999999, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 11.4324, |
| "mean_token_accuracy": 0.16082727410830558, |
| "num_tokens": 22775707.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 1.9007405743002892, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 11.3858, |
| "mean_token_accuracy": 0.16051669786684214, |
| "num_tokens": 22874965.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 1.9155317477881908, |
| "epoch": 1.88, |
| "grad_norm": 0.1220703125, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 11.5316, |
| "mean_token_accuracy": 0.15344377453438937, |
| "num_tokens": 22972554.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 1.8995164781808853, |
| "epoch": 1.888, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.698e-05, |
| "loss": 11.3258, |
| "mean_token_accuracy": 0.1600531129632145, |
| "num_tokens": 23068892.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 1.9323486879467964, |
| "epoch": 1.896, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 11.4639, |
| "mean_token_accuracy": 0.1554114448837936, |
| "num_tokens": 23168907.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 1.9529826886951924, |
| "epoch": 1.904, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 11.3384, |
| "mean_token_accuracy": 0.15591429970227183, |
| "num_tokens": 23263827.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 1.8884943507611751, |
| "epoch": 1.912, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 11.3368, |
| "mean_token_accuracy": 0.15996967633254827, |
| "num_tokens": 23361737.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 1.9062687747180462, |
| "epoch": 1.92, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 11.3189, |
| "mean_token_accuracy": 0.15876830075867474, |
| "num_tokens": 23463627.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 23463627.0, |
| "eval_coding_runtime": 93.9322, |
| "eval_coding_samples_per_second": 5.323, |
| "eval_coding_steps_per_second": 2.661, |
| "step": 2400 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 23463627.0, |
| "eval_biology_runtime": 40.818, |
| "eval_biology_samples_per_second": 12.25, |
| "eval_biology_steps_per_second": 6.125, |
| "step": 2400 |
| }, |
| { |
| "entropy": 1.8954006470739841, |
| "epoch": 1.928, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 11.3369, |
| "mean_token_accuracy": 0.1590992364101112, |
| "num_tokens": 23558006.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 1.8887307055294513, |
| "epoch": 1.936, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 11.4566, |
| "mean_token_accuracy": 0.16132439165376128, |
| "num_tokens": 23660418.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 1.845245386660099, |
| "epoch": 1.944, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 11.4973, |
| "mean_token_accuracy": 0.16263166088610886, |
| "num_tokens": 23764848.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 1.9215773575007915, |
| "epoch": 1.952, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 11.3361, |
| "mean_token_accuracy": 0.15789743876084686, |
| "num_tokens": 23858145.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 1.914723663777113, |
| "epoch": 1.96, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 11.3811, |
| "mean_token_accuracy": 0.1588454409968108, |
| "num_tokens": 23957580.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 1.9352627888321876, |
| "epoch": 1.968, |
| "grad_norm": 0.12060546875, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 11.6394, |
| "mean_token_accuracy": 0.15175382704474033, |
| "num_tokens": 24053364.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 1.9044601261615752, |
| "epoch": 1.976, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 11.4335, |
| "mean_token_accuracy": 0.15687427022494377, |
| "num_tokens": 24151503.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 1.8967606857419015, |
| "epoch": 1.984, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 11.3002, |
| "mean_token_accuracy": 0.1592816713731736, |
| "num_tokens": 24249465.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 1.8964715145528317, |
| "epoch": 1.992, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 11.4641, |
| "mean_token_accuracy": 0.15451558271888644, |
| "num_tokens": 24346850.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 1.9223815500736237, |
| "epoch": 2.0, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 11.4094, |
| "mean_token_accuracy": 0.1565131512004882, |
| "num_tokens": 24442582.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 24442582.0, |
| "eval_coding_runtime": 92.8543, |
| "eval_coding_samples_per_second": 5.385, |
| "eval_coding_steps_per_second": 2.692, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 24442582.0, |
| "eval_biology_runtime": 41.0571, |
| "eval_biology_samples_per_second": 12.178, |
| "eval_biology_steps_per_second": 6.089, |
| "step": 2500 |
| }, |
| { |
| "entropy": 1.9437901653349399, |
| "epoch": 2.008, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 11.4952, |
| "mean_token_accuracy": 0.1546648852992803, |
| "num_tokens": 24536380.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 1.900653602182865, |
| "epoch": 2.016, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 11.325, |
| "mean_token_accuracy": 0.16003339942544698, |
| "num_tokens": 24632353.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 1.9109860993921757, |
| "epoch": 2.024, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 11.3807, |
| "mean_token_accuracy": 0.15942266723141074, |
| "num_tokens": 24728292.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 1.9284051954746246, |
| "epoch": 2.032, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.658e-05, |
| "loss": 11.527, |
| "mean_token_accuracy": 0.1541938280686736, |
| "num_tokens": 24822715.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 1.9049392193555832, |
| "epoch": 2.04, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 11.3616, |
| "mean_token_accuracy": 0.16025418490171434, |
| "num_tokens": 24922642.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 1.9019584387540818, |
| "epoch": 2.048, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 11.3519, |
| "mean_token_accuracy": 0.15873378361575305, |
| "num_tokens": 25023118.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 1.9273467533290387, |
| "epoch": 2.056, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 11.426, |
| "mean_token_accuracy": 0.15817135088145734, |
| "num_tokens": 25120290.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 1.9145058818161487, |
| "epoch": 2.064, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 11.5601, |
| "mean_token_accuracy": 0.1541168469004333, |
| "num_tokens": 25217414.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 1.9274385668337346, |
| "epoch": 2.072, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 11.3818, |
| "mean_token_accuracy": 0.16090190247632563, |
| "num_tokens": 25311278.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 1.9054167561233044, |
| "epoch": 2.08, |
| "grad_norm": 0.1025390625, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 11.4338, |
| "mean_token_accuracy": 0.15598403732292354, |
| "num_tokens": 25408961.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 25408961.0, |
| "eval_coding_runtime": 93.8384, |
| "eval_coding_samples_per_second": 5.328, |
| "eval_coding_steps_per_second": 2.664, |
| "step": 2600 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 25408961.0, |
| "eval_biology_runtime": 41.3742, |
| "eval_biology_samples_per_second": 12.085, |
| "eval_biology_steps_per_second": 6.042, |
| "step": 2600 |
| }, |
| { |
| "entropy": 1.8700239777565002, |
| "epoch": 2.088, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 11.4265, |
| "mean_token_accuracy": 0.1610154163558036, |
| "num_tokens": 25508270.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 1.9474636733531951, |
| "epoch": 2.096, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 11.4146, |
| "mean_token_accuracy": 0.15509584778919816, |
| "num_tokens": 25600511.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 1.9224482253193855, |
| "epoch": 2.104, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.638e-05, |
| "loss": 11.4784, |
| "mean_token_accuracy": 0.15859652827493848, |
| "num_tokens": 25700023.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 1.934036909788847, |
| "epoch": 2.112, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 11.378, |
| "mean_token_accuracy": 0.1580273206345737, |
| "num_tokens": 25796565.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 1.9118811137974263, |
| "epoch": 2.12, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 11.5702, |
| "mean_token_accuracy": 0.1561312806326896, |
| "num_tokens": 25892925.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 1.8830873943865298, |
| "epoch": 2.128, |
| "grad_norm": 0.11962890625, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 11.3559, |
| "mean_token_accuracy": 0.16317159850150348, |
| "num_tokens": 25991156.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 1.8808968737721443, |
| "epoch": 2.136, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 11.3396, |
| "mean_token_accuracy": 0.1611542631406337, |
| "num_tokens": 26095179.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 1.9176495954394341, |
| "epoch": 2.144, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 11.4749, |
| "mean_token_accuracy": 0.1571306322235614, |
| "num_tokens": 26193237.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 1.908892147988081, |
| "epoch": 2.152, |
| "grad_norm": 0.12255859375, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 11.5167, |
| "mean_token_accuracy": 0.15779453404247762, |
| "num_tokens": 26291850.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 1.9191628627479076, |
| "epoch": 2.16, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 11.3646, |
| "mean_token_accuracy": 0.15869081704877316, |
| "num_tokens": 26387993.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.16, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 26387993.0, |
| "eval_coding_runtime": 93.1425, |
| "eval_coding_samples_per_second": 5.368, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 2700 |
| }, |
| { |
| "epoch": 2.16, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 26387993.0, |
| "eval_biology_runtime": 41.1691, |
| "eval_biology_samples_per_second": 12.145, |
| "eval_biology_steps_per_second": 6.073, |
| "step": 2700 |
| }, |
| { |
| "entropy": 1.9261901803314685, |
| "epoch": 2.168, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 11.4341, |
| "mean_token_accuracy": 0.15784642342478036, |
| "num_tokens": 26485327.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 1.9036023139953613, |
| "epoch": 2.176, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.618e-05, |
| "loss": 11.5446, |
| "mean_token_accuracy": 0.15460943533107638, |
| "num_tokens": 26585269.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 1.899263332784176, |
| "epoch": 2.184, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 11.3673, |
| "mean_token_accuracy": 0.16169481696560978, |
| "num_tokens": 26683997.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 1.9311272650957108, |
| "epoch": 2.192, |
| "grad_norm": 0.115234375, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 11.4495, |
| "mean_token_accuracy": 0.15821120562031865, |
| "num_tokens": 26776318.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 1.8850563056766987, |
| "epoch": 2.2, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 11.3452, |
| "mean_token_accuracy": 0.16115122279152275, |
| "num_tokens": 26876705.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 1.9144244894385338, |
| "epoch": 2.208, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 11.5625, |
| "mean_token_accuracy": 0.1553129477892071, |
| "num_tokens": 26974420.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 1.9013450536876917, |
| "epoch": 2.216, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 11.4429, |
| "mean_token_accuracy": 0.15538255805149676, |
| "num_tokens": 27072242.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 1.92282452955842, |
| "epoch": 2.224, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 11.5022, |
| "mean_token_accuracy": 0.15521100857295095, |
| "num_tokens": 27167577.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 1.8980347372591495, |
| "epoch": 2.232, |
| "grad_norm": 0.0966796875, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 11.4875, |
| "mean_token_accuracy": 0.1572256637737155, |
| "num_tokens": 27267457.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 1.9151273936033248, |
| "epoch": 2.24, |
| "grad_norm": 0.1201171875, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 11.322, |
| "mean_token_accuracy": 0.16055175149813294, |
| "num_tokens": 27364189.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 27364189.0, |
| "eval_coding_runtime": 93.3157, |
| "eval_coding_samples_per_second": 5.358, |
| "eval_coding_steps_per_second": 2.679, |
| "step": 2800 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 27364189.0, |
| "eval_biology_runtime": 41.9503, |
| "eval_biology_samples_per_second": 11.919, |
| "eval_biology_steps_per_second": 5.959, |
| "step": 2800 |
| }, |
| { |
| "entropy": 1.9232811972498893, |
| "epoch": 2.248, |
| "grad_norm": 0.0986328125, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 11.2752, |
| "mean_token_accuracy": 0.15789530873298646, |
| "num_tokens": 27456862.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 1.8877685502171517, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 11.3612, |
| "mean_token_accuracy": 0.1628992194775492, |
| "num_tokens": 27557387.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 1.9086260199546814, |
| "epoch": 2.2640000000000002, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 11.4745, |
| "mean_token_accuracy": 0.15700925663113594, |
| "num_tokens": 27655988.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 1.905223260819912, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 0.095703125, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 11.4469, |
| "mean_token_accuracy": 0.15800920827314258, |
| "num_tokens": 27755725.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 1.9008326523005963, |
| "epoch": 2.2800000000000002, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 11.525, |
| "mean_token_accuracy": 0.15418536285869777, |
| "num_tokens": 27854353.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 1.9335841588675975, |
| "epoch": 2.288, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 11.4848, |
| "mean_token_accuracy": 0.15718822227790952, |
| "num_tokens": 27950694.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 1.9186846047639847, |
| "epoch": 2.296, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 11.3358, |
| "mean_token_accuracy": 0.16270824219100177, |
| "num_tokens": 28048799.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 1.866267541795969, |
| "epoch": 2.304, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 11.421, |
| "mean_token_accuracy": 0.16045537383761257, |
| "num_tokens": 28150719.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 1.9044499434530735, |
| "epoch": 2.312, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 11.3927, |
| "mean_token_accuracy": 0.16035234807059168, |
| "num_tokens": 28248071.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 1.8817835420370101, |
| "epoch": 2.32, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.578e-05, |
| "loss": 11.4988, |
| "mean_token_accuracy": 0.16117906668223442, |
| "num_tokens": 28348652.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.32, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 28348652.0, |
| "eval_coding_runtime": 93.0783, |
| "eval_coding_samples_per_second": 5.372, |
| "eval_coding_steps_per_second": 2.686, |
| "step": 2900 |
| }, |
| { |
| "epoch": 2.32, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 28348652.0, |
| "eval_biology_runtime": 41.374, |
| "eval_biology_samples_per_second": 12.085, |
| "eval_biology_steps_per_second": 6.042, |
| "step": 2900 |
| }, |
| { |
| "entropy": 1.9071245066821576, |
| "epoch": 2.328, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 11.5137, |
| "mean_token_accuracy": 0.15565888402052225, |
| "num_tokens": 28446430.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 1.929621510952711, |
| "epoch": 2.336, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 11.2705, |
| "mean_token_accuracy": 0.160611807461828, |
| "num_tokens": 28542945.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 1.9237425334751606, |
| "epoch": 2.344, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 11.3778, |
| "mean_token_accuracy": 0.15708167278207838, |
| "num_tokens": 28636050.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 1.8845984295010567, |
| "epoch": 2.352, |
| "grad_norm": 0.115234375, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 11.3105, |
| "mean_token_accuracy": 0.16018757806159556, |
| "num_tokens": 28731927.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 1.9016848914325237, |
| "epoch": 2.36, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 11.4814, |
| "mean_token_accuracy": 0.15679828128777445, |
| "num_tokens": 28829775.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 1.8923688180744649, |
| "epoch": 2.368, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 11.2761, |
| "mean_token_accuracy": 0.15961556532420218, |
| "num_tokens": 28929298.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 1.9211289800703526, |
| "epoch": 2.376, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 11.3615, |
| "mean_token_accuracy": 0.15924623790197073, |
| "num_tokens": 29027827.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 1.9433083713054657, |
| "epoch": 2.384, |
| "grad_norm": 0.09912109375, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 11.4113, |
| "mean_token_accuracy": 0.15409083757549524, |
| "num_tokens": 29121142.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 1.9047025486826896, |
| "epoch": 2.392, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 11.4248, |
| "mean_token_accuracy": 0.15844591483473777, |
| "num_tokens": 29218220.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 1.8793051794171334, |
| "epoch": 2.4, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 11.3359, |
| "mean_token_accuracy": 0.16226587211713195, |
| "num_tokens": 29317919.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 29317919.0, |
| "eval_coding_runtime": 93.1485, |
| "eval_coding_samples_per_second": 5.368, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 3000 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 29317919.0, |
| "eval_biology_runtime": 40.738, |
| "eval_biology_samples_per_second": 12.274, |
| "eval_biology_steps_per_second": 6.137, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 8, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.5227694585717586e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
