| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6, |
| "eval_steps": 100, |
| "global_step": 2000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 1.9169743306934834, |
| "epoch": 0.008, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8e-07, |
| "loss": 11.4093, |
| "mean_token_accuracy": 0.16113518364727497, |
| "num_tokens": 103172.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.943360574543476, |
| "epoch": 0.016, |
| "grad_norm": 0.11328125, |
| "learning_rate": 3.8e-07, |
| "loss": 11.3724, |
| "mean_token_accuracy": 0.15745336734689772, |
| "num_tokens": 195524.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.8853021122515201, |
| "epoch": 0.024, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 11.4536, |
| "mean_token_accuracy": 0.1584921860601753, |
| "num_tokens": 296999.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.9313011743128299, |
| "epoch": 0.032, |
| "grad_norm": 0.11962890625, |
| "learning_rate": 7.8e-07, |
| "loss": 11.4176, |
| "mean_token_accuracy": 0.15730738821439444, |
| "num_tokens": 390903.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 1.886887714266777, |
| "epoch": 0.04, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 11.362, |
| "mean_token_accuracy": 0.15966884773224593, |
| "num_tokens": 488481.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 1.8928033113479614, |
| "epoch": 0.048, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 11.4662, |
| "mean_token_accuracy": 0.1601271564140916, |
| "num_tokens": 589868.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 1.9126614801585675, |
| "epoch": 0.056, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 11.4393, |
| "mean_token_accuracy": 0.15678977984935044, |
| "num_tokens": 690754.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 1.8982849732041358, |
| "epoch": 0.064, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 11.428, |
| "mean_token_accuracy": 0.15833127587102352, |
| "num_tokens": 791190.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 1.9196412533521652, |
| "epoch": 0.072, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 11.3783, |
| "mean_token_accuracy": 0.1575094529427588, |
| "num_tokens": 890075.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 1.8977599568665027, |
| "epoch": 0.08, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.98e-06, |
| "loss": 11.3874, |
| "mean_token_accuracy": 0.16100947242230176, |
| "num_tokens": 989860.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 989860.0, |
| "eval_coding_runtime": 94.2996, |
| "eval_coding_samples_per_second": 5.302, |
| "eval_coding_steps_per_second": 2.651, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.08, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 989860.0, |
| "eval_biology_runtime": 41.3672, |
| "eval_biology_samples_per_second": 12.087, |
| "eval_biology_steps_per_second": 6.043, |
| "step": 100 |
| }, |
| { |
| "entropy": 1.9323325648903846, |
| "epoch": 0.088, |
| "grad_norm": 0.109375, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 11.43, |
| "mean_token_accuracy": 0.15889165913686157, |
| "num_tokens": 1087099.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 1.9131557896733284, |
| "epoch": 0.096, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 2.38e-06, |
| "loss": 11.2832, |
| "mean_token_accuracy": 0.15686040292494, |
| "num_tokens": 1181777.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 1.8847123883664607, |
| "epoch": 0.104, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 11.5591, |
| "mean_token_accuracy": 0.15738505702465772, |
| "num_tokens": 1283881.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 1.871863854676485, |
| "epoch": 0.112, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 11.3822, |
| "mean_token_accuracy": 0.15778318694792687, |
| "num_tokens": 1385513.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 1.9166233658790588, |
| "epoch": 0.12, |
| "grad_norm": 0.115234375, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 11.3895, |
| "mean_token_accuracy": 0.15918795759789645, |
| "num_tokens": 1483667.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 1.902534269541502, |
| "epoch": 0.128, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 11.4745, |
| "mean_token_accuracy": 0.15784057211130859, |
| "num_tokens": 1582368.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 1.9250910609960556, |
| "epoch": 0.136, |
| "grad_norm": 0.1015625, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 11.3645, |
| "mean_token_accuracy": 0.15877335243858398, |
| "num_tokens": 1677060.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 1.888841236382723, |
| "epoch": 0.144, |
| "grad_norm": 0.1201171875, |
| "learning_rate": 3.58e-06, |
| "loss": 11.3131, |
| "mean_token_accuracy": 0.15988174122758209, |
| "num_tokens": 1773764.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 1.923802337050438, |
| "epoch": 0.152, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 11.4321, |
| "mean_token_accuracy": 0.15674821990542115, |
| "num_tokens": 1873167.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 1.913605347275734, |
| "epoch": 0.16, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 11.5801, |
| "mean_token_accuracy": 0.1564559088088572, |
| "num_tokens": 1970077.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 1970077.0, |
| "eval_coding_runtime": 93.1599, |
| "eval_coding_samples_per_second": 5.367, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 1970077.0, |
| "eval_biology_runtime": 41.0689, |
| "eval_biology_samples_per_second": 12.175, |
| "eval_biology_steps_per_second": 6.087, |
| "step": 200 |
| }, |
| { |
| "entropy": 1.9281546145677566, |
| "epoch": 0.168, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 4.18e-06, |
| "loss": 11.4462, |
| "mean_token_accuracy": 0.15564582953229547, |
| "num_tokens": 2066815.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 1.883149204403162, |
| "epoch": 0.176, |
| "grad_norm": 0.103515625, |
| "learning_rate": 4.38e-06, |
| "loss": 11.4588, |
| "mean_token_accuracy": 0.1579661637544632, |
| "num_tokens": 2168354.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 1.914576094597578, |
| "epoch": 0.184, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 4.58e-06, |
| "loss": 11.3803, |
| "mean_token_accuracy": 0.15757576958276331, |
| "num_tokens": 2270617.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 1.9133810736238956, |
| "epoch": 0.192, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 4.78e-06, |
| "loss": 11.5562, |
| "mean_token_accuracy": 0.15540659767575563, |
| "num_tokens": 2365822.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 1.9234349891543387, |
| "epoch": 0.2, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 11.5222, |
| "mean_token_accuracy": 0.15323229427449406, |
| "num_tokens": 2459876.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 1.9399859428405761, |
| "epoch": 0.208, |
| "grad_norm": 0.109375, |
| "learning_rate": 5.18e-06, |
| "loss": 11.428, |
| "mean_token_accuracy": 0.1552271238528192, |
| "num_tokens": 2558762.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 1.9029304042458535, |
| "epoch": 0.216, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 11.2925, |
| "mean_token_accuracy": 0.16210160069167615, |
| "num_tokens": 2654953.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 1.9189352929592132, |
| "epoch": 0.224, |
| "grad_norm": 0.09912109375, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 11.3849, |
| "mean_token_accuracy": 0.15769596104510128, |
| "num_tokens": 2755347.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 1.8914753369987012, |
| "epoch": 0.232, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 5.78e-06, |
| "loss": 11.4031, |
| "mean_token_accuracy": 0.16200053002685308, |
| "num_tokens": 2852298.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 1.9092405900359153, |
| "epoch": 0.24, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 5.98e-06, |
| "loss": 11.2327, |
| "mean_token_accuracy": 0.16136883310973643, |
| "num_tokens": 2947346.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 2947346.0, |
| "eval_coding_runtime": 93.3688, |
| "eval_coding_samples_per_second": 5.355, |
| "eval_coding_steps_per_second": 2.678, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.24, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 2947346.0, |
| "eval_biology_runtime": 41.7366, |
| "eval_biology_samples_per_second": 11.98, |
| "eval_biology_steps_per_second": 5.99, |
| "step": 300 |
| }, |
| { |
| "entropy": 1.9313343465328217, |
| "epoch": 0.248, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 6.18e-06, |
| "loss": 11.5425, |
| "mean_token_accuracy": 0.15317737096920608, |
| "num_tokens": 3043128.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 1.9211706645786761, |
| "epoch": 0.256, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 11.4729, |
| "mean_token_accuracy": 0.1547949264757335, |
| "num_tokens": 3139957.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 1.923046988248825, |
| "epoch": 0.264, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 11.4159, |
| "mean_token_accuracy": 0.15573964624200015, |
| "num_tokens": 3232159.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 1.8901807874441148, |
| "epoch": 0.272, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 11.3543, |
| "mean_token_accuracy": 0.1617777702398598, |
| "num_tokens": 3335951.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 1.8801799044013023, |
| "epoch": 0.28, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 6.98e-06, |
| "loss": 11.4879, |
| "mean_token_accuracy": 0.15775063186883925, |
| "num_tokens": 3437213.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 1.9043901436030866, |
| "epoch": 0.288, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 11.5366, |
| "mean_token_accuracy": 0.15751364254392683, |
| "num_tokens": 3539731.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 1.9588028222322464, |
| "epoch": 0.296, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 11.3894, |
| "mean_token_accuracy": 0.153670167690143, |
| "num_tokens": 3633448.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 1.881439681351185, |
| "epoch": 0.304, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 7.58e-06, |
| "loss": 11.3016, |
| "mean_token_accuracy": 0.16050010859034955, |
| "num_tokens": 3733488.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 1.9542286798357964, |
| "epoch": 0.312, |
| "grad_norm": 0.103515625, |
| "learning_rate": 7.78e-06, |
| "loss": 11.273, |
| "mean_token_accuracy": 0.15929239662364125, |
| "num_tokens": 3825212.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 1.9287514887750148, |
| "epoch": 0.32, |
| "grad_norm": 0.10107421875, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 11.3054, |
| "mean_token_accuracy": 0.1604186396114528, |
| "num_tokens": 3920545.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 3920545.0, |
| "eval_coding_runtime": 92.8995, |
| "eval_coding_samples_per_second": 5.382, |
| "eval_coding_steps_per_second": 2.691, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 3920545.0, |
| "eval_biology_runtime": 41.088, |
| "eval_biology_samples_per_second": 12.169, |
| "eval_biology_steps_per_second": 6.085, |
| "step": 400 |
| }, |
| { |
| "entropy": 1.9058279685676098, |
| "epoch": 0.328, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 8.18e-06, |
| "loss": 11.3842, |
| "mean_token_accuracy": 0.15871414174325765, |
| "num_tokens": 4016673.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.930207794904709, |
| "epoch": 0.336, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 11.3961, |
| "mean_token_accuracy": 0.1579543233383447, |
| "num_tokens": 4114077.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.9419952422380446, |
| "epoch": 0.344, |
| "grad_norm": 0.111328125, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 11.362, |
| "mean_token_accuracy": 0.15992560391314328, |
| "num_tokens": 4210403.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 1.913541816174984, |
| "epoch": 0.352, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 8.78e-06, |
| "loss": 11.3323, |
| "mean_token_accuracy": 0.1633904448710382, |
| "num_tokens": 4306949.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 1.913567177206278, |
| "epoch": 0.36, |
| "grad_norm": 0.1240234375, |
| "learning_rate": 8.98e-06, |
| "loss": 11.458, |
| "mean_token_accuracy": 0.15837323614396154, |
| "num_tokens": 4406104.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 1.931741751730442, |
| "epoch": 0.368, |
| "grad_norm": 0.1025390625, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 11.2873, |
| "mean_token_accuracy": 0.15801281332969666, |
| "num_tokens": 4504001.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.904297123849392, |
| "epoch": 0.376, |
| "grad_norm": 0.1025390625, |
| "learning_rate": 9.38e-06, |
| "loss": 11.3813, |
| "mean_token_accuracy": 0.155983364302665, |
| "num_tokens": 4597559.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.9029462151229382, |
| "epoch": 0.384, |
| "grad_norm": 0.09716796875, |
| "learning_rate": 9.58e-06, |
| "loss": 11.3823, |
| "mean_token_accuracy": 0.15874490085989237, |
| "num_tokens": 4693812.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.9272562205791473, |
| "epoch": 0.392, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 11.2937, |
| "mean_token_accuracy": 0.1593953504692763, |
| "num_tokens": 4790965.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.9103233270347117, |
| "epoch": 0.4, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 11.3472, |
| "mean_token_accuracy": 0.15859601702541112, |
| "num_tokens": 4887094.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 4887094.0, |
| "eval_coding_runtime": 93.1337, |
| "eval_coding_samples_per_second": 5.369, |
| "eval_coding_steps_per_second": 2.684, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.4, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 4887094.0, |
| "eval_biology_runtime": 41.2135, |
| "eval_biology_samples_per_second": 12.132, |
| "eval_biology_steps_per_second": 6.066, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.9290625013411045, |
| "epoch": 0.408, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.018e-05, |
| "loss": 11.375, |
| "mean_token_accuracy": 0.16000252263620496, |
| "num_tokens": 4985394.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.9234229408204555, |
| "epoch": 0.416, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.038e-05, |
| "loss": 11.4479, |
| "mean_token_accuracy": 0.1574494892731309, |
| "num_tokens": 5085369.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.9453741960227489, |
| "epoch": 0.424, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 11.3764, |
| "mean_token_accuracy": 0.15493024131283165, |
| "num_tokens": 5176083.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.9170791164040566, |
| "epoch": 0.432, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 11.4612, |
| "mean_token_accuracy": 0.15664362437091767, |
| "num_tokens": 5271275.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.9397698909044265, |
| "epoch": 0.44, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 11.2801, |
| "mean_token_accuracy": 0.15725393719039857, |
| "num_tokens": 5362624.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.9190262392163278, |
| "epoch": 0.448, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 11.4585, |
| "mean_token_accuracy": 0.157243634108454, |
| "num_tokens": 5460559.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.9073573514819144, |
| "epoch": 0.456, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.138e-05, |
| "loss": 11.4459, |
| "mean_token_accuracy": 0.15579957109875978, |
| "num_tokens": 5558471.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.92078455388546, |
| "epoch": 0.464, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 11.3866, |
| "mean_token_accuracy": 0.15736165479756892, |
| "num_tokens": 5653809.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.9094278007745742, |
| "epoch": 0.472, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.178e-05, |
| "loss": 11.4047, |
| "mean_token_accuracy": 0.15574069027788937, |
| "num_tokens": 5751529.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.9597051613032819, |
| "epoch": 0.48, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 1.198e-05, |
| "loss": 11.4724, |
| "mean_token_accuracy": 0.1529582162387669, |
| "num_tokens": 5850176.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 5850176.0, |
| "eval_coding_runtime": 93.1046, |
| "eval_coding_samples_per_second": 5.37, |
| "eval_coding_steps_per_second": 2.685, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 5850176.0, |
| "eval_biology_runtime": 41.2971, |
| "eval_biology_samples_per_second": 12.107, |
| "eval_biology_steps_per_second": 6.054, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.8962870091199875, |
| "epoch": 0.488, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 1.218e-05, |
| "loss": 11.3305, |
| "mean_token_accuracy": 0.16129443161189555, |
| "num_tokens": 5948898.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.9090802267193794, |
| "epoch": 0.496, |
| "grad_norm": 0.10009765625, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 11.2714, |
| "mean_token_accuracy": 0.16270390092395245, |
| "num_tokens": 6046503.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.9413189493119716, |
| "epoch": 0.504, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 11.348, |
| "mean_token_accuracy": 0.15744470418430864, |
| "num_tokens": 6138649.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.9004696995019912, |
| "epoch": 0.512, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 11.5757, |
| "mean_token_accuracy": 0.15675477078184485, |
| "num_tokens": 6240456.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.9349555149674416, |
| "epoch": 0.52, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 11.3673, |
| "mean_token_accuracy": 0.15686554382555187, |
| "num_tokens": 6333958.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.9110501252114773, |
| "epoch": 0.528, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 11.3261, |
| "mean_token_accuracy": 0.15933070508763195, |
| "num_tokens": 6430555.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.89276999309659, |
| "epoch": 0.536, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 11.3362, |
| "mean_token_accuracy": 0.16168827014043927, |
| "num_tokens": 6533033.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.9395132802426815, |
| "epoch": 0.544, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 11.4779, |
| "mean_token_accuracy": 0.15581823773682119, |
| "num_tokens": 6626006.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.941649568080902, |
| "epoch": 0.552, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.378e-05, |
| "loss": 11.4785, |
| "mean_token_accuracy": 0.15422701863572003, |
| "num_tokens": 6719864.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.8964682638645172, |
| "epoch": 0.56, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.398e-05, |
| "loss": 11.3283, |
| "mean_token_accuracy": 0.16160819460637868, |
| "num_tokens": 6820754.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 6820754.0, |
| "eval_coding_runtime": 93.0261, |
| "eval_coding_samples_per_second": 5.375, |
| "eval_coding_steps_per_second": 2.687, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.56, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 6820754.0, |
| "eval_biology_runtime": 40.9428, |
| "eval_biology_samples_per_second": 12.212, |
| "eval_biology_steps_per_second": 6.106, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.8812049485743045, |
| "epoch": 0.568, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.418e-05, |
| "loss": 11.4292, |
| "mean_token_accuracy": 0.15740878535434605, |
| "num_tokens": 6924942.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.9126729860901832, |
| "epoch": 0.576, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 11.4497, |
| "mean_token_accuracy": 0.15626165526919067, |
| "num_tokens": 7021844.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.9178711868822576, |
| "epoch": 0.584, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 11.4406, |
| "mean_token_accuracy": 0.1565072405152023, |
| "num_tokens": 7118443.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.899195620045066, |
| "epoch": 0.592, |
| "grad_norm": 0.10498046875, |
| "learning_rate": 1.478e-05, |
| "loss": 11.3891, |
| "mean_token_accuracy": 0.15970171936787664, |
| "num_tokens": 7213951.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 1.8711984746158123, |
| "epoch": 0.6, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.498e-05, |
| "loss": 11.6155, |
| "mean_token_accuracy": 0.1571272831875831, |
| "num_tokens": 7317984.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.8990586549043655, |
| "epoch": 0.608, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 11.5369, |
| "mean_token_accuracy": 0.15493298289366067, |
| "num_tokens": 7416773.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.8844982825219632, |
| "epoch": 0.616, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 11.4661, |
| "mean_token_accuracy": 0.15754226935096086, |
| "num_tokens": 7514031.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.9250130340456963, |
| "epoch": 0.624, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 11.5539, |
| "mean_token_accuracy": 0.15620456612668931, |
| "num_tokens": 7612843.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.9027365200221538, |
| "epoch": 0.632, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.578e-05, |
| "loss": 11.397, |
| "mean_token_accuracy": 0.15837502111680807, |
| "num_tokens": 7710332.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.9388741664588451, |
| "epoch": 0.64, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 11.2848, |
| "mean_token_accuracy": 0.15811930843628944, |
| "num_tokens": 7801633.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 7801633.0, |
| "eval_coding_runtime": 92.9264, |
| "eval_coding_samples_per_second": 5.381, |
| "eval_coding_steps_per_second": 2.69, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 7801633.0, |
| "eval_biology_runtime": 40.9144, |
| "eval_biology_samples_per_second": 12.221, |
| "eval_biology_steps_per_second": 6.11, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.8989893589168787, |
| "epoch": 0.648, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.618e-05, |
| "loss": 11.4501, |
| "mean_token_accuracy": 0.1592996684834361, |
| "num_tokens": 7899038.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.9489813253283501, |
| "epoch": 0.656, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.638e-05, |
| "loss": 11.6214, |
| "mean_token_accuracy": 0.15152352401055397, |
| "num_tokens": 7995843.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.9073718406260014, |
| "epoch": 0.664, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.658e-05, |
| "loss": 11.4378, |
| "mean_token_accuracy": 0.1551885347813368, |
| "num_tokens": 8092148.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.9346605040133, |
| "epoch": 0.672, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 11.4991, |
| "mean_token_accuracy": 0.15528175202198327, |
| "num_tokens": 8183103.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.8954717583954335, |
| "epoch": 0.68, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.698e-05, |
| "loss": 11.5802, |
| "mean_token_accuracy": 0.15582030937075614, |
| "num_tokens": 8283708.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.8708562321960926, |
| "epoch": 0.688, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.718e-05, |
| "loss": 11.3021, |
| "mean_token_accuracy": 0.16033690557815133, |
| "num_tokens": 8385976.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.940383419394493, |
| "epoch": 0.696, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 11.5672, |
| "mean_token_accuracy": 0.15030423626303674, |
| "num_tokens": 8480263.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.8808147184550763, |
| "epoch": 0.704, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.758e-05, |
| "loss": 11.3381, |
| "mean_token_accuracy": 0.16111928690224886, |
| "num_tokens": 8578431.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.8877504222095012, |
| "epoch": 0.712, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 11.3877, |
| "mean_token_accuracy": 0.1602990841027349, |
| "num_tokens": 8679830.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.8855501756072044, |
| "epoch": 0.72, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.798e-05, |
| "loss": 11.5192, |
| "mean_token_accuracy": 0.1597036702558398, |
| "num_tokens": 8781342.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 8781342.0, |
| "eval_coding_runtime": 92.7951, |
| "eval_coding_samples_per_second": 5.388, |
| "eval_coding_steps_per_second": 2.694, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.72, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 8781342.0, |
| "eval_biology_runtime": 40.8386, |
| "eval_biology_samples_per_second": 12.243, |
| "eval_biology_steps_per_second": 6.122, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.8865461751818657, |
| "epoch": 0.728, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 11.4372, |
| "mean_token_accuracy": 0.15840516053140163, |
| "num_tokens": 8876240.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.8957439251244068, |
| "epoch": 0.736, |
| "grad_norm": 0.1201171875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 11.4042, |
| "mean_token_accuracy": 0.16179822930134832, |
| "num_tokens": 8977918.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.9178364366292953, |
| "epoch": 0.744, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.858e-05, |
| "loss": 11.3294, |
| "mean_token_accuracy": 0.15907879420556129, |
| "num_tokens": 9073936.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.8959111988544464, |
| "epoch": 0.752, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.878e-05, |
| "loss": 11.5083, |
| "mean_token_accuracy": 0.1573775229975581, |
| "num_tokens": 9169322.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.9043195970356463, |
| "epoch": 0.76, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.898e-05, |
| "loss": 11.4335, |
| "mean_token_accuracy": 0.15969336559064687, |
| "num_tokens": 9267416.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.8812848784029483, |
| "epoch": 0.768, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.918e-05, |
| "loss": 11.4766, |
| "mean_token_accuracy": 0.16011672262102367, |
| "num_tokens": 9368141.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.9347192905843258, |
| "epoch": 0.776, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.938e-05, |
| "loss": 11.4781, |
| "mean_token_accuracy": 0.15778247057460248, |
| "num_tokens": 9463691.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.8791780702769756, |
| "epoch": 0.784, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 11.3971, |
| "mean_token_accuracy": 0.16152906292118133, |
| "num_tokens": 9565236.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.9060623526573182, |
| "epoch": 0.792, |
| "grad_norm": 0.11474609375, |
| "learning_rate": 1.978e-05, |
| "loss": 11.3989, |
| "mean_token_accuracy": 0.15776223079301416, |
| "num_tokens": 9664805.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.9234035909175873, |
| "epoch": 0.8, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 11.363, |
| "mean_token_accuracy": 0.15743429348804056, |
| "num_tokens": 9761227.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 9761227.0, |
| "eval_coding_runtime": 92.8952, |
| "eval_coding_samples_per_second": 5.382, |
| "eval_coding_steps_per_second": 2.691, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 9761227.0, |
| "eval_biology_runtime": 40.8879, |
| "eval_biology_samples_per_second": 12.229, |
| "eval_biology_steps_per_second": 6.114, |
| "step": 1000 |
| }, |
| { |
| "entropy": 1.872146301716566, |
| "epoch": 0.808, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 11.3733, |
| "mean_token_accuracy": 0.1633847408927977, |
| "num_tokens": 9863410.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 1.9263332709670067, |
| "epoch": 0.816, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 11.4047, |
| "mean_token_accuracy": 0.15647466196678578, |
| "num_tokens": 9958727.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 1.9192464537918568, |
| "epoch": 0.824, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 11.4102, |
| "mean_token_accuracy": 0.15872471225447954, |
| "num_tokens": 10059078.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 1.9027912005782128, |
| "epoch": 0.832, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 11.2532, |
| "mean_token_accuracy": 0.16170275984331967, |
| "num_tokens": 10155771.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 1.8838146448135376, |
| "epoch": 0.84, |
| "grad_norm": 0.10400390625, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 11.3128, |
| "mean_token_accuracy": 0.15962061467580496, |
| "num_tokens": 10255927.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 1.8773360393941403, |
| "epoch": 0.848, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 11.4155, |
| "mean_token_accuracy": 0.16165038282051683, |
| "num_tokens": 10357721.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 1.9122937515377998, |
| "epoch": 0.856, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 11.3491, |
| "mean_token_accuracy": 0.15969276065006852, |
| "num_tokens": 10454335.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 1.9112751238048076, |
| "epoch": 0.864, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 11.3171, |
| "mean_token_accuracy": 0.1582150506321341, |
| "num_tokens": 10552495.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 1.8869936399161815, |
| "epoch": 0.872, |
| "grad_norm": 0.11767578125, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 11.3723, |
| "mean_token_accuracy": 0.159729657554999, |
| "num_tokens": 10651501.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 1.9142157301306724, |
| "epoch": 0.88, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.978e-05, |
| "loss": 11.4287, |
| "mean_token_accuracy": 0.15900661037303507, |
| "num_tokens": 10748749.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 10748749.0, |
| "eval_coding_runtime": 92.8483, |
| "eval_coding_samples_per_second": 5.385, |
| "eval_coding_steps_per_second": 2.693, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.88, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 10748749.0, |
| "eval_biology_runtime": 40.7088, |
| "eval_biology_samples_per_second": 12.282, |
| "eval_biology_steps_per_second": 6.141, |
| "step": 1100 |
| }, |
| { |
| "entropy": 1.8793569900095464, |
| "epoch": 0.888, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 11.5877, |
| "mean_token_accuracy": 0.157168534072116, |
| "num_tokens": 10852932.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 1.9415382850915193, |
| "epoch": 0.896, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 11.3746, |
| "mean_token_accuracy": 0.15685343989171088, |
| "num_tokens": 10943319.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 1.928680495172739, |
| "epoch": 0.904, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 11.3322, |
| "mean_token_accuracy": 0.15655601797625424, |
| "num_tokens": 11037833.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 1.8811852902173996, |
| "epoch": 0.912, |
| "grad_norm": 0.11865234375, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 11.3788, |
| "mean_token_accuracy": 0.15932427351363004, |
| "num_tokens": 11136935.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 1.9035414353013038, |
| "epoch": 0.92, |
| "grad_norm": 0.10107421875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 11.4397, |
| "mean_token_accuracy": 0.15855442080646753, |
| "num_tokens": 11238002.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 1.9215666435658931, |
| "epoch": 0.928, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 11.3836, |
| "mean_token_accuracy": 0.15947869322262703, |
| "num_tokens": 11331098.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 1.8665415190160275, |
| "epoch": 0.936, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 11.3554, |
| "mean_token_accuracy": 0.163870263681747, |
| "num_tokens": 11435812.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 1.9265005595982074, |
| "epoch": 0.944, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 11.3103, |
| "mean_token_accuracy": 0.15953028812073172, |
| "num_tokens": 11530550.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 1.9132369719445705, |
| "epoch": 0.952, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 11.2875, |
| "mean_token_accuracy": 0.16013024668209255, |
| "num_tokens": 11629080.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 1.9029541954398155, |
| "epoch": 0.96, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 11.5258, |
| "mean_token_accuracy": 0.15739277489483355, |
| "num_tokens": 11729645.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 11729645.0, |
| "eval_coding_runtime": 92.7369, |
| "eval_coding_samples_per_second": 5.392, |
| "eval_coding_steps_per_second": 2.696, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 11729645.0, |
| "eval_biology_runtime": 40.7517, |
| "eval_biology_samples_per_second": 12.269, |
| "eval_biology_steps_per_second": 6.135, |
| "step": 1200 |
| }, |
| { |
| "entropy": 1.924806034564972, |
| "epoch": 0.968, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 11.3332, |
| "mean_token_accuracy": 0.1609709003008902, |
| "num_tokens": 11823767.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 1.9001309793442487, |
| "epoch": 0.976, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 11.3968, |
| "mean_token_accuracy": 0.16173409800976515, |
| "num_tokens": 11924644.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 1.926213839650154, |
| "epoch": 0.984, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 11.2886, |
| "mean_token_accuracy": 0.15953713809140027, |
| "num_tokens": 12022090.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 1.896909598261118, |
| "epoch": 0.992, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 11.44, |
| "mean_token_accuracy": 0.15784551627002658, |
| "num_tokens": 12123059.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 1.9211212292313575, |
| "epoch": 1.0, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 11.3871, |
| "mean_token_accuracy": 0.15915677635930478, |
| "num_tokens": 12221291.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 1.9072089441120625, |
| "epoch": 1.008, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 11.3831, |
| "mean_token_accuracy": 0.1602979816030711, |
| "num_tokens": 12319366.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 1.8810669101774693, |
| "epoch": 1.016, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 11.3728, |
| "mean_token_accuracy": 0.1634572588838637, |
| "num_tokens": 12422323.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 1.8920352309942245, |
| "epoch": 1.024, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.938e-05, |
| "loss": 11.4291, |
| "mean_token_accuracy": 0.1560253918170929, |
| "num_tokens": 12524183.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 1.9242343619465827, |
| "epoch": 1.032, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 11.4591, |
| "mean_token_accuracy": 0.15780404200777412, |
| "num_tokens": 12621565.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 1.9213342539966107, |
| "epoch": 1.04, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 11.4174, |
| "mean_token_accuracy": 0.15637533548288046, |
| "num_tokens": 12718593.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 12718593.0, |
| "eval_coding_runtime": 92.7616, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1300 |
| }, |
| { |
| "epoch": 1.04, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 12718593.0, |
| "eval_biology_runtime": 40.7637, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 6.133, |
| "step": 1300 |
| }, |
| { |
| "entropy": 1.8875514529645443, |
| "epoch": 1.048, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 11.3486, |
| "mean_token_accuracy": 0.1649646230507642, |
| "num_tokens": 12817611.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 1.884049878269434, |
| "epoch": 1.056, |
| "grad_norm": 0.1171875, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 11.3444, |
| "mean_token_accuracy": 0.16324606756679713, |
| "num_tokens": 12917803.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 1.897967816144228, |
| "epoch": 1.064, |
| "grad_norm": 0.11767578125, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 11.4133, |
| "mean_token_accuracy": 0.1546560618560761, |
| "num_tokens": 13013009.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 1.9011694863438606, |
| "epoch": 1.072, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 11.4129, |
| "mean_token_accuracy": 0.1572916334029287, |
| "num_tokens": 13105826.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 1.9191783390939237, |
| "epoch": 1.08, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 11.5042, |
| "mean_token_accuracy": 0.15683019561693073, |
| "num_tokens": 13201601.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 1.9041197896003723, |
| "epoch": 1.088, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 11.3016, |
| "mean_token_accuracy": 0.16032634493894876, |
| "num_tokens": 13298619.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 1.9777653701603413, |
| "epoch": 1.096, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.918e-05, |
| "loss": 11.4078, |
| "mean_token_accuracy": 0.1558103010058403, |
| "num_tokens": 13390496.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 1.8881109297275542, |
| "epoch": 1.104, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 11.4555, |
| "mean_token_accuracy": 0.1594717210624367, |
| "num_tokens": 13491486.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 1.9563044786453248, |
| "epoch": 1.112, |
| "grad_norm": 0.11865234375, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 11.3942, |
| "mean_token_accuracy": 0.15433563021942973, |
| "num_tokens": 13580102.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 1.9426785811781884, |
| "epoch": 1.12, |
| "grad_norm": 0.10302734375, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 11.3608, |
| "mean_token_accuracy": 0.15766524169594048, |
| "num_tokens": 13674663.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 13674663.0, |
| "eval_coding_runtime": 92.7614, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1400 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 13674663.0, |
| "eval_biology_runtime": 40.7448, |
| "eval_biology_samples_per_second": 12.271, |
| "eval_biology_steps_per_second": 6.136, |
| "step": 1400 |
| }, |
| { |
| "entropy": 1.8810144498944283, |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.10693359375, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 11.4009, |
| "mean_token_accuracy": 0.15898247696459294, |
| "num_tokens": 13774234.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 1.9516346745193005, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 11.3674, |
| "mean_token_accuracy": 0.1572843327652663, |
| "num_tokens": 13869134.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 1.9005931705236434, |
| "epoch": 1.144, |
| "grad_norm": 0.123046875, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 11.4935, |
| "mean_token_accuracy": 0.15715239457786084, |
| "num_tokens": 13973498.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 1.863999791443348, |
| "epoch": 1.152, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 11.3597, |
| "mean_token_accuracy": 0.16133098863065243, |
| "num_tokens": 14078365.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 1.9424147799611091, |
| "epoch": 1.16, |
| "grad_norm": 0.09765625, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 11.3612, |
| "mean_token_accuracy": 0.15900293425656856, |
| "num_tokens": 14171486.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 1.9269852563738823, |
| "epoch": 1.168, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.898e-05, |
| "loss": 11.4704, |
| "mean_token_accuracy": 0.15463799880817533, |
| "num_tokens": 14266831.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 1.9132212005555629, |
| "epoch": 1.176, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 11.3853, |
| "mean_token_accuracy": 0.16369018028490245, |
| "num_tokens": 14370559.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 1.9134477652609347, |
| "epoch": 1.184, |
| "grad_norm": 0.11279296875, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 11.4252, |
| "mean_token_accuracy": 0.1567579856608063, |
| "num_tokens": 14465660.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 1.9147060811519623, |
| "epoch": 1.192, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 11.3604, |
| "mean_token_accuracy": 0.15956381279975176, |
| "num_tokens": 14559282.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 1.9207824341952802, |
| "epoch": 1.2, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 11.2929, |
| "mean_token_accuracy": 0.15796949863433837, |
| "num_tokens": 14653228.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 14653228.0, |
| "eval_coding_runtime": 93.1044, |
| "eval_coding_samples_per_second": 5.37, |
| "eval_coding_steps_per_second": 2.685, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.2, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 14653228.0, |
| "eval_biology_runtime": 40.7171, |
| "eval_biology_samples_per_second": 12.28, |
| "eval_biology_steps_per_second": 6.14, |
| "step": 1500 |
| }, |
| { |
| "entropy": 1.8704286485910415, |
| "epoch": 1.208, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 11.4975, |
| "mean_token_accuracy": 0.16043112352490424, |
| "num_tokens": 14756972.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 1.9115773357450963, |
| "epoch": 1.216, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 11.4561, |
| "mean_token_accuracy": 0.15903587290085852, |
| "num_tokens": 14857782.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 1.9327999822795392, |
| "epoch": 1.224, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 11.3866, |
| "mean_token_accuracy": 0.15627011358737947, |
| "num_tokens": 14950496.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 1.8955214098095894, |
| "epoch": 1.232, |
| "grad_norm": 0.1220703125, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 11.3568, |
| "mean_token_accuracy": 0.15990630425512792, |
| "num_tokens": 15047356.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 1.9376576729118824, |
| "epoch": 1.24, |
| "grad_norm": 0.109375, |
| "learning_rate": 1.878e-05, |
| "loss": 11.3893, |
| "mean_token_accuracy": 0.1599413577467203, |
| "num_tokens": 15142592.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 1.9254475340247155, |
| "epoch": 1.248, |
| "grad_norm": 0.1162109375, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 11.4126, |
| "mean_token_accuracy": 0.1606173425912857, |
| "num_tokens": 15241098.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 1.9526181869208812, |
| "epoch": 1.256, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 11.2484, |
| "mean_token_accuracy": 0.15649163788184522, |
| "num_tokens": 15335851.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 1.8829004153609277, |
| "epoch": 1.264, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 11.4768, |
| "mean_token_accuracy": 0.15737718129530548, |
| "num_tokens": 15437657.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 1.9331139042973517, |
| "epoch": 1.272, |
| "grad_norm": 0.11328125, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 11.2952, |
| "mean_token_accuracy": 0.15551234567537903, |
| "num_tokens": 15530753.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 1.9040869876742363, |
| "epoch": 1.28, |
| "grad_norm": 0.115234375, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 11.3958, |
| "mean_token_accuracy": 0.16075886362232267, |
| "num_tokens": 15630795.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 15630795.0, |
| "eval_coding_runtime": 92.7724, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1600 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 15630795.0, |
| "eval_biology_runtime": 41.1103, |
| "eval_biology_samples_per_second": 12.162, |
| "eval_biology_steps_per_second": 6.081, |
| "step": 1600 |
| }, |
| { |
| "entropy": 1.949748583137989, |
| "epoch": 1.288, |
| "grad_norm": 0.1015625, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 11.3105, |
| "mean_token_accuracy": 0.15701372702606023, |
| "num_tokens": 15725428.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 1.9060676544904709, |
| "epoch": 1.296, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 11.4172, |
| "mean_token_accuracy": 0.15982052269391717, |
| "num_tokens": 15827105.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 1.9177203148603439, |
| "epoch": 1.304, |
| "grad_norm": 0.123046875, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 11.5038, |
| "mean_token_accuracy": 0.15568662905134262, |
| "num_tokens": 15923902.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 1.9236695282161236, |
| "epoch": 1.312, |
| "grad_norm": 0.10791015625, |
| "learning_rate": 1.858e-05, |
| "loss": 11.3814, |
| "mean_token_accuracy": 0.15766759933903812, |
| "num_tokens": 16019645.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 1.9366594329476357, |
| "epoch": 1.32, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 11.4536, |
| "mean_token_accuracy": 0.15385150196962058, |
| "num_tokens": 16115487.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 1.883201529085636, |
| "epoch": 1.328, |
| "grad_norm": 0.1123046875, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 11.4721, |
| "mean_token_accuracy": 0.15817170958034693, |
| "num_tokens": 16221726.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 1.864897334575653, |
| "epoch": 1.336, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 11.3423, |
| "mean_token_accuracy": 0.1640611401759088, |
| "num_tokens": 16322791.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 1.9057570204138756, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 11.6343, |
| "mean_token_accuracy": 0.15843453146517278, |
| "num_tokens": 16427594.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 1.8997819542884826, |
| "epoch": 1.3519999999999999, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 11.4734, |
| "mean_token_accuracy": 0.15844294875860215, |
| "num_tokens": 16527485.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 1.9108400709927083, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.1083984375, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 11.3154, |
| "mean_token_accuracy": 0.15963923330418767, |
| "num_tokens": 16621605.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 16621605.0, |
| "eval_coding_runtime": 92.75, |
| "eval_coding_samples_per_second": 5.391, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1700 |
| }, |
| { |
| "epoch": 1.3599999999999999, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 16621605.0, |
| "eval_biology_runtime": 40.7292, |
| "eval_biology_samples_per_second": 12.276, |
| "eval_biology_steps_per_second": 6.138, |
| "step": 1700 |
| }, |
| { |
| "entropy": 1.9072483718395232, |
| "epoch": 1.3679999999999999, |
| "grad_norm": 0.11083984375, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 11.3111, |
| "mean_token_accuracy": 0.1618227817583829, |
| "num_tokens": 16719005.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 1.9344917692244052, |
| "epoch": 1.376, |
| "grad_norm": 0.1005859375, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 11.2864, |
| "mean_token_accuracy": 0.15792911853641273, |
| "num_tokens": 16813444.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 1.9180502645671367, |
| "epoch": 1.384, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 11.4819, |
| "mean_token_accuracy": 0.15618215668946506, |
| "num_tokens": 16908557.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 1.908074852079153, |
| "epoch": 1.392, |
| "grad_norm": 0.1181640625, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 11.412, |
| "mean_token_accuracy": 0.1577038482762873, |
| "num_tokens": 17006509.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 1.9261491410434246, |
| "epoch": 1.4, |
| "grad_norm": 0.10205078125, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 11.407, |
| "mean_token_accuracy": 0.15843819421716035, |
| "num_tokens": 17097916.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 1.901807364076376, |
| "epoch": 1.408, |
| "grad_norm": 0.10888671875, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 11.4551, |
| "mean_token_accuracy": 0.1580773525405675, |
| "num_tokens": 17197870.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 1.9068179935216905, |
| "epoch": 1.416, |
| "grad_norm": 0.1005859375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 11.4565, |
| "mean_token_accuracy": 0.1564626230392605, |
| "num_tokens": 17296950.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 1.9137524850666523, |
| "epoch": 1.424, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 11.319, |
| "mean_token_accuracy": 0.1580805520527065, |
| "num_tokens": 17394390.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 1.86898348107934, |
| "epoch": 1.432, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 11.3352, |
| "mean_token_accuracy": 0.16185315563343466, |
| "num_tokens": 17498287.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 1.9457152262330055, |
| "epoch": 1.44, |
| "grad_norm": 0.0986328125, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 11.5085, |
| "mean_token_accuracy": 0.1535401228815317, |
| "num_tokens": 17587777.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 17587777.0, |
| "eval_coding_runtime": 92.8619, |
| "eval_coding_samples_per_second": 5.384, |
| "eval_coding_steps_per_second": 2.692, |
| "step": 1800 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 17587777.0, |
| "eval_biology_runtime": 40.7335, |
| "eval_biology_samples_per_second": 12.275, |
| "eval_biology_steps_per_second": 6.137, |
| "step": 1800 |
| }, |
| { |
| "entropy": 1.902113003283739, |
| "epoch": 1.448, |
| "grad_norm": 0.103515625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 11.4753, |
| "mean_token_accuracy": 0.15963359172455965, |
| "num_tokens": 17688697.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 1.9020785458385945, |
| "epoch": 1.456, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 11.361, |
| "mean_token_accuracy": 0.15817707288078964, |
| "num_tokens": 17788456.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 1.9290625780820847, |
| "epoch": 1.464, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 11.3487, |
| "mean_token_accuracy": 0.1603408372029662, |
| "num_tokens": 17882731.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 1.9105426162481307, |
| "epoch": 1.472, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 11.511, |
| "mean_token_accuracy": 0.1596439859829843, |
| "num_tokens": 17984063.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 1.9299705654382706, |
| "epoch": 1.48, |
| "grad_norm": 0.11669921875, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 11.3816, |
| "mean_token_accuracy": 0.15798658230341972, |
| "num_tokens": 18080829.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 1.9229087643325329, |
| "epoch": 1.488, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 11.5753, |
| "mean_token_accuracy": 0.15435658004134895, |
| "num_tokens": 18175640.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 1.937994058430195, |
| "epoch": 1.496, |
| "grad_norm": 0.11181640625, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 11.4177, |
| "mean_token_accuracy": 0.15660293828696012, |
| "num_tokens": 18268965.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 1.9269187480211258, |
| "epoch": 1.504, |
| "grad_norm": 0.10595703125, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 11.4106, |
| "mean_token_accuracy": 0.15928622940555215, |
| "num_tokens": 18367857.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 1.92791308760643, |
| "epoch": 1.512, |
| "grad_norm": 0.1064453125, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 11.4263, |
| "mean_token_accuracy": 0.15667357984930277, |
| "num_tokens": 18468841.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 1.9114290274679662, |
| "epoch": 1.52, |
| "grad_norm": 0.11376953125, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 11.5163, |
| "mean_token_accuracy": 0.15518842511810363, |
| "num_tokens": 18569146.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 18569146.0, |
| "eval_coding_runtime": 92.7725, |
| "eval_coding_samples_per_second": 5.39, |
| "eval_coding_steps_per_second": 2.695, |
| "step": 1900 |
| }, |
| { |
| "epoch": 1.52, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 18569146.0, |
| "eval_biology_runtime": 40.763, |
| "eval_biology_samples_per_second": 12.266, |
| "eval_biology_steps_per_second": 6.133, |
| "step": 1900 |
| }, |
| { |
| "entropy": 1.9271638520061969, |
| "epoch": 1.528, |
| "grad_norm": 0.10546875, |
| "learning_rate": 1.798e-05, |
| "loss": 11.3061, |
| "mean_token_accuracy": 0.15814642114564775, |
| "num_tokens": 18661379.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 1.9256254382431508, |
| "epoch": 1.536, |
| "grad_norm": 0.11572265625, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 11.3743, |
| "mean_token_accuracy": 0.1560321016702801, |
| "num_tokens": 18755079.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 1.8881871685385705, |
| "epoch": 1.544, |
| "grad_norm": 0.1103515625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 11.367, |
| "mean_token_accuracy": 0.16265541026368738, |
| "num_tokens": 18855275.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 1.9023422569036483, |
| "epoch": 1.552, |
| "grad_norm": 0.1142578125, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 11.4127, |
| "mean_token_accuracy": 0.15928544756025076, |
| "num_tokens": 18956248.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 1.8970495253801345, |
| "epoch": 1.56, |
| "grad_norm": 0.107421875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 11.3361, |
| "mean_token_accuracy": 0.1625245711300522, |
| "num_tokens": 19051957.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 1.9093870118260383, |
| "epoch": 1.568, |
| "grad_norm": 0.111328125, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 11.4793, |
| "mean_token_accuracy": 0.1557660404127091, |
| "num_tokens": 19150315.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 1.8911843553185463, |
| "epoch": 1.576, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 11.3024, |
| "mean_token_accuracy": 0.1613072390668094, |
| "num_tokens": 19248041.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 1.8826511427760124, |
| "epoch": 1.584, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 11.2043, |
| "mean_token_accuracy": 0.16279208194464445, |
| "num_tokens": 19344260.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 1.9475473545491695, |
| "epoch": 1.592, |
| "grad_norm": 0.1044921875, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 11.4873, |
| "mean_token_accuracy": 0.15342508563771845, |
| "num_tokens": 19436040.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 1.9466259226202964, |
| "epoch": 1.6, |
| "grad_norm": 0.10986328125, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 11.5525, |
| "mean_token_accuracy": 0.15283841700293124, |
| "num_tokens": 19532552.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_coding_entropy": 1.000721924304962, |
| "eval_coding_loss": 8.267828941345215, |
| "eval_coding_mean_token_accuracy": 0.2908177390098572, |
| "eval_coding_num_tokens": 19532552.0, |
| "eval_coding_runtime": 92.7885, |
| "eval_coding_samples_per_second": 5.389, |
| "eval_coding_steps_per_second": 2.694, |
| "step": 2000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 1.8729813146591185, |
| "eval_biology_loss": 11.396076202392578, |
| "eval_biology_mean_token_accuracy": 0.1593981314599514, |
| "eval_biology_num_tokens": 19532552.0, |
| "eval_biology_runtime": 41.0205, |
| "eval_biology_samples_per_second": 12.189, |
| "eval_biology_steps_per_second": 6.095, |
| "step": 2000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 8, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.680488844588933e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
