| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.6, |
| "eval_steps": 100, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.5915625745430588, |
| "epoch": 0.016, |
| "grad_norm": 5.71875, |
| "learning_rate": 1.8e-07, |
| "loss": 0.8466, |
| "mean_token_accuracy": 0.8017937403172255, |
| "num_tokens": 340696.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.5926362803205848, |
| "epoch": 0.032, |
| "grad_norm": 5.59375, |
| "learning_rate": 3.8e-07, |
| "loss": 0.8487, |
| "mean_token_accuracy": 0.8023959375917912, |
| "num_tokens": 675930.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.591606929153204, |
| "epoch": 0.048, |
| "grad_norm": 4.96875, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 0.8302, |
| "mean_token_accuracy": 0.8044086921960115, |
| "num_tokens": 1007956.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.6204556789249182, |
| "epoch": 0.064, |
| "grad_norm": 4.9375, |
| "learning_rate": 7.8e-07, |
| "loss": 0.8457, |
| "mean_token_accuracy": 0.7998181059956551, |
| "num_tokens": 1340560.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.6393004363402724, |
| "epoch": 0.08, |
| "grad_norm": 4.3125, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 0.8343, |
| "mean_token_accuracy": 0.8025688324123621, |
| "num_tokens": 1679432.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.6593567343428731, |
| "epoch": 0.096, |
| "grad_norm": 2.5625, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 0.8046, |
| "mean_token_accuracy": 0.8078926544636488, |
| "num_tokens": 2021570.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.7051705561578274, |
| "epoch": 0.112, |
| "grad_norm": 2.8125, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 0.8246, |
| "mean_token_accuracy": 0.8029463469982148, |
| "num_tokens": 2359297.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.754444376192987, |
| "epoch": 0.128, |
| "grad_norm": 2.4375, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 0.8435, |
| "mean_token_accuracy": 0.79781529083848, |
| "num_tokens": 2683168.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.7250820267945528, |
| "epoch": 0.144, |
| "grad_norm": 1.90625, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 0.8195, |
| "mean_token_accuracy": 0.8042717296630144, |
| "num_tokens": 3019426.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.7252413807436824, |
| "epoch": 0.16, |
| "grad_norm": 2.109375, |
| "learning_rate": 1.98e-06, |
| "loss": 0.8097, |
| "mean_token_accuracy": 0.8047077178955078, |
| "num_tokens": 3354390.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_chemistry_entropy": 0.7109885907173157, |
| "eval_chemistry_loss": 0.804060161113739, |
| "eval_chemistry_mean_token_accuracy": 0.8113441648483276, |
| "eval_chemistry_num_tokens": 3354390.0, |
| "eval_chemistry_runtime": 34.8657, |
| "eval_chemistry_samples_per_second": 14.341, |
| "eval_chemistry_steps_per_second": 3.585, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_physics_entropy": 0.7321163377761841, |
| "eval_physics_loss": 0.8287621140480042, |
| "eval_physics_mean_token_accuracy": 0.8033607420921326, |
| "eval_physics_num_tokens": 3354390.0, |
| "eval_physics_runtime": 41.3727, |
| "eval_physics_samples_per_second": 12.085, |
| "eval_physics_steps_per_second": 3.021, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.7267085557803512, |
| "epoch": 0.176, |
| "grad_norm": 2.234375, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 0.8058, |
| "mean_token_accuracy": 0.8033798363059759, |
| "num_tokens": 3684374.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.7212623069062829, |
| "epoch": 0.192, |
| "grad_norm": 1.828125, |
| "learning_rate": 2.38e-06, |
| "loss": 0.7989, |
| "mean_token_accuracy": 0.8043727930635214, |
| "num_tokens": 4023915.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.7022871913388371, |
| "epoch": 0.208, |
| "grad_norm": 2.1875, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 0.7758, |
| "mean_token_accuracy": 0.8102051325142383, |
| "num_tokens": 4352045.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.6965231081470847, |
| "epoch": 0.224, |
| "grad_norm": 1.8203125, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 0.7726, |
| "mean_token_accuracy": 0.8089764468371868, |
| "num_tokens": 4681371.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.6956626677885651, |
| "epoch": 0.24, |
| "grad_norm": 1.6640625, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 0.7608, |
| "mean_token_accuracy": 0.8104452796280384, |
| "num_tokens": 5021784.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.708347842283547, |
| "epoch": 0.256, |
| "grad_norm": 1.9453125, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 0.7636, |
| "mean_token_accuracy": 0.809263763204217, |
| "num_tokens": 5367308.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.7138571232557297, |
| "epoch": 0.272, |
| "grad_norm": 2.03125, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 0.7721, |
| "mean_token_accuracy": 0.8050564888864755, |
| "num_tokens": 5699101.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.7222439678385854, |
| "epoch": 0.288, |
| "grad_norm": 1.7109375, |
| "learning_rate": 3.58e-06, |
| "loss": 0.7766, |
| "mean_token_accuracy": 0.8063390862196684, |
| "num_tokens": 6022837.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.7117253359407186, |
| "epoch": 0.304, |
| "grad_norm": 2.265625, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 0.7535, |
| "mean_token_accuracy": 0.809041840955615, |
| "num_tokens": 6343826.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.7200546801090241, |
| "epoch": 0.32, |
| "grad_norm": 1.7265625, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 0.7524, |
| "mean_token_accuracy": 0.8073045868426562, |
| "num_tokens": 6670164.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_chemistry_entropy": 0.711975371837616, |
| "eval_chemistry_loss": 0.7488377690315247, |
| "eval_chemistry_mean_token_accuracy": 0.8110983457565307, |
| "eval_chemistry_num_tokens": 6670164.0, |
| "eval_chemistry_runtime": 34.8588, |
| "eval_chemistry_samples_per_second": 14.344, |
| "eval_chemistry_steps_per_second": 3.586, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_physics_entropy": 0.7178810501098633, |
| "eval_physics_loss": 0.7585415244102478, |
| "eval_physics_mean_token_accuracy": 0.8081966361999512, |
| "eval_physics_num_tokens": 6670164.0, |
| "eval_physics_runtime": 41.7087, |
| "eval_physics_samples_per_second": 11.988, |
| "eval_physics_steps_per_second": 2.997, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.7111945543438196, |
| "epoch": 0.336, |
| "grad_norm": 1.578125, |
| "learning_rate": 4.18e-06, |
| "loss": 0.7313, |
| "mean_token_accuracy": 0.8092666126787662, |
| "num_tokens": 7003404.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.6962820990011096, |
| "epoch": 0.352, |
| "grad_norm": 1.8828125, |
| "learning_rate": 4.38e-06, |
| "loss": 0.712, |
| "mean_token_accuracy": 0.8133333619683981, |
| "num_tokens": 7342593.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.6933605512604117, |
| "epoch": 0.368, |
| "grad_norm": 1.6484375, |
| "learning_rate": 4.58e-06, |
| "loss": 0.6986, |
| "mean_token_accuracy": 0.8163042381405831, |
| "num_tokens": 7675569.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.7312716225162148, |
| "epoch": 0.384, |
| "grad_norm": 1.9296875, |
| "learning_rate": 4.78e-06, |
| "loss": 0.7319, |
| "mean_token_accuracy": 0.8038436233997345, |
| "num_tokens": 8012218.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.6996616214513779, |
| "epoch": 0.4, |
| "grad_norm": 1.796875, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 0.6917, |
| "mean_token_accuracy": 0.8134940605610609, |
| "num_tokens": 8350120.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.6945684082806111, |
| "epoch": 0.416, |
| "grad_norm": 1.6953125, |
| "learning_rate": 5.18e-06, |
| "loss": 0.678, |
| "mean_token_accuracy": 0.8151624854654074, |
| "num_tokens": 8688773.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.7035746525973081, |
| "epoch": 0.432, |
| "grad_norm": 1.8359375, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 0.6888, |
| "mean_token_accuracy": 0.8118865180760622, |
| "num_tokens": 9022094.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.6850203935056924, |
| "epoch": 0.448, |
| "grad_norm": 1.6640625, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 0.6727, |
| "mean_token_accuracy": 0.8186012674123049, |
| "num_tokens": 9360608.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.6806540634483099, |
| "epoch": 0.464, |
| "grad_norm": 1.875, |
| "learning_rate": 5.78e-06, |
| "loss": 0.6592, |
| "mean_token_accuracy": 0.8200464811176061, |
| "num_tokens": 9688896.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.6852828785777092, |
| "epoch": 0.48, |
| "grad_norm": 1.828125, |
| "learning_rate": 5.98e-06, |
| "loss": 0.6672, |
| "mean_token_accuracy": 0.8180346965789795, |
| "num_tokens": 10025864.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_chemistry_entropy": 0.7274510788917542, |
| "eval_chemistry_loss": 0.7009354829788208, |
| "eval_chemistry_mean_token_accuracy": 0.8133535690307617, |
| "eval_chemistry_num_tokens": 10025864.0, |
| "eval_chemistry_runtime": 34.811, |
| "eval_chemistry_samples_per_second": 14.363, |
| "eval_chemistry_steps_per_second": 3.591, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_physics_entropy": 0.7100022671222687, |
| "eval_physics_loss": 0.7013525366783142, |
| "eval_physics_mean_token_accuracy": 0.813646514415741, |
| "eval_physics_num_tokens": 10025864.0, |
| "eval_physics_runtime": 41.4407, |
| "eval_physics_samples_per_second": 12.065, |
| "eval_physics_steps_per_second": 3.016, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.7103753052651882, |
| "epoch": 0.496, |
| "grad_norm": 1.6171875, |
| "learning_rate": 6.18e-06, |
| "loss": 0.6847, |
| "mean_token_accuracy": 0.812765546515584, |
| "num_tokens": 10362573.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.6982777336612344, |
| "epoch": 0.512, |
| "grad_norm": 1.8125, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 0.6716, |
| "mean_token_accuracy": 0.8169939771294594, |
| "num_tokens": 10694440.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.708159969188273, |
| "epoch": 0.528, |
| "grad_norm": 1.7421875, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 0.693, |
| "mean_token_accuracy": 0.8125004164874554, |
| "num_tokens": 11022357.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.699538960121572, |
| "epoch": 0.544, |
| "grad_norm": 1.828125, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 0.6711, |
| "mean_token_accuracy": 0.8153361644595861, |
| "num_tokens": 11345911.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.6910958087071777, |
| "epoch": 0.56, |
| "grad_norm": 1.5078125, |
| "learning_rate": 6.98e-06, |
| "loss": 0.6659, |
| "mean_token_accuracy": 0.8177970543503761, |
| "num_tokens": 11687225.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.6805725138634443, |
| "epoch": 0.576, |
| "grad_norm": 1.6484375, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 0.6565, |
| "mean_token_accuracy": 0.8207161612808704, |
| "num_tokens": 12015720.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.6865102933719754, |
| "epoch": 0.592, |
| "grad_norm": 1.84375, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 0.6638, |
| "mean_token_accuracy": 0.8175321508198976, |
| "num_tokens": 12343393.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.6841516578570008, |
| "epoch": 0.608, |
| "grad_norm": 1.6328125, |
| "learning_rate": 7.58e-06, |
| "loss": 0.6582, |
| "mean_token_accuracy": 0.8192304316908121, |
| "num_tokens": 12671474.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.7005494212731719, |
| "epoch": 0.624, |
| "grad_norm": 1.6015625, |
| "learning_rate": 7.78e-06, |
| "loss": 0.6674, |
| "mean_token_accuracy": 0.8156571265310049, |
| "num_tokens": 12996077.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.6937378702685237, |
| "epoch": 0.64, |
| "grad_norm": 1.6171875, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 0.6701, |
| "mean_token_accuracy": 0.8157013915479183, |
| "num_tokens": 13325291.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_chemistry_entropy": 0.7147737612724304, |
| "eval_chemistry_loss": 0.692807137966156, |
| "eval_chemistry_mean_token_accuracy": 0.8137030324935913, |
| "eval_chemistry_num_tokens": 13325291.0, |
| "eval_chemistry_runtime": 34.8141, |
| "eval_chemistry_samples_per_second": 14.362, |
| "eval_chemistry_steps_per_second": 3.591, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_physics_entropy": 0.684398841381073, |
| "eval_physics_loss": 0.6776748895645142, |
| "eval_physics_mean_token_accuracy": 0.8169920797348023, |
| "eval_physics_num_tokens": 13325291.0, |
| "eval_physics_runtime": 41.4558, |
| "eval_physics_samples_per_second": 12.061, |
| "eval_physics_steps_per_second": 3.015, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.6792764134705067, |
| "epoch": 0.656, |
| "grad_norm": 1.625, |
| "learning_rate": 8.18e-06, |
| "loss": 0.6538, |
| "mean_token_accuracy": 0.8188512332737445, |
| "num_tokens": 13671434.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.6741176716983318, |
| "epoch": 0.672, |
| "grad_norm": 1.703125, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 0.6479, |
| "mean_token_accuracy": 0.8206427529454231, |
| "num_tokens": 13993668.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.6748962674289942, |
| "epoch": 0.688, |
| "grad_norm": 1.5625, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 0.6489, |
| "mean_token_accuracy": 0.821071095019579, |
| "num_tokens": 14334907.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.6882562624290586, |
| "epoch": 0.704, |
| "grad_norm": 1.765625, |
| "learning_rate": 8.78e-06, |
| "loss": 0.6631, |
| "mean_token_accuracy": 0.8166982632130384, |
| "num_tokens": 14670639.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.6710160901769996, |
| "epoch": 0.72, |
| "grad_norm": 1.828125, |
| "learning_rate": 8.98e-06, |
| "loss": 0.6451, |
| "mean_token_accuracy": 0.8207047082483768, |
| "num_tokens": 14987995.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.6616904048249126, |
| "epoch": 0.736, |
| "grad_norm": 1.65625, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 0.6374, |
| "mean_token_accuracy": 0.8214268710464239, |
| "num_tokens": 15324659.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.6631792033091187, |
| "epoch": 0.752, |
| "grad_norm": 1.6171875, |
| "learning_rate": 9.38e-06, |
| "loss": 0.6379, |
| "mean_token_accuracy": 0.8226557578891516, |
| "num_tokens": 15657342.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.6816092301160097, |
| "epoch": 0.768, |
| "grad_norm": 1.640625, |
| "learning_rate": 9.58e-06, |
| "loss": 0.6582, |
| "mean_token_accuracy": 0.8162681456655264, |
| "num_tokens": 15988993.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.6584033869206906, |
| "epoch": 0.784, |
| "grad_norm": 1.6484375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 0.6307, |
| "mean_token_accuracy": 0.8244805630296469, |
| "num_tokens": 16333857.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.6675900464877487, |
| "epoch": 0.8, |
| "grad_norm": 1.625, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 0.6444, |
| "mean_token_accuracy": 0.8208535581827163, |
| "num_tokens": 16664690.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_chemistry_entropy": 0.7186227707862854, |
| "eval_chemistry_loss": 0.6891804337501526, |
| "eval_chemistry_mean_token_accuracy": 0.812873167514801, |
| "eval_chemistry_num_tokens": 16664690.0, |
| "eval_chemistry_runtime": 34.7308, |
| "eval_chemistry_samples_per_second": 14.396, |
| "eval_chemistry_steps_per_second": 3.599, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_physics_entropy": 0.6725036988258362, |
| "eval_physics_loss": 0.6597840785980225, |
| "eval_physics_mean_token_accuracy": 0.8193980932235718, |
| "eval_physics_num_tokens": 16664690.0, |
| "eval_physics_runtime": 41.0989, |
| "eval_physics_samples_per_second": 12.166, |
| "eval_physics_steps_per_second": 3.041, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.6641527567058801, |
| "epoch": 0.816, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.018e-05, |
| "loss": 0.6389, |
| "mean_token_accuracy": 0.8205956391990185, |
| "num_tokens": 16989307.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.6729596307501197, |
| "epoch": 0.832, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.038e-05, |
| "loss": 0.6418, |
| "mean_token_accuracy": 0.8202375840395689, |
| "num_tokens": 17317524.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.6599426086992025, |
| "epoch": 0.848, |
| "grad_norm": 1.40625, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 0.6326, |
| "mean_token_accuracy": 0.8230770550668239, |
| "num_tokens": 17650424.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.66338025983423, |
| "epoch": 0.864, |
| "grad_norm": 1.4765625, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 0.6412, |
| "mean_token_accuracy": 0.8213306616991758, |
| "num_tokens": 17985547.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.6687672117725014, |
| "epoch": 0.88, |
| "grad_norm": 1.4921875, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 0.6426, |
| "mean_token_accuracy": 0.8197343621402979, |
| "num_tokens": 18315392.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.6246686290949583, |
| "epoch": 0.896, |
| "grad_norm": 1.375, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 0.6014, |
| "mean_token_accuracy": 0.8294213119894266, |
| "num_tokens": 18667124.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.6640157140791416, |
| "epoch": 0.912, |
| "grad_norm": 1.5, |
| "learning_rate": 1.138e-05, |
| "loss": 0.6371, |
| "mean_token_accuracy": 0.820187458768487, |
| "num_tokens": 19002186.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.6525983370840549, |
| "epoch": 0.928, |
| "grad_norm": 1.6640625, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 0.6304, |
| "mean_token_accuracy": 0.8224839419126511, |
| "num_tokens": 19335013.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.6459019472822547, |
| "epoch": 0.944, |
| "grad_norm": 1.6171875, |
| "learning_rate": 1.178e-05, |
| "loss": 0.6208, |
| "mean_token_accuracy": 0.8251514233648777, |
| "num_tokens": 19662733.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.6452493501827121, |
| "epoch": 0.96, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.198e-05, |
| "loss": 0.6276, |
| "mean_token_accuracy": 0.8237052172422409, |
| "num_tokens": 19996789.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_chemistry_entropy": 0.7299397034645081, |
| "eval_chemistry_loss": 0.6870628595352173, |
| "eval_chemistry_mean_token_accuracy": 0.8117328572273255, |
| "eval_chemistry_num_tokens": 19996789.0, |
| "eval_chemistry_runtime": 34.7851, |
| "eval_chemistry_samples_per_second": 14.374, |
| "eval_chemistry_steps_per_second": 3.593, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_physics_entropy": 0.6775157516002654, |
| "eval_physics_loss": 0.646020770072937, |
| "eval_physics_mean_token_accuracy": 0.8218063368797303, |
| "eval_physics_num_tokens": 19996789.0, |
| "eval_physics_runtime": 41.4104, |
| "eval_physics_samples_per_second": 12.074, |
| "eval_physics_steps_per_second": 3.019, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.6451076414436102, |
| "epoch": 0.976, |
| "grad_norm": 1.5859375, |
| "learning_rate": 1.218e-05, |
| "loss": 0.6221, |
| "mean_token_accuracy": 0.825892923027277, |
| "num_tokens": 20332636.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.6509507959708571, |
| "epoch": 0.992, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 0.6214, |
| "mean_token_accuracy": 0.8233620677143335, |
| "num_tokens": 20662209.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.6204982601106167, |
| "epoch": 1.008, |
| "grad_norm": 1.46875, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 0.5988, |
| "mean_token_accuracy": 0.8286421094089746, |
| "num_tokens": 21005731.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.6242268454283476, |
| "epoch": 1.024, |
| "grad_norm": 1.4921875, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 0.6046, |
| "mean_token_accuracy": 0.82848214879632, |
| "num_tokens": 21335407.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.6163413025438785, |
| "epoch": 1.04, |
| "grad_norm": 1.5078125, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 0.598, |
| "mean_token_accuracy": 0.8299466107040644, |
| "num_tokens": 21668490.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.6118087394163012, |
| "epoch": 1.056, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 0.5883, |
| "mean_token_accuracy": 0.8311309419572354, |
| "num_tokens": 22006039.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.6269845755770802, |
| "epoch": 1.072, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 0.6043, |
| "mean_token_accuracy": 0.8276471871882677, |
| "num_tokens": 22348206.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.6239592241123318, |
| "epoch": 1.088, |
| "grad_norm": 1.5234375, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 0.5947, |
| "mean_token_accuracy": 0.8277118816971779, |
| "num_tokens": 22676163.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.6154211649671197, |
| "epoch": 1.104, |
| "grad_norm": 1.3046875, |
| "learning_rate": 1.378e-05, |
| "loss": 0.5951, |
| "mean_token_accuracy": 0.8299165233969689, |
| "num_tokens": 23009279.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.6186880182474852, |
| "epoch": 1.12, |
| "grad_norm": 1.4765625, |
| "learning_rate": 1.398e-05, |
| "loss": 0.5987, |
| "mean_token_accuracy": 0.827697791159153, |
| "num_tokens": 23346828.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_chemistry_entropy": 0.6806538386344909, |
| "eval_chemistry_loss": 0.6874776482582092, |
| "eval_chemistry_mean_token_accuracy": 0.8116622562408448, |
| "eval_chemistry_num_tokens": 23346828.0, |
| "eval_chemistry_runtime": 35.1659, |
| "eval_chemistry_samples_per_second": 14.218, |
| "eval_chemistry_steps_per_second": 3.555, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_physics_entropy": 0.6262999680042267, |
| "eval_physics_loss": 0.6376790404319763, |
| "eval_physics_mean_token_accuracy": 0.8227445411682129, |
| "eval_physics_num_tokens": 23346828.0, |
| "eval_physics_runtime": 41.445, |
| "eval_physics_samples_per_second": 12.064, |
| "eval_physics_steps_per_second": 3.016, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.5965470356866718, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 1.359375, |
| "learning_rate": 1.418e-05, |
| "loss": 0.5793, |
| "mean_token_accuracy": 0.8342778768390418, |
| "num_tokens": 23689161.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.6170177994295954, |
| "epoch": 1.152, |
| "grad_norm": 1.6015625, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 0.5984, |
| "mean_token_accuracy": 0.8301392119377852, |
| "num_tokens": 24016439.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.6231384797021746, |
| "epoch": 1.168, |
| "grad_norm": 1.640625, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 0.6024, |
| "mean_token_accuracy": 0.8265216089785099, |
| "num_tokens": 24344431.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.6168253228068352, |
| "epoch": 1.184, |
| "grad_norm": 1.734375, |
| "learning_rate": 1.478e-05, |
| "loss": 0.5912, |
| "mean_token_accuracy": 0.8295746680349112, |
| "num_tokens": 24668087.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.6063494171947241, |
| "epoch": 1.2, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.498e-05, |
| "loss": 0.5805, |
| "mean_token_accuracy": 0.8319725230336189, |
| "num_tokens": 25000629.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.6178384765982627, |
| "epoch": 1.216, |
| "grad_norm": 1.6796875, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 0.5998, |
| "mean_token_accuracy": 0.8278374817222357, |
| "num_tokens": 25324324.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.6116716200485826, |
| "epoch": 1.232, |
| "grad_norm": 1.4453125, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 0.5838, |
| "mean_token_accuracy": 0.8310758478939533, |
| "num_tokens": 25658795.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 0.6036085536703467, |
| "epoch": 1.248, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 0.5835, |
| "mean_token_accuracy": 0.8323761031031609, |
| "num_tokens": 25993177.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 0.6078255159780384, |
| "epoch": 1.264, |
| "grad_norm": 1.4921875, |
| "learning_rate": 1.578e-05, |
| "loss": 0.5819, |
| "mean_token_accuracy": 0.8314513519406319, |
| "num_tokens": 26329726.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 0.6271371256560088, |
| "epoch": 1.28, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 0.6049, |
| "mean_token_accuracy": 0.8257384181022644, |
| "num_tokens": 26664093.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_chemistry_entropy": 0.6834847524166107, |
| "eval_chemistry_loss": 0.6882474422454834, |
| "eval_chemistry_mean_token_accuracy": 0.8116786751747131, |
| "eval_chemistry_num_tokens": 26664093.0, |
| "eval_chemistry_runtime": 34.7916, |
| "eval_chemistry_samples_per_second": 14.371, |
| "eval_chemistry_steps_per_second": 3.593, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_physics_entropy": 0.6253828897476196, |
| "eval_physics_loss": 0.6271702647209167, |
| "eval_physics_mean_token_accuracy": 0.8248588938713074, |
| "eval_physics_num_tokens": 26664093.0, |
| "eval_physics_runtime": 41.5612, |
| "eval_physics_samples_per_second": 12.03, |
| "eval_physics_steps_per_second": 3.008, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.5998634301126003, |
| "epoch": 1.296, |
| "grad_norm": 1.5625, |
| "learning_rate": 1.618e-05, |
| "loss": 0.5787, |
| "mean_token_accuracy": 0.8333883356302977, |
| "num_tokens": 26994877.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 0.6259857648983598, |
| "epoch": 1.312, |
| "grad_norm": 1.5703125, |
| "learning_rate": 1.638e-05, |
| "loss": 0.6016, |
| "mean_token_accuracy": 0.8277184132486581, |
| "num_tokens": 27328198.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 0.605760240368545, |
| "epoch": 1.328, |
| "grad_norm": 1.5546875, |
| "learning_rate": 1.658e-05, |
| "loss": 0.5891, |
| "mean_token_accuracy": 0.830071647465229, |
| "num_tokens": 27658818.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 0.6093621645122766, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 1.546875, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 0.5882, |
| "mean_token_accuracy": 0.8291759472340345, |
| "num_tokens": 27991108.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 0.6125000966712832, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 1.3125, |
| "learning_rate": 1.698e-05, |
| "loss": 0.582, |
| "mean_token_accuracy": 0.8292897183448076, |
| "num_tokens": 28327775.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 0.6071364052593708, |
| "epoch": 1.376, |
| "grad_norm": 1.671875, |
| "learning_rate": 1.718e-05, |
| "loss": 0.5823, |
| "mean_token_accuracy": 0.8310487173497677, |
| "num_tokens": 28666116.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 0.5939128069207072, |
| "epoch": 1.392, |
| "grad_norm": 1.4375, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 0.5723, |
| "mean_token_accuracy": 0.8350477192550898, |
| "num_tokens": 29004293.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 0.6024157986044884, |
| "epoch": 1.408, |
| "grad_norm": 1.421875, |
| "learning_rate": 1.758e-05, |
| "loss": 0.5827, |
| "mean_token_accuracy": 0.8312420520931483, |
| "num_tokens": 29330131.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 0.6242644298821688, |
| "epoch": 1.424, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 0.6039, |
| "mean_token_accuracy": 0.8263261545449495, |
| "num_tokens": 29661850.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 0.5897390013560653, |
| "epoch": 1.44, |
| "grad_norm": 1.2890625, |
| "learning_rate": 1.798e-05, |
| "loss": 0.5687, |
| "mean_token_accuracy": 0.8350921101868153, |
| "num_tokens": 29999392.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_chemistry_entropy": 0.6641502072811126, |
| "eval_chemistry_loss": 0.6906805634498596, |
| "eval_chemistry_mean_token_accuracy": 0.8092845277786255, |
| "eval_chemistry_num_tokens": 29999392.0, |
| "eval_chemistry_runtime": 34.7482, |
| "eval_chemistry_samples_per_second": 14.389, |
| "eval_chemistry_steps_per_second": 3.597, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_physics_entropy": 0.6082331819534301, |
| "eval_physics_loss": 0.6185559034347534, |
| "eval_physics_mean_token_accuracy": 0.8265736656188964, |
| "eval_physics_num_tokens": 29999392.0, |
| "eval_physics_runtime": 41.4301, |
| "eval_physics_samples_per_second": 12.069, |
| "eval_physics_steps_per_second": 3.017, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.5889361893758178, |
| "epoch": 1.456, |
| "grad_norm": 1.2265625, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 0.5722, |
| "mean_token_accuracy": 0.8360798362642526, |
| "num_tokens": 30341004.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 0.6223346112295985, |
| "epoch": 1.472, |
| "grad_norm": 1.484375, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 0.599, |
| "mean_token_accuracy": 0.8281814876943827, |
| "num_tokens": 30667689.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 0.6086510250344872, |
| "epoch": 1.488, |
| "grad_norm": 1.25, |
| "learning_rate": 1.858e-05, |
| "loss": 0.5865, |
| "mean_token_accuracy": 0.8305441569536924, |
| "num_tokens": 30999697.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 0.5955386120826006, |
| "epoch": 1.504, |
| "grad_norm": 1.234375, |
| "learning_rate": 1.878e-05, |
| "loss": 0.5699, |
| "mean_token_accuracy": 0.8333926767110824, |
| "num_tokens": 31332775.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 0.6133549332618713, |
| "epoch": 1.52, |
| "grad_norm": 1.4609375, |
| "learning_rate": 1.898e-05, |
| "loss": 0.5915, |
| "mean_token_accuracy": 0.8288876831531524, |
| "num_tokens": 31666521.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 0.6097657412290574, |
| "epoch": 1.536, |
| "grad_norm": 1.4296875, |
| "learning_rate": 1.918e-05, |
| "loss": 0.5866, |
| "mean_token_accuracy": 0.8288511786609888, |
| "num_tokens": 31998232.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 0.5852528993040323, |
| "epoch": 1.552, |
| "grad_norm": 1.453125, |
| "learning_rate": 1.938e-05, |
| "loss": 0.5684, |
| "mean_token_accuracy": 0.8353338003158569, |
| "num_tokens": 32328085.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 0.5982964089140296, |
| "epoch": 1.568, |
| "grad_norm": 1.375, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 0.5753, |
| "mean_token_accuracy": 0.832823446765542, |
| "num_tokens": 32656603.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 0.6145529938861728, |
| "epoch": 1.584, |
| "grad_norm": 1.3828125, |
| "learning_rate": 1.978e-05, |
| "loss": 0.5882, |
| "mean_token_accuracy": 0.8275394171476365, |
| "num_tokens": 32983769.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 0.6043317306786775, |
| "epoch": 1.6, |
| "grad_norm": 1.3125, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 0.5823, |
| "mean_token_accuracy": 0.8310152795165777, |
| "num_tokens": 33309282.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_chemistry_entropy": 0.6794673941135406, |
| "eval_chemistry_loss": 0.6896947026252747, |
| "eval_chemistry_mean_token_accuracy": 0.8101202611923217, |
| "eval_chemistry_num_tokens": 33309282.0, |
| "eval_chemistry_runtime": 34.8102, |
| "eval_chemistry_samples_per_second": 14.364, |
| "eval_chemistry_steps_per_second": 3.591, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_physics_entropy": 0.607559362411499, |
| "eval_physics_loss": 0.6121883392333984, |
| "eval_physics_mean_token_accuracy": 0.8272243642807007, |
| "eval_physics_num_tokens": 33309282.0, |
| "eval_physics_runtime": 41.0884, |
| "eval_physics_samples_per_second": 12.169, |
| "eval_physics_steps_per_second": 3.042, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.473218768217043e+18, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
