| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 9.5856, |
| "eval_steps": 100, |
| "global_step": 3000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 2.528095572441816, |
| "epoch": 0.032, |
| "grad_norm": 251.0, |
| "learning_rate": 1.8e-07, |
| "loss": 6.6082, |
| "mean_token_accuracy": 0.21971591785550118, |
| "num_tokens": 166758.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 2.540951229631901, |
| "epoch": 0.064, |
| "grad_norm": 255.0, |
| "learning_rate": 3.8e-07, |
| "loss": 6.521, |
| "mean_token_accuracy": 0.22138903560116888, |
| "num_tokens": 333231.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 2.5206488400697706, |
| "epoch": 0.096, |
| "grad_norm": 260.0, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 6.4223, |
| "mean_token_accuracy": 0.22258271211758257, |
| "num_tokens": 494697.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 2.5920443564653395, |
| "epoch": 0.128, |
| "grad_norm": 243.0, |
| "learning_rate": 7.8e-07, |
| "loss": 6.2586, |
| "mean_token_accuracy": 0.22078513531014324, |
| "num_tokens": 665636.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 2.7184064492583273, |
| "epoch": 0.16, |
| "grad_norm": 188.0, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 5.9925, |
| "mean_token_accuracy": 0.21972714476287364, |
| "num_tokens": 831010.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 2.7776166409254075, |
| "epoch": 0.192, |
| "grad_norm": 141.0, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 5.3252, |
| "mean_token_accuracy": 0.23665523305535316, |
| "num_tokens": 997538.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 2.8701344512403013, |
| "epoch": 0.224, |
| "grad_norm": 80.5, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 4.6962, |
| "mean_token_accuracy": 0.26214539231732487, |
| "num_tokens": 1166249.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 3.226949879527092, |
| "epoch": 0.256, |
| "grad_norm": 54.25, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 4.2438, |
| "mean_token_accuracy": 0.2808788095600903, |
| "num_tokens": 1332878.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 3.3381400883197783, |
| "epoch": 0.288, |
| "grad_norm": 35.75, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 3.7944, |
| "mean_token_accuracy": 0.31892537530511617, |
| "num_tokens": 1499929.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 3.3039391934871674, |
| "epoch": 0.32, |
| "grad_norm": 23.625, |
| "learning_rate": 1.98e-06, |
| "loss": 3.4785, |
| "mean_token_accuracy": 0.34879792630672457, |
| "num_tokens": 1660639.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_coding_entropy": 1.9907222771644593, |
| "eval_coding_loss": 2.2322070598602295, |
| "eval_coding_mean_token_accuracy": 0.49504432117938996, |
| "eval_coding_num_tokens": 1660639.0, |
| "eval_coding_runtime": 80.8983, |
| "eval_coding_samples_per_second": 6.181, |
| "eval_coding_steps_per_second": 3.09, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_physics_entropy": 3.267650173187256, |
| "eval_physics_loss": 3.3989615440368652, |
| "eval_physics_mean_token_accuracy": 0.35563090866804126, |
| "eval_physics_num_tokens": 1660639.0, |
| "eval_physics_runtime": 51.1457, |
| "eval_physics_samples_per_second": 9.776, |
| "eval_physics_steps_per_second": 4.888, |
| "step": 100 |
| }, |
| { |
| "entropy": 3.207504133880138, |
| "epoch": 0.352, |
| "grad_norm": 22.875, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 3.2646, |
| "mean_token_accuracy": 0.36884861923754214, |
| "num_tokens": 1827104.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 3.0256898537278176, |
| "epoch": 0.384, |
| "grad_norm": 17.625, |
| "learning_rate": 2.38e-06, |
| "loss": 3.0598, |
| "mean_token_accuracy": 0.393247177824378, |
| "num_tokens": 1991838.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 2.9381186082959174, |
| "epoch": 0.416, |
| "grad_norm": 16.5, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 2.9254, |
| "mean_token_accuracy": 0.41124203372746704, |
| "num_tokens": 2160667.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 2.8182168558239935, |
| "epoch": 0.448, |
| "grad_norm": 15.625, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 2.8359, |
| "mean_token_accuracy": 0.42758033741265533, |
| "num_tokens": 2318749.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 2.7808817446231844, |
| "epoch": 0.48, |
| "grad_norm": 17.0, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 2.7479, |
| "mean_token_accuracy": 0.43509358577430246, |
| "num_tokens": 2485149.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 2.71549072638154, |
| "epoch": 0.512, |
| "grad_norm": 14.0, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 2.6955, |
| "mean_token_accuracy": 0.45029620360583067, |
| "num_tokens": 2649860.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 2.6384543806314467, |
| "epoch": 0.544, |
| "grad_norm": 16.875, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 2.6629, |
| "mean_token_accuracy": 0.4562853068113327, |
| "num_tokens": 2808370.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 2.550112411379814, |
| "epoch": 0.576, |
| "grad_norm": 15.6875, |
| "learning_rate": 3.58e-06, |
| "loss": 2.522, |
| "mean_token_accuracy": 0.46982257775962355, |
| "num_tokens": 2983767.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 2.522789068520069, |
| "epoch": 0.608, |
| "grad_norm": 15.875, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 2.5013, |
| "mean_token_accuracy": 0.47677798476070166, |
| "num_tokens": 3155652.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 2.527734723687172, |
| "epoch": 0.64, |
| "grad_norm": 14.1875, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 2.5057, |
| "mean_token_accuracy": 0.4807511504739523, |
| "num_tokens": 3318780.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_coding_entropy": 1.9231958236694335, |
| "eval_coding_loss": 2.1203882694244385, |
| "eval_coding_mean_token_accuracy": 0.5172480183839798, |
| "eval_coding_num_tokens": 3318780.0, |
| "eval_coding_runtime": 80.4856, |
| "eval_coding_samples_per_second": 6.212, |
| "eval_coding_steps_per_second": 3.106, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_physics_entropy": 2.5159819135665895, |
| "eval_physics_loss": 2.5135059356689453, |
| "eval_physics_mean_token_accuracy": 0.4827461049556732, |
| "eval_physics_num_tokens": 3318780.0, |
| "eval_physics_runtime": 51.3771, |
| "eval_physics_samples_per_second": 9.732, |
| "eval_physics_steps_per_second": 4.866, |
| "step": 200 |
| }, |
| { |
| "entropy": 2.438960626721382, |
| "epoch": 0.672, |
| "grad_norm": 14.0, |
| "learning_rate": 4.18e-06, |
| "loss": 2.4172, |
| "mean_token_accuracy": 0.49055377542972567, |
| "num_tokens": 3487395.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 2.472309985756874, |
| "epoch": 0.704, |
| "grad_norm": 13.6875, |
| "learning_rate": 4.38e-06, |
| "loss": 2.4486, |
| "mean_token_accuracy": 0.49062253087759017, |
| "num_tokens": 3651864.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 2.414797979593277, |
| "epoch": 0.736, |
| "grad_norm": 14.6875, |
| "learning_rate": 4.58e-06, |
| "loss": 2.3461, |
| "mean_token_accuracy": 0.5045956864953041, |
| "num_tokens": 3818374.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 2.353023274987936, |
| "epoch": 0.768, |
| "grad_norm": 13.0, |
| "learning_rate": 4.78e-06, |
| "loss": 2.3681, |
| "mean_token_accuracy": 0.4942123286426067, |
| "num_tokens": 3988751.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 2.416274122148752, |
| "epoch": 0.8, |
| "grad_norm": 14.5625, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 2.3306, |
| "mean_token_accuracy": 0.5045285696163774, |
| "num_tokens": 4155352.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 2.281172037869692, |
| "epoch": 0.832, |
| "grad_norm": 15.5, |
| "learning_rate": 5.18e-06, |
| "loss": 2.2632, |
| "mean_token_accuracy": 0.5146352685987949, |
| "num_tokens": 4322729.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 2.2468128435313703, |
| "epoch": 0.864, |
| "grad_norm": 14.9375, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 2.2379, |
| "mean_token_accuracy": 0.5204494217410683, |
| "num_tokens": 4488640.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 2.2410816878080366, |
| "epoch": 0.896, |
| "grad_norm": 16.875, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 2.1895, |
| "mean_token_accuracy": 0.5250083984807133, |
| "num_tokens": 4652901.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 2.2374437876045703, |
| "epoch": 0.928, |
| "grad_norm": 14.0625, |
| "learning_rate": 5.78e-06, |
| "loss": 2.2064, |
| "mean_token_accuracy": 0.5245540315285325, |
| "num_tokens": 4816150.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 2.2606516920030115, |
| "epoch": 0.96, |
| "grad_norm": 19.125, |
| "learning_rate": 5.98e-06, |
| "loss": 2.2002, |
| "mean_token_accuracy": 0.5214386826381088, |
| "num_tokens": 4979460.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_coding_entropy": 1.8473192281723023, |
| "eval_coding_loss": 2.0820884704589844, |
| "eval_coding_mean_token_accuracy": 0.524997807264328, |
| "eval_coding_num_tokens": 4979460.0, |
| "eval_coding_runtime": 80.4582, |
| "eval_coding_samples_per_second": 6.214, |
| "eval_coding_steps_per_second": 3.107, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_physics_entropy": 2.2321053309440613, |
| "eval_physics_loss": 2.229076623916626, |
| "eval_physics_mean_token_accuracy": 0.5284112887382507, |
| "eval_physics_num_tokens": 4979460.0, |
| "eval_physics_runtime": 51.2237, |
| "eval_physics_samples_per_second": 9.761, |
| "eval_physics_steps_per_second": 4.881, |
| "step": 300 |
| }, |
| { |
| "entropy": 2.2165822848677634, |
| "epoch": 0.992, |
| "grad_norm": 15.0625, |
| "learning_rate": 6.18e-06, |
| "loss": 2.1527, |
| "mean_token_accuracy": 0.5346193177625537, |
| "num_tokens": 5141579.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 2.1579121876704064, |
| "epoch": 1.0224, |
| "grad_norm": 14.9375, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 2.154, |
| "mean_token_accuracy": 0.5380644239485264, |
| "num_tokens": 5293853.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 2.174650950729847, |
| "epoch": 1.0544, |
| "grad_norm": 15.1875, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 2.0969, |
| "mean_token_accuracy": 0.5382843470200896, |
| "num_tokens": 5468879.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 2.1786041535437106, |
| "epoch": 1.0864, |
| "grad_norm": 16.375, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 2.134, |
| "mean_token_accuracy": 0.5381590958684683, |
| "num_tokens": 5631568.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 2.1562098674476147, |
| "epoch": 1.1184, |
| "grad_norm": 12.8125, |
| "learning_rate": 6.98e-06, |
| "loss": 2.1148, |
| "mean_token_accuracy": 0.5428470510989427, |
| "num_tokens": 5791547.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 2.059814189374447, |
| "epoch": 1.1504, |
| "grad_norm": 16.25, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 2.0175, |
| "mean_token_accuracy": 0.5590213229879737, |
| "num_tokens": 5956551.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 2.0704366780817507, |
| "epoch": 1.1824, |
| "grad_norm": 14.8125, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 2.0403, |
| "mean_token_accuracy": 0.5531206054612994, |
| "num_tokens": 6115916.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 2.0873717822134497, |
| "epoch": 1.2144, |
| "grad_norm": 16.25, |
| "learning_rate": 7.58e-06, |
| "loss": 2.043, |
| "mean_token_accuracy": 0.5543898642063141, |
| "num_tokens": 6276148.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 2.04577656313777, |
| "epoch": 1.2464, |
| "grad_norm": 13.9375, |
| "learning_rate": 7.78e-06, |
| "loss": 1.993, |
| "mean_token_accuracy": 0.5662586340680719, |
| "num_tokens": 6439971.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 2.008312249928713, |
| "epoch": 1.2784, |
| "grad_norm": 16.625, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 1.9767, |
| "mean_token_accuracy": 0.5602528670802712, |
| "num_tokens": 6604463.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.2784, |
| "eval_coding_entropy": 1.8172951374053956, |
| "eval_coding_loss": 2.0788559913635254, |
| "eval_coding_mean_token_accuracy": 0.5274689586162568, |
| "eval_coding_num_tokens": 6604463.0, |
| "eval_coding_runtime": 80.4971, |
| "eval_coding_samples_per_second": 6.211, |
| "eval_coding_steps_per_second": 3.106, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.2784, |
| "eval_physics_entropy": 2.0293436307907102, |
| "eval_physics_loss": 2.043572425842285, |
| "eval_physics_mean_token_accuracy": 0.559833680510521, |
| "eval_physics_num_tokens": 6604463.0, |
| "eval_physics_runtime": 51.3417, |
| "eval_physics_samples_per_second": 9.739, |
| "eval_physics_steps_per_second": 4.869, |
| "step": 400 |
| }, |
| { |
| "entropy": 2.016567553579807, |
| "epoch": 1.3104, |
| "grad_norm": 14.3125, |
| "learning_rate": 8.18e-06, |
| "loss": 1.9446, |
| "mean_token_accuracy": 0.5671767380088568, |
| "num_tokens": 6769215.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 1.9617419019341469, |
| "epoch": 1.3424, |
| "grad_norm": 25.875, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 1.9262, |
| "mean_token_accuracy": 0.5718308322131633, |
| "num_tokens": 6937523.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 1.9939539097249508, |
| "epoch": 1.3744, |
| "grad_norm": 17.625, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 1.9598, |
| "mean_token_accuracy": 0.5657142391428351, |
| "num_tokens": 7103833.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 2.021407524496317, |
| "epoch": 1.4064, |
| "grad_norm": 18.125, |
| "learning_rate": 8.78e-06, |
| "loss": 1.9777, |
| "mean_token_accuracy": 0.5662051374092698, |
| "num_tokens": 7266794.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 2.0202359184622765, |
| "epoch": 1.4384000000000001, |
| "grad_norm": 14.875, |
| "learning_rate": 8.98e-06, |
| "loss": 1.975, |
| "mean_token_accuracy": 0.5622007481753826, |
| "num_tokens": 7438987.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 2.0199016578495503, |
| "epoch": 1.4704, |
| "grad_norm": 14.75, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 1.9361, |
| "mean_token_accuracy": 0.5685023127123714, |
| "num_tokens": 7604024.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 1.8527320049703122, |
| "epoch": 1.5024, |
| "grad_norm": 14.25, |
| "learning_rate": 9.38e-06, |
| "loss": 1.8364, |
| "mean_token_accuracy": 0.5910809015855193, |
| "num_tokens": 7772263.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 1.8955925963819027, |
| "epoch": 1.5344, |
| "grad_norm": 13.0625, |
| "learning_rate": 9.58e-06, |
| "loss": 1.8493, |
| "mean_token_accuracy": 0.5856360148638486, |
| "num_tokens": 7944833.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 1.8996771439909934, |
| "epoch": 1.5664, |
| "grad_norm": 15.125, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 1.8505, |
| "mean_token_accuracy": 0.5866467090323567, |
| "num_tokens": 8107703.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 1.8238245747983455, |
| "epoch": 1.5984, |
| "grad_norm": 17.75, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 1.801, |
| "mean_token_accuracy": 0.5916696371510625, |
| "num_tokens": 8272928.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.5984, |
| "eval_coding_entropy": 1.8537267336845398, |
| "eval_coding_loss": 2.075289011001587, |
| "eval_coding_mean_token_accuracy": 0.5279264715909958, |
| "eval_coding_num_tokens": 8272928.0, |
| "eval_coding_runtime": 80.953, |
| "eval_coding_samples_per_second": 6.176, |
| "eval_coding_steps_per_second": 3.088, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.5984, |
| "eval_physics_entropy": 1.9223316903114318, |
| "eval_physics_loss": 1.9002431631088257, |
| "eval_physics_mean_token_accuracy": 0.5840845993757248, |
| "eval_physics_num_tokens": 8272928.0, |
| "eval_physics_runtime": 50.845, |
| "eval_physics_samples_per_second": 9.834, |
| "eval_physics_steps_per_second": 4.917, |
| "step": 500 |
| }, |
| { |
| "entropy": 1.8875005543231964, |
| "epoch": 1.6303999999999998, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.018e-05, |
| "loss": 1.8381, |
| "mean_token_accuracy": 0.5840727794915438, |
| "num_tokens": 8436701.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 1.9092106647789477, |
| "epoch": 1.6623999999999999, |
| "grad_norm": 16.75, |
| "learning_rate": 1.038e-05, |
| "loss": 1.8575, |
| "mean_token_accuracy": 0.5808946831151843, |
| "num_tokens": 8601859.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 1.899788486212492, |
| "epoch": 1.6944, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 1.8415, |
| "mean_token_accuracy": 0.5858881402760744, |
| "num_tokens": 8770215.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 1.7706353828310966, |
| "epoch": 1.7264, |
| "grad_norm": 15.25, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 1.7467, |
| "mean_token_accuracy": 0.6009473634883762, |
| "num_tokens": 8943490.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 1.7995429947972297, |
| "epoch": 1.7584, |
| "grad_norm": 13.4375, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 1.7282, |
| "mean_token_accuracy": 0.6000586733222008, |
| "num_tokens": 9105492.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 1.7555545069277287, |
| "epoch": 1.7904, |
| "grad_norm": 13.625, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 1.7087, |
| "mean_token_accuracy": 0.6047776440158487, |
| "num_tokens": 9279120.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 1.7950463570654391, |
| "epoch": 1.8224, |
| "grad_norm": 14.5625, |
| "learning_rate": 1.138e-05, |
| "loss": 1.7523, |
| "mean_token_accuracy": 0.5999677054584026, |
| "num_tokens": 9449267.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 1.7747433319687844, |
| "epoch": 1.8544, |
| "grad_norm": 22.25, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 1.7373, |
| "mean_token_accuracy": 0.6037633283063769, |
| "num_tokens": 9617568.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 1.772039385139942, |
| "epoch": 1.8864, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.178e-05, |
| "loss": 1.735, |
| "mean_token_accuracy": 0.606834676489234, |
| "num_tokens": 9784216.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 1.7735156528651714, |
| "epoch": 1.9184, |
| "grad_norm": 12.75, |
| "learning_rate": 1.198e-05, |
| "loss": 1.7123, |
| "mean_token_accuracy": 0.6076807895675301, |
| "num_tokens": 9943304.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9184, |
| "eval_coding_entropy": 1.7977273602485657, |
| "eval_coding_loss": 2.0856714248657227, |
| "eval_coding_mean_token_accuracy": 0.5285422785282134, |
| "eval_coding_num_tokens": 9943304.0, |
| "eval_coding_runtime": 79.9716, |
| "eval_coding_samples_per_second": 6.252, |
| "eval_coding_steps_per_second": 3.126, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.9184, |
| "eval_physics_entropy": 1.749086142063141, |
| "eval_physics_loss": 1.7814992666244507, |
| "eval_physics_mean_token_accuracy": 0.6056386725902557, |
| "eval_physics_num_tokens": 9943304.0, |
| "eval_physics_runtime": 50.7965, |
| "eval_physics_samples_per_second": 9.843, |
| "eval_physics_steps_per_second": 4.922, |
| "step": 600 |
| }, |
| { |
| "entropy": 1.7359662670642138, |
| "epoch": 1.9504000000000001, |
| "grad_norm": 13.0625, |
| "learning_rate": 1.218e-05, |
| "loss": 1.7088, |
| "mean_token_accuracy": 0.6099759945645928, |
| "num_tokens": 10112076.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 1.7528245896100998, |
| "epoch": 1.9824000000000002, |
| "grad_norm": 15.625, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 1.7189, |
| "mean_token_accuracy": 0.6103452138602734, |
| "num_tokens": 10270035.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 1.739827255669393, |
| "epoch": 2.0128, |
| "grad_norm": 13.9375, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 1.6838, |
| "mean_token_accuracy": 0.6105770368717218, |
| "num_tokens": 10424317.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 1.69152923040092, |
| "epoch": 2.0448, |
| "grad_norm": 13.125, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 1.6453, |
| "mean_token_accuracy": 0.620452726073563, |
| "num_tokens": 10596317.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 1.6712413053959607, |
| "epoch": 2.0768, |
| "grad_norm": 12.3125, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 1.6189, |
| "mean_token_accuracy": 0.6253741530701518, |
| "num_tokens": 10761453.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 1.6307136636227368, |
| "epoch": 2.1088, |
| "grad_norm": 14.75, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 1.5991, |
| "mean_token_accuracy": 0.6301249139010906, |
| "num_tokens": 10921701.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 1.687684478983283, |
| "epoch": 2.1408, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 1.6328, |
| "mean_token_accuracy": 0.6196143303066493, |
| "num_tokens": 11087232.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 1.6771961346268653, |
| "epoch": 2.1728, |
| "grad_norm": 14.125, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 1.6292, |
| "mean_token_accuracy": 0.6230741955339909, |
| "num_tokens": 11253164.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 1.611368629708886, |
| "epoch": 2.2048, |
| "grad_norm": 14.0, |
| "learning_rate": 1.378e-05, |
| "loss": 1.5649, |
| "mean_token_accuracy": 0.6339864458888769, |
| "num_tokens": 11421725.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 1.6195241075009108, |
| "epoch": 2.2368, |
| "grad_norm": 16.5, |
| "learning_rate": 1.398e-05, |
| "loss": 1.5982, |
| "mean_token_accuracy": 0.6278265208005905, |
| "num_tokens": 11585449.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.2368, |
| "eval_coding_entropy": 1.7780175647735597, |
| "eval_coding_loss": 2.0996527671813965, |
| "eval_coding_mean_token_accuracy": 0.5274338216781617, |
| "eval_coding_num_tokens": 11585449.0, |
| "eval_coding_runtime": 80.0225, |
| "eval_coding_samples_per_second": 6.248, |
| "eval_coding_steps_per_second": 3.124, |
| "step": 700 |
| }, |
| { |
| "epoch": 2.2368, |
| "eval_physics_entropy": 1.6218082146644592, |
| "eval_physics_loss": 1.692482352256775, |
| "eval_physics_mean_token_accuracy": 0.620885151386261, |
| "eval_physics_num_tokens": 11585449.0, |
| "eval_physics_runtime": 50.8225, |
| "eval_physics_samples_per_second": 9.838, |
| "eval_physics_steps_per_second": 4.919, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.6410126857459546, |
| "epoch": 2.2688, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.418e-05, |
| "loss": 1.6146, |
| "mean_token_accuracy": 0.6292374039068818, |
| "num_tokens": 11754276.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 1.6849966041743756, |
| "epoch": 2.3008, |
| "grad_norm": 19.125, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 1.6219, |
| "mean_token_accuracy": 0.6232586612924933, |
| "num_tokens": 11914373.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 1.6184583768248557, |
| "epoch": 2.3327999999999998, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 1.5756, |
| "mean_token_accuracy": 0.6329402431845665, |
| "num_tokens": 12075851.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 1.5511272184550762, |
| "epoch": 2.3648, |
| "grad_norm": 16.25, |
| "learning_rate": 1.478e-05, |
| "loss": 1.505, |
| "mean_token_accuracy": 0.6405650788918138, |
| "num_tokens": 12243196.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 1.6357920836657285, |
| "epoch": 2.3968, |
| "grad_norm": 14.9375, |
| "learning_rate": 1.498e-05, |
| "loss": 1.5965, |
| "mean_token_accuracy": 0.6316607503220439, |
| "num_tokens": 12408334.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 1.5845110703259706, |
| "epoch": 2.4288, |
| "grad_norm": 17.0, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 1.5585, |
| "mean_token_accuracy": 0.6371361108496785, |
| "num_tokens": 12577925.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 1.583767046034336, |
| "epoch": 2.4608, |
| "grad_norm": 11.5, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 1.5441, |
| "mean_token_accuracy": 0.6363885937258601, |
| "num_tokens": 12747689.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 1.6484511096030474, |
| "epoch": 2.4928, |
| "grad_norm": 13.25, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 1.622, |
| "mean_token_accuracy": 0.627226597070694, |
| "num_tokens": 12911304.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 1.573851015418768, |
| "epoch": 2.5248, |
| "grad_norm": 13.875, |
| "learning_rate": 1.578e-05, |
| "loss": 1.5318, |
| "mean_token_accuracy": 0.6389297921210527, |
| "num_tokens": 13077988.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 1.5163878366351127, |
| "epoch": 2.5568, |
| "grad_norm": 16.0, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 1.4691, |
| "mean_token_accuracy": 0.6486704317852855, |
| "num_tokens": 13251116.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.5568, |
| "eval_coding_entropy": 1.8060252170562745, |
| "eval_coding_loss": 2.092843532562256, |
| "eval_coding_mean_token_accuracy": 0.5285344138145447, |
| "eval_coding_num_tokens": 13251116.0, |
| "eval_coding_runtime": 80.4848, |
| "eval_coding_samples_per_second": 6.212, |
| "eval_coding_steps_per_second": 3.106, |
| "step": 800 |
| }, |
| { |
| "epoch": 2.5568, |
| "eval_physics_entropy": 1.5968217768669128, |
| "eval_physics_loss": 1.6208738088607788, |
| "eval_physics_mean_token_accuracy": 0.6335020518302917, |
| "eval_physics_num_tokens": 13251116.0, |
| "eval_physics_runtime": 50.8683, |
| "eval_physics_samples_per_second": 9.829, |
| "eval_physics_steps_per_second": 4.915, |
| "step": 800 |
| }, |
| { |
| "entropy": 1.5594662837684155, |
| "epoch": 2.5888, |
| "grad_norm": 13.75, |
| "learning_rate": 1.618e-05, |
| "loss": 1.5023, |
| "mean_token_accuracy": 0.6443197656422853, |
| "num_tokens": 13415037.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 1.5624911203980445, |
| "epoch": 2.6208, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.638e-05, |
| "loss": 1.5367, |
| "mean_token_accuracy": 0.6421451514586807, |
| "num_tokens": 13579275.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 1.5679792653769256, |
| "epoch": 2.6528, |
| "grad_norm": 15.125, |
| "learning_rate": 1.658e-05, |
| "loss": 1.5404, |
| "mean_token_accuracy": 0.6395369984209538, |
| "num_tokens": 13743818.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 1.542407462745905, |
| "epoch": 2.6848, |
| "grad_norm": 13.1875, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 1.4875, |
| "mean_token_accuracy": 0.6461015127599239, |
| "num_tokens": 13906946.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 1.6198145560920238, |
| "epoch": 2.7168, |
| "grad_norm": 14.5, |
| "learning_rate": 1.698e-05, |
| "loss": 1.567, |
| "mean_token_accuracy": 0.6362641137093306, |
| "num_tokens": 14075222.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 1.554464604333043, |
| "epoch": 2.7488, |
| "grad_norm": 12.625, |
| "learning_rate": 1.718e-05, |
| "loss": 1.5116, |
| "mean_token_accuracy": 0.6433709865435958, |
| "num_tokens": 14239601.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 1.5441818628460169, |
| "epoch": 2.7808, |
| "grad_norm": 12.5, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 1.5182, |
| "mean_token_accuracy": 0.6423825263977051, |
| "num_tokens": 14408376.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 1.5283652659505607, |
| "epoch": 2.8128, |
| "grad_norm": 13.5625, |
| "learning_rate": 1.758e-05, |
| "loss": 1.478, |
| "mean_token_accuracy": 0.6480804061517119, |
| "num_tokens": 14564818.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 1.5146011773496866, |
| "epoch": 2.8448, |
| "grad_norm": 13.75, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 1.4608, |
| "mean_token_accuracy": 0.6502496190369129, |
| "num_tokens": 14732642.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 1.5364020358771087, |
| "epoch": 2.8768000000000002, |
| "grad_norm": 15.6875, |
| "learning_rate": 1.798e-05, |
| "loss": 1.509, |
| "mean_token_accuracy": 0.6441155642271041, |
| "num_tokens": 14906192.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8768000000000002, |
| "eval_coding_entropy": 1.8139167137145995, |
| "eval_coding_loss": 2.1154234409332275, |
| "eval_coding_mean_token_accuracy": 0.524706524848938, |
| "eval_coding_num_tokens": 14906192.0, |
| "eval_coding_runtime": 80.7869, |
| "eval_coding_samples_per_second": 6.189, |
| "eval_coding_steps_per_second": 3.095, |
| "step": 900 |
| }, |
| { |
| "epoch": 2.8768000000000002, |
| "eval_physics_entropy": 1.5320607974529266, |
| "eval_physics_loss": 1.5520291328430176, |
| "eval_physics_mean_token_accuracy": 0.6448649351596832, |
| "eval_physics_num_tokens": 14906192.0, |
| "eval_physics_runtime": 51.5462, |
| "eval_physics_samples_per_second": 9.7, |
| "eval_physics_steps_per_second": 4.85, |
| "step": 900 |
| }, |
| { |
| "entropy": 1.5022410597652196, |
| "epoch": 2.9088000000000003, |
| "grad_norm": 14.4375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 1.4513, |
| "mean_token_accuracy": 0.6529894033446908, |
| "num_tokens": 15070320.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 1.5046488154679536, |
| "epoch": 2.9408, |
| "grad_norm": 20.125, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 1.4568, |
| "mean_token_accuracy": 0.6527702607214451, |
| "num_tokens": 15231317.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 1.5122195985168219, |
| "epoch": 2.9728, |
| "grad_norm": 12.5, |
| "learning_rate": 1.858e-05, |
| "loss": 1.4689, |
| "mean_token_accuracy": 0.6519427731633186, |
| "num_tokens": 15396833.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 1.50565195005191, |
| "epoch": 3.0032, |
| "grad_norm": 13.8125, |
| "learning_rate": 1.878e-05, |
| "loss": 1.4562, |
| "mean_token_accuracy": 0.6564571412378236, |
| "num_tokens": 15557192.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 1.4080224443227052, |
| "epoch": 3.0352, |
| "grad_norm": 12.1875, |
| "learning_rate": 1.898e-05, |
| "loss": 1.3597, |
| "mean_token_accuracy": 0.6701016353443265, |
| "num_tokens": 15722813.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 1.4149111464619637, |
| "epoch": 3.0672, |
| "grad_norm": 13.375, |
| "learning_rate": 1.918e-05, |
| "loss": 1.365, |
| "mean_token_accuracy": 0.6669646181166172, |
| "num_tokens": 15886622.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 1.4306254398077727, |
| "epoch": 3.0992, |
| "grad_norm": 11.125, |
| "learning_rate": 1.938e-05, |
| "loss": 1.3718, |
| "mean_token_accuracy": 0.6666815469041467, |
| "num_tokens": 16049773.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 1.3589156921952963, |
| "epoch": 3.1312, |
| "grad_norm": 12.125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 1.3193, |
| "mean_token_accuracy": 0.6735636530444026, |
| "num_tokens": 16216938.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 1.4204085629433394, |
| "epoch": 3.1632, |
| "grad_norm": 11.625, |
| "learning_rate": 1.978e-05, |
| "loss": 1.3887, |
| "mean_token_accuracy": 0.6646887071430683, |
| "num_tokens": 16384680.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 1.4016960449516773, |
| "epoch": 3.1952, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 1.355, |
| "mean_token_accuracy": 0.6743173876777291, |
| "num_tokens": 16560897.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.1952, |
| "eval_coding_entropy": 1.724121112346649, |
| "eval_coding_loss": 2.1316378116607666, |
| "eval_coding_mean_token_accuracy": 0.5262920687198639, |
| "eval_coding_num_tokens": 16560897.0, |
| "eval_coding_runtime": 81.4781, |
| "eval_coding_samples_per_second": 6.137, |
| "eval_coding_steps_per_second": 3.068, |
| "step": 1000 |
| }, |
| { |
| "epoch": 3.1952, |
| "eval_physics_entropy": 1.4079510734081269, |
| "eval_physics_loss": 1.4921677112579346, |
| "eval_physics_mean_token_accuracy": 0.6572906188964843, |
| "eval_physics_num_tokens": 16560897.0, |
| "eval_physics_runtime": 51.7808, |
| "eval_physics_samples_per_second": 9.656, |
| "eval_physics_steps_per_second": 4.828, |
| "step": 1000 |
| }, |
| { |
| "entropy": 1.3990164022892713, |
| "epoch": 3.2272, |
| "grad_norm": 11.9375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 1.3688, |
| "mean_token_accuracy": 0.6717343915253877, |
| "num_tokens": 16723316.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 1.4174137562513351, |
| "epoch": 3.2592, |
| "grad_norm": 12.8125, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 1.3817, |
| "mean_token_accuracy": 0.6680277943611145, |
| "num_tokens": 16889599.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 1.3461125120520592, |
| "epoch": 3.2912, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 1.2978, |
| "mean_token_accuracy": 0.6807450173422694, |
| "num_tokens": 17062342.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 1.3572522435337304, |
| "epoch": 3.3232, |
| "grad_norm": 11.4375, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 1.3296, |
| "mean_token_accuracy": 0.6781903292983771, |
| "num_tokens": 17230975.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 1.3926319386810064, |
| "epoch": 3.3552, |
| "grad_norm": 9.625, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 1.3577, |
| "mean_token_accuracy": 0.6729108918458223, |
| "num_tokens": 17402449.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 1.3759503204375505, |
| "epoch": 3.3872, |
| "grad_norm": 11.75, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 1.3378, |
| "mean_token_accuracy": 0.6787287183105946, |
| "num_tokens": 17574961.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 1.3743376955389977, |
| "epoch": 3.4192, |
| "grad_norm": 11.8125, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 1.3399, |
| "mean_token_accuracy": 0.6763688886538148, |
| "num_tokens": 17741134.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 1.370089204236865, |
| "epoch": 3.4512, |
| "grad_norm": 10.875, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 1.3174, |
| "mean_token_accuracy": 0.6793139725923538, |
| "num_tokens": 17902781.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 1.3659917820245027, |
| "epoch": 3.4832, |
| "grad_norm": 14.125, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 1.3486, |
| "mean_token_accuracy": 0.6747965268790722, |
| "num_tokens": 18067791.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 1.3515218559652566, |
| "epoch": 3.5152, |
| "grad_norm": 12.5, |
| "learning_rate": 1.978e-05, |
| "loss": 1.3149, |
| "mean_token_accuracy": 0.6794558309018612, |
| "num_tokens": 18235991.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.5152, |
| "eval_coding_entropy": 1.7129438319206238, |
| "eval_coding_loss": 2.139785051345825, |
| "eval_coding_mean_token_accuracy": 0.524884427189827, |
| "eval_coding_num_tokens": 18235991.0, |
| "eval_coding_runtime": 80.5175, |
| "eval_coding_samples_per_second": 6.21, |
| "eval_coding_steps_per_second": 3.105, |
| "step": 1100 |
| }, |
| { |
| "epoch": 3.5152, |
| "eval_physics_entropy": 1.3459106123447417, |
| "eval_physics_loss": 1.4353532791137695, |
| "eval_physics_mean_token_accuracy": 0.6661230815649033, |
| "eval_physics_num_tokens": 18235991.0, |
| "eval_physics_runtime": 51.4982, |
| "eval_physics_samples_per_second": 9.709, |
| "eval_physics_steps_per_second": 4.855, |
| "step": 1100 |
| }, |
| { |
| "entropy": 1.368555410206318, |
| "epoch": 3.5472, |
| "grad_norm": 12.6875, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 1.3236, |
| "mean_token_accuracy": 0.6762216202914715, |
| "num_tokens": 18401729.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 1.4057014767080545, |
| "epoch": 3.5792, |
| "grad_norm": 12.4375, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 1.3441, |
| "mean_token_accuracy": 0.6745940167456865, |
| "num_tokens": 18561781.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 1.360729866847396, |
| "epoch": 3.6112, |
| "grad_norm": 10.5625, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 1.3128, |
| "mean_token_accuracy": 0.6782749250531197, |
| "num_tokens": 18729784.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 1.3228930503129959, |
| "epoch": 3.6432, |
| "grad_norm": 11.0, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 1.2845, |
| "mean_token_accuracy": 0.6857476118952036, |
| "num_tokens": 18889241.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 1.3327897161245346, |
| "epoch": 3.6752000000000002, |
| "grad_norm": 10.1875, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 1.2935, |
| "mean_token_accuracy": 0.6824455298483372, |
| "num_tokens": 19048271.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 1.333436906337738, |
| "epoch": 3.7072000000000003, |
| "grad_norm": 12.0625, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 1.3031, |
| "mean_token_accuracy": 0.6833435738459229, |
| "num_tokens": 19217080.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 1.3309089098125697, |
| "epoch": 3.7392, |
| "grad_norm": 11.75, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 1.2941, |
| "mean_token_accuracy": 0.684115232154727, |
| "num_tokens": 19374677.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 1.338182634487748, |
| "epoch": 3.7712, |
| "grad_norm": 10.8125, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 1.3056, |
| "mean_token_accuracy": 0.6812731333076953, |
| "num_tokens": 19533723.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 1.296186040714383, |
| "epoch": 3.8032, |
| "grad_norm": 11.125, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 1.2591, |
| "mean_token_accuracy": 0.6897632556036115, |
| "num_tokens": 19700672.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 1.3169755220413208, |
| "epoch": 3.8352, |
| "grad_norm": 12.125, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 1.2666, |
| "mean_token_accuracy": 0.6897730944678188, |
| "num_tokens": 19871261.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.8352, |
| "eval_coding_entropy": 1.744208794593811, |
| "eval_coding_loss": 2.159120559692383, |
| "eval_coding_mean_token_accuracy": 0.5213203144073486, |
| "eval_coding_num_tokens": 19871261.0, |
| "eval_coding_runtime": 80.7654, |
| "eval_coding_samples_per_second": 6.191, |
| "eval_coding_steps_per_second": 3.095, |
| "step": 1200 |
| }, |
| { |
| "epoch": 3.8352, |
| "eval_physics_entropy": 1.3578989911079407, |
| "eval_physics_loss": 1.3836426734924316, |
| "eval_physics_mean_token_accuracy": 0.6761476092338562, |
| "eval_physics_num_tokens": 19871261.0, |
| "eval_physics_runtime": 51.5431, |
| "eval_physics_samples_per_second": 9.701, |
| "eval_physics_steps_per_second": 4.85, |
| "step": 1200 |
| }, |
| { |
| "entropy": 1.2740023802965879, |
| "epoch": 3.8672, |
| "grad_norm": 9.4375, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 1.2429, |
| "mean_token_accuracy": 0.6932176874950529, |
| "num_tokens": 20036482.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 1.3576739229261876, |
| "epoch": 3.8992, |
| "grad_norm": 10.125, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 1.2989, |
| "mean_token_accuracy": 0.6787684431299568, |
| "num_tokens": 20200878.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 1.3019543394446373, |
| "epoch": 3.9312, |
| "grad_norm": 10.4375, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 1.252, |
| "mean_token_accuracy": 0.6888652168214321, |
| "num_tokens": 20369285.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 1.2588012181222439, |
| "epoch": 3.9632, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 1.2125, |
| "mean_token_accuracy": 0.6965269058942795, |
| "num_tokens": 20532097.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 1.3045038145035506, |
| "epoch": 3.9952, |
| "grad_norm": 10.625, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 1.2601, |
| "mean_token_accuracy": 0.6899313658475876, |
| "num_tokens": 20698863.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 1.2075176940936792, |
| "epoch": 4.0256, |
| "grad_norm": 9.25, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 1.1716, |
| "mean_token_accuracy": 0.7094790370840776, |
| "num_tokens": 20857766.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 1.1558428648859262, |
| "epoch": 4.0576, |
| "grad_norm": 9.625, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 1.1242, |
| "mean_token_accuracy": 0.7157231424003839, |
| "num_tokens": 21026679.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 1.1972203195095061, |
| "epoch": 4.0896, |
| "grad_norm": 9.4375, |
| "learning_rate": 1.938e-05, |
| "loss": 1.1517, |
| "mean_token_accuracy": 0.7088419755920767, |
| "num_tokens": 21186241.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 1.1963561417534947, |
| "epoch": 4.1216, |
| "grad_norm": 8.9375, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 1.1457, |
| "mean_token_accuracy": 0.713546970486641, |
| "num_tokens": 21350399.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 1.1925376821309328, |
| "epoch": 4.1536, |
| "grad_norm": 10.1875, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 1.1521, |
| "mean_token_accuracy": 0.7091899808496237, |
| "num_tokens": 21518243.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.1536, |
| "eval_coding_entropy": 1.5767053871154786, |
| "eval_coding_loss": 2.2092390060424805, |
| "eval_coding_mean_token_accuracy": 0.5204463745355606, |
| "eval_coding_num_tokens": 21518243.0, |
| "eval_coding_runtime": 80.6751, |
| "eval_coding_samples_per_second": 6.198, |
| "eval_coding_steps_per_second": 3.099, |
| "step": 1300 |
| }, |
| { |
| "epoch": 4.1536, |
| "eval_physics_entropy": 1.151607351064682, |
| "eval_physics_loss": 1.356305718421936, |
| "eval_physics_mean_token_accuracy": 0.6846682960987092, |
| "eval_physics_num_tokens": 21518243.0, |
| "eval_physics_runtime": 52.0383, |
| "eval_physics_samples_per_second": 9.608, |
| "eval_physics_steps_per_second": 4.804, |
| "step": 1300 |
| }, |
| { |
| "entropy": 1.1801189385354518, |
| "epoch": 4.1856, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 1.1425, |
| "mean_token_accuracy": 0.7108678799122572, |
| "num_tokens": 21677750.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 1.1682889927178621, |
| "epoch": 4.2176, |
| "grad_norm": 9.3125, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 1.1079, |
| "mean_token_accuracy": 0.7138631340116263, |
| "num_tokens": 21845173.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 1.157709751278162, |
| "epoch": 4.2496, |
| "grad_norm": 9.625, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 1.1024, |
| "mean_token_accuracy": 0.7179881976917386, |
| "num_tokens": 22009137.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 1.2081427805125713, |
| "epoch": 4.2816, |
| "grad_norm": 11.5, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 1.1743, |
| "mean_token_accuracy": 0.7052507167682052, |
| "num_tokens": 22175046.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 1.2216685824096203, |
| "epoch": 4.3136, |
| "grad_norm": 8.875, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 1.1592, |
| "mean_token_accuracy": 0.7062308833003044, |
| "num_tokens": 22341391.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 1.1411818325519563, |
| "epoch": 4.3456, |
| "grad_norm": 9.4375, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 1.0984, |
| "mean_token_accuracy": 0.7186709493398666, |
| "num_tokens": 22507465.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 1.1621076967567205, |
| "epoch": 4.3776, |
| "grad_norm": 8.9375, |
| "learning_rate": 1.918e-05, |
| "loss": 1.1423, |
| "mean_token_accuracy": 0.7130050586536527, |
| "num_tokens": 22672707.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 1.1641780041158198, |
| "epoch": 4.4096, |
| "grad_norm": 9.375, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 1.1355, |
| "mean_token_accuracy": 0.713141619041562, |
| "num_tokens": 22838278.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 1.1436150528490543, |
| "epoch": 4.4416, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 1.1021, |
| "mean_token_accuracy": 0.7170177362859249, |
| "num_tokens": 23006714.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 1.131415880098939, |
| "epoch": 4.4736, |
| "grad_norm": 9.375, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 1.0921, |
| "mean_token_accuracy": 0.7199389934539795, |
| "num_tokens": 23171616.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.4736, |
| "eval_coding_entropy": 1.6192174096107483, |
| "eval_coding_loss": 2.2012040615081787, |
| "eval_coding_mean_token_accuracy": 0.5209840197563171, |
| "eval_coding_num_tokens": 23171616.0, |
| "eval_coding_runtime": 81.8936, |
| "eval_coding_samples_per_second": 6.105, |
| "eval_coding_steps_per_second": 3.053, |
| "step": 1400 |
| }, |
| { |
| "epoch": 4.4736, |
| "eval_physics_entropy": 1.2294665141105652, |
| "eval_physics_loss": 1.3109028339385986, |
| "eval_physics_mean_token_accuracy": 0.6908313782215119, |
| "eval_physics_num_tokens": 23171616.0, |
| "eval_physics_runtime": 52.4694, |
| "eval_physics_samples_per_second": 9.529, |
| "eval_physics_steps_per_second": 4.765, |
| "step": 1400 |
| }, |
| { |
| "entropy": 1.1691782031208278, |
| "epoch": 4.5056, |
| "grad_norm": 9.6875, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 1.1276, |
| "mean_token_accuracy": 0.7141140529885888, |
| "num_tokens": 23339342.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 1.1408521559089422, |
| "epoch": 4.5376, |
| "grad_norm": 10.0, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 1.1334, |
| "mean_token_accuracy": 0.717669415473938, |
| "num_tokens": 23502858.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 1.1881117545068265, |
| "epoch": 4.5696, |
| "grad_norm": 10.3125, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 1.1501, |
| "mean_token_accuracy": 0.7118328493088484, |
| "num_tokens": 23671520.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 1.1651773374527692, |
| "epoch": 4.6016, |
| "grad_norm": 10.9375, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 1.1427, |
| "mean_token_accuracy": 0.7142679516226054, |
| "num_tokens": 23832756.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 1.158542051911354, |
| "epoch": 4.6336, |
| "grad_norm": 10.0625, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 1.1028, |
| "mean_token_accuracy": 0.7187374413013459, |
| "num_tokens": 23994203.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 1.1147582449018956, |
| "epoch": 4.6655999999999995, |
| "grad_norm": 8.875, |
| "learning_rate": 1.898e-05, |
| "loss": 1.0791, |
| "mean_token_accuracy": 0.7234875354915857, |
| "num_tokens": 24170398.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 1.16308904774487, |
| "epoch": 4.6975999999999996, |
| "grad_norm": 10.125, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 1.1331, |
| "mean_token_accuracy": 0.7167198553681373, |
| "num_tokens": 24333281.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 1.1451086029410362, |
| "epoch": 4.7296, |
| "grad_norm": 8.8125, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 1.1031, |
| "mean_token_accuracy": 0.7176411859691143, |
| "num_tokens": 24502037.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 1.2100287709385156, |
| "epoch": 4.7616, |
| "grad_norm": 10.6875, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 1.1568, |
| "mean_token_accuracy": 0.7084289535880088, |
| "num_tokens": 24667335.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 1.1385379381477834, |
| "epoch": 4.7936, |
| "grad_norm": 9.5625, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 1.1007, |
| "mean_token_accuracy": 0.7203466827049851, |
| "num_tokens": 24829965.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.7936, |
| "eval_coding_entropy": 1.6071018924713134, |
| "eval_coding_loss": 2.2054996490478516, |
| "eval_coding_mean_token_accuracy": 0.5207259600162506, |
| "eval_coding_num_tokens": 24829965.0, |
| "eval_coding_runtime": 82.6052, |
| "eval_coding_samples_per_second": 6.053, |
| "eval_coding_steps_per_second": 3.026, |
| "step": 1500 |
| }, |
| { |
| "epoch": 4.7936, |
| "eval_physics_entropy": 1.1821390426158904, |
| "eval_physics_loss": 1.2802668809890747, |
| "eval_physics_mean_token_accuracy": 0.6976329164505005, |
| "eval_physics_num_tokens": 24829965.0, |
| "eval_physics_runtime": 50.6887, |
| "eval_physics_samples_per_second": 9.864, |
| "eval_physics_steps_per_second": 4.932, |
| "step": 1500 |
| }, |
| { |
| "entropy": 1.1339262820780278, |
| "epoch": 4.8256, |
| "grad_norm": 8.4375, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 1.0898, |
| "mean_token_accuracy": 0.7229399343952536, |
| "num_tokens": 24993001.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 1.1489319629967212, |
| "epoch": 4.8576, |
| "grad_norm": 9.0, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 1.0956, |
| "mean_token_accuracy": 0.7196420207619667, |
| "num_tokens": 25161270.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 1.1502934597432612, |
| "epoch": 4.8896, |
| "grad_norm": 8.875, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 1.1174, |
| "mean_token_accuracy": 0.7189344964921475, |
| "num_tokens": 25325907.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 1.092420133575797, |
| "epoch": 4.9216, |
| "grad_norm": 9.8125, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 1.0627, |
| "mean_token_accuracy": 0.7274942602962255, |
| "num_tokens": 25492085.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 1.196289550513029, |
| "epoch": 4.9536, |
| "grad_norm": 9.25, |
| "learning_rate": 1.878e-05, |
| "loss": 1.1418, |
| "mean_token_accuracy": 0.7106173977255821, |
| "num_tokens": 25653637.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 1.1429802037775516, |
| "epoch": 4.9856, |
| "grad_norm": 9.5, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 1.0915, |
| "mean_token_accuracy": 0.7196958020329476, |
| "num_tokens": 25825573.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 1.0252085781018985, |
| "epoch": 5.016, |
| "grad_norm": 9.125, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 0.9806, |
| "mean_token_accuracy": 0.7431941052016459, |
| "num_tokens": 25990067.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 0.9978800658136606, |
| "epoch": 5.048, |
| "grad_norm": 7.90625, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 0.9496, |
| "mean_token_accuracy": 0.7502539362758398, |
| "num_tokens": 26157643.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 0.9946053113788367, |
| "epoch": 5.08, |
| "grad_norm": 7.3125, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 0.9582, |
| "mean_token_accuracy": 0.7463313773274421, |
| "num_tokens": 26330383.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 1.0126261772587895, |
| "epoch": 5.112, |
| "grad_norm": 8.875, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 0.9684, |
| "mean_token_accuracy": 0.7450104162096978, |
| "num_tokens": 26496271.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.112, |
| "eval_coding_entropy": 1.4595765166282655, |
| "eval_coding_loss": 2.275820732116699, |
| "eval_coding_mean_token_accuracy": 0.5172890294790268, |
| "eval_coding_num_tokens": 26496271.0, |
| "eval_coding_runtime": 80.0195, |
| "eval_coding_samples_per_second": 6.248, |
| "eval_coding_steps_per_second": 3.124, |
| "step": 1600 |
| }, |
| { |
| "epoch": 5.112, |
| "eval_physics_entropy": 1.0461106979846955, |
| "eval_physics_loss": 1.2792062759399414, |
| "eval_physics_mean_token_accuracy": 0.7012547857761383, |
| "eval_physics_num_tokens": 26496271.0, |
| "eval_physics_runtime": 50.8139, |
| "eval_physics_samples_per_second": 9.84, |
| "eval_physics_steps_per_second": 4.92, |
| "step": 1600 |
| }, |
| { |
| "entropy": 1.0357391186058522, |
| "epoch": 5.144, |
| "grad_norm": 8.75, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 0.9946, |
| "mean_token_accuracy": 0.7396486084908247, |
| "num_tokens": 26657872.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 1.0501383509486915, |
| "epoch": 5.176, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 1.0118, |
| "mean_token_accuracy": 0.7364444840699435, |
| "num_tokens": 26815558.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 0.9903883818536997, |
| "epoch": 5.208, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 0.9495, |
| "mean_token_accuracy": 0.7488659679889679, |
| "num_tokens": 26988857.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 1.0144404012709856, |
| "epoch": 5.24, |
| "grad_norm": 7.5, |
| "learning_rate": 1.858e-05, |
| "loss": 0.9706, |
| "mean_token_accuracy": 0.7453697588294744, |
| "num_tokens": 27149125.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 1.0191889710724353, |
| "epoch": 5.272, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 0.9819, |
| "mean_token_accuracy": 0.744130115583539, |
| "num_tokens": 27316852.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 0.9761725923046469, |
| "epoch": 5.304, |
| "grad_norm": 8.125, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 0.9475, |
| "mean_token_accuracy": 0.7517474852502346, |
| "num_tokens": 27481303.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 1.0315170247107743, |
| "epoch": 5.336, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 0.9947, |
| "mean_token_accuracy": 0.7406270373612642, |
| "num_tokens": 27658752.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 1.0055052107200027, |
| "epoch": 5.368, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 0.9678, |
| "mean_token_accuracy": 0.7463656073436141, |
| "num_tokens": 27825908.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 1.0419462624937297, |
| "epoch": 5.4, |
| "grad_norm": 8.25, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 0.9845, |
| "mean_token_accuracy": 0.7397806786000729, |
| "num_tokens": 27994598.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 1.042955220490694, |
| "epoch": 5.432, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 0.9998, |
| "mean_token_accuracy": 0.7378627855330706, |
| "num_tokens": 28163244.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.432, |
| "eval_coding_entropy": 1.4777437753677367, |
| "eval_coding_loss": 2.277747631072998, |
| "eval_coding_mean_token_accuracy": 0.5185715831518173, |
| "eval_coding_num_tokens": 28163244.0, |
| "eval_coding_runtime": 80.042, |
| "eval_coding_samples_per_second": 6.247, |
| "eval_coding_steps_per_second": 3.123, |
| "step": 1700 |
| }, |
| { |
| "epoch": 5.432, |
| "eval_physics_entropy": 1.0643408155441285, |
| "eval_physics_loss": 1.2596138715744019, |
| "eval_physics_mean_token_accuracy": 0.7038933093547821, |
| "eval_physics_num_tokens": 28163244.0, |
| "eval_physics_runtime": 50.8348, |
| "eval_physics_samples_per_second": 9.836, |
| "eval_physics_steps_per_second": 4.918, |
| "step": 1700 |
| }, |
| { |
| "entropy": 0.9977170016616583, |
| "epoch": 5.464, |
| "grad_norm": 10.6875, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 0.9714, |
| "mean_token_accuracy": 0.7471988730132579, |
| "num_tokens": 28327234.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 0.982015180028975, |
| "epoch": 5.496, |
| "grad_norm": 9.5625, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 0.9392, |
| "mean_token_accuracy": 0.7512154206633568, |
| "num_tokens": 28494226.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 1.012007206492126, |
| "epoch": 5.5280000000000005, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 0.9818, |
| "mean_token_accuracy": 0.7440147709101439, |
| "num_tokens": 28662926.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 0.9774416748434305, |
| "epoch": 5.5600000000000005, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 0.9452, |
| "mean_token_accuracy": 0.7503319170325995, |
| "num_tokens": 28827430.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 1.020398671925068, |
| "epoch": 5.592, |
| "grad_norm": 7.75, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 0.9773, |
| "mean_token_accuracy": 0.7404747471213341, |
| "num_tokens": 28993938.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 1.0490892603993416, |
| "epoch": 5.624, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 1.016, |
| "mean_token_accuracy": 0.7372140675783158, |
| "num_tokens": 29159365.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 1.026135996170342, |
| "epoch": 5.656, |
| "grad_norm": 8.375, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 1.0025, |
| "mean_token_accuracy": 0.7405038315802812, |
| "num_tokens": 29320125.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 1.047302521020174, |
| "epoch": 5.688, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 0.9859, |
| "mean_token_accuracy": 0.7409991217777133, |
| "num_tokens": 29481876.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 1.0233549170196057, |
| "epoch": 5.72, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 0.987, |
| "mean_token_accuracy": 0.7419757056981325, |
| "num_tokens": 29641581.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 1.0335674609988927, |
| "epoch": 5.752, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 0.9857, |
| "mean_token_accuracy": 0.7423797022551298, |
| "num_tokens": 29804639.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 5.752, |
| "eval_coding_entropy": 1.4844380550384522, |
| "eval_coding_loss": 2.3004150390625, |
| "eval_coding_mean_token_accuracy": 0.5159263869524002, |
| "eval_coding_num_tokens": 29804639.0, |
| "eval_coding_runtime": 80.5137, |
| "eval_coding_samples_per_second": 6.21, |
| "eval_coding_steps_per_second": 3.105, |
| "step": 1800 |
| }, |
| { |
| "epoch": 5.752, |
| "eval_physics_entropy": 1.067388994693756, |
| "eval_physics_loss": 1.2464126348495483, |
| "eval_physics_mean_token_accuracy": 0.7066913852691651, |
| "eval_physics_num_tokens": 29804639.0, |
| "eval_physics_runtime": 51.0316, |
| "eval_physics_samples_per_second": 9.798, |
| "eval_physics_steps_per_second": 4.899, |
| "step": 1800 |
| }, |
| { |
| "entropy": 1.0015105351805687, |
| "epoch": 5.784, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 0.972, |
| "mean_token_accuracy": 0.7444529678672552, |
| "num_tokens": 29978576.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 1.0132002836093306, |
| "epoch": 5.816, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 0.9771, |
| "mean_token_accuracy": 0.7456060782074928, |
| "num_tokens": 30141916.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 0.9955538790673018, |
| "epoch": 5.848, |
| "grad_norm": 7.375, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 0.9692, |
| "mean_token_accuracy": 0.7480616871267557, |
| "num_tokens": 30307900.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 1.0551919762045145, |
| "epoch": 5.88, |
| "grad_norm": 7.75, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 0.9944, |
| "mean_token_accuracy": 0.7364229299128056, |
| "num_tokens": 30470302.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 1.0333939548581839, |
| "epoch": 5.912, |
| "grad_norm": 8.625, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 0.9958, |
| "mean_token_accuracy": 0.7395027175545692, |
| "num_tokens": 30636029.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 1.0492048785090446, |
| "epoch": 5.944, |
| "grad_norm": 7.40625, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 1.0063, |
| "mean_token_accuracy": 0.7376182321459055, |
| "num_tokens": 30799363.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 1.0491292778402568, |
| "epoch": 5.976, |
| "grad_norm": 8.6875, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 1.007, |
| "mean_token_accuracy": 0.7397043209522962, |
| "num_tokens": 30960267.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 1.0033901220089512, |
| "epoch": 6.0064, |
| "grad_norm": 7.21875, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 0.9577, |
| "mean_token_accuracy": 0.7508013134724215, |
| "num_tokens": 31115221.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 0.8799053080379963, |
| "epoch": 6.0384, |
| "grad_norm": 8.5, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 0.8421, |
| "mean_token_accuracy": 0.7726955726742745, |
| "num_tokens": 31282640.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 0.8743755616247654, |
| "epoch": 6.0704, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 0.8413, |
| "mean_token_accuracy": 0.7713052142411471, |
| "num_tokens": 31452030.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 6.0704, |
| "eval_coding_entropy": 1.4276922750473022, |
| "eval_coding_loss": 2.3653318881988525, |
| "eval_coding_mean_token_accuracy": 0.5115255815982819, |
| "eval_coding_num_tokens": 31452030.0, |
| "eval_coding_runtime": 80.5075, |
| "eval_coding_samples_per_second": 6.211, |
| "eval_coding_steps_per_second": 3.105, |
| "step": 1900 |
| }, |
| { |
| "epoch": 6.0704, |
| "eval_physics_entropy": 0.9663202397823334, |
| "eval_physics_loss": 1.2572896480560303, |
| "eval_physics_mean_token_accuracy": 0.7080614182949067, |
| "eval_physics_num_tokens": 31452030.0, |
| "eval_physics_runtime": 51.1398, |
| "eval_physics_samples_per_second": 9.777, |
| "eval_physics_steps_per_second": 4.889, |
| "step": 1900 |
| }, |
| { |
| "entropy": 0.8911404553800821, |
| "epoch": 6.1024, |
| "grad_norm": 8.5, |
| "learning_rate": 1.798e-05, |
| "loss": 0.8417, |
| "mean_token_accuracy": 0.7735247768461704, |
| "num_tokens": 31617821.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 0.8949294181540608, |
| "epoch": 6.1344, |
| "grad_norm": 7.875, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 0.856, |
| "mean_token_accuracy": 0.7668255034834146, |
| "num_tokens": 31783257.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 0.904043540544808, |
| "epoch": 6.1664, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 0.8687, |
| "mean_token_accuracy": 0.766658914834261, |
| "num_tokens": 31945987.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 0.892748880572617, |
| "epoch": 6.1984, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 0.8445, |
| "mean_token_accuracy": 0.7715954016894102, |
| "num_tokens": 32108923.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 0.8627868793904782, |
| "epoch": 6.2304, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 0.8205, |
| "mean_token_accuracy": 0.774358106404543, |
| "num_tokens": 32280527.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 0.935067780688405, |
| "epoch": 6.2624, |
| "grad_norm": 8.1875, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 0.8771, |
| "mean_token_accuracy": 0.7616540655493736, |
| "num_tokens": 32448689.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 0.8619815381243825, |
| "epoch": 6.2943999999999996, |
| "grad_norm": 6.75, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 0.8203, |
| "mean_token_accuracy": 0.7761578068137169, |
| "num_tokens": 32623655.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 0.9105080384761095, |
| "epoch": 6.3264, |
| "grad_norm": 8.75, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 0.8749, |
| "mean_token_accuracy": 0.7641179401427507, |
| "num_tokens": 32788431.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 0.9150203362107276, |
| "epoch": 6.3584, |
| "grad_norm": 7.15625, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 0.8895, |
| "mean_token_accuracy": 0.7654095780104399, |
| "num_tokens": 32953331.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 0.9151443220674992, |
| "epoch": 6.3904, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 0.8604, |
| "mean_token_accuracy": 0.7665283579379321, |
| "num_tokens": 33123102.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.3904, |
| "eval_coding_entropy": 1.3934270286560058, |
| "eval_coding_loss": 2.4072625637054443, |
| "eval_coding_mean_token_accuracy": 0.5086399167776108, |
| "eval_coding_num_tokens": 33123102.0, |
| "eval_coding_runtime": 80.4742, |
| "eval_coding_samples_per_second": 6.213, |
| "eval_coding_steps_per_second": 3.107, |
| "step": 2000 |
| }, |
| { |
| "epoch": 6.3904, |
| "eval_physics_entropy": 0.9661147429943084, |
| "eval_physics_loss": 1.2546967267990112, |
| "eval_physics_mean_token_accuracy": 0.7096827251911163, |
| "eval_physics_num_tokens": 33123102.0, |
| "eval_physics_runtime": 50.4983, |
| "eval_physics_samples_per_second": 9.901, |
| "eval_physics_steps_per_second": 4.951, |
| "step": 2000 |
| }, |
| { |
| "entropy": 0.9143168790265918, |
| "epoch": 6.4224, |
| "grad_norm": 9.25, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 0.8664, |
| "mean_token_accuracy": 0.7659744843840599, |
| "num_tokens": 33286459.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 0.9008195903152227, |
| "epoch": 6.4544, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 0.8609, |
| "mean_token_accuracy": 0.7678866066038609, |
| "num_tokens": 33452198.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 0.9174474649131298, |
| "epoch": 6.4864, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 0.8828, |
| "mean_token_accuracy": 0.7651618968695402, |
| "num_tokens": 33617056.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 0.9258514747023583, |
| "epoch": 6.5184, |
| "grad_norm": 9.0, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 0.8849, |
| "mean_token_accuracy": 0.7615245707333088, |
| "num_tokens": 33778782.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 0.8773188255727291, |
| "epoch": 6.5504, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 0.8513, |
| "mean_token_accuracy": 0.7721717149019242, |
| "num_tokens": 33946435.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 0.8679801823571325, |
| "epoch": 6.5824, |
| "grad_norm": 7.1875, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 0.8448, |
| "mean_token_accuracy": 0.7743362218141556, |
| "num_tokens": 34110878.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 0.9021867254748941, |
| "epoch": 6.6144, |
| "grad_norm": 7.71875, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 0.8595, |
| "mean_token_accuracy": 0.7639507986605167, |
| "num_tokens": 34276122.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 0.9054385522380471, |
| "epoch": 6.6464, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 0.8509, |
| "mean_token_accuracy": 0.7672549616545439, |
| "num_tokens": 34445468.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 0.9238305319100618, |
| "epoch": 6.6784, |
| "grad_norm": 7.875, |
| "learning_rate": 1.758e-05, |
| "loss": 0.8878, |
| "mean_token_accuracy": 0.7622724357992411, |
| "num_tokens": 34607967.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 0.9155510788783431, |
| "epoch": 6.7104, |
| "grad_norm": 7.78125, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 0.8703, |
| "mean_token_accuracy": 0.7665455520153046, |
| "num_tokens": 34767297.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 6.7104, |
| "eval_coding_entropy": 1.3831247334480286, |
| "eval_coding_loss": 2.4127957820892334, |
| "eval_coding_mean_token_accuracy": 0.5079380587339402, |
| "eval_coding_num_tokens": 34767297.0, |
| "eval_coding_runtime": 80.0354, |
| "eval_coding_samples_per_second": 6.247, |
| "eval_coding_steps_per_second": 3.124, |
| "step": 2100 |
| }, |
| { |
| "epoch": 6.7104, |
| "eval_physics_entropy": 0.948450217962265, |
| "eval_physics_loss": 1.2423639297485352, |
| "eval_physics_mean_token_accuracy": 0.712554681301117, |
| "eval_physics_num_tokens": 34767297.0, |
| "eval_physics_runtime": 51.0873, |
| "eval_physics_samples_per_second": 9.787, |
| "eval_physics_steps_per_second": 4.894, |
| "step": 2100 |
| }, |
| { |
| "entropy": 0.9181889228522777, |
| "epoch": 6.7424, |
| "grad_norm": 7.90625, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 0.8632, |
| "mean_token_accuracy": 0.7635320980101824, |
| "num_tokens": 34934673.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 0.9264846274629235, |
| "epoch": 6.7744, |
| "grad_norm": 7.21875, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 0.8849, |
| "mean_token_accuracy": 0.7640311282128096, |
| "num_tokens": 35095715.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 0.9454937249422073, |
| "epoch": 6.8064, |
| "grad_norm": 8.625, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 0.886, |
| "mean_token_accuracy": 0.76067238971591, |
| "num_tokens": 35252925.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 0.8765326388180256, |
| "epoch": 6.8384, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 0.8529, |
| "mean_token_accuracy": 0.771139046177268, |
| "num_tokens": 35421004.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 0.9181803734973073, |
| "epoch": 6.8704, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 0.8818, |
| "mean_token_accuracy": 0.7621538914740086, |
| "num_tokens": 35588850.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 0.9150473818182945, |
| "epoch": 6.9024, |
| "grad_norm": 7.1875, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 0.8757, |
| "mean_token_accuracy": 0.7644228901714086, |
| "num_tokens": 35756753.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 0.9008896285668015, |
| "epoch": 6.9344, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 0.8555, |
| "mean_token_accuracy": 0.7681890320032835, |
| "num_tokens": 35927158.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 0.9253141183406115, |
| "epoch": 6.9664, |
| "grad_norm": 9.125, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 0.8772, |
| "mean_token_accuracy": 0.7653466906398535, |
| "num_tokens": 36090024.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 0.8797704441472888, |
| "epoch": 6.9984, |
| "grad_norm": 8.25, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 0.8474, |
| "mean_token_accuracy": 0.7717636529356241, |
| "num_tokens": 36258284.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 0.8152320165383188, |
| "epoch": 7.0288, |
| "grad_norm": 7.75, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 0.7805, |
| "mean_token_accuracy": 0.7884461746404046, |
| "num_tokens": 36413412.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 7.0288, |
| "eval_coding_entropy": 1.3640027561187744, |
| "eval_coding_loss": 2.441347122192383, |
| "eval_coding_mean_token_accuracy": 0.5073574657440185, |
| "eval_coding_num_tokens": 36413412.0, |
| "eval_coding_runtime": 80.1284, |
| "eval_coding_samples_per_second": 6.24, |
| "eval_coding_steps_per_second": 3.12, |
| "step": 2200 |
| }, |
| { |
| "epoch": 7.0288, |
| "eval_physics_entropy": 0.9083407464027404, |
| "eval_physics_loss": 1.255447268486023, |
| "eval_physics_mean_token_accuracy": 0.7122914800643921, |
| "eval_physics_num_tokens": 36413412.0, |
| "eval_physics_runtime": 50.8376, |
| "eval_physics_samples_per_second": 9.835, |
| "eval_physics_steps_per_second": 4.918, |
| "step": 2200 |
| }, |
| { |
| "entropy": 0.8199690246954561, |
| "epoch": 7.0608, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 0.7725, |
| "mean_token_accuracy": 0.7883035071194172, |
| "num_tokens": 36577814.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 0.8005543855950237, |
| "epoch": 7.0928, |
| "grad_norm": 6.34375, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 0.7537, |
| "mean_token_accuracy": 0.792709443345666, |
| "num_tokens": 36743769.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 0.7737716905772686, |
| "epoch": 7.1248, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 0.7337, |
| "mean_token_accuracy": 0.7980268448591232, |
| "num_tokens": 36905500.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 0.7658384937793017, |
| "epoch": 7.1568, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 0.722, |
| "mean_token_accuracy": 0.7982677388936281, |
| "num_tokens": 37072276.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 0.7949446378275752, |
| "epoch": 7.1888, |
| "grad_norm": 7.0625, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 0.7447, |
| "mean_token_accuracy": 0.7916857376694679, |
| "num_tokens": 37243206.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 0.7903180595487356, |
| "epoch": 7.2208, |
| "grad_norm": 7.65625, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 0.7493, |
| "mean_token_accuracy": 0.7914611048996448, |
| "num_tokens": 37403782.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 0.8121693830937147, |
| "epoch": 7.2528, |
| "grad_norm": 8.5, |
| "learning_rate": 1.718e-05, |
| "loss": 0.7584, |
| "mean_token_accuracy": 0.7896586664021015, |
| "num_tokens": 37579757.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 0.8230916598811746, |
| "epoch": 7.2848, |
| "grad_norm": 8.5, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 0.7654, |
| "mean_token_accuracy": 0.7857871890068054, |
| "num_tokens": 37748293.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 0.7982223512604832, |
| "epoch": 7.3168, |
| "grad_norm": 7.5, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 0.7683, |
| "mean_token_accuracy": 0.7907465297728777, |
| "num_tokens": 37911700.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 0.7962693426758051, |
| "epoch": 7.3488, |
| "grad_norm": 7.0, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 0.7486, |
| "mean_token_accuracy": 0.792203564196825, |
| "num_tokens": 38075680.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 7.3488, |
| "eval_coding_entropy": 1.287874354839325, |
| "eval_coding_loss": 2.5074503421783447, |
| "eval_coding_mean_token_accuracy": 0.5053789194822311, |
| "eval_coding_num_tokens": 38075680.0, |
| "eval_coding_runtime": 80.6264, |
| "eval_coding_samples_per_second": 6.201, |
| "eval_coding_steps_per_second": 3.101, |
| "step": 2300 |
| }, |
| { |
| "epoch": 7.3488, |
| "eval_physics_entropy": 0.8666039036512375, |
| "eval_physics_loss": 1.271466851234436, |
| "eval_physics_mean_token_accuracy": 0.7124857680797577, |
| "eval_physics_num_tokens": 38075680.0, |
| "eval_physics_runtime": 51.1957, |
| "eval_physics_samples_per_second": 9.766, |
| "eval_physics_steps_per_second": 4.883, |
| "step": 2300 |
| }, |
| { |
| "entropy": 0.7924799317494035, |
| "epoch": 7.3808, |
| "grad_norm": 6.9375, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 0.7463, |
| "mean_token_accuracy": 0.7927690587937832, |
| "num_tokens": 38244451.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 0.8048048110678792, |
| "epoch": 7.4128, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 0.7566, |
| "mean_token_accuracy": 0.7889414615929127, |
| "num_tokens": 38412760.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 0.7931113267317415, |
| "epoch": 7.4448, |
| "grad_norm": 7.53125, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 0.7602, |
| "mean_token_accuracy": 0.79053318426013, |
| "num_tokens": 38573566.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 0.8242617558687926, |
| "epoch": 7.4768, |
| "grad_norm": 7.1875, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 0.7762, |
| "mean_token_accuracy": 0.7849719982594252, |
| "num_tokens": 38740056.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 0.8317271640524269, |
| "epoch": 7.5088, |
| "grad_norm": 7.75, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 0.7815, |
| "mean_token_accuracy": 0.7838639069348574, |
| "num_tokens": 38905300.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 0.8092041697353125, |
| "epoch": 7.5408, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.698e-05, |
| "loss": 0.7511, |
| "mean_token_accuracy": 0.7874078020453453, |
| "num_tokens": 39071340.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 0.7718355517834425, |
| "epoch": 7.5728, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 0.7366, |
| "mean_token_accuracy": 0.7969939954578876, |
| "num_tokens": 39241074.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 0.8089465990662574, |
| "epoch": 7.6048, |
| "grad_norm": 8.625, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 0.769, |
| "mean_token_accuracy": 0.7888308063149452, |
| "num_tokens": 39406361.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 0.8250319881364703, |
| "epoch": 7.6368, |
| "grad_norm": 8.5625, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 0.7913, |
| "mean_token_accuracy": 0.7831788897514343, |
| "num_tokens": 39565971.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 0.8007921712473035, |
| "epoch": 7.6688, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 0.7537, |
| "mean_token_accuracy": 0.7911801379173994, |
| "num_tokens": 39732063.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 7.6688, |
| "eval_coding_entropy": 1.2879135403633117, |
| "eval_coding_loss": 2.5043892860412598, |
| "eval_coding_mean_token_accuracy": 0.5054650387763977, |
| "eval_coding_num_tokens": 39732063.0, |
| "eval_coding_runtime": 80.6584, |
| "eval_coding_samples_per_second": 6.199, |
| "eval_coding_steps_per_second": 3.099, |
| "step": 2400 |
| }, |
| { |
| "epoch": 7.6688, |
| "eval_physics_entropy": 0.8899753086566925, |
| "eval_physics_loss": 1.2538994550704956, |
| "eval_physics_mean_token_accuracy": 0.7139942421913147, |
| "eval_physics_num_tokens": 39732063.0, |
| "eval_physics_runtime": 51.2089, |
| "eval_physics_samples_per_second": 9.764, |
| "eval_physics_steps_per_second": 4.882, |
| "step": 2400 |
| }, |
| { |
| "entropy": 0.8204136060550808, |
| "epoch": 7.7008, |
| "grad_norm": 8.3125, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 0.7736, |
| "mean_token_accuracy": 0.7871936142444611, |
| "num_tokens": 39893958.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 0.8038571827113629, |
| "epoch": 7.7328, |
| "grad_norm": 9.0625, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 0.7666, |
| "mean_token_accuracy": 0.7876993417739868, |
| "num_tokens": 40056286.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 0.7649493917822838, |
| "epoch": 7.7648, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 0.7237, |
| "mean_token_accuracy": 0.7977251056581736, |
| "num_tokens": 40224885.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 0.8389663999900222, |
| "epoch": 7.7968, |
| "grad_norm": 7.9375, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 0.7836, |
| "mean_token_accuracy": 0.7819656167179346, |
| "num_tokens": 40386001.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 0.8192150767892599, |
| "epoch": 7.8288, |
| "grad_norm": 7.3125, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 0.7741, |
| "mean_token_accuracy": 0.7869136918336153, |
| "num_tokens": 40550394.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 0.8238677924498916, |
| "epoch": 7.8608, |
| "grad_norm": 7.40625, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 0.7798, |
| "mean_token_accuracy": 0.786088028550148, |
| "num_tokens": 40714123.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 0.822707281820476, |
| "epoch": 7.8928, |
| "grad_norm": 7.75, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 0.7852, |
| "mean_token_accuracy": 0.7847356092184782, |
| "num_tokens": 40878910.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 0.7849974310025573, |
| "epoch": 7.9248, |
| "grad_norm": 7.09375, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 0.7509, |
| "mean_token_accuracy": 0.7924100607633591, |
| "num_tokens": 41048568.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 0.8023886883631348, |
| "epoch": 7.9568, |
| "grad_norm": 7.28125, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 0.7632, |
| "mean_token_accuracy": 0.7890365641564131, |
| "num_tokens": 41215871.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 0.8149305360391736, |
| "epoch": 7.9888, |
| "grad_norm": 6.875, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 0.7698, |
| "mean_token_accuracy": 0.7843944601714611, |
| "num_tokens": 41389758.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 7.9888, |
| "eval_coding_entropy": 1.306984958410263, |
| "eval_coding_loss": 2.501882791519165, |
| "eval_coding_mean_token_accuracy": 0.5061199169158935, |
| "eval_coding_num_tokens": 41389758.0, |
| "eval_coding_runtime": 80.3039, |
| "eval_coding_samples_per_second": 6.226, |
| "eval_coding_steps_per_second": 3.113, |
| "step": 2500 |
| }, |
| { |
| "epoch": 7.9888, |
| "eval_physics_entropy": 0.8865963050127029, |
| "eval_physics_loss": 1.246237874031067, |
| "eval_physics_mean_token_accuracy": 0.7165059688091278, |
| "eval_physics_num_tokens": 41389758.0, |
| "eval_physics_runtime": 50.4383, |
| "eval_physics_samples_per_second": 9.913, |
| "eval_physics_steps_per_second": 4.957, |
| "step": 2500 |
| }, |
| { |
| "entropy": 0.747320257127285, |
| "epoch": 8.0192, |
| "grad_norm": 8.5, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 0.6858, |
| "mean_token_accuracy": 0.8066139197663257, |
| "num_tokens": 41546050.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 0.7073503561317921, |
| "epoch": 8.0512, |
| "grad_norm": 6.5625, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 0.6472, |
| "mean_token_accuracy": 0.8137291524559259, |
| "num_tokens": 41716442.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 0.7289450462907553, |
| "epoch": 8.0832, |
| "grad_norm": 6.96875, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 0.674, |
| "mean_token_accuracy": 0.8082069601863623, |
| "num_tokens": 41879531.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 0.6960690582171083, |
| "epoch": 8.1152, |
| "grad_norm": 6.5625, |
| "learning_rate": 1.658e-05, |
| "loss": 0.6466, |
| "mean_token_accuracy": 0.8166737236082554, |
| "num_tokens": 42050005.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 0.7188709829002619, |
| "epoch": 8.1472, |
| "grad_norm": 7.09375, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 0.655, |
| "mean_token_accuracy": 0.8116942487657071, |
| "num_tokens": 42211821.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 0.6977805990725756, |
| "epoch": 8.1792, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 0.6466, |
| "mean_token_accuracy": 0.8154407043009997, |
| "num_tokens": 42376175.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 0.7424150323495269, |
| "epoch": 8.2112, |
| "grad_norm": 8.0625, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 0.6812, |
| "mean_token_accuracy": 0.8054285064339638, |
| "num_tokens": 42540308.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 0.7432606866583228, |
| "epoch": 8.2432, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 0.6887, |
| "mean_token_accuracy": 0.8066561620682478, |
| "num_tokens": 42699982.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 0.7197920629754663, |
| "epoch": 8.2752, |
| "grad_norm": 7.78125, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 0.6723, |
| "mean_token_accuracy": 0.8108944687992334, |
| "num_tokens": 42866422.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 0.7431316021829844, |
| "epoch": 8.3072, |
| "grad_norm": 7.375, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 0.6927, |
| "mean_token_accuracy": 0.8052675750106573, |
| "num_tokens": 43023061.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 8.3072, |
| "eval_coding_entropy": 1.180417058944702, |
| "eval_coding_loss": 2.6759097576141357, |
| "eval_coding_mean_token_accuracy": 0.49816488254070285, |
| "eval_coding_num_tokens": 43023061.0, |
| "eval_coding_runtime": 80.0399, |
| "eval_coding_samples_per_second": 6.247, |
| "eval_coding_steps_per_second": 3.123, |
| "step": 2600 |
| }, |
| { |
| "epoch": 8.3072, |
| "eval_physics_entropy": 0.7764184975624084, |
| "eval_physics_loss": 1.3233673572540283, |
| "eval_physics_mean_token_accuracy": 0.7122442553043365, |
| "eval_physics_num_tokens": 43023061.0, |
| "eval_physics_runtime": 50.8324, |
| "eval_physics_samples_per_second": 9.836, |
| "eval_physics_steps_per_second": 4.918, |
| "step": 2600 |
| }, |
| { |
| "entropy": 0.7131138388067484, |
| "epoch": 8.3392, |
| "grad_norm": 6.6875, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 0.6699, |
| "mean_token_accuracy": 0.8115687362849713, |
| "num_tokens": 43191795.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 0.7251044038683176, |
| "epoch": 8.3712, |
| "grad_norm": 6.8125, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 0.6737, |
| "mean_token_accuracy": 0.8082095079123974, |
| "num_tokens": 43360681.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 0.7240089856088161, |
| "epoch": 8.4032, |
| "grad_norm": 7.84375, |
| "learning_rate": 1.638e-05, |
| "loss": 0.671, |
| "mean_token_accuracy": 0.8086567357182503, |
| "num_tokens": 43522644.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 0.7114594077691436, |
| "epoch": 8.4352, |
| "grad_norm": 7.4375, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 0.6649, |
| "mean_token_accuracy": 0.810762032866478, |
| "num_tokens": 43688014.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 0.7020130598917603, |
| "epoch": 8.4672, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 0.6552, |
| "mean_token_accuracy": 0.8148358728736639, |
| "num_tokens": 43852720.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 0.7404580233618617, |
| "epoch": 8.4992, |
| "grad_norm": 8.75, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 0.6959, |
| "mean_token_accuracy": 0.8053020723164082, |
| "num_tokens": 44018629.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 0.7075186254456639, |
| "epoch": 8.5312, |
| "grad_norm": 7.6875, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 0.6603, |
| "mean_token_accuracy": 0.8117668993771077, |
| "num_tokens": 44192431.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 0.7119635351002216, |
| "epoch": 8.5632, |
| "grad_norm": 7.875, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 0.667, |
| "mean_token_accuracy": 0.8115481317043305, |
| "num_tokens": 44356906.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 0.7282338978722691, |
| "epoch": 8.5952, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 0.6825, |
| "mean_token_accuracy": 0.8082253731787205, |
| "num_tokens": 44520137.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 0.7256918076425791, |
| "epoch": 8.6272, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 0.6734, |
| "mean_token_accuracy": 0.8084051325917244, |
| "num_tokens": 44678365.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 8.6272, |
| "eval_coding_entropy": 1.2186318914890288, |
| "eval_coding_loss": 2.667215347290039, |
| "eval_coding_mean_token_accuracy": 0.49614529263973234, |
| "eval_coding_num_tokens": 44678365.0, |
| "eval_coding_runtime": 80.2616, |
| "eval_coding_samples_per_second": 6.23, |
| "eval_coding_steps_per_second": 3.115, |
| "step": 2700 |
| }, |
| { |
| "epoch": 8.6272, |
| "eval_physics_entropy": 0.8085102504491806, |
| "eval_physics_loss": 1.3051245212554932, |
| "eval_physics_mean_token_accuracy": 0.7130715503692627, |
| "eval_physics_num_tokens": 44678365.0, |
| "eval_physics_runtime": 51.0645, |
| "eval_physics_samples_per_second": 9.792, |
| "eval_physics_steps_per_second": 4.896, |
| "step": 2700 |
| }, |
| { |
| "entropy": 0.7220799235627056, |
| "epoch": 8.6592, |
| "grad_norm": 8.125, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 0.6764, |
| "mean_token_accuracy": 0.8076787978410721, |
| "num_tokens": 44849559.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 0.7297795495018363, |
| "epoch": 8.6912, |
| "grad_norm": 7.96875, |
| "learning_rate": 1.618e-05, |
| "loss": 0.6856, |
| "mean_token_accuracy": 0.808451396971941, |
| "num_tokens": 45022538.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 0.7333483323454857, |
| "epoch": 8.7232, |
| "grad_norm": 7.625, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 0.6945, |
| "mean_token_accuracy": 0.8066596012562514, |
| "num_tokens": 45185564.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 0.7066755909472704, |
| "epoch": 8.7552, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 0.6562, |
| "mean_token_accuracy": 0.813755114749074, |
| "num_tokens": 45356709.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 0.7241401460021735, |
| "epoch": 8.7872, |
| "grad_norm": 7.875, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 0.678, |
| "mean_token_accuracy": 0.810057808458805, |
| "num_tokens": 45523551.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 0.7239289416000247, |
| "epoch": 8.8192, |
| "grad_norm": 7.53125, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 0.6784, |
| "mean_token_accuracy": 0.8077127821743488, |
| "num_tokens": 45686211.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 0.703459413908422, |
| "epoch": 8.8512, |
| "grad_norm": 7.96875, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 0.6569, |
| "mean_token_accuracy": 0.8125879257917404, |
| "num_tokens": 45859275.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 0.6856054993346333, |
| "epoch": 8.8832, |
| "grad_norm": 7.8125, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 0.6353, |
| "mean_token_accuracy": 0.818388195708394, |
| "num_tokens": 46019040.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 0.7029540514573455, |
| "epoch": 8.9152, |
| "grad_norm": 7.3125, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 0.6578, |
| "mean_token_accuracy": 0.8128957942128181, |
| "num_tokens": 46186206.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 0.7049786861985922, |
| "epoch": 8.9472, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 0.6665, |
| "mean_token_accuracy": 0.8133175432682037, |
| "num_tokens": 46349657.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 8.9472, |
| "eval_coding_entropy": 1.224432097196579, |
| "eval_coding_loss": 2.655494451522827, |
| "eval_coding_mean_token_accuracy": 0.49747866034507754, |
| "eval_coding_num_tokens": 46349657.0, |
| "eval_coding_runtime": 80.6181, |
| "eval_coding_samples_per_second": 6.202, |
| "eval_coding_steps_per_second": 3.101, |
| "step": 2800 |
| }, |
| { |
| "epoch": 8.9472, |
| "eval_physics_entropy": 0.8140532776117325, |
| "eval_physics_loss": 1.287876009941101, |
| "eval_physics_mean_token_accuracy": 0.7145551562309265, |
| "eval_physics_num_tokens": 46349657.0, |
| "eval_physics_runtime": 51.2159, |
| "eval_physics_samples_per_second": 9.763, |
| "eval_physics_steps_per_second": 4.881, |
| "step": 2800 |
| }, |
| { |
| "entropy": 0.7405518181622028, |
| "epoch": 8.9792, |
| "grad_norm": 7.875, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 0.683, |
| "mean_token_accuracy": 0.8068167131394148, |
| "num_tokens": 46520155.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 0.7178025584863988, |
| "epoch": 9.0096, |
| "grad_norm": 7.875, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 0.6503, |
| "mean_token_accuracy": 0.8153087767331224, |
| "num_tokens": 46675033.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 0.6359188554808497, |
| "epoch": 9.0416, |
| "grad_norm": 7.34375, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 0.5683, |
| "mean_token_accuracy": 0.836140838265419, |
| "num_tokens": 46840730.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 0.6108834788203239, |
| "epoch": 9.0736, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 0.5528, |
| "mean_token_accuracy": 0.8405333142727613, |
| "num_tokens": 47008998.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 0.6304638197645545, |
| "epoch": 9.1056, |
| "grad_norm": 6.8125, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 0.5631, |
| "mean_token_accuracy": 0.8375470694154501, |
| "num_tokens": 47178671.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 0.6294723073020577, |
| "epoch": 9.1376, |
| "grad_norm": 6.375, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 0.561, |
| "mean_token_accuracy": 0.8363998245447875, |
| "num_tokens": 47344611.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 0.6466312605887652, |
| "epoch": 9.1696, |
| "grad_norm": 6.84375, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 0.5845, |
| "mean_token_accuracy": 0.8314026761800051, |
| "num_tokens": 47507305.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 0.6573945948854089, |
| "epoch": 9.2016, |
| "grad_norm": 7.0, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 0.5936, |
| "mean_token_accuracy": 0.829815223813057, |
| "num_tokens": 47673061.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 0.6203154945746064, |
| "epoch": 9.2336, |
| "grad_norm": 7.40625, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 0.5524, |
| "mean_token_accuracy": 0.8375675573945045, |
| "num_tokens": 47840225.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 0.6177630059421062, |
| "epoch": 9.2656, |
| "grad_norm": 7.125, |
| "learning_rate": 1.578e-05, |
| "loss": 0.5705, |
| "mean_token_accuracy": 0.8379313051700592, |
| "num_tokens": 48001303.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 9.2656, |
| "eval_coding_entropy": 1.137760262966156, |
| "eval_coding_loss": 2.787400960922241, |
| "eval_coding_mean_token_accuracy": 0.49249129223823546, |
| "eval_coding_num_tokens": 48001303.0, |
| "eval_coding_runtime": 80.3222, |
| "eval_coding_samples_per_second": 6.225, |
| "eval_coding_steps_per_second": 3.112, |
| "step": 2900 |
| }, |
| { |
| "epoch": 9.2656, |
| "eval_physics_entropy": 0.730544712305069, |
| "eval_physics_loss": 1.3639025688171387, |
| "eval_physics_mean_token_accuracy": 0.7114189057350159, |
| "eval_physics_num_tokens": 48001303.0, |
| "eval_physics_runtime": 51.0683, |
| "eval_physics_samples_per_second": 9.791, |
| "eval_physics_steps_per_second": 4.895, |
| "step": 2900 |
| }, |
| { |
| "entropy": 0.6701891992241145, |
| "epoch": 9.2976, |
| "grad_norm": 7.5625, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 0.6071, |
| "mean_token_accuracy": 0.8250651486217976, |
| "num_tokens": 48159722.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 0.656111815199256, |
| "epoch": 9.3296, |
| "grad_norm": 6.71875, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 0.594, |
| "mean_token_accuracy": 0.8303334325551986, |
| "num_tokens": 48317225.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 0.625043872371316, |
| "epoch": 9.3616, |
| "grad_norm": 6.8125, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 0.5777, |
| "mean_token_accuracy": 0.8360872130841017, |
| "num_tokens": 48488666.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 0.6284711746498942, |
| "epoch": 9.3936, |
| "grad_norm": 7.65625, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 0.5809, |
| "mean_token_accuracy": 0.8335768587887287, |
| "num_tokens": 48651801.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 0.620004391297698, |
| "epoch": 9.4256, |
| "grad_norm": 7.96875, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 0.5635, |
| "mean_token_accuracy": 0.8344981707632542, |
| "num_tokens": 48816483.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 0.6575142003595829, |
| "epoch": 9.4576, |
| "grad_norm": 7.0, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 0.5956, |
| "mean_token_accuracy": 0.8301261700689793, |
| "num_tokens": 48980305.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 0.6222369499504566, |
| "epoch": 9.4896, |
| "grad_norm": 7.59375, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 0.5711, |
| "mean_token_accuracy": 0.8362624473869801, |
| "num_tokens": 49153893.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 0.631331329792738, |
| "epoch": 9.5216, |
| "grad_norm": 7.5, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 0.5819, |
| "mean_token_accuracy": 0.8337867200374603, |
| "num_tokens": 49319808.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 0.6687378127127885, |
| "epoch": 9.5536, |
| "grad_norm": 7.375, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 0.6132, |
| "mean_token_accuracy": 0.825286865979433, |
| "num_tokens": 49486284.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 0.6349832298234105, |
| "epoch": 9.5856, |
| "grad_norm": 7.71875, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 0.5862, |
| "mean_token_accuracy": 0.8332995675504208, |
| "num_tokens": 49649208.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 9.5856, |
| "eval_coding_entropy": 1.118106740474701, |
| "eval_coding_loss": 2.8042187690734863, |
| "eval_coding_mean_token_accuracy": 0.4925929378271103, |
| "eval_coding_num_tokens": 49649208.0, |
| "eval_coding_runtime": 80.2576, |
| "eval_coding_samples_per_second": 6.23, |
| "eval_coding_steps_per_second": 3.115, |
| "step": 3000 |
| }, |
| { |
| "epoch": 9.5856, |
| "eval_physics_entropy": 0.720945027589798, |
| "eval_physics_loss": 1.366060495376587, |
| "eval_physics_mean_token_accuracy": 0.7116390709877014, |
| "eval_physics_num_tokens": 49649208.0, |
| "eval_physics_runtime": 50.6037, |
| "eval_physics_samples_per_second": 9.881, |
| "eval_physics_steps_per_second": 4.94, |
| "step": 3000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 32, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3.119552563356193e+18, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
