| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 8.0, |
| "eval_steps": 100, |
| "global_step": 5000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 0.7980934290215373, |
| "epoch": 0.016, |
| "grad_norm": 49.0, |
| "learning_rate": 1.8e-07, |
| "loss": 13.873, |
| "mean_token_accuracy": 0.77677470035851, |
| "num_tokens": 338352.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 0.7983348269015551, |
| "epoch": 0.032, |
| "grad_norm": 39.75, |
| "learning_rate": 3.8e-07, |
| "loss": 13.832, |
| "mean_token_accuracy": 0.7767552722245454, |
| "num_tokens": 671193.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 0.7940070297569036, |
| "epoch": 0.048, |
| "grad_norm": 36.5, |
| "learning_rate": 5.800000000000001e-07, |
| "loss": 13.6955, |
| "mean_token_accuracy": 0.7781575798988343, |
| "num_tokens": 1001008.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 0.8190817344933748, |
| "epoch": 0.064, |
| "grad_norm": 34.0, |
| "learning_rate": 7.8e-07, |
| "loss": 13.9863, |
| "mean_token_accuracy": 0.7736780602484942, |
| "num_tokens": 1331208.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.8228552235290408, |
| "epoch": 0.08, |
| "grad_norm": 33.0, |
| "learning_rate": 9.800000000000001e-07, |
| "loss": 13.7981, |
| "mean_token_accuracy": 0.7759026233106852, |
| "num_tokens": 1667532.0, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.8120608307421208, |
| "epoch": 0.096, |
| "grad_norm": 34.0, |
| "learning_rate": 1.1800000000000001e-06, |
| "loss": 13.4686, |
| "mean_token_accuracy": 0.7815129280090332, |
| "num_tokens": 2007176.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.8287483796477317, |
| "epoch": 0.112, |
| "grad_norm": 36.5, |
| "learning_rate": 1.3800000000000001e-06, |
| "loss": 13.7526, |
| "mean_token_accuracy": 0.776063147187233, |
| "num_tokens": 2342259.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.8556615479290486, |
| "epoch": 0.128, |
| "grad_norm": 27.125, |
| "learning_rate": 1.5800000000000001e-06, |
| "loss": 13.9267, |
| "mean_token_accuracy": 0.773414358869195, |
| "num_tokens": 2663987.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.8306544724851846, |
| "epoch": 0.144, |
| "grad_norm": 25.75, |
| "learning_rate": 1.7800000000000001e-06, |
| "loss": 13.6531, |
| "mean_token_accuracy": 0.7779791738837958, |
| "num_tokens": 2997824.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.8303449299186468, |
| "epoch": 0.16, |
| "grad_norm": 26.5, |
| "learning_rate": 1.98e-06, |
| "loss": 13.4855, |
| "mean_token_accuracy": 0.7814826928079128, |
| "num_tokens": 3330597.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_biology_entropy": 1.125799958705902, |
| "eval_biology_loss": 1.1626057624816895, |
| "eval_biology_mean_token_accuracy": 0.7041610617637635, |
| "eval_biology_num_tokens": 3330597.0, |
| "eval_biology_runtime": 29.5726, |
| "eval_biology_samples_per_second": 16.908, |
| "eval_biology_steps_per_second": 4.227, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.16, |
| "eval_physics_entropy": 0.8412163820266724, |
| "eval_physics_loss": 0.8517085909843445, |
| "eval_physics_mean_token_accuracy": 0.7784765930175781, |
| "eval_physics_num_tokens": 3330597.0, |
| "eval_physics_runtime": 42.3208, |
| "eval_physics_samples_per_second": 11.815, |
| "eval_physics_steps_per_second": 2.954, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.8291829921305179, |
| "epoch": 0.176, |
| "grad_norm": 32.5, |
| "learning_rate": 2.1800000000000003e-06, |
| "loss": 13.4483, |
| "mean_token_accuracy": 0.7799590565264225, |
| "num_tokens": 3658264.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.8301662255078555, |
| "epoch": 0.192, |
| "grad_norm": 25.5, |
| "learning_rate": 2.38e-06, |
| "loss": 13.4143, |
| "mean_token_accuracy": 0.7796540033072233, |
| "num_tokens": 3995568.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.821339176222682, |
| "epoch": 0.208, |
| "grad_norm": 26.125, |
| "learning_rate": 2.5800000000000003e-06, |
| "loss": 13.2097, |
| "mean_token_accuracy": 0.7838085852563381, |
| "num_tokens": 4321436.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.8153277274221182, |
| "epoch": 0.224, |
| "grad_norm": 24.0, |
| "learning_rate": 2.7800000000000005e-06, |
| "loss": 13.0671, |
| "mean_token_accuracy": 0.7830340649932623, |
| "num_tokens": 4648491.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.8157381068915128, |
| "epoch": 0.24, |
| "grad_norm": 23.375, |
| "learning_rate": 2.9800000000000003e-06, |
| "loss": 13.1148, |
| "mean_token_accuracy": 0.7832087766379118, |
| "num_tokens": 4986175.0, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.8061813484877348, |
| "epoch": 0.256, |
| "grad_norm": 26.625, |
| "learning_rate": 3.1800000000000005e-06, |
| "loss": 13.0481, |
| "mean_token_accuracy": 0.7853319209069014, |
| "num_tokens": 5329320.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.8233318269252777, |
| "epoch": 0.272, |
| "grad_norm": 26.0, |
| "learning_rate": 3.3800000000000007e-06, |
| "loss": 13.1699, |
| "mean_token_accuracy": 0.7812638122588396, |
| "num_tokens": 5658796.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.8212542906403542, |
| "epoch": 0.288, |
| "grad_norm": 22.0, |
| "learning_rate": 3.58e-06, |
| "loss": 13.1426, |
| "mean_token_accuracy": 0.783899562805891, |
| "num_tokens": 5980201.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.8011876806616783, |
| "epoch": 0.304, |
| "grad_norm": 24.375, |
| "learning_rate": 3.7800000000000002e-06, |
| "loss": 12.8823, |
| "mean_token_accuracy": 0.7862063981592655, |
| "num_tokens": 6298858.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.8119899664074183, |
| "epoch": 0.32, |
| "grad_norm": 22.375, |
| "learning_rate": 3.980000000000001e-06, |
| "loss": 13.017, |
| "mean_token_accuracy": 0.7848218575119972, |
| "num_tokens": 6622798.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_biology_entropy": 1.137313835144043, |
| "eval_biology_loss": 1.1703258752822876, |
| "eval_biology_mean_token_accuracy": 0.7031810960769653, |
| "eval_biology_num_tokens": 6622798.0, |
| "eval_biology_runtime": 29.6247, |
| "eval_biology_samples_per_second": 16.878, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_physics_entropy": 0.8116096572875977, |
| "eval_physics_loss": 0.8106478452682495, |
| "eval_physics_mean_token_accuracy": 0.7854588747024536, |
| "eval_physics_num_tokens": 6622798.0, |
| "eval_physics_runtime": 42.332, |
| "eval_physics_samples_per_second": 11.811, |
| "eval_physics_steps_per_second": 2.953, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.8008256774395704, |
| "epoch": 0.336, |
| "grad_norm": 21.25, |
| "learning_rate": 4.18e-06, |
| "loss": 12.8337, |
| "mean_token_accuracy": 0.7872962314635515, |
| "num_tokens": 6953611.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.7870257034897804, |
| "epoch": 0.352, |
| "grad_norm": 23.75, |
| "learning_rate": 4.38e-06, |
| "loss": 12.629, |
| "mean_token_accuracy": 0.7910902902483941, |
| "num_tokens": 7290378.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.7753207640722394, |
| "epoch": 0.368, |
| "grad_norm": 23.625, |
| "learning_rate": 4.58e-06, |
| "loss": 12.3974, |
| "mean_token_accuracy": 0.7931954108178616, |
| "num_tokens": 7621082.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.8035390684381127, |
| "epoch": 0.384, |
| "grad_norm": 23.375, |
| "learning_rate": 4.78e-06, |
| "loss": 12.8833, |
| "mean_token_accuracy": 0.7841386552900076, |
| "num_tokens": 7955570.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.7771880365908146, |
| "epoch": 0.4, |
| "grad_norm": 23.5, |
| "learning_rate": 4.980000000000001e-06, |
| "loss": 12.462, |
| "mean_token_accuracy": 0.7913563769310713, |
| "num_tokens": 8291049.0, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.7649452563375234, |
| "epoch": 0.416, |
| "grad_norm": 22.25, |
| "learning_rate": 5.18e-06, |
| "loss": 12.2876, |
| "mean_token_accuracy": 0.7948728159070015, |
| "num_tokens": 8627310.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.7790930971503258, |
| "epoch": 0.432, |
| "grad_norm": 23.0, |
| "learning_rate": 5.380000000000001e-06, |
| "loss": 12.4896, |
| "mean_token_accuracy": 0.790573175624013, |
| "num_tokens": 8958371.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.7571947271004319, |
| "epoch": 0.448, |
| "grad_norm": 22.75, |
| "learning_rate": 5.580000000000001e-06, |
| "loss": 12.1797, |
| "mean_token_accuracy": 0.795942148193717, |
| "num_tokens": 9294388.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.7509586235508323, |
| "epoch": 0.464, |
| "grad_norm": 22.875, |
| "learning_rate": 5.78e-06, |
| "loss": 11.9835, |
| "mean_token_accuracy": 0.7969875477254391, |
| "num_tokens": 9620366.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.7548794999718667, |
| "epoch": 0.48, |
| "grad_norm": 20.875, |
| "learning_rate": 5.98e-06, |
| "loss": 12.0853, |
| "mean_token_accuracy": 0.7961488746106624, |
| "num_tokens": 9955431.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_biology_entropy": 1.1340459384918213, |
| "eval_biology_loss": 1.1766083240509033, |
| "eval_biology_mean_token_accuracy": 0.7020830793380737, |
| "eval_biology_num_tokens": 9955431.0, |
| "eval_biology_runtime": 29.8733, |
| "eval_biology_samples_per_second": 16.737, |
| "eval_biology_steps_per_second": 4.184, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.48, |
| "eval_physics_entropy": 0.7825248126983643, |
| "eval_physics_loss": 0.7770141363143921, |
| "eval_physics_mean_token_accuracy": 0.7918553309440612, |
| "eval_physics_num_tokens": 9955431.0, |
| "eval_physics_runtime": 42.3494, |
| "eval_physics_samples_per_second": 11.807, |
| "eval_physics_steps_per_second": 2.952, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.7715075328946114, |
| "epoch": 0.496, |
| "grad_norm": 20.375, |
| "learning_rate": 6.18e-06, |
| "loss": 12.3217, |
| "mean_token_accuracy": 0.7934962294995784, |
| "num_tokens": 10289883.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.7606870967894792, |
| "epoch": 0.512, |
| "grad_norm": 24.625, |
| "learning_rate": 6.380000000000001e-06, |
| "loss": 12.2158, |
| "mean_token_accuracy": 0.795098090544343, |
| "num_tokens": 10619468.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.7731524888426066, |
| "epoch": 0.528, |
| "grad_norm": 20.5, |
| "learning_rate": 6.5800000000000005e-06, |
| "loss": 12.3882, |
| "mean_token_accuracy": 0.7916440792381764, |
| "num_tokens": 10944904.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.755775578506291, |
| "epoch": 0.544, |
| "grad_norm": 22.875, |
| "learning_rate": 6.780000000000001e-06, |
| "loss": 12.1334, |
| "mean_token_accuracy": 0.7953360237181186, |
| "num_tokens": 11266409.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.7537049597129226, |
| "epoch": 0.56, |
| "grad_norm": 18.875, |
| "learning_rate": 6.98e-06, |
| "loss": 12.0364, |
| "mean_token_accuracy": 0.7975195907056332, |
| "num_tokens": 11605544.0, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.7410756940022111, |
| "epoch": 0.576, |
| "grad_norm": 21.375, |
| "learning_rate": 7.180000000000001e-06, |
| "loss": 11.8459, |
| "mean_token_accuracy": 0.8007426861673593, |
| "num_tokens": 11931715.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.7542769065126776, |
| "epoch": 0.592, |
| "grad_norm": 21.375, |
| "learning_rate": 7.3800000000000005e-06, |
| "loss": 12.0135, |
| "mean_token_accuracy": 0.7966224331408739, |
| "num_tokens": 12257243.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.7349719753488898, |
| "epoch": 0.608, |
| "grad_norm": 20.375, |
| "learning_rate": 7.58e-06, |
| "loss": 11.7827, |
| "mean_token_accuracy": 0.7996757850050926, |
| "num_tokens": 12583154.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.7510534537956118, |
| "epoch": 0.624, |
| "grad_norm": 20.875, |
| "learning_rate": 7.78e-06, |
| "loss": 12.0433, |
| "mean_token_accuracy": 0.7961709950119257, |
| "num_tokens": 12905392.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.746537908166647, |
| "epoch": 0.64, |
| "grad_norm": 18.75, |
| "learning_rate": 7.980000000000002e-06, |
| "loss": 11.9585, |
| "mean_token_accuracy": 0.798334264755249, |
| "num_tokens": 13232198.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_biology_entropy": 1.100157816886902, |
| "eval_biology_loss": 1.1817364692687988, |
| "eval_biology_mean_token_accuracy": 0.7015948586463928, |
| "eval_biology_num_tokens": 13232198.0, |
| "eval_biology_runtime": 29.5996, |
| "eval_biology_samples_per_second": 16.892, |
| "eval_biology_steps_per_second": 4.223, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.64, |
| "eval_physics_entropy": 0.7428050627708435, |
| "eval_physics_loss": 0.7491776943206787, |
| "eval_physics_mean_token_accuracy": 0.7974028449058532, |
| "eval_physics_num_tokens": 13232198.0, |
| "eval_physics_runtime": 42.3622, |
| "eval_physics_samples_per_second": 11.803, |
| "eval_physics_steps_per_second": 2.951, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.7335962850600481, |
| "epoch": 0.656, |
| "grad_norm": 18.125, |
| "learning_rate": 8.18e-06, |
| "loss": 11.7731, |
| "mean_token_accuracy": 0.8001615725457668, |
| "num_tokens": 13575902.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.7217804849147796, |
| "epoch": 0.672, |
| "grad_norm": 21.25, |
| "learning_rate": 8.380000000000001e-06, |
| "loss": 11.5198, |
| "mean_token_accuracy": 0.8043914053589105, |
| "num_tokens": 13895997.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.7267325738444924, |
| "epoch": 0.688, |
| "grad_norm": 20.75, |
| "learning_rate": 8.580000000000001e-06, |
| "loss": 11.6352, |
| "mean_token_accuracy": 0.8020107671618462, |
| "num_tokens": 14234888.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.741226227581501, |
| "epoch": 0.704, |
| "grad_norm": 21.5, |
| "learning_rate": 8.78e-06, |
| "loss": 11.9022, |
| "mean_token_accuracy": 0.7984758585691452, |
| "num_tokens": 14567908.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.722562575340271, |
| "epoch": 0.72, |
| "grad_norm": 22.875, |
| "learning_rate": 8.98e-06, |
| "loss": 11.5666, |
| "mean_token_accuracy": 0.8033338606357574, |
| "num_tokens": 14882927.0, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.7157323375344277, |
| "epoch": 0.736, |
| "grad_norm": 22.25, |
| "learning_rate": 9.180000000000002e-06, |
| "loss": 11.464, |
| "mean_token_accuracy": 0.8032864931970835, |
| "num_tokens": 15217342.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.710782004147768, |
| "epoch": 0.752, |
| "grad_norm": 18.5, |
| "learning_rate": 9.38e-06, |
| "loss": 11.3824, |
| "mean_token_accuracy": 0.8050779778510332, |
| "num_tokens": 15547710.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.7326425770297647, |
| "epoch": 0.768, |
| "grad_norm": 20.375, |
| "learning_rate": 9.58e-06, |
| "loss": 11.7364, |
| "mean_token_accuracy": 0.7999915853142738, |
| "num_tokens": 15877177.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.7081343689933419, |
| "epoch": 0.784, |
| "grad_norm": 18.375, |
| "learning_rate": 9.780000000000001e-06, |
| "loss": 11.3161, |
| "mean_token_accuracy": 0.8068799041211605, |
| "num_tokens": 16219640.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.7145562319085002, |
| "epoch": 0.8, |
| "grad_norm": 19.375, |
| "learning_rate": 9.980000000000001e-06, |
| "loss": 11.4904, |
| "mean_token_accuracy": 0.8040819689631462, |
| "num_tokens": 16548261.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_biology_entropy": 1.1381474986076354, |
| "eval_biology_loss": 1.1847245693206787, |
| "eval_biology_mean_token_accuracy": 0.6994160051345826, |
| "eval_biology_num_tokens": 16548261.0, |
| "eval_biology_runtime": 29.6161, |
| "eval_biology_samples_per_second": 16.883, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.8, |
| "eval_physics_entropy": 0.7353026342391967, |
| "eval_physics_loss": 0.7241687178611755, |
| "eval_physics_mean_token_accuracy": 0.8026187562942505, |
| "eval_physics_num_tokens": 16548261.0, |
| "eval_physics_runtime": 42.1602, |
| "eval_physics_samples_per_second": 11.86, |
| "eval_physics_steps_per_second": 2.965, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.715489343367517, |
| "epoch": 0.816, |
| "grad_norm": 18.75, |
| "learning_rate": 1.018e-05, |
| "loss": 11.4335, |
| "mean_token_accuracy": 0.8032866880297661, |
| "num_tokens": 16870533.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.7197281535714865, |
| "epoch": 0.832, |
| "grad_norm": 22.625, |
| "learning_rate": 1.038e-05, |
| "loss": 11.5253, |
| "mean_token_accuracy": 0.803961057588458, |
| "num_tokens": 17196371.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.7022356629371643, |
| "epoch": 0.848, |
| "grad_norm": 17.375, |
| "learning_rate": 1.0580000000000002e-05, |
| "loss": 11.2777, |
| "mean_token_accuracy": 0.8062990486621857, |
| "num_tokens": 17527066.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.7121493600308895, |
| "epoch": 0.864, |
| "grad_norm": 17.625, |
| "learning_rate": 1.0780000000000002e-05, |
| "loss": 11.3616, |
| "mean_token_accuracy": 0.8058860942721366, |
| "num_tokens": 17859605.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.7143916061148048, |
| "epoch": 0.88, |
| "grad_norm": 19.875, |
| "learning_rate": 1.0980000000000002e-05, |
| "loss": 11.4128, |
| "mean_token_accuracy": 0.8041808195412159, |
| "num_tokens": 18187315.0, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.6755495458841324, |
| "epoch": 0.896, |
| "grad_norm": 17.375, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 10.8244, |
| "mean_token_accuracy": 0.8135501727461815, |
| "num_tokens": 18536790.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.7111412728205323, |
| "epoch": 0.912, |
| "grad_norm": 18.5, |
| "learning_rate": 1.138e-05, |
| "loss": 11.3738, |
| "mean_token_accuracy": 0.8046688307076693, |
| "num_tokens": 18869344.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.7016011888161302, |
| "epoch": 0.928, |
| "grad_norm": 20.75, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 11.2569, |
| "mean_token_accuracy": 0.8068617224693299, |
| "num_tokens": 19199834.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.6901180900633335, |
| "epoch": 0.944, |
| "grad_norm": 19.375, |
| "learning_rate": 1.178e-05, |
| "loss": 11.0197, |
| "mean_token_accuracy": 0.8105497155338526, |
| "num_tokens": 19525385.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.6980544172227383, |
| "epoch": 0.96, |
| "grad_norm": 18.0, |
| "learning_rate": 1.198e-05, |
| "loss": 11.1812, |
| "mean_token_accuracy": 0.8075801994651556, |
| "num_tokens": 19856973.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_biology_entropy": 1.10544912815094, |
| "eval_biology_loss": 1.1910302639007568, |
| "eval_biology_mean_token_accuracy": 0.7007143182754516, |
| "eval_biology_num_tokens": 19856973.0, |
| "eval_biology_runtime": 29.6701, |
| "eval_biology_samples_per_second": 16.852, |
| "eval_biology_steps_per_second": 4.213, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.96, |
| "eval_physics_entropy": 0.7146178777217865, |
| "eval_physics_loss": 0.7040261030197144, |
| "eval_physics_mean_token_accuracy": 0.8063621273040772, |
| "eval_physics_num_tokens": 19856973.0, |
| "eval_physics_runtime": 42.3789, |
| "eval_physics_samples_per_second": 11.798, |
| "eval_physics_steps_per_second": 2.95, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.6889748936519027, |
| "epoch": 0.976, |
| "grad_norm": 18.375, |
| "learning_rate": 1.218e-05, |
| "loss": 10.9979, |
| "mean_token_accuracy": 0.8105814348906278, |
| "num_tokens": 20190600.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.6845765860751272, |
| "epoch": 0.992, |
| "grad_norm": 17.875, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 10.9961, |
| "mean_token_accuracy": 0.8099663183093071, |
| "num_tokens": 20518014.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.6710353532806039, |
| "epoch": 1.008, |
| "grad_norm": 17.375, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 10.6734, |
| "mean_token_accuracy": 0.8143552124500275, |
| "num_tokens": 20859215.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.671150723285973, |
| "epoch": 1.024, |
| "grad_norm": 18.875, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 10.7577, |
| "mean_token_accuracy": 0.8129799973219634, |
| "num_tokens": 21186658.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.670030782930553, |
| "epoch": 1.04, |
| "grad_norm": 17.75, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 10.7736, |
| "mean_token_accuracy": 0.8133355241268874, |
| "num_tokens": 21517237.0, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.6583073100075125, |
| "epoch": 1.056, |
| "grad_norm": 16.75, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 10.521, |
| "mean_token_accuracy": 0.8164310045540333, |
| "num_tokens": 21852528.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.67260313462466, |
| "epoch": 1.072, |
| "grad_norm": 17.875, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 10.711, |
| "mean_token_accuracy": 0.8140104580670595, |
| "num_tokens": 22192380.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.6687374956905842, |
| "epoch": 1.088, |
| "grad_norm": 20.625, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 10.7304, |
| "mean_token_accuracy": 0.8136457096785307, |
| "num_tokens": 22517971.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.6568242866545916, |
| "epoch": 1.104, |
| "grad_norm": 16.5, |
| "learning_rate": 1.378e-05, |
| "loss": 10.5146, |
| "mean_token_accuracy": 0.8156068984419107, |
| "num_tokens": 22848694.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.6624812703579664, |
| "epoch": 1.12, |
| "grad_norm": 18.25, |
| "learning_rate": 1.398e-05, |
| "loss": 10.6908, |
| "mean_token_accuracy": 0.8136210646480322, |
| "num_tokens": 23183889.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_biology_entropy": 1.096513487815857, |
| "eval_biology_loss": 1.1950488090515137, |
| "eval_biology_mean_token_accuracy": 0.6985604496002197, |
| "eval_biology_num_tokens": 23183889.0, |
| "eval_biology_runtime": 29.5973, |
| "eval_biology_samples_per_second": 16.893, |
| "eval_biology_steps_per_second": 4.223, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.12, |
| "eval_physics_entropy": 0.6853570246696472, |
| "eval_physics_loss": 0.6883610486984253, |
| "eval_physics_mean_token_accuracy": 0.8095321311950684, |
| "eval_physics_num_tokens": 23183889.0, |
| "eval_physics_runtime": 42.3537, |
| "eval_physics_samples_per_second": 11.805, |
| "eval_physics_steps_per_second": 2.951, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.6393926108255983, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 17.125, |
| "learning_rate": 1.418e-05, |
| "loss": 10.2691, |
| "mean_token_accuracy": 0.8204710930585861, |
| "num_tokens": 23523903.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.6592076497152448, |
| "epoch": 1.152, |
| "grad_norm": 19.5, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 10.525, |
| "mean_token_accuracy": 0.8170250646770001, |
| "num_tokens": 23848848.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.6672398639842868, |
| "epoch": 1.168, |
| "grad_norm": 19.25, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 10.7446, |
| "mean_token_accuracy": 0.8126429941505193, |
| "num_tokens": 24174589.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.6579326229169965, |
| "epoch": 1.184, |
| "grad_norm": 20.0, |
| "learning_rate": 1.478e-05, |
| "loss": 10.5484, |
| "mean_token_accuracy": 0.8169561930000782, |
| "num_tokens": 24495981.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.6486070465296507, |
| "epoch": 1.2, |
| "grad_norm": 17.875, |
| "learning_rate": 1.498e-05, |
| "loss": 10.4176, |
| "mean_token_accuracy": 0.818020261451602, |
| "num_tokens": 24826245.0, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.6617947239428759, |
| "epoch": 1.216, |
| "grad_norm": 19.25, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 10.5833, |
| "mean_token_accuracy": 0.8140788938850164, |
| "num_tokens": 25147775.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.6527341572567821, |
| "epoch": 1.232, |
| "grad_norm": 17.875, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 10.4663, |
| "mean_token_accuracy": 0.8178805992007255, |
| "num_tokens": 25480033.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 0.6440409064292908, |
| "epoch": 1.248, |
| "grad_norm": 18.25, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 10.3188, |
| "mean_token_accuracy": 0.819524721801281, |
| "num_tokens": 25811978.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 0.6459297401830554, |
| "epoch": 1.264, |
| "grad_norm": 17.5, |
| "learning_rate": 1.578e-05, |
| "loss": 10.3328, |
| "mean_token_accuracy": 0.8194583039730787, |
| "num_tokens": 26146299.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 0.6661811180412769, |
| "epoch": 1.28, |
| "grad_norm": 18.5, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 10.6612, |
| "mean_token_accuracy": 0.813135676458478, |
| "num_tokens": 26478207.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_biology_entropy": 1.0779736218452454, |
| "eval_biology_loss": 1.1969928741455078, |
| "eval_biology_mean_token_accuracy": 0.6996237397193908, |
| "eval_biology_num_tokens": 26478207.0, |
| "eval_biology_runtime": 29.6158, |
| "eval_biology_samples_per_second": 16.883, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.28, |
| "eval_physics_entropy": 0.6634284896850586, |
| "eval_physics_loss": 0.6750168800354004, |
| "eval_physics_mean_token_accuracy": 0.8123881487846375, |
| "eval_physics_num_tokens": 26478207.0, |
| "eval_physics_runtime": 42.3789, |
| "eval_physics_samples_per_second": 11.798, |
| "eval_physics_steps_per_second": 2.95, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.6371305795386434, |
| "epoch": 1.296, |
| "grad_norm": 18.375, |
| "learning_rate": 1.618e-05, |
| "loss": 10.2353, |
| "mean_token_accuracy": 0.8211836166679859, |
| "num_tokens": 26806477.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 0.6579740369692445, |
| "epoch": 1.312, |
| "grad_norm": 18.5, |
| "learning_rate": 1.638e-05, |
| "loss": 10.5754, |
| "mean_token_accuracy": 0.8152522802352905, |
| "num_tokens": 27137528.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 0.6427882853895426, |
| "epoch": 1.328, |
| "grad_norm": 18.5, |
| "learning_rate": 1.658e-05, |
| "loss": 10.3247, |
| "mean_token_accuracy": 0.8178475011140108, |
| "num_tokens": 27465859.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 0.6479509010910988, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 19.0, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 10.4341, |
| "mean_token_accuracy": 0.8170580971986056, |
| "num_tokens": 27795568.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 0.6500799937173725, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 15.9375, |
| "learning_rate": 1.698e-05, |
| "loss": 10.383, |
| "mean_token_accuracy": 0.8165912210941315, |
| "num_tokens": 28129988.0, |
| "step": 850 |
| }, |
| { |
| "entropy": 0.6481674930080772, |
| "epoch": 1.376, |
| "grad_norm": 20.125, |
| "learning_rate": 1.718e-05, |
| "loss": 10.3763, |
| "mean_token_accuracy": 0.8186531469225884, |
| "num_tokens": 28465903.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 0.6292730543762446, |
| "epoch": 1.392, |
| "grad_norm": 17.0, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 10.0886, |
| "mean_token_accuracy": 0.8228901036083698, |
| "num_tokens": 28801554.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 0.6366163183003664, |
| "epoch": 1.408, |
| "grad_norm": 18.375, |
| "learning_rate": 1.758e-05, |
| "loss": 10.2299, |
| "mean_token_accuracy": 0.8191725321114063, |
| "num_tokens": 29125114.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 0.6577673699706793, |
| "epoch": 1.424, |
| "grad_norm": 18.75, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 10.5993, |
| "mean_token_accuracy": 0.8148027937859297, |
| "num_tokens": 29454334.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 0.629906609095633, |
| "epoch": 1.44, |
| "grad_norm": 17.25, |
| "learning_rate": 1.798e-05, |
| "loss": 10.0722, |
| "mean_token_accuracy": 0.8225096724927425, |
| "num_tokens": 29789253.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_biology_entropy": 1.0743142724037171, |
| "eval_biology_loss": 1.2018756866455078, |
| "eval_biology_mean_token_accuracy": 0.6978029899597168, |
| "eval_biology_num_tokens": 29789253.0, |
| "eval_biology_runtime": 29.941, |
| "eval_biology_samples_per_second": 16.7, |
| "eval_biology_steps_per_second": 4.175, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.44, |
| "eval_physics_entropy": 0.6614522356986999, |
| "eval_physics_loss": 0.6613803505897522, |
| "eval_physics_mean_token_accuracy": 0.8159068145751953, |
| "eval_physics_num_tokens": 29789253.0, |
| "eval_physics_runtime": 42.4043, |
| "eval_physics_samples_per_second": 11.791, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.6264998497441411, |
| "epoch": 1.456, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 10.0407, |
| "mean_token_accuracy": 0.8242419868707657, |
| "num_tokens": 30128576.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 0.6577600754797459, |
| "epoch": 1.472, |
| "grad_norm": 18.875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 10.5867, |
| "mean_token_accuracy": 0.8155373357236385, |
| "num_tokens": 30452719.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 0.6394334685057401, |
| "epoch": 1.488, |
| "grad_norm": 16.125, |
| "learning_rate": 1.858e-05, |
| "loss": 10.2302, |
| "mean_token_accuracy": 0.8199584804475307, |
| "num_tokens": 30782343.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 0.6304329918697477, |
| "epoch": 1.504, |
| "grad_norm": 15.625, |
| "learning_rate": 1.878e-05, |
| "loss": 10.1144, |
| "mean_token_accuracy": 0.8226039990782738, |
| "num_tokens": 31113238.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 0.649897889047861, |
| "epoch": 1.52, |
| "grad_norm": 17.25, |
| "learning_rate": 1.898e-05, |
| "loss": 10.4456, |
| "mean_token_accuracy": 0.8167380917817354, |
| "num_tokens": 31444589.0, |
| "step": 950 |
| }, |
| { |
| "entropy": 0.6425180744379759, |
| "epoch": 1.536, |
| "grad_norm": 18.375, |
| "learning_rate": 1.918e-05, |
| "loss": 10.3223, |
| "mean_token_accuracy": 0.8181851245462894, |
| "num_tokens": 31774137.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 0.6240503186360001, |
| "epoch": 1.552, |
| "grad_norm": 17.375, |
| "learning_rate": 1.938e-05, |
| "loss": 9.9901, |
| "mean_token_accuracy": 0.8241735894232989, |
| "num_tokens": 32101776.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 0.6293262420222163, |
| "epoch": 1.568, |
| "grad_norm": 16.625, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 10.0922, |
| "mean_token_accuracy": 0.8220919147133827, |
| "num_tokens": 32428021.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 0.6412162970751524, |
| "epoch": 1.584, |
| "grad_norm": 17.5, |
| "learning_rate": 1.978e-05, |
| "loss": 10.3053, |
| "mean_token_accuracy": 0.8172495547682047, |
| "num_tokens": 32752735.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 0.6345738202333451, |
| "epoch": 1.6, |
| "grad_norm": 16.375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 10.2193, |
| "mean_token_accuracy": 0.8202366653829813, |
| "num_tokens": 33075822.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_biology_entropy": 1.0772727332115173, |
| "eval_biology_loss": 1.1990994215011597, |
| "eval_biology_mean_token_accuracy": 0.7000869359970093, |
| "eval_biology_num_tokens": 33075822.0, |
| "eval_biology_runtime": 29.6208, |
| "eval_biology_samples_per_second": 16.88, |
| "eval_biology_steps_per_second": 4.22, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.6, |
| "eval_physics_entropy": 0.6503664858341217, |
| "eval_physics_loss": 0.651718020439148, |
| "eval_physics_mean_token_accuracy": 0.8178416604995727, |
| "eval_physics_num_tokens": 33075822.0, |
| "eval_physics_runtime": 42.1601, |
| "eval_physics_samples_per_second": 11.86, |
| "eval_physics_steps_per_second": 2.965, |
| "step": 1000 |
| }, |
| { |
| "entropy": 0.6182714030146599, |
| "epoch": 1.616, |
| "grad_norm": 17.375, |
| "learning_rate": 1.9980000000000002e-05, |
| "loss": 9.8964, |
| "mean_token_accuracy": 0.8249843519181013, |
| "num_tokens": 33411850.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 0.6229340618476271, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 16.5, |
| "learning_rate": 1.995777777777778e-05, |
| "loss": 10.0248, |
| "mean_token_accuracy": 0.8223889589309692, |
| "num_tokens": 33739456.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 0.6091084901243449, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 17.5, |
| "learning_rate": 1.9935555555555557e-05, |
| "loss": 9.7378, |
| "mean_token_accuracy": 0.8279588807374239, |
| "num_tokens": 34072022.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 0.628602746501565, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 18.25, |
| "learning_rate": 1.9913333333333335e-05, |
| "loss": 10.1041, |
| "mean_token_accuracy": 0.8225820947438478, |
| "num_tokens": 34398959.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 0.6163907073438167, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.9891111111111112e-05, |
| "loss": 9.8895, |
| "mean_token_accuracy": 0.824999624863267, |
| "num_tokens": 34732284.0, |
| "step": 1050 |
| }, |
| { |
| "entropy": 0.6272942896932363, |
| "epoch": 1.696, |
| "grad_norm": 16.875, |
| "learning_rate": 1.986888888888889e-05, |
| "loss": 10.0732, |
| "mean_token_accuracy": 0.822333462536335, |
| "num_tokens": 35053712.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 0.6298937538638711, |
| "epoch": 1.712, |
| "grad_norm": 16.5, |
| "learning_rate": 1.9846666666666668e-05, |
| "loss": 10.1089, |
| "mean_token_accuracy": 0.8207412119954824, |
| "num_tokens": 35393088.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 0.6155203450471163, |
| "epoch": 1.728, |
| "grad_norm": 16.125, |
| "learning_rate": 1.9824444444444445e-05, |
| "loss": 9.9054, |
| "mean_token_accuracy": 0.8255299925804138, |
| "num_tokens": 35729007.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 0.6240347031503916, |
| "epoch": 1.744, |
| "grad_norm": 16.75, |
| "learning_rate": 1.9802222222222226e-05, |
| "loss": 9.9979, |
| "mean_token_accuracy": 0.8231176160275936, |
| "num_tokens": 36072489.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 0.6143232045695186, |
| "epoch": 1.76, |
| "grad_norm": 17.375, |
| "learning_rate": 1.978e-05, |
| "loss": 9.8637, |
| "mean_token_accuracy": 0.8249252289533615, |
| "num_tokens": 36398285.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_biology_entropy": 1.0265369310379029, |
| "eval_biology_loss": 1.2094172239303589, |
| "eval_biology_mean_token_accuracy": 0.6984671940803527, |
| "eval_biology_num_tokens": 36398285.0, |
| "eval_biology_runtime": 29.6897, |
| "eval_biology_samples_per_second": 16.841, |
| "eval_biology_steps_per_second": 4.21, |
| "step": 1100 |
| }, |
| { |
| "epoch": 1.76, |
| "eval_physics_entropy": 0.6072226724624634, |
| "eval_physics_loss": 0.6429793238639832, |
| "eval_physics_mean_token_accuracy": 0.8200512890815734, |
| "eval_physics_num_tokens": 36398285.0, |
| "eval_physics_runtime": 42.4662, |
| "eval_physics_samples_per_second": 11.774, |
| "eval_physics_steps_per_second": 2.944, |
| "step": 1100 |
| }, |
| { |
| "entropy": 0.6318713866174221, |
| "epoch": 1.776, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.975777777777778e-05, |
| "loss": 10.1889, |
| "mean_token_accuracy": 0.8199843384325505, |
| "num_tokens": 36730479.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 0.6133379619568586, |
| "epoch": 1.792, |
| "grad_norm": 18.125, |
| "learning_rate": 1.9735555555555556e-05, |
| "loss": 9.9002, |
| "mean_token_accuracy": 0.8245061755180358, |
| "num_tokens": 37057425.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 0.6075753191486001, |
| "epoch": 1.808, |
| "grad_norm": 15.3125, |
| "learning_rate": 1.9713333333333337e-05, |
| "loss": 9.7216, |
| "mean_token_accuracy": 0.827298716455698, |
| "num_tokens": 37395449.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 0.6157500127330422, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.969111111111111e-05, |
| "loss": 9.869, |
| "mean_token_accuracy": 0.8250419706106186, |
| "num_tokens": 37729535.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 0.6038926662877202, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.9668888888888892e-05, |
| "loss": 9.7492, |
| "mean_token_accuracy": 0.8271189860999584, |
| "num_tokens": 38057839.0, |
| "step": 1150 |
| }, |
| { |
| "entropy": 0.6130170978605747, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 16.0, |
| "learning_rate": 1.9646666666666666e-05, |
| "loss": 9.7944, |
| "mean_token_accuracy": 0.8268033184111119, |
| "num_tokens": 38398033.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 0.6028442984446883, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 16.5, |
| "learning_rate": 1.9624444444444447e-05, |
| "loss": 9.6695, |
| "mean_token_accuracy": 0.8263881340622902, |
| "num_tokens": 38729203.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 0.623160850442946, |
| "epoch": 1.888, |
| "grad_norm": 16.5, |
| "learning_rate": 1.9602222222222225e-05, |
| "loss": 9.9773, |
| "mean_token_accuracy": 0.8230186630040407, |
| "num_tokens": 39058791.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 0.6327232969924808, |
| "epoch": 1.904, |
| "grad_norm": 16.0, |
| "learning_rate": 1.9580000000000002e-05, |
| "loss": 10.1963, |
| "mean_token_accuracy": 0.8210305809974671, |
| "num_tokens": 39386170.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 0.6258664343506097, |
| "epoch": 1.92, |
| "grad_norm": 15.875, |
| "learning_rate": 1.955777777777778e-05, |
| "loss": 10.0632, |
| "mean_token_accuracy": 0.8224393729120493, |
| "num_tokens": 39710381.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_biology_entropy": 1.0642137598991395, |
| "eval_biology_loss": 1.2021751403808594, |
| "eval_biology_mean_token_accuracy": 0.6998101119995117, |
| "eval_biology_num_tokens": 39710381.0, |
| "eval_biology_runtime": 29.6797, |
| "eval_biology_samples_per_second": 16.847, |
| "eval_biology_steps_per_second": 4.212, |
| "step": 1200 |
| }, |
| { |
| "epoch": 1.92, |
| "eval_physics_entropy": 0.6103473696708679, |
| "eval_physics_loss": 0.6331072449684143, |
| "eval_physics_mean_token_accuracy": 0.8220849981307984, |
| "eval_physics_num_tokens": 39710381.0, |
| "eval_physics_runtime": 42.4391, |
| "eval_physics_samples_per_second": 11.782, |
| "eval_physics_steps_per_second": 2.945, |
| "step": 1200 |
| }, |
| { |
| "entropy": 0.6147853201255202, |
| "epoch": 1.936, |
| "grad_norm": 15.1875, |
| "learning_rate": 1.9535555555555557e-05, |
| "loss": 9.8494, |
| "mean_token_accuracy": 0.8241737693548202, |
| "num_tokens": 40043354.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 0.5860691763460636, |
| "epoch": 1.952, |
| "grad_norm": 16.625, |
| "learning_rate": 1.9513333333333335e-05, |
| "loss": 9.4581, |
| "mean_token_accuracy": 0.8311044085770846, |
| "num_tokens": 40375790.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 0.6076713547110557, |
| "epoch": 1.968, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.9491111111111113e-05, |
| "loss": 9.7817, |
| "mean_token_accuracy": 0.8264643102884293, |
| "num_tokens": 40705451.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 0.6071135563775897, |
| "epoch": 1.984, |
| "grad_norm": 16.625, |
| "learning_rate": 1.946888888888889e-05, |
| "loss": 9.7942, |
| "mean_token_accuracy": 0.8252186521887779, |
| "num_tokens": 41040313.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 0.6113535448908806, |
| "epoch": 2.0, |
| "grad_norm": 15.4375, |
| "learning_rate": 1.9446666666666668e-05, |
| "loss": 9.7519, |
| "mean_token_accuracy": 0.8272297196090221, |
| "num_tokens": 41373608.0, |
| "step": 1250 |
| }, |
| { |
| "entropy": 0.530447144433856, |
| "epoch": 2.016, |
| "grad_norm": 17.0, |
| "learning_rate": 1.9424444444444446e-05, |
| "loss": 8.3959, |
| "mean_token_accuracy": 0.8450614836066961, |
| "num_tokens": 41708226.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 0.5259812783449889, |
| "epoch": 2.032, |
| "grad_norm": 17.5, |
| "learning_rate": 1.9402222222222223e-05, |
| "loss": 8.4414, |
| "mean_token_accuracy": 0.8447725884616375, |
| "num_tokens": 42045433.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 0.5413103114813567, |
| "epoch": 2.048, |
| "grad_norm": 19.75, |
| "learning_rate": 1.938e-05, |
| "loss": 8.6582, |
| "mean_token_accuracy": 0.8407626215368509, |
| "num_tokens": 42372694.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 0.5283081056550145, |
| "epoch": 2.064, |
| "grad_norm": 17.75, |
| "learning_rate": 1.935777777777778e-05, |
| "loss": 8.4357, |
| "mean_token_accuracy": 0.8448646664619446, |
| "num_tokens": 42710240.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 0.5373278863728046, |
| "epoch": 2.08, |
| "grad_norm": 17.375, |
| "learning_rate": 1.9335555555555556e-05, |
| "loss": 8.6189, |
| "mean_token_accuracy": 0.8424648057669402, |
| "num_tokens": 43037844.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_biology_entropy": 0.9063808312416076, |
| "eval_biology_loss": 1.2580033540725708, |
| "eval_biology_mean_token_accuracy": 0.6951368255615235, |
| "eval_biology_num_tokens": 43037844.0, |
| "eval_biology_runtime": 29.6286, |
| "eval_biology_samples_per_second": 16.876, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.08, |
| "eval_physics_entropy": 0.552986116886139, |
| "eval_physics_loss": 0.6381449103355408, |
| "eval_physics_mean_token_accuracy": 0.8220356435775756, |
| "eval_physics_num_tokens": 43037844.0, |
| "eval_physics_runtime": 42.3885, |
| "eval_physics_samples_per_second": 11.796, |
| "eval_physics_steps_per_second": 2.949, |
| "step": 1300 |
| }, |
| { |
| "entropy": 0.5337282193824648, |
| "epoch": 2.096, |
| "grad_norm": 16.75, |
| "learning_rate": 1.9313333333333334e-05, |
| "loss": 8.5123, |
| "mean_token_accuracy": 0.8428315419703722, |
| "num_tokens": 43368675.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 0.5185356924310327, |
| "epoch": 2.112, |
| "grad_norm": 17.0, |
| "learning_rate": 1.9291111111111115e-05, |
| "loss": 8.3554, |
| "mean_token_accuracy": 0.8454546939581633, |
| "num_tokens": 43699544.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 0.5311926949769259, |
| "epoch": 2.128, |
| "grad_norm": 17.5, |
| "learning_rate": 1.926888888888889e-05, |
| "loss": 8.4936, |
| "mean_token_accuracy": 0.8429730042815209, |
| "num_tokens": 44012632.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 0.5302754450589419, |
| "epoch": 2.144, |
| "grad_norm": 16.875, |
| "learning_rate": 1.924666666666667e-05, |
| "loss": 8.4927, |
| "mean_token_accuracy": 0.8428822424262762, |
| "num_tokens": 44349732.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 0.5503825809806585, |
| "epoch": 2.16, |
| "grad_norm": 18.0, |
| "learning_rate": 1.9224444444444444e-05, |
| "loss": 8.8253, |
| "mean_token_accuracy": 0.8380614928901196, |
| "num_tokens": 44680410.0, |
| "step": 1350 |
| }, |
| { |
| "entropy": 0.5267998551949858, |
| "epoch": 2.176, |
| "grad_norm": 16.75, |
| "learning_rate": 1.9202222222222225e-05, |
| "loss": 8.4749, |
| "mean_token_accuracy": 0.8448099918663502, |
| "num_tokens": 45017922.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 0.5206218842417002, |
| "epoch": 2.192, |
| "grad_norm": 17.0, |
| "learning_rate": 1.918e-05, |
| "loss": 8.3612, |
| "mean_token_accuracy": 0.8453428644686938, |
| "num_tokens": 45348179.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 0.5240026475861669, |
| "epoch": 2.208, |
| "grad_norm": 18.875, |
| "learning_rate": 1.915777777777778e-05, |
| "loss": 8.369, |
| "mean_token_accuracy": 0.8455433510243893, |
| "num_tokens": 45678397.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 0.5279045928269624, |
| "epoch": 2.224, |
| "grad_norm": 17.0, |
| "learning_rate": 1.9135555555555555e-05, |
| "loss": 8.434, |
| "mean_token_accuracy": 0.8444005087018013, |
| "num_tokens": 46010052.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 0.5289217280223966, |
| "epoch": 2.24, |
| "grad_norm": 17.375, |
| "learning_rate": 1.9113333333333336e-05, |
| "loss": 8.44, |
| "mean_token_accuracy": 0.8444702833890915, |
| "num_tokens": 46347116.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_biology_entropy": 0.9073377561569214, |
| "eval_biology_loss": 1.2652989625930786, |
| "eval_biology_mean_token_accuracy": 0.6944872965812683, |
| "eval_biology_num_tokens": 46347116.0, |
| "eval_biology_runtime": 29.9507, |
| "eval_biology_samples_per_second": 16.694, |
| "eval_biology_steps_per_second": 4.174, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.24, |
| "eval_physics_entropy": 0.5540535972118378, |
| "eval_physics_loss": 0.6368283629417419, |
| "eval_physics_mean_token_accuracy": 0.8228535957336426, |
| "eval_physics_num_tokens": 46347116.0, |
| "eval_physics_runtime": 42.3816, |
| "eval_physics_samples_per_second": 11.798, |
| "eval_physics_steps_per_second": 2.949, |
| "step": 1400 |
| }, |
| { |
| "entropy": 0.5402740124613047, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 18.5, |
| "learning_rate": 1.9091111111111113e-05, |
| "loss": 8.7016, |
| "mean_token_accuracy": 0.8409985613077879, |
| "num_tokens": 46673074.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 0.5238024350255728, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 18.75, |
| "learning_rate": 1.906888888888889e-05, |
| "loss": 8.3724, |
| "mean_token_accuracy": 0.8452999964356422, |
| "num_tokens": 47009386.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 0.5359452277421951, |
| "epoch": 2.288, |
| "grad_norm": 17.625, |
| "learning_rate": 1.904666666666667e-05, |
| "loss": 8.6322, |
| "mean_token_accuracy": 0.8418019615113735, |
| "num_tokens": 47344231.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 0.5372845523059369, |
| "epoch": 2.304, |
| "grad_norm": 19.625, |
| "learning_rate": 1.9024444444444446e-05, |
| "loss": 8.5597, |
| "mean_token_accuracy": 0.8422956768423319, |
| "num_tokens": 47658392.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 0.5315724445506931, |
| "epoch": 2.32, |
| "grad_norm": 16.125, |
| "learning_rate": 1.9002222222222224e-05, |
| "loss": 8.5227, |
| "mean_token_accuracy": 0.8427653182297945, |
| "num_tokens": 47995015.0, |
| "step": 1450 |
| }, |
| { |
| "entropy": 0.5130708247423172, |
| "epoch": 2.336, |
| "grad_norm": 18.125, |
| "learning_rate": 1.898e-05, |
| "loss": 8.2514, |
| "mean_token_accuracy": 0.8464119978249073, |
| "num_tokens": 48336708.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 0.5171284712851048, |
| "epoch": 2.352, |
| "grad_norm": 17.625, |
| "learning_rate": 1.895777777777778e-05, |
| "loss": 8.2526, |
| "mean_token_accuracy": 0.8467188984155655, |
| "num_tokens": 48665311.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 0.5282838650047779, |
| "epoch": 2.368, |
| "grad_norm": 17.25, |
| "learning_rate": 1.8935555555555556e-05, |
| "loss": 8.4841, |
| "mean_token_accuracy": 0.8436643645167351, |
| "num_tokens": 49005334.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 0.534802301414311, |
| "epoch": 2.384, |
| "grad_norm": 19.375, |
| "learning_rate": 1.8913333333333334e-05, |
| "loss": 8.5751, |
| "mean_token_accuracy": 0.8415927398949862, |
| "num_tokens": 49331936.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 0.5311837416142225, |
| "epoch": 2.4, |
| "grad_norm": 18.625, |
| "learning_rate": 1.8891111111111115e-05, |
| "loss": 8.5063, |
| "mean_token_accuracy": 0.8436322450637818, |
| "num_tokens": 49671048.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_biology_entropy": 0.8830818734169006, |
| "eval_biology_loss": 1.2704880237579346, |
| "eval_biology_mean_token_accuracy": 0.6929694819450378, |
| "eval_biology_num_tokens": 49671048.0, |
| "eval_biology_runtime": 29.626, |
| "eval_biology_samples_per_second": 16.877, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.4, |
| "eval_physics_entropy": 0.540393363237381, |
| "eval_physics_loss": 0.6307452321052551, |
| "eval_physics_mean_token_accuracy": 0.8239317517280579, |
| "eval_physics_num_tokens": 49671048.0, |
| "eval_physics_runtime": 42.2546, |
| "eval_physics_samples_per_second": 11.833, |
| "eval_physics_steps_per_second": 2.958, |
| "step": 1500 |
| }, |
| { |
| "entropy": 0.5313838511705399, |
| "epoch": 2.416, |
| "grad_norm": 17.25, |
| "learning_rate": 1.886888888888889e-05, |
| "loss": 8.5314, |
| "mean_token_accuracy": 0.8434251178056001, |
| "num_tokens": 50018182.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 0.5314315013587475, |
| "epoch": 2.432, |
| "grad_norm": 18.875, |
| "learning_rate": 1.884666666666667e-05, |
| "loss": 8.5551, |
| "mean_token_accuracy": 0.8438528429716825, |
| "num_tokens": 50341187.0, |
| "step": 1520 |
| }, |
| { |
| "entropy": 0.5497623635455966, |
| "epoch": 2.448, |
| "grad_norm": 17.875, |
| "learning_rate": 1.8824444444444445e-05, |
| "loss": 8.769, |
| "mean_token_accuracy": 0.839348716661334, |
| "num_tokens": 50667019.0, |
| "step": 1530 |
| }, |
| { |
| "entropy": 0.5337263094261289, |
| "epoch": 2.464, |
| "grad_norm": 18.125, |
| "learning_rate": 1.8802222222222226e-05, |
| "loss": 8.5788, |
| "mean_token_accuracy": 0.8423588499426842, |
| "num_tokens": 50991113.0, |
| "step": 1540 |
| }, |
| { |
| "entropy": 0.533509024977684, |
| "epoch": 2.48, |
| "grad_norm": 18.25, |
| "learning_rate": 1.878e-05, |
| "loss": 8.5669, |
| "mean_token_accuracy": 0.8423088423907756, |
| "num_tokens": 51319624.0, |
| "step": 1550 |
| }, |
| { |
| "entropy": 0.5355414936318994, |
| "epoch": 2.496, |
| "grad_norm": 18.0, |
| "learning_rate": 1.875777777777778e-05, |
| "loss": 8.5578, |
| "mean_token_accuracy": 0.8425650514662266, |
| "num_tokens": 51654633.0, |
| "step": 1560 |
| }, |
| { |
| "entropy": 0.5151204424910247, |
| "epoch": 2.512, |
| "grad_norm": 18.75, |
| "learning_rate": 1.873555555555556e-05, |
| "loss": 8.3018, |
| "mean_token_accuracy": 0.8466352391988039, |
| "num_tokens": 51980051.0, |
| "step": 1570 |
| }, |
| { |
| "entropy": 0.5199752731248737, |
| "epoch": 2.528, |
| "grad_norm": 16.375, |
| "learning_rate": 1.8713333333333336e-05, |
| "loss": 8.3413, |
| "mean_token_accuracy": 0.8458983488380909, |
| "num_tokens": 52316109.0, |
| "step": 1580 |
| }, |
| { |
| "entropy": 0.5363344758749008, |
| "epoch": 2.544, |
| "grad_norm": 19.0, |
| "learning_rate": 1.8691111111111114e-05, |
| "loss": 8.5941, |
| "mean_token_accuracy": 0.8419183246791363, |
| "num_tokens": 52634528.0, |
| "step": 1590 |
| }, |
| { |
| "entropy": 0.5285956017673016, |
| "epoch": 2.56, |
| "grad_norm": 17.625, |
| "learning_rate": 1.866888888888889e-05, |
| "loss": 8.433, |
| "mean_token_accuracy": 0.8443803623318672, |
| "num_tokens": 52964035.0, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_biology_entropy": 0.9072599239349365, |
| "eval_biology_loss": 1.264472246170044, |
| "eval_biology_mean_token_accuracy": 0.6935372724533081, |
| "eval_biology_num_tokens": 52964035.0, |
| "eval_biology_runtime": 29.6445, |
| "eval_biology_samples_per_second": 16.867, |
| "eval_biology_steps_per_second": 4.217, |
| "step": 1600 |
| }, |
| { |
| "epoch": 2.56, |
| "eval_physics_entropy": 0.5502645847797394, |
| "eval_physics_loss": 0.6250398755073547, |
| "eval_physics_mean_token_accuracy": 0.8245352702140808, |
| "eval_physics_num_tokens": 52964035.0, |
| "eval_physics_runtime": 42.3903, |
| "eval_physics_samples_per_second": 11.795, |
| "eval_physics_steps_per_second": 2.949, |
| "step": 1600 |
| }, |
| { |
| "entropy": 0.5171479491516948, |
| "epoch": 2.576, |
| "grad_norm": 18.125, |
| "learning_rate": 1.864666666666667e-05, |
| "loss": 8.3356, |
| "mean_token_accuracy": 0.8456523548811674, |
| "num_tokens": 53293345.0, |
| "step": 1610 |
| }, |
| { |
| "entropy": 0.5298814970999957, |
| "epoch": 2.592, |
| "grad_norm": 16.125, |
| "learning_rate": 1.8624444444444446e-05, |
| "loss": 8.4943, |
| "mean_token_accuracy": 0.8433435622602701, |
| "num_tokens": 53620896.0, |
| "step": 1620 |
| }, |
| { |
| "entropy": 0.5211699862033129, |
| "epoch": 2.608, |
| "grad_norm": 16.25, |
| "learning_rate": 1.8602222222222224e-05, |
| "loss": 8.3802, |
| "mean_token_accuracy": 0.8462613090872765, |
| "num_tokens": 53950989.0, |
| "step": 1630 |
| }, |
| { |
| "entropy": 0.5339049361646175, |
| "epoch": 2.624, |
| "grad_norm": 17.0, |
| "learning_rate": 1.858e-05, |
| "loss": 8.5302, |
| "mean_token_accuracy": 0.8435598284006118, |
| "num_tokens": 54282732.0, |
| "step": 1640 |
| }, |
| { |
| "entropy": 0.5256838278844953, |
| "epoch": 2.64, |
| "grad_norm": 17.75, |
| "learning_rate": 1.855777777777778e-05, |
| "loss": 8.473, |
| "mean_token_accuracy": 0.8441216733306647, |
| "num_tokens": 54609748.0, |
| "step": 1650 |
| }, |
| { |
| "entropy": 0.5526315724477172, |
| "epoch": 2.656, |
| "grad_norm": 19.5, |
| "learning_rate": 1.8535555555555557e-05, |
| "loss": 8.8463, |
| "mean_token_accuracy": 0.8381063390523196, |
| "num_tokens": 54953583.0, |
| "step": 1660 |
| }, |
| { |
| "entropy": 0.5346001913771034, |
| "epoch": 2.672, |
| "grad_norm": 17.875, |
| "learning_rate": 1.8513333333333335e-05, |
| "loss": 8.5872, |
| "mean_token_accuracy": 0.8416836660355329, |
| "num_tokens": 55281945.0, |
| "step": 1670 |
| }, |
| { |
| "entropy": 0.507072365656495, |
| "epoch": 2.6879999999999997, |
| "grad_norm": 17.0, |
| "learning_rate": 1.8491111111111112e-05, |
| "loss": 8.1723, |
| "mean_token_accuracy": 0.848843240365386, |
| "num_tokens": 55612391.0, |
| "step": 1680 |
| }, |
| { |
| "entropy": 0.539692627824843, |
| "epoch": 2.7039999999999997, |
| "grad_norm": 17.25, |
| "learning_rate": 1.846888888888889e-05, |
| "loss": 8.6013, |
| "mean_token_accuracy": 0.8423799473792315, |
| "num_tokens": 55949791.0, |
| "step": 1690 |
| }, |
| { |
| "entropy": 0.5213707761839033, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 20.875, |
| "learning_rate": 1.8446666666666667e-05, |
| "loss": 8.3781, |
| "mean_token_accuracy": 0.8448753044009208, |
| "num_tokens": 56282204.0, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "eval_biology_entropy": 0.8998830423355103, |
| "eval_biology_loss": 1.269989013671875, |
| "eval_biology_mean_token_accuracy": 0.6936762638092041, |
| "eval_biology_num_tokens": 56282204.0, |
| "eval_biology_runtime": 29.629, |
| "eval_biology_samples_per_second": 16.875, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 1700 |
| }, |
| { |
| "epoch": 2.7199999999999998, |
| "eval_physics_entropy": 0.5432275445461273, |
| "eval_physics_loss": 0.6207777261734009, |
| "eval_physics_mean_token_accuracy": 0.8257771005630493, |
| "eval_physics_num_tokens": 56282204.0, |
| "eval_physics_runtime": 42.3855, |
| "eval_physics_samples_per_second": 11.796, |
| "eval_physics_steps_per_second": 2.949, |
| "step": 1700 |
| }, |
| { |
| "entropy": 0.5400118172168732, |
| "epoch": 2.7359999999999998, |
| "grad_norm": 18.625, |
| "learning_rate": 1.842444444444445e-05, |
| "loss": 8.6625, |
| "mean_token_accuracy": 0.8404322098940611, |
| "num_tokens": 56605478.0, |
| "step": 1710 |
| }, |
| { |
| "entropy": 0.5394736461341381, |
| "epoch": 2.752, |
| "grad_norm": 17.625, |
| "learning_rate": 1.8402222222222223e-05, |
| "loss": 8.6358, |
| "mean_token_accuracy": 0.8410456858575344, |
| "num_tokens": 56935874.0, |
| "step": 1720 |
| }, |
| { |
| "entropy": 0.5178206816315651, |
| "epoch": 2.768, |
| "grad_norm": 17.875, |
| "learning_rate": 1.8380000000000004e-05, |
| "loss": 8.337, |
| "mean_token_accuracy": 0.8459576744586229, |
| "num_tokens": 57270552.0, |
| "step": 1730 |
| }, |
| { |
| "entropy": 0.5335245341062546, |
| "epoch": 2.784, |
| "grad_norm": 18.125, |
| "learning_rate": 1.8357777777777778e-05, |
| "loss": 8.5249, |
| "mean_token_accuracy": 0.8427888829261064, |
| "num_tokens": 57602968.0, |
| "step": 1740 |
| }, |
| { |
| "entropy": 0.5528621880337596, |
| "epoch": 2.8, |
| "grad_norm": 18.25, |
| "learning_rate": 1.833555555555556e-05, |
| "loss": 8.8497, |
| "mean_token_accuracy": 0.8369761358946561, |
| "num_tokens": 57925886.0, |
| "step": 1750 |
| }, |
| { |
| "entropy": 0.5134829036891461, |
| "epoch": 2.816, |
| "grad_norm": 16.75, |
| "learning_rate": 1.8313333333333333e-05, |
| "loss": 8.1668, |
| "mean_token_accuracy": 0.848399018868804, |
| "num_tokens": 58262960.0, |
| "step": 1760 |
| }, |
| { |
| "entropy": 0.5281499922275543, |
| "epoch": 2.832, |
| "grad_norm": 17.75, |
| "learning_rate": 1.8291111111111114e-05, |
| "loss": 8.5747, |
| "mean_token_accuracy": 0.8418189071118831, |
| "num_tokens": 58586324.0, |
| "step": 1770 |
| }, |
| { |
| "entropy": 0.5403068274259567, |
| "epoch": 2.848, |
| "grad_norm": 17.125, |
| "learning_rate": 1.8268888888888888e-05, |
| "loss": 8.6062, |
| "mean_token_accuracy": 0.8411106329411269, |
| "num_tokens": 58912949.0, |
| "step": 1780 |
| }, |
| { |
| "entropy": 0.5275976810604334, |
| "epoch": 2.864, |
| "grad_norm": 16.125, |
| "learning_rate": 1.824666666666667e-05, |
| "loss": 8.4806, |
| "mean_token_accuracy": 0.844698841124773, |
| "num_tokens": 59252494.0, |
| "step": 1790 |
| }, |
| { |
| "entropy": 0.5257823524996639, |
| "epoch": 2.88, |
| "grad_norm": 18.875, |
| "learning_rate": 1.8224444444444447e-05, |
| "loss": 8.4506, |
| "mean_token_accuracy": 0.8446649070829153, |
| "num_tokens": 59574951.0, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.88, |
| "eval_biology_entropy": 0.91778861618042, |
| "eval_biology_loss": 1.2650281190872192, |
| "eval_biology_mean_token_accuracy": 0.69282026720047, |
| "eval_biology_num_tokens": 59574951.0, |
| "eval_biology_runtime": 29.6226, |
| "eval_biology_samples_per_second": 16.879, |
| "eval_biology_steps_per_second": 4.22, |
| "step": 1800 |
| }, |
| { |
| "epoch": 2.88, |
| "eval_physics_entropy": 0.5498799192905426, |
| "eval_physics_loss": 0.6160721182823181, |
| "eval_physics_mean_token_accuracy": 0.8270136556625366, |
| "eval_physics_num_tokens": 59574951.0, |
| "eval_physics_runtime": 42.3762, |
| "eval_physics_samples_per_second": 11.799, |
| "eval_physics_steps_per_second": 2.95, |
| "step": 1800 |
| }, |
| { |
| "entropy": 0.5232849149033427, |
| "epoch": 2.896, |
| "grad_norm": 17.625, |
| "learning_rate": 1.8202222222222225e-05, |
| "loss": 8.4238, |
| "mean_token_accuracy": 0.8446525242179632, |
| "num_tokens": 59903274.0, |
| "step": 1810 |
| }, |
| { |
| "entropy": 0.5211154764518142, |
| "epoch": 2.912, |
| "grad_norm": 17.375, |
| "learning_rate": 1.8180000000000002e-05, |
| "loss": 8.3389, |
| "mean_token_accuracy": 0.8464620877057314, |
| "num_tokens": 60234203.0, |
| "step": 1820 |
| }, |
| { |
| "entropy": 0.5203663635998964, |
| "epoch": 2.928, |
| "grad_norm": 17.75, |
| "learning_rate": 1.815777777777778e-05, |
| "loss": 8.3211, |
| "mean_token_accuracy": 0.8467351488769055, |
| "num_tokens": 60559123.0, |
| "step": 1830 |
| }, |
| { |
| "entropy": 0.5172538913786411, |
| "epoch": 2.944, |
| "grad_norm": 19.375, |
| "learning_rate": 1.8135555555555557e-05, |
| "loss": 8.3406, |
| "mean_token_accuracy": 0.8462818019092083, |
| "num_tokens": 60893423.0, |
| "step": 1840 |
| }, |
| { |
| "entropy": 0.5285945516079664, |
| "epoch": 2.96, |
| "grad_norm": 17.125, |
| "learning_rate": 1.8113333333333335e-05, |
| "loss": 8.4533, |
| "mean_token_accuracy": 0.8438907958567142, |
| "num_tokens": 61228692.0, |
| "step": 1850 |
| }, |
| { |
| "entropy": 0.5289302395656705, |
| "epoch": 2.976, |
| "grad_norm": 17.5, |
| "learning_rate": 1.8091111111111113e-05, |
| "loss": 8.4515, |
| "mean_token_accuracy": 0.8438733883202076, |
| "num_tokens": 61560852.0, |
| "step": 1860 |
| }, |
| { |
| "entropy": 0.512842470407486, |
| "epoch": 2.992, |
| "grad_norm": 17.625, |
| "learning_rate": 1.806888888888889e-05, |
| "loss": 8.2149, |
| "mean_token_accuracy": 0.8474430676549674, |
| "num_tokens": 61898951.0, |
| "step": 1870 |
| }, |
| { |
| "entropy": 0.4715210357680917, |
| "epoch": 3.008, |
| "grad_norm": 23.625, |
| "learning_rate": 1.8046666666666668e-05, |
| "loss": 7.2166, |
| "mean_token_accuracy": 0.8635042041540146, |
| "num_tokens": 62223875.0, |
| "step": 1880 |
| }, |
| { |
| "entropy": 0.37948312778025867, |
| "epoch": 3.024, |
| "grad_norm": 23.5, |
| "learning_rate": 1.8024444444444445e-05, |
| "loss": 6.161, |
| "mean_token_accuracy": 0.880422555282712, |
| "num_tokens": 62553166.0, |
| "step": 1890 |
| }, |
| { |
| "entropy": 0.3847277104854584, |
| "epoch": 3.04, |
| "grad_norm": 24.0, |
| "learning_rate": 1.8002222222222223e-05, |
| "loss": 6.1092, |
| "mean_token_accuracy": 0.8813776560127735, |
| "num_tokens": 62893113.0, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_biology_entropy": 0.6869136800765991, |
| "eval_biology_loss": 1.5112156867980957, |
| "eval_biology_mean_token_accuracy": 0.6802826480865478, |
| "eval_biology_num_tokens": 62893113.0, |
| "eval_biology_runtime": 29.5983, |
| "eval_biology_samples_per_second": 16.893, |
| "eval_biology_steps_per_second": 4.223, |
| "step": 1900 |
| }, |
| { |
| "epoch": 3.04, |
| "eval_physics_entropy": 0.42201741313934327, |
| "eval_physics_loss": 0.6906136870384216, |
| "eval_physics_mean_token_accuracy": 0.8213669605255127, |
| "eval_physics_num_tokens": 62893113.0, |
| "eval_physics_runtime": 42.6547, |
| "eval_physics_samples_per_second": 11.722, |
| "eval_physics_steps_per_second": 2.931, |
| "step": 1900 |
| }, |
| { |
| "entropy": 0.37959762578830125, |
| "epoch": 3.056, |
| "grad_norm": 23.25, |
| "learning_rate": 1.798e-05, |
| "loss": 6.0285, |
| "mean_token_accuracy": 0.8816115573048592, |
| "num_tokens": 63218088.0, |
| "step": 1910 |
| }, |
| { |
| "entropy": 0.3821444820612669, |
| "epoch": 3.072, |
| "grad_norm": 24.875, |
| "learning_rate": 1.7957777777777778e-05, |
| "loss": 6.0732, |
| "mean_token_accuracy": 0.8815719917416572, |
| "num_tokens": 63551201.0, |
| "step": 1920 |
| }, |
| { |
| "entropy": 0.39367833686992526, |
| "epoch": 3.088, |
| "grad_norm": 24.875, |
| "learning_rate": 1.7935555555555556e-05, |
| "loss": 6.2704, |
| "mean_token_accuracy": 0.8780518177896738, |
| "num_tokens": 63876362.0, |
| "step": 1930 |
| }, |
| { |
| "entropy": 0.3746034217998385, |
| "epoch": 3.104, |
| "grad_norm": 23.75, |
| "learning_rate": 1.7913333333333337e-05, |
| "loss": 5.9319, |
| "mean_token_accuracy": 0.8839064195752144, |
| "num_tokens": 64208171.0, |
| "step": 1940 |
| }, |
| { |
| "entropy": 0.37151786470785736, |
| "epoch": 3.12, |
| "grad_norm": 23.875, |
| "learning_rate": 1.789111111111111e-05, |
| "loss": 5.9241, |
| "mean_token_accuracy": 0.884624307230115, |
| "num_tokens": 64544493.0, |
| "step": 1950 |
| }, |
| { |
| "entropy": 0.39232265017926693, |
| "epoch": 3.136, |
| "grad_norm": 23.625, |
| "learning_rate": 1.7868888888888892e-05, |
| "loss": 6.2659, |
| "mean_token_accuracy": 0.87808175124228, |
| "num_tokens": 64872488.0, |
| "step": 1960 |
| }, |
| { |
| "entropy": 0.37443468971177934, |
| "epoch": 3.152, |
| "grad_norm": 24.0, |
| "learning_rate": 1.7846666666666666e-05, |
| "loss": 5.9417, |
| "mean_token_accuracy": 0.8836083229631185, |
| "num_tokens": 65201124.0, |
| "step": 1970 |
| }, |
| { |
| "entropy": 0.385872579459101, |
| "epoch": 3.168, |
| "grad_norm": 23.0, |
| "learning_rate": 1.7824444444444447e-05, |
| "loss": 6.1646, |
| "mean_token_accuracy": 0.8805806953459978, |
| "num_tokens": 65525868.0, |
| "step": 1980 |
| }, |
| { |
| "entropy": 0.37636062121018765, |
| "epoch": 3.184, |
| "grad_norm": 24.0, |
| "learning_rate": 1.780222222222222e-05, |
| "loss": 5.9906, |
| "mean_token_accuracy": 0.883328914642334, |
| "num_tokens": 65861603.0, |
| "step": 1990 |
| }, |
| { |
| "entropy": 0.3804218841716647, |
| "epoch": 3.2, |
| "grad_norm": 23.75, |
| "learning_rate": 1.7780000000000003e-05, |
| "loss": 6.1031, |
| "mean_token_accuracy": 0.8820050243288279, |
| "num_tokens": 66193675.0, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.2, |
| "eval_biology_entropy": 0.6348137440681457, |
| "eval_biology_loss": 1.5773308277130127, |
| "eval_biology_mean_token_accuracy": 0.6818766250610352, |
| "eval_biology_num_tokens": 66193675.0, |
| "eval_biology_runtime": 29.6404, |
| "eval_biology_samples_per_second": 16.869, |
| "eval_biology_steps_per_second": 4.217, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.2, |
| "eval_physics_entropy": 0.4191882491111755, |
| "eval_physics_loss": 0.690969705581665, |
| "eval_physics_mean_token_accuracy": 0.8224700026512146, |
| "eval_physics_num_tokens": 66193675.0, |
| "eval_physics_runtime": 42.228, |
| "eval_physics_samples_per_second": 11.84, |
| "eval_physics_steps_per_second": 2.96, |
| "step": 2000 |
| }, |
| { |
| "entropy": 0.3836336941458285, |
| "epoch": 3.216, |
| "grad_norm": 26.0, |
| "learning_rate": 1.7757777777777777e-05, |
| "loss": 6.0706, |
| "mean_token_accuracy": 0.8814769439399243, |
| "num_tokens": 66522835.0, |
| "step": 2010 |
| }, |
| { |
| "entropy": 0.39615665692836044, |
| "epoch": 3.232, |
| "grad_norm": 25.0, |
| "learning_rate": 1.7735555555555558e-05, |
| "loss": 6.3368, |
| "mean_token_accuracy": 0.8770502600818872, |
| "num_tokens": 66853693.0, |
| "step": 2020 |
| }, |
| { |
| "entropy": 0.3720388675108552, |
| "epoch": 3.248, |
| "grad_norm": 24.875, |
| "learning_rate": 1.7713333333333335e-05, |
| "loss": 5.9599, |
| "mean_token_accuracy": 0.883660240471363, |
| "num_tokens": 67192299.0, |
| "step": 2030 |
| }, |
| { |
| "entropy": 0.3832610249519348, |
| "epoch": 3.2640000000000002, |
| "grad_norm": 26.125, |
| "learning_rate": 1.7691111111111113e-05, |
| "loss": 6.1293, |
| "mean_token_accuracy": 0.8807525545358658, |
| "num_tokens": 67517068.0, |
| "step": 2040 |
| }, |
| { |
| "entropy": 0.3850814286619425, |
| "epoch": 3.2800000000000002, |
| "grad_norm": 24.25, |
| "learning_rate": 1.766888888888889e-05, |
| "loss": 6.1473, |
| "mean_token_accuracy": 0.8807503547519445, |
| "num_tokens": 67841380.0, |
| "step": 2050 |
| }, |
| { |
| "entropy": 0.38925831094384195, |
| "epoch": 3.296, |
| "grad_norm": 25.625, |
| "learning_rate": 1.7646666666666668e-05, |
| "loss": 6.2211, |
| "mean_token_accuracy": 0.8796841088682413, |
| "num_tokens": 68175287.0, |
| "step": 2060 |
| }, |
| { |
| "entropy": 0.38893527798354627, |
| "epoch": 3.312, |
| "grad_norm": 24.875, |
| "learning_rate": 1.7624444444444446e-05, |
| "loss": 6.2107, |
| "mean_token_accuracy": 0.8796303417533636, |
| "num_tokens": 68513030.0, |
| "step": 2070 |
| }, |
| { |
| "entropy": 0.3959446320310235, |
| "epoch": 3.328, |
| "grad_norm": 26.875, |
| "learning_rate": 1.7602222222222223e-05, |
| "loss": 6.3241, |
| "mean_token_accuracy": 0.8768829580396413, |
| "num_tokens": 68839883.0, |
| "step": 2080 |
| }, |
| { |
| "entropy": 0.3893955389037728, |
| "epoch": 3.344, |
| "grad_norm": 26.375, |
| "learning_rate": 1.758e-05, |
| "loss": 6.2067, |
| "mean_token_accuracy": 0.8791460204869509, |
| "num_tokens": 69173450.0, |
| "step": 2090 |
| }, |
| { |
| "entropy": 0.3994467446580529, |
| "epoch": 3.36, |
| "grad_norm": 26.5, |
| "learning_rate": 1.755777777777778e-05, |
| "loss": 6.3954, |
| "mean_token_accuracy": 0.8762294717133046, |
| "num_tokens": 69510512.0, |
| "step": 2100 |
| }, |
| { |
| "epoch": 3.36, |
| "eval_biology_entropy": 0.6414382598400116, |
| "eval_biology_loss": 1.5803548097610474, |
| "eval_biology_mean_token_accuracy": 0.6791670112609863, |
| "eval_biology_num_tokens": 69510512.0, |
| "eval_biology_runtime": 29.6623, |
| "eval_biology_samples_per_second": 16.856, |
| "eval_biology_steps_per_second": 4.214, |
| "step": 2100 |
| }, |
| { |
| "epoch": 3.36, |
| "eval_physics_entropy": 0.43420578932762144, |
| "eval_physics_loss": 0.6817206144332886, |
| "eval_physics_mean_token_accuracy": 0.8230962181091308, |
| "eval_physics_num_tokens": 69510512.0, |
| "eval_physics_runtime": 42.4191, |
| "eval_physics_samples_per_second": 11.787, |
| "eval_physics_steps_per_second": 2.947, |
| "step": 2100 |
| }, |
| { |
| "entropy": 0.37868801038712263, |
| "epoch": 3.376, |
| "grad_norm": 24.625, |
| "learning_rate": 1.7535555555555556e-05, |
| "loss": 6.039, |
| "mean_token_accuracy": 0.8826702114194631, |
| "num_tokens": 69853992.0, |
| "step": 2110 |
| }, |
| { |
| "entropy": 0.3961335794068873, |
| "epoch": 3.392, |
| "grad_norm": 25.625, |
| "learning_rate": 1.7513333333333334e-05, |
| "loss": 6.327, |
| "mean_token_accuracy": 0.8764855567365885, |
| "num_tokens": 70178388.0, |
| "step": 2120 |
| }, |
| { |
| "entropy": 0.38635248178616166, |
| "epoch": 3.408, |
| "grad_norm": 25.875, |
| "learning_rate": 1.749111111111111e-05, |
| "loss": 6.1687, |
| "mean_token_accuracy": 0.8794625926762819, |
| "num_tokens": 70507903.0, |
| "step": 2130 |
| }, |
| { |
| "entropy": 0.38721552761271594, |
| "epoch": 3.424, |
| "grad_norm": 25.5, |
| "learning_rate": 1.746888888888889e-05, |
| "loss": 6.1896, |
| "mean_token_accuracy": 0.8795734748244286, |
| "num_tokens": 70835982.0, |
| "step": 2140 |
| }, |
| { |
| "entropy": 0.3992227456532419, |
| "epoch": 3.44, |
| "grad_norm": 25.0, |
| "learning_rate": 1.7446666666666667e-05, |
| "loss": 6.3949, |
| "mean_token_accuracy": 0.8754865441471338, |
| "num_tokens": 71172338.0, |
| "step": 2150 |
| }, |
| { |
| "entropy": 0.3979326834902167, |
| "epoch": 3.456, |
| "grad_norm": 25.0, |
| "learning_rate": 1.7424444444444444e-05, |
| "loss": 6.3718, |
| "mean_token_accuracy": 0.8756919551640749, |
| "num_tokens": 71506904.0, |
| "step": 2160 |
| }, |
| { |
| "entropy": 0.4051607081666589, |
| "epoch": 3.472, |
| "grad_norm": 26.25, |
| "learning_rate": 1.7402222222222222e-05, |
| "loss": 6.458, |
| "mean_token_accuracy": 0.8746378209441901, |
| "num_tokens": 71830111.0, |
| "step": 2170 |
| }, |
| { |
| "entropy": 0.3843812648206949, |
| "epoch": 3.488, |
| "grad_norm": 24.625, |
| "learning_rate": 1.7380000000000003e-05, |
| "loss": 6.1544, |
| "mean_token_accuracy": 0.8809665124863386, |
| "num_tokens": 72162307.0, |
| "step": 2180 |
| }, |
| { |
| "entropy": 0.4071089721284807, |
| "epoch": 3.504, |
| "grad_norm": 26.25, |
| "learning_rate": 1.735777777777778e-05, |
| "loss": 6.4968, |
| "mean_token_accuracy": 0.8748022016137839, |
| "num_tokens": 72492324.0, |
| "step": 2190 |
| }, |
| { |
| "entropy": 0.39427836444228886, |
| "epoch": 3.52, |
| "grad_norm": 26.25, |
| "learning_rate": 1.7335555555555558e-05, |
| "loss": 6.2904, |
| "mean_token_accuracy": 0.8783165514469147, |
| "num_tokens": 72814868.0, |
| "step": 2200 |
| }, |
| { |
| "epoch": 3.52, |
| "eval_biology_entropy": 0.6297390239238739, |
| "eval_biology_loss": 1.6024069786071777, |
| "eval_biology_mean_token_accuracy": 0.6793039240837098, |
| "eval_biology_num_tokens": 72814868.0, |
| "eval_biology_runtime": 29.6538, |
| "eval_biology_samples_per_second": 16.861, |
| "eval_biology_steps_per_second": 4.215, |
| "step": 2200 |
| }, |
| { |
| "epoch": 3.52, |
| "eval_physics_entropy": 0.43231842613220217, |
| "eval_physics_loss": 0.682381808757782, |
| "eval_physics_mean_token_accuracy": 0.8230364947319031, |
| "eval_physics_num_tokens": 72814868.0, |
| "eval_physics_runtime": 42.4306, |
| "eval_physics_samples_per_second": 11.784, |
| "eval_physics_steps_per_second": 2.946, |
| "step": 2200 |
| }, |
| { |
| "entropy": 0.3961118753999472, |
| "epoch": 3.536, |
| "grad_norm": 23.125, |
| "learning_rate": 1.7313333333333336e-05, |
| "loss": 6.3476, |
| "mean_token_accuracy": 0.8769409883767366, |
| "num_tokens": 73144676.0, |
| "step": 2210 |
| }, |
| { |
| "entropy": 0.38935818867757915, |
| "epoch": 3.552, |
| "grad_norm": 22.75, |
| "learning_rate": 1.7291111111111113e-05, |
| "loss": 6.2279, |
| "mean_token_accuracy": 0.8788317065685988, |
| "num_tokens": 73474150.0, |
| "step": 2220 |
| }, |
| { |
| "entropy": 0.39471814017742873, |
| "epoch": 3.568, |
| "grad_norm": 24.75, |
| "learning_rate": 1.726888888888889e-05, |
| "loss": 6.3013, |
| "mean_token_accuracy": 0.8775125999003649, |
| "num_tokens": 73814337.0, |
| "step": 2230 |
| }, |
| { |
| "entropy": 0.409124023001641, |
| "epoch": 3.584, |
| "grad_norm": 25.5, |
| "learning_rate": 1.724666666666667e-05, |
| "loss": 6.5935, |
| "mean_token_accuracy": 0.8724292077124118, |
| "num_tokens": 74139916.0, |
| "step": 2240 |
| }, |
| { |
| "entropy": 0.38783407351002097, |
| "epoch": 3.6, |
| "grad_norm": 25.5, |
| "learning_rate": 1.7224444444444446e-05, |
| "loss": 6.1631, |
| "mean_token_accuracy": 0.8792430631816387, |
| "num_tokens": 74481410.0, |
| "step": 2250 |
| }, |
| { |
| "entropy": 0.3926993144676089, |
| "epoch": 3.616, |
| "grad_norm": 24.75, |
| "learning_rate": 1.7202222222222224e-05, |
| "loss": 6.2746, |
| "mean_token_accuracy": 0.8778179753571749, |
| "num_tokens": 74818399.0, |
| "step": 2260 |
| }, |
| { |
| "entropy": 0.3984017535112798, |
| "epoch": 3.632, |
| "grad_norm": 23.625, |
| "learning_rate": 1.718e-05, |
| "loss": 6.3483, |
| "mean_token_accuracy": 0.8772839341312647, |
| "num_tokens": 75148445.0, |
| "step": 2270 |
| }, |
| { |
| "entropy": 0.39978626295924186, |
| "epoch": 3.648, |
| "grad_norm": 24.875, |
| "learning_rate": 1.715777777777778e-05, |
| "loss": 6.399, |
| "mean_token_accuracy": 0.8763757891952991, |
| "num_tokens": 75475448.0, |
| "step": 2280 |
| }, |
| { |
| "entropy": 0.39594701360911133, |
| "epoch": 3.664, |
| "grad_norm": 24.375, |
| "learning_rate": 1.7135555555555557e-05, |
| "loss": 6.3249, |
| "mean_token_accuracy": 0.8766269214451313, |
| "num_tokens": 75811516.0, |
| "step": 2290 |
| }, |
| { |
| "entropy": 0.39834359399974345, |
| "epoch": 3.68, |
| "grad_norm": 25.125, |
| "learning_rate": 1.7113333333333334e-05, |
| "loss": 6.397, |
| "mean_token_accuracy": 0.8757971704006196, |
| "num_tokens": 76131750.0, |
| "step": 2300 |
| }, |
| { |
| "epoch": 3.68, |
| "eval_biology_entropy": 0.6325634880065918, |
| "eval_biology_loss": 1.606951117515564, |
| "eval_biology_mean_token_accuracy": 0.6808249878883362, |
| "eval_biology_num_tokens": 76131750.0, |
| "eval_biology_runtime": 29.6485, |
| "eval_biology_samples_per_second": 16.864, |
| "eval_biology_steps_per_second": 4.216, |
| "step": 2300 |
| }, |
| { |
| "epoch": 3.68, |
| "eval_physics_entropy": 0.4280679523944855, |
| "eval_physics_loss": 0.6827161908149719, |
| "eval_physics_mean_token_accuracy": 0.8235464253425598, |
| "eval_physics_num_tokens": 76131750.0, |
| "eval_physics_runtime": 42.419, |
| "eval_physics_samples_per_second": 11.787, |
| "eval_physics_steps_per_second": 2.947, |
| "step": 2300 |
| }, |
| { |
| "entropy": 0.4106550103984773, |
| "epoch": 3.6959999999999997, |
| "grad_norm": 26.5, |
| "learning_rate": 1.7091111111111112e-05, |
| "loss": 6.5277, |
| "mean_token_accuracy": 0.8739107392728329, |
| "num_tokens": 76460225.0, |
| "step": 2310 |
| }, |
| { |
| "entropy": 0.3889375139027834, |
| "epoch": 3.7119999999999997, |
| "grad_norm": 26.5, |
| "learning_rate": 1.706888888888889e-05, |
| "loss": 6.2661, |
| "mean_token_accuracy": 0.878326815366745, |
| "num_tokens": 76793614.0, |
| "step": 2320 |
| }, |
| { |
| "entropy": 0.3966335347853601, |
| "epoch": 3.7279999999999998, |
| "grad_norm": 24.0, |
| "learning_rate": 1.704666666666667e-05, |
| "loss": 6.3669, |
| "mean_token_accuracy": 0.8754933841526509, |
| "num_tokens": 77121009.0, |
| "step": 2330 |
| }, |
| { |
| "entropy": 0.4036510931327939, |
| "epoch": 3.7439999999999998, |
| "grad_norm": 24.75, |
| "learning_rate": 1.7024444444444445e-05, |
| "loss": 6.4596, |
| "mean_token_accuracy": 0.875254626199603, |
| "num_tokens": 77446311.0, |
| "step": 2340 |
| }, |
| { |
| "entropy": 0.40223112255334853, |
| "epoch": 3.76, |
| "grad_norm": 26.375, |
| "learning_rate": 1.7002222222222226e-05, |
| "loss": 6.4339, |
| "mean_token_accuracy": 0.8752050660550594, |
| "num_tokens": 77781488.0, |
| "step": 2350 |
| }, |
| { |
| "entropy": 0.4039198185317218, |
| "epoch": 3.776, |
| "grad_norm": 25.75, |
| "learning_rate": 1.698e-05, |
| "loss": 6.3945, |
| "mean_token_accuracy": 0.8756562814116478, |
| "num_tokens": 78108138.0, |
| "step": 2360 |
| }, |
| { |
| "entropy": 0.3870074415579438, |
| "epoch": 3.792, |
| "grad_norm": 22.625, |
| "learning_rate": 1.695777777777778e-05, |
| "loss": 6.223, |
| "mean_token_accuracy": 0.8800166059285403, |
| "num_tokens": 78449177.0, |
| "step": 2370 |
| }, |
| { |
| "entropy": 0.392900753300637, |
| "epoch": 3.808, |
| "grad_norm": 24.5, |
| "learning_rate": 1.6935555555555555e-05, |
| "loss": 6.319, |
| "mean_token_accuracy": 0.8773806005716324, |
| "num_tokens": 78778761.0, |
| "step": 2380 |
| }, |
| { |
| "entropy": 0.40978798400610683, |
| "epoch": 3.824, |
| "grad_norm": 24.75, |
| "learning_rate": 1.6913333333333336e-05, |
| "loss": 6.5035, |
| "mean_token_accuracy": 0.8739949114620685, |
| "num_tokens": 79102912.0, |
| "step": 2390 |
| }, |
| { |
| "entropy": 0.3982846670784056, |
| "epoch": 3.84, |
| "grad_norm": 24.375, |
| "learning_rate": 1.689111111111111e-05, |
| "loss": 6.396, |
| "mean_token_accuracy": 0.8758906919509173, |
| "num_tokens": 79436236.0, |
| "step": 2400 |
| }, |
| { |
| "epoch": 3.84, |
| "eval_biology_entropy": 0.6366836423873902, |
| "eval_biology_loss": 1.5957101583480835, |
| "eval_biology_mean_token_accuracy": 0.6786171636581421, |
| "eval_biology_num_tokens": 79436236.0, |
| "eval_biology_runtime": 29.6432, |
| "eval_biology_samples_per_second": 16.867, |
| "eval_biology_steps_per_second": 4.217, |
| "step": 2400 |
| }, |
| { |
| "epoch": 3.84, |
| "eval_physics_entropy": 0.43600803637504576, |
| "eval_physics_loss": 0.6729532480239868, |
| "eval_physics_mean_token_accuracy": 0.8240108404159546, |
| "eval_physics_num_tokens": 79436236.0, |
| "eval_physics_runtime": 42.7086, |
| "eval_physics_samples_per_second": 11.707, |
| "eval_physics_steps_per_second": 2.927, |
| "step": 2400 |
| }, |
| { |
| "entropy": 0.3993673876859248, |
| "epoch": 3.856, |
| "grad_norm": 22.75, |
| "learning_rate": 1.686888888888889e-05, |
| "loss": 6.404, |
| "mean_token_accuracy": 0.8761234521865845, |
| "num_tokens": 79772163.0, |
| "step": 2410 |
| }, |
| { |
| "entropy": 0.4006658141501248, |
| "epoch": 3.872, |
| "grad_norm": 24.75, |
| "learning_rate": 1.684666666666667e-05, |
| "loss": 6.3888, |
| "mean_token_accuracy": 0.8761241845786572, |
| "num_tokens": 80099967.0, |
| "step": 2420 |
| }, |
| { |
| "entropy": 0.4005997534841299, |
| "epoch": 3.888, |
| "grad_norm": 26.75, |
| "learning_rate": 1.6824444444444447e-05, |
| "loss": 6.4595, |
| "mean_token_accuracy": 0.8757066898047924, |
| "num_tokens": 80430055.0, |
| "step": 2430 |
| }, |
| { |
| "entropy": 0.4162471005693078, |
| "epoch": 3.904, |
| "grad_norm": 26.875, |
| "learning_rate": 1.6802222222222224e-05, |
| "loss": 6.622, |
| "mean_token_accuracy": 0.8718942925333977, |
| "num_tokens": 80763923.0, |
| "step": 2440 |
| }, |
| { |
| "entropy": 0.40148104624822734, |
| "epoch": 3.92, |
| "grad_norm": 26.375, |
| "learning_rate": 1.6780000000000002e-05, |
| "loss": 6.4151, |
| "mean_token_accuracy": 0.875323898345232, |
| "num_tokens": 81098568.0, |
| "step": 2450 |
| }, |
| { |
| "entropy": 0.4012986386194825, |
| "epoch": 3.936, |
| "grad_norm": 26.125, |
| "learning_rate": 1.675777777777778e-05, |
| "loss": 6.4186, |
| "mean_token_accuracy": 0.8756191350519658, |
| "num_tokens": 81423109.0, |
| "step": 2460 |
| }, |
| { |
| "entropy": 0.40059084380045534, |
| "epoch": 3.952, |
| "grad_norm": 25.625, |
| "learning_rate": 1.6735555555555557e-05, |
| "loss": 6.384, |
| "mean_token_accuracy": 0.8757471114397049, |
| "num_tokens": 81753214.0, |
| "step": 2470 |
| }, |
| { |
| "entropy": 0.38792465729638936, |
| "epoch": 3.968, |
| "grad_norm": 27.25, |
| "learning_rate": 1.6713333333333335e-05, |
| "loss": 6.2985, |
| "mean_token_accuracy": 0.8768421858549118, |
| "num_tokens": 82076472.0, |
| "step": 2480 |
| }, |
| { |
| "entropy": 0.39653391353785994, |
| "epoch": 3.984, |
| "grad_norm": 25.25, |
| "learning_rate": 1.6691111111111112e-05, |
| "loss": 6.2743, |
| "mean_token_accuracy": 0.8782249484211206, |
| "num_tokens": 82418472.0, |
| "step": 2490 |
| }, |
| { |
| "entropy": 0.3958397753536701, |
| "epoch": 4.0, |
| "grad_norm": 26.25, |
| "learning_rate": 1.666888888888889e-05, |
| "loss": 6.3513, |
| "mean_token_accuracy": 0.8766890112310648, |
| "num_tokens": 82747216.0, |
| "step": 2500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_biology_entropy": 0.6413541164398193, |
| "eval_biology_loss": 1.5966929197311401, |
| "eval_biology_mean_token_accuracy": 0.6798510494232177, |
| "eval_biology_num_tokens": 82747216.0, |
| "eval_biology_runtime": 29.6587, |
| "eval_biology_samples_per_second": 16.858, |
| "eval_biology_steps_per_second": 4.215, |
| "step": 2500 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_physics_entropy": 0.43478178524971006, |
| "eval_physics_loss": 0.6739724278450012, |
| "eval_physics_mean_token_accuracy": 0.8247137932777405, |
| "eval_physics_num_tokens": 82747216.0, |
| "eval_physics_runtime": 42.2378, |
| "eval_physics_samples_per_second": 11.838, |
| "eval_physics_steps_per_second": 2.959, |
| "step": 2500 |
| }, |
| { |
| "entropy": 0.25688809612765906, |
| "epoch": 4.016, |
| "grad_norm": 37.5, |
| "learning_rate": 1.6646666666666668e-05, |
| "loss": 3.8466, |
| "mean_token_accuracy": 0.9246913734823465, |
| "num_tokens": 83071396.0, |
| "step": 2510 |
| }, |
| { |
| "entropy": 0.24530334854498506, |
| "epoch": 4.032, |
| "grad_norm": 32.0, |
| "learning_rate": 1.6624444444444445e-05, |
| "loss": 3.7033, |
| "mean_token_accuracy": 0.9272316586226225, |
| "num_tokens": 83409707.0, |
| "step": 2520 |
| }, |
| { |
| "entropy": 0.23032351611182095, |
| "epoch": 4.048, |
| "grad_norm": 30.375, |
| "learning_rate": 1.6602222222222223e-05, |
| "loss": 3.5632, |
| "mean_token_accuracy": 0.9299592409282923, |
| "num_tokens": 83735414.0, |
| "step": 2530 |
| }, |
| { |
| "entropy": 0.23113875202834605, |
| "epoch": 4.064, |
| "grad_norm": 30.375, |
| "learning_rate": 1.658e-05, |
| "loss": 3.5251, |
| "mean_token_accuracy": 0.930493026226759, |
| "num_tokens": 84071432.0, |
| "step": 2540 |
| }, |
| { |
| "entropy": 0.22848799591884017, |
| "epoch": 4.08, |
| "grad_norm": 32.75, |
| "learning_rate": 1.6557777777777778e-05, |
| "loss": 3.5094, |
| "mean_token_accuracy": 0.9301103837788105, |
| "num_tokens": 84397899.0, |
| "step": 2550 |
| }, |
| { |
| "entropy": 0.23129365975037217, |
| "epoch": 4.096, |
| "grad_norm": 30.5, |
| "learning_rate": 1.6535555555555556e-05, |
| "loss": 3.5492, |
| "mean_token_accuracy": 0.9296908657997847, |
| "num_tokens": 84738846.0, |
| "step": 2560 |
| }, |
| { |
| "entropy": 0.22720781760290265, |
| "epoch": 4.112, |
| "grad_norm": 35.0, |
| "learning_rate": 1.6513333333333333e-05, |
| "loss": 3.5104, |
| "mean_token_accuracy": 0.9301947835832834, |
| "num_tokens": 85056620.0, |
| "step": 2570 |
| }, |
| { |
| "entropy": 0.22974036065861583, |
| "epoch": 4.128, |
| "grad_norm": 33.75, |
| "learning_rate": 1.6491111111111114e-05, |
| "loss": 3.5217, |
| "mean_token_accuracy": 0.9305146858096123, |
| "num_tokens": 85384905.0, |
| "step": 2580 |
| }, |
| { |
| "entropy": 0.23522499576210976, |
| "epoch": 4.144, |
| "grad_norm": 31.25, |
| "learning_rate": 1.646888888888889e-05, |
| "loss": 3.62, |
| "mean_token_accuracy": 0.9284263595938682, |
| "num_tokens": 85711301.0, |
| "step": 2590 |
| }, |
| { |
| "entropy": 0.2314606111496687, |
| "epoch": 4.16, |
| "grad_norm": 32.75, |
| "learning_rate": 1.644666666666667e-05, |
| "loss": 3.5702, |
| "mean_token_accuracy": 0.9296526320278644, |
| "num_tokens": 86043851.0, |
| "step": 2600 |
| }, |
| { |
| "epoch": 4.16, |
| "eval_biology_entropy": 0.42621636819839476, |
| "eval_biology_loss": 2.2018039226531982, |
| "eval_biology_mean_token_accuracy": 0.6668635158538818, |
| "eval_biology_num_tokens": 86043851.0, |
| "eval_biology_runtime": 29.622, |
| "eval_biology_samples_per_second": 16.879, |
| "eval_biology_steps_per_second": 4.22, |
| "step": 2600 |
| }, |
| { |
| "epoch": 4.16, |
| "eval_physics_entropy": 0.29979639780521394, |
| "eval_physics_loss": 0.8965243101119995, |
| "eval_physics_mean_token_accuracy": 0.8162005496025085, |
| "eval_physics_num_tokens": 86043851.0, |
| "eval_physics_runtime": 42.4025, |
| "eval_physics_samples_per_second": 11.792, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 2600 |
| }, |
| { |
| "entropy": 0.2301814396865666, |
| "epoch": 4.176, |
| "grad_norm": 31.625, |
| "learning_rate": 1.6424444444444444e-05, |
| "loss": 3.5481, |
| "mean_token_accuracy": 0.9294797722250223, |
| "num_tokens": 86372816.0, |
| "step": 2610 |
| }, |
| { |
| "entropy": 0.23039079252630473, |
| "epoch": 4.192, |
| "grad_norm": 30.75, |
| "learning_rate": 1.6402222222222225e-05, |
| "loss": 3.5558, |
| "mean_token_accuracy": 0.9288365952670574, |
| "num_tokens": 86713597.0, |
| "step": 2620 |
| }, |
| { |
| "entropy": 0.23191763451322914, |
| "epoch": 4.208, |
| "grad_norm": 32.0, |
| "learning_rate": 1.638e-05, |
| "loss": 3.5843, |
| "mean_token_accuracy": 0.9293783262372017, |
| "num_tokens": 87042589.0, |
| "step": 2630 |
| }, |
| { |
| "entropy": 0.24852916533127428, |
| "epoch": 4.224, |
| "grad_norm": 32.75, |
| "learning_rate": 1.635777777777778e-05, |
| "loss": 3.8767, |
| "mean_token_accuracy": 0.9236270125955344, |
| "num_tokens": 87371770.0, |
| "step": 2640 |
| }, |
| { |
| "entropy": 0.2400545503012836, |
| "epoch": 4.24, |
| "grad_norm": 33.25, |
| "learning_rate": 1.6335555555555558e-05, |
| "loss": 3.744, |
| "mean_token_accuracy": 0.9260617204010486, |
| "num_tokens": 87705625.0, |
| "step": 2650 |
| }, |
| { |
| "entropy": 0.23267780290916562, |
| "epoch": 4.256, |
| "grad_norm": 30.75, |
| "learning_rate": 1.6313333333333335e-05, |
| "loss": 3.5629, |
| "mean_token_accuracy": 0.9288499031215907, |
| "num_tokens": 88031473.0, |
| "step": 2660 |
| }, |
| { |
| "entropy": 0.24055430591106414, |
| "epoch": 4.272, |
| "grad_norm": 35.5, |
| "learning_rate": 1.6291111111111113e-05, |
| "loss": 3.7435, |
| "mean_token_accuracy": 0.9256707705557347, |
| "num_tokens": 88361620.0, |
| "step": 2670 |
| }, |
| { |
| "entropy": 0.2371379306539893, |
| "epoch": 4.288, |
| "grad_norm": 34.25, |
| "learning_rate": 1.626888888888889e-05, |
| "loss": 3.668, |
| "mean_token_accuracy": 0.927266288176179, |
| "num_tokens": 88682395.0, |
| "step": 2680 |
| }, |
| { |
| "entropy": 0.23742936234921216, |
| "epoch": 4.304, |
| "grad_norm": 36.5, |
| "learning_rate": 1.6246666666666668e-05, |
| "loss": 3.6979, |
| "mean_token_accuracy": 0.9264313600957393, |
| "num_tokens": 89009636.0, |
| "step": 2690 |
| }, |
| { |
| "entropy": 0.23626590510830284, |
| "epoch": 4.32, |
| "grad_norm": 33.0, |
| "learning_rate": 1.6224444444444446e-05, |
| "loss": 3.6551, |
| "mean_token_accuracy": 0.9277608685195446, |
| "num_tokens": 89333625.0, |
| "step": 2700 |
| }, |
| { |
| "epoch": 4.32, |
| "eval_biology_entropy": 0.43193831157684326, |
| "eval_biology_loss": 2.178241729736328, |
| "eval_biology_mean_token_accuracy": 0.669139892578125, |
| "eval_biology_num_tokens": 89333625.0, |
| "eval_biology_runtime": 29.9595, |
| "eval_biology_samples_per_second": 16.689, |
| "eval_biology_steps_per_second": 4.172, |
| "step": 2700 |
| }, |
| { |
| "epoch": 4.32, |
| "eval_physics_entropy": 0.30336533665657045, |
| "eval_physics_loss": 0.8901861310005188, |
| "eval_physics_mean_token_accuracy": 0.8157710757255554, |
| "eval_physics_num_tokens": 89333625.0, |
| "eval_physics_runtime": 42.3957, |
| "eval_physics_samples_per_second": 11.794, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 2700 |
| }, |
| { |
| "entropy": 0.23046720484271646, |
| "epoch": 4.336, |
| "grad_norm": 30.75, |
| "learning_rate": 1.6202222222222223e-05, |
| "loss": 3.5647, |
| "mean_token_accuracy": 0.9290427166968585, |
| "num_tokens": 89662638.0, |
| "step": 2710 |
| }, |
| { |
| "entropy": 0.23905420880764722, |
| "epoch": 4.352, |
| "grad_norm": 31.375, |
| "learning_rate": 1.618e-05, |
| "loss": 3.7075, |
| "mean_token_accuracy": 0.9263913810253144, |
| "num_tokens": 89998148.0, |
| "step": 2720 |
| }, |
| { |
| "entropy": 0.23879767050966622, |
| "epoch": 4.368, |
| "grad_norm": 32.0, |
| "learning_rate": 1.615777777777778e-05, |
| "loss": 3.6882, |
| "mean_token_accuracy": 0.925936221331358, |
| "num_tokens": 90316756.0, |
| "step": 2730 |
| }, |
| { |
| "entropy": 0.24183292505331339, |
| "epoch": 4.384, |
| "grad_norm": 30.625, |
| "learning_rate": 1.6135555555555556e-05, |
| "loss": 3.7997, |
| "mean_token_accuracy": 0.9246957849711179, |
| "num_tokens": 90653191.0, |
| "step": 2740 |
| }, |
| { |
| "entropy": 0.23670952478423715, |
| "epoch": 4.4, |
| "grad_norm": 31.25, |
| "learning_rate": 1.6113333333333334e-05, |
| "loss": 3.7059, |
| "mean_token_accuracy": 0.9266743775457144, |
| "num_tokens": 90983796.0, |
| "step": 2750 |
| }, |
| { |
| "entropy": 0.23585792975500225, |
| "epoch": 4.416, |
| "grad_norm": 33.75, |
| "learning_rate": 1.609111111111111e-05, |
| "loss": 3.6695, |
| "mean_token_accuracy": 0.9273267440497875, |
| "num_tokens": 91321951.0, |
| "step": 2760 |
| }, |
| { |
| "entropy": 0.23403437454253434, |
| "epoch": 4.432, |
| "grad_norm": 33.25, |
| "learning_rate": 1.606888888888889e-05, |
| "loss": 3.6283, |
| "mean_token_accuracy": 0.9278411991894245, |
| "num_tokens": 91651114.0, |
| "step": 2770 |
| }, |
| { |
| "entropy": 0.24663054766133427, |
| "epoch": 4.448, |
| "grad_norm": 34.25, |
| "learning_rate": 1.6046666666666667e-05, |
| "loss": 3.8365, |
| "mean_token_accuracy": 0.9235008280724287, |
| "num_tokens": 91973712.0, |
| "step": 2780 |
| }, |
| { |
| "entropy": 0.24498239448294043, |
| "epoch": 4.464, |
| "grad_norm": 32.5, |
| "learning_rate": 1.6024444444444444e-05, |
| "loss": 3.7863, |
| "mean_token_accuracy": 0.9246049102395772, |
| "num_tokens": 92305466.0, |
| "step": 2790 |
| }, |
| { |
| "entropy": 0.2338531531393528, |
| "epoch": 4.48, |
| "grad_norm": 31.625, |
| "learning_rate": 1.6002222222222222e-05, |
| "loss": 3.6668, |
| "mean_token_accuracy": 0.926589947193861, |
| "num_tokens": 92636940.0, |
| "step": 2800 |
| }, |
| { |
| "epoch": 4.48, |
| "eval_biology_entropy": 0.4436160266399384, |
| "eval_biology_loss": 2.1458241939544678, |
| "eval_biology_mean_token_accuracy": 0.6684670596122742, |
| "eval_biology_num_tokens": 92636940.0, |
| "eval_biology_runtime": 29.612, |
| "eval_biology_samples_per_second": 16.885, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 2800 |
| }, |
| { |
| "epoch": 4.48, |
| "eval_physics_entropy": 0.3149007631540299, |
| "eval_physics_loss": 0.8760998249053955, |
| "eval_physics_mean_token_accuracy": 0.8154277787208557, |
| "eval_physics_num_tokens": 92636940.0, |
| "eval_physics_runtime": 42.3975, |
| "eval_physics_samples_per_second": 11.793, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 2800 |
| }, |
| { |
| "entropy": 0.2447411428205669, |
| "epoch": 4.496, |
| "grad_norm": 30.125, |
| "learning_rate": 1.5980000000000003e-05, |
| "loss": 3.8133, |
| "mean_token_accuracy": 0.9241423055529594, |
| "num_tokens": 92968104.0, |
| "step": 2810 |
| }, |
| { |
| "entropy": 0.24407307049259544, |
| "epoch": 4.5120000000000005, |
| "grad_norm": 31.625, |
| "learning_rate": 1.5957777777777777e-05, |
| "loss": 3.799, |
| "mean_token_accuracy": 0.9241769574582577, |
| "num_tokens": 93301941.0, |
| "step": 2820 |
| }, |
| { |
| "entropy": 0.24046084210276603, |
| "epoch": 4.5280000000000005, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5935555555555558e-05, |
| "loss": 3.7312, |
| "mean_token_accuracy": 0.9253693506121635, |
| "num_tokens": 93629540.0, |
| "step": 2830 |
| }, |
| { |
| "entropy": 0.2367471016012132, |
| "epoch": 4.5440000000000005, |
| "grad_norm": 33.0, |
| "learning_rate": 1.5913333333333332e-05, |
| "loss": 3.6648, |
| "mean_token_accuracy": 0.9266826618462801, |
| "num_tokens": 93952965.0, |
| "step": 2840 |
| }, |
| { |
| "entropy": 0.24151059305295347, |
| "epoch": 4.5600000000000005, |
| "grad_norm": 33.5, |
| "learning_rate": 1.5891111111111113e-05, |
| "loss": 3.7676, |
| "mean_token_accuracy": 0.9252887710928916, |
| "num_tokens": 94278921.0, |
| "step": 2850 |
| }, |
| { |
| "entropy": 0.2396242587827146, |
| "epoch": 4.576, |
| "grad_norm": 32.75, |
| "learning_rate": 1.5868888888888888e-05, |
| "loss": 3.7448, |
| "mean_token_accuracy": 0.9254553951323032, |
| "num_tokens": 94612664.0, |
| "step": 2860 |
| }, |
| { |
| "entropy": 0.24356762710958718, |
| "epoch": 4.592, |
| "grad_norm": 32.75, |
| "learning_rate": 1.584666666666667e-05, |
| "loss": 3.795, |
| "mean_token_accuracy": 0.9243048515170813, |
| "num_tokens": 94943561.0, |
| "step": 2870 |
| }, |
| { |
| "entropy": 0.24783067526295782, |
| "epoch": 4.608, |
| "grad_norm": 33.5, |
| "learning_rate": 1.5824444444444446e-05, |
| "loss": 3.8445, |
| "mean_token_accuracy": 0.9232651181519032, |
| "num_tokens": 95283141.0, |
| "step": 2880 |
| }, |
| { |
| "entropy": 0.2384756457991898, |
| "epoch": 4.624, |
| "grad_norm": 30.5, |
| "learning_rate": 1.5802222222222224e-05, |
| "loss": 3.701, |
| "mean_token_accuracy": 0.9262311086058617, |
| "num_tokens": 95625067.0, |
| "step": 2890 |
| }, |
| { |
| "entropy": 0.2523729747161269, |
| "epoch": 4.64, |
| "grad_norm": 31.75, |
| "learning_rate": 1.578e-05, |
| "loss": 3.9542, |
| "mean_token_accuracy": 0.9214296363294124, |
| "num_tokens": 95956087.0, |
| "step": 2900 |
| }, |
| { |
| "epoch": 4.64, |
| "eval_biology_entropy": 0.43680781245231626, |
| "eval_biology_loss": 2.176583766937256, |
| "eval_biology_mean_token_accuracy": 0.6672420668601989, |
| "eval_biology_num_tokens": 95956087.0, |
| "eval_biology_runtime": 29.602, |
| "eval_biology_samples_per_second": 16.891, |
| "eval_biology_steps_per_second": 4.223, |
| "step": 2900 |
| }, |
| { |
| "epoch": 4.64, |
| "eval_physics_entropy": 0.31099925029277803, |
| "eval_physics_loss": 0.8785285353660583, |
| "eval_physics_mean_token_accuracy": 0.8161344952583313, |
| "eval_physics_num_tokens": 95956087.0, |
| "eval_physics_runtime": 42.3462, |
| "eval_physics_samples_per_second": 11.807, |
| "eval_physics_steps_per_second": 2.952, |
| "step": 2900 |
| }, |
| { |
| "entropy": 0.23722979230806232, |
| "epoch": 4.656, |
| "grad_norm": 31.0, |
| "learning_rate": 1.575777777777778e-05, |
| "loss": 3.7534, |
| "mean_token_accuracy": 0.9248972482979297, |
| "num_tokens": 96302309.0, |
| "step": 2910 |
| }, |
| { |
| "entropy": 0.24445310197770595, |
| "epoch": 4.672, |
| "grad_norm": 31.0, |
| "learning_rate": 1.5735555555555557e-05, |
| "loss": 3.7804, |
| "mean_token_accuracy": 0.9246374823153019, |
| "num_tokens": 96637480.0, |
| "step": 2920 |
| }, |
| { |
| "entropy": 0.245233107265085, |
| "epoch": 4.688, |
| "grad_norm": 31.25, |
| "learning_rate": 1.5713333333333334e-05, |
| "loss": 3.8191, |
| "mean_token_accuracy": 0.9232360795140266, |
| "num_tokens": 96984552.0, |
| "step": 2930 |
| }, |
| { |
| "entropy": 0.24379076650366188, |
| "epoch": 4.704, |
| "grad_norm": 34.0, |
| "learning_rate": 1.5691111111111112e-05, |
| "loss": 3.8271, |
| "mean_token_accuracy": 0.9236230749636889, |
| "num_tokens": 97320841.0, |
| "step": 2940 |
| }, |
| { |
| "entropy": 0.2410684671252966, |
| "epoch": 4.72, |
| "grad_norm": 31.625, |
| "learning_rate": 1.5668888888888893e-05, |
| "loss": 3.7417, |
| "mean_token_accuracy": 0.926225783675909, |
| "num_tokens": 97640287.0, |
| "step": 2950 |
| }, |
| { |
| "entropy": 0.24535285048186778, |
| "epoch": 4.736, |
| "grad_norm": 32.75, |
| "learning_rate": 1.5646666666666667e-05, |
| "loss": 3.7998, |
| "mean_token_accuracy": 0.9245878912508487, |
| "num_tokens": 97962092.0, |
| "step": 2960 |
| }, |
| { |
| "entropy": 0.2414774877950549, |
| "epoch": 4.752, |
| "grad_norm": 30.0, |
| "learning_rate": 1.5624444444444448e-05, |
| "loss": 3.8003, |
| "mean_token_accuracy": 0.9239797614514828, |
| "num_tokens": 98296922.0, |
| "step": 2970 |
| }, |
| { |
| "entropy": 0.2416667403653264, |
| "epoch": 4.768, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5602222222222222e-05, |
| "loss": 3.7993, |
| "mean_token_accuracy": 0.9242243997752666, |
| "num_tokens": 98617217.0, |
| "step": 2980 |
| }, |
| { |
| "entropy": 0.2439442495815456, |
| "epoch": 4.784, |
| "grad_norm": 36.25, |
| "learning_rate": 1.5580000000000003e-05, |
| "loss": 3.7807, |
| "mean_token_accuracy": 0.9244179535657168, |
| "num_tokens": 98948586.0, |
| "step": 2990 |
| }, |
| { |
| "entropy": 0.25421804264187814, |
| "epoch": 4.8, |
| "grad_norm": 32.25, |
| "learning_rate": 1.5557777777777778e-05, |
| "loss": 3.9618, |
| "mean_token_accuracy": 0.9210935320705176, |
| "num_tokens": 99275155.0, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.8, |
| "eval_biology_entropy": 0.442997718334198, |
| "eval_biology_loss": 2.159397602081299, |
| "eval_biology_mean_token_accuracy": 0.665945517539978, |
| "eval_biology_num_tokens": 99275155.0, |
| "eval_biology_runtime": 29.6335, |
| "eval_biology_samples_per_second": 16.873, |
| "eval_biology_steps_per_second": 4.218, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.8, |
| "eval_physics_entropy": 0.3131494697332382, |
| "eval_physics_loss": 0.8779061436653137, |
| "eval_physics_mean_token_accuracy": 0.8164470653533935, |
| "eval_physics_num_tokens": 99275155.0, |
| "eval_physics_runtime": 42.1793, |
| "eval_physics_samples_per_second": 11.854, |
| "eval_physics_steps_per_second": 2.964, |
| "step": 3000 |
| }, |
| { |
| "entropy": 0.24825951512902975, |
| "epoch": 4.816, |
| "grad_norm": 33.0, |
| "learning_rate": 1.553555555555556e-05, |
| "loss": 3.878, |
| "mean_token_accuracy": 0.9225463822484017, |
| "num_tokens": 99590734.0, |
| "step": 3010 |
| }, |
| { |
| "entropy": 0.24107069447636603, |
| "epoch": 4.832, |
| "grad_norm": 31.625, |
| "learning_rate": 1.5513333333333333e-05, |
| "loss": 3.7905, |
| "mean_token_accuracy": 0.9244140613824129, |
| "num_tokens": 99941590.0, |
| "step": 3020 |
| }, |
| { |
| "entropy": 0.2508814500644803, |
| "epoch": 4.848, |
| "grad_norm": 33.75, |
| "learning_rate": 1.5491111111111114e-05, |
| "loss": 3.942, |
| "mean_token_accuracy": 0.92144087664783, |
| "num_tokens": 100273014.0, |
| "step": 3030 |
| }, |
| { |
| "entropy": 0.25216213800013065, |
| "epoch": 4.864, |
| "grad_norm": 31.625, |
| "learning_rate": 1.546888888888889e-05, |
| "loss": 3.9196, |
| "mean_token_accuracy": 0.9217061053961515, |
| "num_tokens": 100603046.0, |
| "step": 3040 |
| }, |
| { |
| "entropy": 0.24493938013911248, |
| "epoch": 4.88, |
| "grad_norm": 31.375, |
| "learning_rate": 1.544666666666667e-05, |
| "loss": 3.8437, |
| "mean_token_accuracy": 0.9233336098492145, |
| "num_tokens": 100938429.0, |
| "step": 3050 |
| }, |
| { |
| "entropy": 0.24675726415589452, |
| "epoch": 4.896, |
| "grad_norm": 34.5, |
| "learning_rate": 1.5424444444444447e-05, |
| "loss": 3.8375, |
| "mean_token_accuracy": 0.9231491304934025, |
| "num_tokens": 101270596.0, |
| "step": 3060 |
| }, |
| { |
| "entropy": 0.2522210840135813, |
| "epoch": 4.912, |
| "grad_norm": 31.25, |
| "learning_rate": 1.5402222222222224e-05, |
| "loss": 3.9344, |
| "mean_token_accuracy": 0.9214497752487659, |
| "num_tokens": 101599225.0, |
| "step": 3070 |
| }, |
| { |
| "entropy": 0.2537424639798701, |
| "epoch": 4.928, |
| "grad_norm": 29.625, |
| "learning_rate": 1.5380000000000002e-05, |
| "loss": 3.9746, |
| "mean_token_accuracy": 0.9205959230661392, |
| "num_tokens": 101932048.0, |
| "step": 3080 |
| }, |
| { |
| "entropy": 0.2513371388427913, |
| "epoch": 4.944, |
| "grad_norm": 35.0, |
| "learning_rate": 1.535777777777778e-05, |
| "loss": 3.9104, |
| "mean_token_accuracy": 0.9219834558665753, |
| "num_tokens": 102267701.0, |
| "step": 3090 |
| }, |
| { |
| "entropy": 0.2545559390448034, |
| "epoch": 4.96, |
| "grad_norm": 32.5, |
| "learning_rate": 1.5335555555555557e-05, |
| "loss": 3.9706, |
| "mean_token_accuracy": 0.920539504289627, |
| "num_tokens": 102600165.0, |
| "step": 3100 |
| }, |
| { |
| "epoch": 4.96, |
| "eval_biology_entropy": 0.43234725546836855, |
| "eval_biology_loss": 2.1829822063446045, |
| "eval_biology_mean_token_accuracy": 0.6671677703857422, |
| "eval_biology_num_tokens": 102600165.0, |
| "eval_biology_runtime": 29.6206, |
| "eval_biology_samples_per_second": 16.88, |
| "eval_biology_steps_per_second": 4.22, |
| "step": 3100 |
| }, |
| { |
| "epoch": 4.96, |
| "eval_physics_entropy": 0.3091244183778763, |
| "eval_physics_loss": 0.8815215229988098, |
| "eval_physics_mean_token_accuracy": 0.8162504940032959, |
| "eval_physics_num_tokens": 102600165.0, |
| "eval_physics_runtime": 42.446, |
| "eval_physics_samples_per_second": 11.78, |
| "eval_physics_steps_per_second": 2.945, |
| "step": 3100 |
| }, |
| { |
| "entropy": 0.24831621926277875, |
| "epoch": 4.976, |
| "grad_norm": 34.5, |
| "learning_rate": 1.5313333333333335e-05, |
| "loss": 3.8727, |
| "mean_token_accuracy": 0.9230562597513199, |
| "num_tokens": 102933320.0, |
| "step": 3110 |
| }, |
| { |
| "entropy": 0.24488453855738043, |
| "epoch": 4.992, |
| "grad_norm": 33.75, |
| "learning_rate": 1.5291111111111112e-05, |
| "loss": 3.8247, |
| "mean_token_accuracy": 0.9231780737638473, |
| "num_tokens": 103259369.0, |
| "step": 3120 |
| }, |
| { |
| "entropy": 0.20265713310800493, |
| "epoch": 5.008, |
| "grad_norm": 31.0, |
| "learning_rate": 1.526888888888889e-05, |
| "loss": 2.8633, |
| "mean_token_accuracy": 0.9448500156402588, |
| "num_tokens": 103602119.0, |
| "step": 3130 |
| }, |
| { |
| "entropy": 0.1404130902606994, |
| "epoch": 5.024, |
| "grad_norm": 26.0, |
| "learning_rate": 1.5246666666666668e-05, |
| "loss": 1.9131, |
| "mean_token_accuracy": 0.9638602048158645, |
| "num_tokens": 103939922.0, |
| "step": 3140 |
| }, |
| { |
| "entropy": 0.1373086694162339, |
| "epoch": 5.04, |
| "grad_norm": 29.25, |
| "learning_rate": 1.5224444444444447e-05, |
| "loss": 1.8095, |
| "mean_token_accuracy": 0.965399444848299, |
| "num_tokens": 104279864.0, |
| "step": 3150 |
| }, |
| { |
| "entropy": 0.13750982694327832, |
| "epoch": 5.056, |
| "grad_norm": 29.0, |
| "learning_rate": 1.5202222222222223e-05, |
| "loss": 1.8135, |
| "mean_token_accuracy": 0.9659916918724776, |
| "num_tokens": 104604877.0, |
| "step": 3160 |
| }, |
| { |
| "entropy": 0.13496936280280353, |
| "epoch": 5.072, |
| "grad_norm": 29.625, |
| "learning_rate": 1.5180000000000002e-05, |
| "loss": 1.8085, |
| "mean_token_accuracy": 0.9659085687249899, |
| "num_tokens": 104936576.0, |
| "step": 3170 |
| }, |
| { |
| "entropy": 0.13326686937361956, |
| "epoch": 5.088, |
| "grad_norm": 29.375, |
| "learning_rate": 1.5157777777777778e-05, |
| "loss": 1.7631, |
| "mean_token_accuracy": 0.9668153438717126, |
| "num_tokens": 105268945.0, |
| "step": 3180 |
| }, |
| { |
| "entropy": 0.13661500699818135, |
| "epoch": 5.104, |
| "grad_norm": 30.625, |
| "learning_rate": 1.5135555555555557e-05, |
| "loss": 1.8097, |
| "mean_token_accuracy": 0.9662363179028034, |
| "num_tokens": 105590535.0, |
| "step": 3190 |
| }, |
| { |
| "entropy": 0.13528480064123868, |
| "epoch": 5.12, |
| "grad_norm": 27.625, |
| "learning_rate": 1.5113333333333335e-05, |
| "loss": 1.7933, |
| "mean_token_accuracy": 0.9660336699336767, |
| "num_tokens": 105925943.0, |
| "step": 3200 |
| }, |
| { |
| "epoch": 5.12, |
| "eval_biology_entropy": 0.36516387474536893, |
| "eval_biology_loss": 2.454286575317383, |
| "eval_biology_mean_token_accuracy": 0.6664288582801818, |
| "eval_biology_num_tokens": 105925943.0, |
| "eval_biology_runtime": 29.7463, |
| "eval_biology_samples_per_second": 16.809, |
| "eval_biology_steps_per_second": 4.202, |
| "step": 3200 |
| }, |
| { |
| "epoch": 5.12, |
| "eval_physics_entropy": 0.23035384774208068, |
| "eval_physics_loss": 1.1012338399887085, |
| "eval_physics_mean_token_accuracy": 0.811695984363556, |
| "eval_physics_num_tokens": 105925943.0, |
| "eval_physics_runtime": 42.4024, |
| "eval_physics_samples_per_second": 11.792, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 3200 |
| }, |
| { |
| "entropy": 0.13555471529252827, |
| "epoch": 5.136, |
| "grad_norm": 28.75, |
| "learning_rate": 1.5091111111111113e-05, |
| "loss": 1.86, |
| "mean_token_accuracy": 0.9645254753530026, |
| "num_tokens": 106263896.0, |
| "step": 3210 |
| }, |
| { |
| "entropy": 0.13980162614025177, |
| "epoch": 5.152, |
| "grad_norm": 29.5, |
| "learning_rate": 1.506888888888889e-05, |
| "loss": 1.908, |
| "mean_token_accuracy": 0.9638803731650114, |
| "num_tokens": 106603892.0, |
| "step": 3220 |
| }, |
| { |
| "entropy": 0.13134719063527883, |
| "epoch": 5.168, |
| "grad_norm": 27.125, |
| "learning_rate": 1.5046666666666668e-05, |
| "loss": 1.7515, |
| "mean_token_accuracy": 0.9672765746712685, |
| "num_tokens": 106953276.0, |
| "step": 3230 |
| }, |
| { |
| "entropy": 0.1365954146720469, |
| "epoch": 5.184, |
| "grad_norm": 30.625, |
| "learning_rate": 1.5024444444444445e-05, |
| "loss": 1.8503, |
| "mean_token_accuracy": 0.9650645568966866, |
| "num_tokens": 107279582.0, |
| "step": 3240 |
| }, |
| { |
| "entropy": 0.13369814357720317, |
| "epoch": 5.2, |
| "grad_norm": 29.25, |
| "learning_rate": 1.5002222222222223e-05, |
| "loss": 1.8041, |
| "mean_token_accuracy": 0.9656865123659373, |
| "num_tokens": 107612365.0, |
| "step": 3250 |
| }, |
| { |
| "entropy": 0.13695276635698975, |
| "epoch": 5.216, |
| "grad_norm": 29.875, |
| "learning_rate": 1.498e-05, |
| "loss": 1.8368, |
| "mean_token_accuracy": 0.9650379728525877, |
| "num_tokens": 107940777.0, |
| "step": 3260 |
| }, |
| { |
| "entropy": 0.13247225773520768, |
| "epoch": 5.232, |
| "grad_norm": 32.5, |
| "learning_rate": 1.495777777777778e-05, |
| "loss": 1.8055, |
| "mean_token_accuracy": 0.9660209193825722, |
| "num_tokens": 108276241.0, |
| "step": 3270 |
| }, |
| { |
| "entropy": 0.1350177234504372, |
| "epoch": 5.248, |
| "grad_norm": 31.25, |
| "learning_rate": 1.4935555555555556e-05, |
| "loss": 1.8453, |
| "mean_token_accuracy": 0.9652417741715908, |
| "num_tokens": 108605075.0, |
| "step": 3280 |
| }, |
| { |
| "entropy": 0.13748982488177716, |
| "epoch": 5.264, |
| "grad_norm": 29.125, |
| "learning_rate": 1.4913333333333335e-05, |
| "loss": 1.8522, |
| "mean_token_accuracy": 0.9647168699651957, |
| "num_tokens": 108926041.0, |
| "step": 3290 |
| }, |
| { |
| "entropy": 0.1402109125163406, |
| "epoch": 5.28, |
| "grad_norm": 30.875, |
| "learning_rate": 1.4891111111111111e-05, |
| "loss": 1.943, |
| "mean_token_accuracy": 0.9630898665636778, |
| "num_tokens": 109251587.0, |
| "step": 3300 |
| }, |
| { |
| "epoch": 5.28, |
| "eval_biology_entropy": 0.3640791366100311, |
| "eval_biology_loss": 2.4621596336364746, |
| "eval_biology_mean_token_accuracy": 0.6640929784774781, |
| "eval_biology_num_tokens": 109251587.0, |
| "eval_biology_runtime": 29.6151, |
| "eval_biology_samples_per_second": 16.883, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 3300 |
| }, |
| { |
| "epoch": 5.28, |
| "eval_physics_entropy": 0.22977148878574372, |
| "eval_physics_loss": 1.1097644567489624, |
| "eval_physics_mean_token_accuracy": 0.8115674571990967, |
| "eval_physics_num_tokens": 109251587.0, |
| "eval_physics_runtime": 42.4015, |
| "eval_physics_samples_per_second": 11.792, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 3300 |
| }, |
| { |
| "entropy": 0.13528543403372167, |
| "epoch": 5.296, |
| "grad_norm": 30.375, |
| "learning_rate": 1.486888888888889e-05, |
| "loss": 1.829, |
| "mean_token_accuracy": 0.9653007566928864, |
| "num_tokens": 109579373.0, |
| "step": 3310 |
| }, |
| { |
| "entropy": 0.13720090752467512, |
| "epoch": 5.312, |
| "grad_norm": 28.5, |
| "learning_rate": 1.4846666666666666e-05, |
| "loss": 1.8717, |
| "mean_token_accuracy": 0.9644481047987938, |
| "num_tokens": 109906559.0, |
| "step": 3320 |
| }, |
| { |
| "entropy": 0.13925593327730895, |
| "epoch": 5.328, |
| "grad_norm": 29.5, |
| "learning_rate": 1.4824444444444446e-05, |
| "loss": 1.896, |
| "mean_token_accuracy": 0.9637902870774269, |
| "num_tokens": 110239636.0, |
| "step": 3330 |
| }, |
| { |
| "entropy": 0.13416204703971743, |
| "epoch": 5.344, |
| "grad_norm": 31.625, |
| "learning_rate": 1.4802222222222225e-05, |
| "loss": 1.8579, |
| "mean_token_accuracy": 0.9643485013395547, |
| "num_tokens": 110567985.0, |
| "step": 3340 |
| }, |
| { |
| "entropy": 0.13998868204653264, |
| "epoch": 5.36, |
| "grad_norm": 29.625, |
| "learning_rate": 1.478e-05, |
| "loss": 1.9156, |
| "mean_token_accuracy": 0.9635634019970893, |
| "num_tokens": 110907467.0, |
| "step": 3350 |
| }, |
| { |
| "entropy": 0.1412004413548857, |
| "epoch": 5.376, |
| "grad_norm": 32.0, |
| "learning_rate": 1.475777777777778e-05, |
| "loss": 1.9581, |
| "mean_token_accuracy": 0.9630525384098292, |
| "num_tokens": 111242769.0, |
| "step": 3360 |
| }, |
| { |
| "entropy": 0.14048465117812156, |
| "epoch": 5.392, |
| "grad_norm": 32.75, |
| "learning_rate": 1.4735555555555556e-05, |
| "loss": 1.9406, |
| "mean_token_accuracy": 0.9630262661725283, |
| "num_tokens": 111574745.0, |
| "step": 3370 |
| }, |
| { |
| "entropy": 0.13860784387215971, |
| "epoch": 5.408, |
| "grad_norm": 29.0, |
| "learning_rate": 1.4713333333333335e-05, |
| "loss": 1.9046, |
| "mean_token_accuracy": 0.9639531534165144, |
| "num_tokens": 111907376.0, |
| "step": 3380 |
| }, |
| { |
| "entropy": 0.14150070254690944, |
| "epoch": 5.424, |
| "grad_norm": 30.375, |
| "learning_rate": 1.4691111111111111e-05, |
| "loss": 1.959, |
| "mean_token_accuracy": 0.9624546736478805, |
| "num_tokens": 112237434.0, |
| "step": 3390 |
| }, |
| { |
| "entropy": 0.14095851667225362, |
| "epoch": 5.44, |
| "grad_norm": 34.0, |
| "learning_rate": 1.466888888888889e-05, |
| "loss": 1.9487, |
| "mean_token_accuracy": 0.9624645181000233, |
| "num_tokens": 112570182.0, |
| "step": 3400 |
| }, |
| { |
| "epoch": 5.44, |
| "eval_biology_entropy": 0.3618233686685562, |
| "eval_biology_loss": 2.470930337905884, |
| "eval_biology_mean_token_accuracy": 0.6653921337127685, |
| "eval_biology_num_tokens": 112570182.0, |
| "eval_biology_runtime": 29.5804, |
| "eval_biology_samples_per_second": 16.903, |
| "eval_biology_steps_per_second": 4.226, |
| "step": 3400 |
| }, |
| { |
| "epoch": 5.44, |
| "eval_physics_entropy": 0.22887710773944855, |
| "eval_physics_loss": 1.1099140644073486, |
| "eval_physics_mean_token_accuracy": 0.8119128918647767, |
| "eval_physics_num_tokens": 112570182.0, |
| "eval_physics_runtime": 42.3508, |
| "eval_physics_samples_per_second": 11.806, |
| "eval_physics_steps_per_second": 2.952, |
| "step": 3400 |
| }, |
| { |
| "entropy": 0.14086116226390005, |
| "epoch": 5.456, |
| "grad_norm": 29.375, |
| "learning_rate": 1.4646666666666666e-05, |
| "loss": 1.9217, |
| "mean_token_accuracy": 0.9633663907647133, |
| "num_tokens": 112894919.0, |
| "step": 3410 |
| }, |
| { |
| "entropy": 0.14194040293805302, |
| "epoch": 5.4719999999999995, |
| "grad_norm": 31.0, |
| "learning_rate": 1.4624444444444446e-05, |
| "loss": 1.9779, |
| "mean_token_accuracy": 0.9619575653225183, |
| "num_tokens": 113217863.0, |
| "step": 3420 |
| }, |
| { |
| "entropy": 0.13657374237664044, |
| "epoch": 5.4879999999999995, |
| "grad_norm": 31.125, |
| "learning_rate": 1.4602222222222225e-05, |
| "loss": 1.8936, |
| "mean_token_accuracy": 0.9634209409356117, |
| "num_tokens": 113555220.0, |
| "step": 3430 |
| }, |
| { |
| "entropy": 0.13963078064844012, |
| "epoch": 5.504, |
| "grad_norm": 31.75, |
| "learning_rate": 1.4580000000000001e-05, |
| "loss": 1.8827, |
| "mean_token_accuracy": 0.963919910416007, |
| "num_tokens": 113877174.0, |
| "step": 3440 |
| }, |
| { |
| "entropy": 0.14286287557333707, |
| "epoch": 5.52, |
| "grad_norm": 30.0, |
| "learning_rate": 1.455777777777778e-05, |
| "loss": 2.0048, |
| "mean_token_accuracy": 0.9608865141868591, |
| "num_tokens": 114215026.0, |
| "step": 3450 |
| }, |
| { |
| "entropy": 0.13958480535075068, |
| "epoch": 5.536, |
| "grad_norm": 30.125, |
| "learning_rate": 1.4535555555555556e-05, |
| "loss": 1.92, |
| "mean_token_accuracy": 0.9630118671804666, |
| "num_tokens": 114545092.0, |
| "step": 3460 |
| }, |
| { |
| "entropy": 0.1365030056796968, |
| "epoch": 5.552, |
| "grad_norm": 32.25, |
| "learning_rate": 1.4513333333333336e-05, |
| "loss": 1.8898, |
| "mean_token_accuracy": 0.9639480028301477, |
| "num_tokens": 114879147.0, |
| "step": 3470 |
| }, |
| { |
| "entropy": 0.14028252232819796, |
| "epoch": 5.568, |
| "grad_norm": 30.125, |
| "learning_rate": 1.4491111111111111e-05, |
| "loss": 1.9297, |
| "mean_token_accuracy": 0.9631785999983549, |
| "num_tokens": 115207045.0, |
| "step": 3480 |
| }, |
| { |
| "entropy": 0.1391801806166768, |
| "epoch": 5.584, |
| "grad_norm": 27.75, |
| "learning_rate": 1.446888888888889e-05, |
| "loss": 1.9467, |
| "mean_token_accuracy": 0.9627015747129917, |
| "num_tokens": 115542616.0, |
| "step": 3490 |
| }, |
| { |
| "entropy": 0.14298064643517136, |
| "epoch": 5.6, |
| "grad_norm": 31.25, |
| "learning_rate": 1.4446666666666668e-05, |
| "loss": 1.9932, |
| "mean_token_accuracy": 0.961762722581625, |
| "num_tokens": 115877296.0, |
| "step": 3500 |
| }, |
| { |
| "epoch": 5.6, |
| "eval_biology_entropy": 0.365113556265831, |
| "eval_biology_loss": 2.4735658168792725, |
| "eval_biology_mean_token_accuracy": 0.6648792934417724, |
| "eval_biology_num_tokens": 115877296.0, |
| "eval_biology_runtime": 29.9321, |
| "eval_biology_samples_per_second": 16.704, |
| "eval_biology_steps_per_second": 4.176, |
| "step": 3500 |
| }, |
| { |
| "epoch": 5.6, |
| "eval_physics_entropy": 0.2308005529642105, |
| "eval_physics_loss": 1.112953782081604, |
| "eval_physics_mean_token_accuracy": 0.8116791687011718, |
| "eval_physics_num_tokens": 115877296.0, |
| "eval_physics_runtime": 42.1846, |
| "eval_physics_samples_per_second": 11.853, |
| "eval_physics_steps_per_second": 2.963, |
| "step": 3500 |
| }, |
| { |
| "entropy": 0.14011092004366218, |
| "epoch": 5.616, |
| "grad_norm": 29.0, |
| "learning_rate": 1.4424444444444446e-05, |
| "loss": 1.9104, |
| "mean_token_accuracy": 0.9636616237461567, |
| "num_tokens": 116203005.0, |
| "step": 3510 |
| }, |
| { |
| "entropy": 0.1410397426225245, |
| "epoch": 5.632, |
| "grad_norm": 29.125, |
| "learning_rate": 1.4402222222222224e-05, |
| "loss": 1.9383, |
| "mean_token_accuracy": 0.9627248514443636, |
| "num_tokens": 116525231.0, |
| "step": 3520 |
| }, |
| { |
| "entropy": 0.1398625637870282, |
| "epoch": 5.648, |
| "grad_norm": 30.375, |
| "learning_rate": 1.4380000000000001e-05, |
| "loss": 1.9435, |
| "mean_token_accuracy": 0.9628291938453912, |
| "num_tokens": 116854051.0, |
| "step": 3530 |
| }, |
| { |
| "entropy": 0.14276218093000353, |
| "epoch": 5.664, |
| "grad_norm": 30.375, |
| "learning_rate": 1.4357777777777779e-05, |
| "loss": 1.9669, |
| "mean_token_accuracy": 0.9624712456017732, |
| "num_tokens": 117183778.0, |
| "step": 3540 |
| }, |
| { |
| "entropy": 0.14213267494924367, |
| "epoch": 5.68, |
| "grad_norm": 30.5, |
| "learning_rate": 1.4335555555555556e-05, |
| "loss": 1.968, |
| "mean_token_accuracy": 0.9620655432343483, |
| "num_tokens": 117518022.0, |
| "step": 3550 |
| }, |
| { |
| "entropy": 0.13877811916172506, |
| "epoch": 5.696, |
| "grad_norm": 30.75, |
| "learning_rate": 1.4313333333333334e-05, |
| "loss": 1.981, |
| "mean_token_accuracy": 0.9616652999073267, |
| "num_tokens": 117858346.0, |
| "step": 3560 |
| }, |
| { |
| "entropy": 0.14508030661381782, |
| "epoch": 5.712, |
| "grad_norm": 32.75, |
| "learning_rate": 1.4291111111111113e-05, |
| "loss": 2.0094, |
| "mean_token_accuracy": 0.9613153759390116, |
| "num_tokens": 118191765.0, |
| "step": 3570 |
| }, |
| { |
| "entropy": 0.13724536658264697, |
| "epoch": 5.728, |
| "grad_norm": 30.375, |
| "learning_rate": 1.426888888888889e-05, |
| "loss": 1.9431, |
| "mean_token_accuracy": 0.9622775640338659, |
| "num_tokens": 118533827.0, |
| "step": 3580 |
| }, |
| { |
| "entropy": 0.1454412258695811, |
| "epoch": 5.744, |
| "grad_norm": 33.0, |
| "learning_rate": 1.4246666666666669e-05, |
| "loss": 2.0279, |
| "mean_token_accuracy": 0.9608387857675552, |
| "num_tokens": 118869869.0, |
| "step": 3590 |
| }, |
| { |
| "entropy": 0.1433711037505418, |
| "epoch": 5.76, |
| "grad_norm": 33.0, |
| "learning_rate": 1.4224444444444445e-05, |
| "loss": 1.9837, |
| "mean_token_accuracy": 0.9623463775962591, |
| "num_tokens": 119198089.0, |
| "step": 3600 |
| }, |
| { |
| "epoch": 5.76, |
| "eval_biology_entropy": 0.3600832725763321, |
| "eval_biology_loss": 2.4890029430389404, |
| "eval_biology_mean_token_accuracy": 0.6659737000465393, |
| "eval_biology_num_tokens": 119198089.0, |
| "eval_biology_runtime": 29.6347, |
| "eval_biology_samples_per_second": 16.872, |
| "eval_biology_steps_per_second": 4.218, |
| "step": 3600 |
| }, |
| { |
| "epoch": 5.76, |
| "eval_physics_entropy": 0.2285285054445267, |
| "eval_physics_loss": 1.1174376010894775, |
| "eval_physics_mean_token_accuracy": 0.8114915103912353, |
| "eval_physics_num_tokens": 119198089.0, |
| "eval_physics_runtime": 42.3957, |
| "eval_physics_samples_per_second": 11.794, |
| "eval_physics_steps_per_second": 2.948, |
| "step": 3600 |
| }, |
| { |
| "entropy": 0.1412133893929422, |
| "epoch": 5.776, |
| "grad_norm": 29.5, |
| "learning_rate": 1.4202222222222224e-05, |
| "loss": 1.965, |
| "mean_token_accuracy": 0.9624745160341263, |
| "num_tokens": 119524982.0, |
| "step": 3610 |
| }, |
| { |
| "entropy": 0.1439446029253304, |
| "epoch": 5.792, |
| "grad_norm": 31.25, |
| "learning_rate": 1.418e-05, |
| "loss": 2.0321, |
| "mean_token_accuracy": 0.961095042154193, |
| "num_tokens": 119861368.0, |
| "step": 3620 |
| }, |
| { |
| "entropy": 0.14121988341212272, |
| "epoch": 5.808, |
| "grad_norm": 32.75, |
| "learning_rate": 1.4157777777777779e-05, |
| "loss": 1.9622, |
| "mean_token_accuracy": 0.9621954012662173, |
| "num_tokens": 120186410.0, |
| "step": 3630 |
| }, |
| { |
| "entropy": 0.14445416280068457, |
| "epoch": 5.824, |
| "grad_norm": 31.75, |
| "learning_rate": 1.4135555555555555e-05, |
| "loss": 1.9919, |
| "mean_token_accuracy": 0.961916372179985, |
| "num_tokens": 120517353.0, |
| "step": 3640 |
| }, |
| { |
| "entropy": 0.1445374541450292, |
| "epoch": 5.84, |
| "grad_norm": 33.5, |
| "learning_rate": 1.4113333333333334e-05, |
| "loss": 2.0469, |
| "mean_token_accuracy": 0.9609510909765959, |
| "num_tokens": 120835106.0, |
| "step": 3650 |
| }, |
| { |
| "entropy": 0.14412027415819467, |
| "epoch": 5.856, |
| "grad_norm": 28.25, |
| "learning_rate": 1.4091111111111114e-05, |
| "loss": 1.9868, |
| "mean_token_accuracy": 0.9618809416890144, |
| "num_tokens": 121163269.0, |
| "step": 3660 |
| }, |
| { |
| "entropy": 0.149023345252499, |
| "epoch": 5.872, |
| "grad_norm": 32.0, |
| "learning_rate": 1.406888888888889e-05, |
| "loss": 2.1188, |
| "mean_token_accuracy": 0.9594106376171112, |
| "num_tokens": 121494856.0, |
| "step": 3670 |
| }, |
| { |
| "entropy": 0.14131355439312757, |
| "epoch": 5.888, |
| "grad_norm": 30.125, |
| "learning_rate": 1.4046666666666669e-05, |
| "loss": 1.9553, |
| "mean_token_accuracy": 0.9623740464448929, |
| "num_tokens": 121829313.0, |
| "step": 3680 |
| }, |
| { |
| "entropy": 0.14286001096479595, |
| "epoch": 5.904, |
| "grad_norm": 34.75, |
| "learning_rate": 1.4024444444444445e-05, |
| "loss": 1.9717, |
| "mean_token_accuracy": 0.9617809273302556, |
| "num_tokens": 122162581.0, |
| "step": 3690 |
| }, |
| { |
| "entropy": 0.14264257103204728, |
| "epoch": 5.92, |
| "grad_norm": 30.25, |
| "learning_rate": 1.4002222222222224e-05, |
| "loss": 2.0183, |
| "mean_token_accuracy": 0.9611814059317112, |
| "num_tokens": 122496895.0, |
| "step": 3700 |
| }, |
| { |
| "epoch": 5.92, |
| "eval_biology_entropy": 0.3632612446546555, |
| "eval_biology_loss": 2.4725749492645264, |
| "eval_biology_mean_token_accuracy": 0.6654880676269531, |
| "eval_biology_num_tokens": 122496895.0, |
| "eval_biology_runtime": 29.6511, |
| "eval_biology_samples_per_second": 16.863, |
| "eval_biology_steps_per_second": 4.216, |
| "step": 3700 |
| }, |
| { |
| "epoch": 5.92, |
| "eval_physics_entropy": 0.23332129180431366, |
| "eval_physics_loss": 1.1002728939056396, |
| "eval_physics_mean_token_accuracy": 0.8119272212982178, |
| "eval_physics_num_tokens": 122496895.0, |
| "eval_physics_runtime": 42.3916, |
| "eval_physics_samples_per_second": 11.795, |
| "eval_physics_steps_per_second": 2.949, |
| "step": 3700 |
| }, |
| { |
| "entropy": 0.1430226218421012, |
| "epoch": 5.936, |
| "grad_norm": 31.5, |
| "learning_rate": 1.398e-05, |
| "loss": 2.0116, |
| "mean_token_accuracy": 0.9614539049565792, |
| "num_tokens": 122833082.0, |
| "step": 3710 |
| }, |
| { |
| "entropy": 0.1424698487855494, |
| "epoch": 5.952, |
| "grad_norm": 31.0, |
| "learning_rate": 1.395777777777778e-05, |
| "loss": 1.9901, |
| "mean_token_accuracy": 0.9620089005678892, |
| "num_tokens": 123161888.0, |
| "step": 3720 |
| }, |
| { |
| "entropy": 0.14539072196930647, |
| "epoch": 5.968, |
| "grad_norm": 31.375, |
| "learning_rate": 1.3935555555555557e-05, |
| "loss": 2.0162, |
| "mean_token_accuracy": 0.9612243104726076, |
| "num_tokens": 123483001.0, |
| "step": 3730 |
| }, |
| { |
| "entropy": 0.14078560788184405, |
| "epoch": 5.984, |
| "grad_norm": 29.375, |
| "learning_rate": 1.3913333333333335e-05, |
| "loss": 1.9848, |
| "mean_token_accuracy": 0.9618071228265762, |
| "num_tokens": 123809261.0, |
| "step": 3740 |
| }, |
| { |
| "entropy": 0.1454340715892613, |
| "epoch": 6.0, |
| "grad_norm": 32.25, |
| "learning_rate": 1.3891111111111114e-05, |
| "loss": 2.0211, |
| "mean_token_accuracy": 0.9611929416656494, |
| "num_tokens": 124120824.0, |
| "step": 3750 |
| }, |
| { |
| "entropy": 0.09165646685287357, |
| "epoch": 6.016, |
| "grad_norm": 27.625, |
| "learning_rate": 1.386888888888889e-05, |
| "loss": 1.0165, |
| "mean_token_accuracy": 0.9829526010900735, |
| "num_tokens": 124449571.0, |
| "step": 3760 |
| }, |
| { |
| "entropy": 0.08639790730085224, |
| "epoch": 6.032, |
| "grad_norm": 23.0, |
| "learning_rate": 1.3846666666666669e-05, |
| "loss": 0.98, |
| "mean_token_accuracy": 0.9834440633654594, |
| "num_tokens": 124790007.0, |
| "step": 3770 |
| }, |
| { |
| "entropy": 0.08163031502626836, |
| "epoch": 6.048, |
| "grad_norm": 21.75, |
| "learning_rate": 1.3824444444444445e-05, |
| "loss": 0.9406, |
| "mean_token_accuracy": 0.9840736411511898, |
| "num_tokens": 125114039.0, |
| "step": 3780 |
| }, |
| { |
| "entropy": 0.08135601128451526, |
| "epoch": 6.064, |
| "grad_norm": 20.625, |
| "learning_rate": 1.3802222222222224e-05, |
| "loss": 0.9374, |
| "mean_token_accuracy": 0.9841465193778276, |
| "num_tokens": 125429985.0, |
| "step": 3790 |
| }, |
| { |
| "entropy": 0.08093313763383776, |
| "epoch": 6.08, |
| "grad_norm": 23.125, |
| "learning_rate": 1.378e-05, |
| "loss": 0.951, |
| "mean_token_accuracy": 0.9836758717894554, |
| "num_tokens": 125758878.0, |
| "step": 3800 |
| }, |
| { |
| "epoch": 6.08, |
| "eval_biology_entropy": 0.32843956077098846, |
| "eval_biology_loss": 2.620893955230713, |
| "eval_biology_mean_token_accuracy": 0.666184419631958, |
| "eval_biology_num_tokens": 125758878.0, |
| "eval_biology_runtime": 29.63, |
| "eval_biology_samples_per_second": 16.875, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 3800 |
| }, |
| { |
| "epoch": 6.08, |
| "eval_physics_entropy": 0.19149550312757493, |
| "eval_physics_loss": 1.2531673908233643, |
| "eval_physics_mean_token_accuracy": 0.8113778052330017, |
| "eval_physics_num_tokens": 125758878.0, |
| "eval_physics_runtime": 42.3706, |
| "eval_physics_samples_per_second": 11.801, |
| "eval_physics_steps_per_second": 2.95, |
| "step": 3800 |
| }, |
| { |
| "entropy": 0.08109731702134013, |
| "epoch": 6.096, |
| "grad_norm": 22.0, |
| "learning_rate": 1.375777777777778e-05, |
| "loss": 0.9562, |
| "mean_token_accuracy": 0.9835023317486048, |
| "num_tokens": 126090986.0, |
| "step": 3810 |
| }, |
| { |
| "entropy": 0.08303458269219846, |
| "epoch": 6.112, |
| "grad_norm": 23.0, |
| "learning_rate": 1.3735555555555557e-05, |
| "loss": 0.9864, |
| "mean_token_accuracy": 0.9828338667750358, |
| "num_tokens": 126426369.0, |
| "step": 3820 |
| }, |
| { |
| "entropy": 0.08289883865509182, |
| "epoch": 6.128, |
| "grad_norm": 22.875, |
| "learning_rate": 1.3713333333333335e-05, |
| "loss": 0.9773, |
| "mean_token_accuracy": 0.9833549458533526, |
| "num_tokens": 126745002.0, |
| "step": 3830 |
| }, |
| { |
| "entropy": 0.0811344301328063, |
| "epoch": 6.144, |
| "grad_norm": 22.25, |
| "learning_rate": 1.3691111111111112e-05, |
| "loss": 0.9736, |
| "mean_token_accuracy": 0.9830850902944803, |
| "num_tokens": 127081017.0, |
| "step": 3840 |
| }, |
| { |
| "entropy": 0.08283767343964428, |
| "epoch": 6.16, |
| "grad_norm": 23.5, |
| "learning_rate": 1.366888888888889e-05, |
| "loss": 0.9842, |
| "mean_token_accuracy": 0.9830972280353307, |
| "num_tokens": 127408472.0, |
| "step": 3850 |
| }, |
| { |
| "entropy": 0.08227393082343042, |
| "epoch": 6.176, |
| "grad_norm": 20.75, |
| "learning_rate": 1.3646666666666668e-05, |
| "loss": 0.9811, |
| "mean_token_accuracy": 0.983189370110631, |
| "num_tokens": 127751480.0, |
| "step": 3860 |
| }, |
| { |
| "entropy": 0.08294111359864473, |
| "epoch": 6.192, |
| "grad_norm": 24.625, |
| "learning_rate": 1.3624444444444445e-05, |
| "loss": 0.9917, |
| "mean_token_accuracy": 0.982976172119379, |
| "num_tokens": 128086037.0, |
| "step": 3870 |
| }, |
| { |
| "entropy": 0.08391478401608765, |
| "epoch": 6.208, |
| "grad_norm": 26.0, |
| "learning_rate": 1.3602222222222223e-05, |
| "loss": 1.0182, |
| "mean_token_accuracy": 0.9823018781840801, |
| "num_tokens": 128412674.0, |
| "step": 3880 |
| }, |
| { |
| "entropy": 0.0806828459026292, |
| "epoch": 6.224, |
| "grad_norm": 21.125, |
| "learning_rate": 1.3580000000000002e-05, |
| "loss": 0.9569, |
| "mean_token_accuracy": 0.9834302462637424, |
| "num_tokens": 128743311.0, |
| "step": 3890 |
| }, |
| { |
| "entropy": 0.08237760711926967, |
| "epoch": 6.24, |
| "grad_norm": 23.625, |
| "learning_rate": 1.3557777777777778e-05, |
| "loss": 0.977, |
| "mean_token_accuracy": 0.9830408729612827, |
| "num_tokens": 129074242.0, |
| "step": 3900 |
| }, |
| { |
| "epoch": 6.24, |
| "eval_biology_entropy": 0.32709325110912324, |
| "eval_biology_loss": 2.6448349952697754, |
| "eval_biology_mean_token_accuracy": 0.6640114798545838, |
| "eval_biology_num_tokens": 129074242.0, |
| "eval_biology_runtime": 29.6036, |
| "eval_biology_samples_per_second": 16.89, |
| "eval_biology_steps_per_second": 4.222, |
| "step": 3900 |
| }, |
| { |
| "epoch": 6.24, |
| "eval_physics_entropy": 0.19056307357549668, |
| "eval_physics_loss": 1.2683054208755493, |
| "eval_physics_mean_token_accuracy": 0.810654218673706, |
| "eval_physics_num_tokens": 129074242.0, |
| "eval_physics_runtime": 42.3484, |
| "eval_physics_samples_per_second": 11.807, |
| "eval_physics_steps_per_second": 2.952, |
| "step": 3900 |
| }, |
| { |
| "entropy": 0.08378687652293593, |
| "epoch": 6.256, |
| "grad_norm": 26.75, |
| "learning_rate": 1.3535555555555557e-05, |
| "loss": 1.0221, |
| "mean_token_accuracy": 0.9821591950953007, |
| "num_tokens": 129409069.0, |
| "step": 3910 |
| }, |
| { |
| "entropy": 0.0829412325983867, |
| "epoch": 6.272, |
| "grad_norm": 21.75, |
| "learning_rate": 1.3513333333333333e-05, |
| "loss": 0.9929, |
| "mean_token_accuracy": 0.9828904673457146, |
| "num_tokens": 129742282.0, |
| "step": 3920 |
| }, |
| { |
| "entropy": 0.08305455651134253, |
| "epoch": 6.288, |
| "grad_norm": 24.0, |
| "learning_rate": 1.3491111111111113e-05, |
| "loss": 1.0057, |
| "mean_token_accuracy": 0.9824675172567368, |
| "num_tokens": 130076739.0, |
| "step": 3930 |
| }, |
| { |
| "entropy": 0.08241457641124725, |
| "epoch": 6.304, |
| "grad_norm": 24.5, |
| "learning_rate": 1.3468888888888888e-05, |
| "loss": 1.013, |
| "mean_token_accuracy": 0.9822317395359278, |
| "num_tokens": 130406221.0, |
| "step": 3940 |
| }, |
| { |
| "entropy": 0.08348119636066258, |
| "epoch": 6.32, |
| "grad_norm": 30.625, |
| "learning_rate": 1.3446666666666668e-05, |
| "loss": 1.0065, |
| "mean_token_accuracy": 0.9825226977467537, |
| "num_tokens": 130731506.0, |
| "step": 3950 |
| }, |
| { |
| "entropy": 0.08440060098655522, |
| "epoch": 6.336, |
| "grad_norm": 21.75, |
| "learning_rate": 1.3424444444444447e-05, |
| "loss": 1.031, |
| "mean_token_accuracy": 0.9818306870758533, |
| "num_tokens": 131064940.0, |
| "step": 3960 |
| }, |
| { |
| "entropy": 0.08470917632803321, |
| "epoch": 6.352, |
| "grad_norm": 24.5, |
| "learning_rate": 1.3402222222222223e-05, |
| "loss": 1.0157, |
| "mean_token_accuracy": 0.9822448715567589, |
| "num_tokens": 131396483.0, |
| "step": 3970 |
| }, |
| { |
| "entropy": 0.08405216045212001, |
| "epoch": 6.368, |
| "grad_norm": 23.125, |
| "learning_rate": 1.3380000000000002e-05, |
| "loss": 1.0175, |
| "mean_token_accuracy": 0.9824427768588067, |
| "num_tokens": 131730871.0, |
| "step": 3980 |
| }, |
| { |
| "entropy": 0.08260409401264042, |
| "epoch": 6.384, |
| "grad_norm": 23.125, |
| "learning_rate": 1.3357777777777778e-05, |
| "loss": 1.018, |
| "mean_token_accuracy": 0.9822073437273502, |
| "num_tokens": 132066955.0, |
| "step": 3990 |
| }, |
| { |
| "entropy": 0.08264286706689745, |
| "epoch": 6.4, |
| "grad_norm": 23.5, |
| "learning_rate": 1.3335555555555558e-05, |
| "loss": 1.0172, |
| "mean_token_accuracy": 0.9822782412171364, |
| "num_tokens": 132403495.0, |
| "step": 4000 |
| }, |
| { |
| "epoch": 6.4, |
| "eval_biology_entropy": 0.3239813493490219, |
| "eval_biology_loss": 2.650381326675415, |
| "eval_biology_mean_token_accuracy": 0.6641607127189636, |
| "eval_biology_num_tokens": 132403495.0, |
| "eval_biology_runtime": 29.6517, |
| "eval_biology_samples_per_second": 16.862, |
| "eval_biology_steps_per_second": 4.216, |
| "step": 4000 |
| }, |
| { |
| "epoch": 6.4, |
| "eval_physics_entropy": 0.1889272756576538, |
| "eval_physics_loss": 1.2657155990600586, |
| "eval_physics_mean_token_accuracy": 0.8114777646064758, |
| "eval_physics_num_tokens": 132403495.0, |
| "eval_physics_runtime": 42.2435, |
| "eval_physics_samples_per_second": 11.836, |
| "eval_physics_steps_per_second": 2.959, |
| "step": 4000 |
| }, |
| { |
| "entropy": 0.08276152671314776, |
| "epoch": 6.416, |
| "grad_norm": 26.375, |
| "learning_rate": 1.3313333333333333e-05, |
| "loss": 1.0172, |
| "mean_token_accuracy": 0.9822481449693441, |
| "num_tokens": 132742076.0, |
| "step": 4010 |
| }, |
| { |
| "entropy": 0.08574868300929665, |
| "epoch": 6.432, |
| "grad_norm": 24.375, |
| "learning_rate": 1.3291111111111113e-05, |
| "loss": 1.0457, |
| "mean_token_accuracy": 0.9816222965717316, |
| "num_tokens": 133067483.0, |
| "step": 4020 |
| }, |
| { |
| "entropy": 0.08325462699867785, |
| "epoch": 6.448, |
| "grad_norm": 25.25, |
| "learning_rate": 1.3268888888888889e-05, |
| "loss": 0.9926, |
| "mean_token_accuracy": 0.9827684853225946, |
| "num_tokens": 133386603.0, |
| "step": 4030 |
| }, |
| { |
| "entropy": 0.08132811130490154, |
| "epoch": 6.464, |
| "grad_norm": 24.0, |
| "learning_rate": 1.3246666666666668e-05, |
| "loss": 0.9892, |
| "mean_token_accuracy": 0.9829266026616097, |
| "num_tokens": 133722442.0, |
| "step": 4040 |
| }, |
| { |
| "entropy": 0.08438032979611307, |
| "epoch": 6.48, |
| "grad_norm": 24.375, |
| "learning_rate": 1.3224444444444446e-05, |
| "loss": 1.0323, |
| "mean_token_accuracy": 0.982210286334157, |
| "num_tokens": 134059004.0, |
| "step": 4050 |
| }, |
| { |
| "entropy": 0.08544413335621356, |
| "epoch": 6.496, |
| "grad_norm": 22.625, |
| "learning_rate": 1.3202222222222223e-05, |
| "loss": 1.0473, |
| "mean_token_accuracy": 0.9817383874207735, |
| "num_tokens": 134382760.0, |
| "step": 4060 |
| }, |
| { |
| "entropy": 0.0827796142315492, |
| "epoch": 6.5120000000000005, |
| "grad_norm": 23.25, |
| "learning_rate": 1.3180000000000001e-05, |
| "loss": 1.0128, |
| "mean_token_accuracy": 0.982238394767046, |
| "num_tokens": 134725761.0, |
| "step": 4070 |
| }, |
| { |
| "entropy": 0.08295711893588305, |
| "epoch": 6.5280000000000005, |
| "grad_norm": 23.75, |
| "learning_rate": 1.3157777777777778e-05, |
| "loss": 1.0149, |
| "mean_token_accuracy": 0.9821032073348761, |
| "num_tokens": 135063462.0, |
| "step": 4080 |
| }, |
| { |
| "entropy": 0.08580337332095951, |
| "epoch": 6.5440000000000005, |
| "grad_norm": 25.0, |
| "learning_rate": 1.3135555555555558e-05, |
| "loss": 1.0577, |
| "mean_token_accuracy": 0.9812562011182309, |
| "num_tokens": 135395251.0, |
| "step": 4090 |
| }, |
| { |
| "entropy": 0.08480376445222645, |
| "epoch": 6.5600000000000005, |
| "grad_norm": 24.75, |
| "learning_rate": 1.3113333333333334e-05, |
| "loss": 1.0341, |
| "mean_token_accuracy": 0.9818863153457642, |
| "num_tokens": 135725690.0, |
| "step": 4100 |
| }, |
| { |
| "epoch": 6.5600000000000005, |
| "eval_biology_entropy": 0.32576843118667603, |
| "eval_biology_loss": 2.652724504470825, |
| "eval_biology_mean_token_accuracy": 0.6629030842781067, |
| "eval_biology_num_tokens": 135725690.0, |
| "eval_biology_runtime": 29.6702, |
| "eval_biology_samples_per_second": 16.852, |
| "eval_biology_steps_per_second": 4.213, |
| "step": 4100 |
| }, |
| { |
| "epoch": 6.5600000000000005, |
| "eval_physics_entropy": 0.18994455653429032, |
| "eval_physics_loss": 1.2682878971099854, |
| "eval_physics_mean_token_accuracy": 0.8110521636009216, |
| "eval_physics_num_tokens": 135725690.0, |
| "eval_physics_runtime": 42.4388, |
| "eval_physics_samples_per_second": 11.782, |
| "eval_physics_steps_per_second": 2.945, |
| "step": 4100 |
| }, |
| { |
| "entropy": 0.08463124963454902, |
| "epoch": 6.576, |
| "grad_norm": 25.875, |
| "learning_rate": 1.3091111111111113e-05, |
| "loss": 1.0393, |
| "mean_token_accuracy": 0.9817309107631444, |
| "num_tokens": 136053494.0, |
| "step": 4110 |
| }, |
| { |
| "entropy": 0.083535409392789, |
| "epoch": 6.592, |
| "grad_norm": 24.5, |
| "learning_rate": 1.306888888888889e-05, |
| "loss": 1.0291, |
| "mean_token_accuracy": 0.9816964209079743, |
| "num_tokens": 136391092.0, |
| "step": 4120 |
| }, |
| { |
| "entropy": 0.08163719791918993, |
| "epoch": 6.608, |
| "grad_norm": 24.875, |
| "learning_rate": 1.3046666666666668e-05, |
| "loss": 1.0, |
| "mean_token_accuracy": 0.982365695014596, |
| "num_tokens": 136721088.0, |
| "step": 4130 |
| }, |
| { |
| "entropy": 0.08338065457064658, |
| "epoch": 6.624, |
| "grad_norm": 24.25, |
| "learning_rate": 1.3024444444444446e-05, |
| "loss": 1.0298, |
| "mean_token_accuracy": 0.9816807046532631, |
| "num_tokens": 137055552.0, |
| "step": 4140 |
| }, |
| { |
| "entropy": 0.08359773270785809, |
| "epoch": 6.64, |
| "grad_norm": 23.625, |
| "learning_rate": 1.3002222222222223e-05, |
| "loss": 1.0228, |
| "mean_token_accuracy": 0.9821256570518017, |
| "num_tokens": 137380251.0, |
| "step": 4150 |
| }, |
| { |
| "entropy": 0.08406020207330585, |
| "epoch": 6.656, |
| "grad_norm": 25.0, |
| "learning_rate": 1.2980000000000001e-05, |
| "loss": 1.0403, |
| "mean_token_accuracy": 0.9815984092652797, |
| "num_tokens": 137719157.0, |
| "step": 4160 |
| }, |
| { |
| "entropy": 0.08550599394366146, |
| "epoch": 6.672, |
| "grad_norm": 27.375, |
| "learning_rate": 1.2957777777777779e-05, |
| "loss": 1.0539, |
| "mean_token_accuracy": 0.9813103273510932, |
| "num_tokens": 138050753.0, |
| "step": 4170 |
| }, |
| { |
| "entropy": 0.08610251441132277, |
| "epoch": 6.688, |
| "grad_norm": 26.125, |
| "learning_rate": 1.2935555555555556e-05, |
| "loss": 1.0491, |
| "mean_token_accuracy": 0.9813124123960734, |
| "num_tokens": 138386256.0, |
| "step": 4180 |
| }, |
| { |
| "entropy": 0.08383384437765926, |
| "epoch": 6.704, |
| "grad_norm": 29.375, |
| "learning_rate": 1.2913333333333336e-05, |
| "loss": 1.038, |
| "mean_token_accuracy": 0.9816081333905459, |
| "num_tokens": 138716788.0, |
| "step": 4190 |
| }, |
| { |
| "entropy": 0.0873216886073351, |
| "epoch": 6.72, |
| "grad_norm": 23.875, |
| "learning_rate": 1.2891111111111112e-05, |
| "loss": 1.061, |
| "mean_token_accuracy": 0.9812205072492362, |
| "num_tokens": 139035165.0, |
| "step": 4200 |
| }, |
| { |
| "epoch": 6.72, |
| "eval_biology_entropy": 0.3262959620952606, |
| "eval_biology_loss": 2.652628183364868, |
| "eval_biology_mean_token_accuracy": 0.6643623614311218, |
| "eval_biology_num_tokens": 139035165.0, |
| "eval_biology_runtime": 29.6654, |
| "eval_biology_samples_per_second": 16.855, |
| "eval_biology_steps_per_second": 4.214, |
| "step": 4200 |
| }, |
| { |
| "epoch": 6.72, |
| "eval_physics_entropy": 0.18744371896982193, |
| "eval_physics_loss": 1.2761547565460205, |
| "eval_physics_mean_token_accuracy": 0.8112258524894714, |
| "eval_physics_num_tokens": 139035165.0, |
| "eval_physics_runtime": 42.7441, |
| "eval_physics_samples_per_second": 11.698, |
| "eval_physics_steps_per_second": 2.924, |
| "step": 4200 |
| }, |
| { |
| "entropy": 0.08223611367866397, |
| "epoch": 6.736, |
| "grad_norm": 24.125, |
| "learning_rate": 1.2868888888888891e-05, |
| "loss": 1.0128, |
| "mean_token_accuracy": 0.9819790210574866, |
| "num_tokens": 139370404.0, |
| "step": 4210 |
| }, |
| { |
| "entropy": 0.08232084612827748, |
| "epoch": 6.752, |
| "grad_norm": 23.25, |
| "learning_rate": 1.2846666666666667e-05, |
| "loss": 1.0021, |
| "mean_token_accuracy": 0.9825411662459373, |
| "num_tokens": 139693776.0, |
| "step": 4220 |
| }, |
| { |
| "entropy": 0.08460302150342613, |
| "epoch": 6.768, |
| "grad_norm": 26.75, |
| "learning_rate": 1.2824444444444446e-05, |
| "loss": 1.0553, |
| "mean_token_accuracy": 0.9813190061599016, |
| "num_tokens": 140039444.0, |
| "step": 4230 |
| }, |
| { |
| "entropy": 0.08283066644798964, |
| "epoch": 6.784, |
| "grad_norm": 24.0, |
| "learning_rate": 1.2802222222222222e-05, |
| "loss": 1.032, |
| "mean_token_accuracy": 0.9817281767725945, |
| "num_tokens": 140364584.0, |
| "step": 4240 |
| }, |
| { |
| "entropy": 0.08673503554891795, |
| "epoch": 6.8, |
| "grad_norm": 25.125, |
| "learning_rate": 1.2780000000000001e-05, |
| "loss": 1.0584, |
| "mean_token_accuracy": 0.9811230074614287, |
| "num_tokens": 140702698.0, |
| "step": 4250 |
| }, |
| { |
| "entropy": 0.08496096215676516, |
| "epoch": 6.816, |
| "grad_norm": 24.625, |
| "learning_rate": 1.2757777777777777e-05, |
| "loss": 1.0625, |
| "mean_token_accuracy": 0.9811391483992338, |
| "num_tokens": 141024016.0, |
| "step": 4260 |
| }, |
| { |
| "entropy": 0.08696639970876277, |
| "epoch": 6.832, |
| "grad_norm": 26.0, |
| "learning_rate": 1.2735555555555557e-05, |
| "loss": 1.0472, |
| "mean_token_accuracy": 0.9814148738980293, |
| "num_tokens": 141349875.0, |
| "step": 4270 |
| }, |
| { |
| "entropy": 0.08244532188400626, |
| "epoch": 6.848, |
| "grad_norm": 25.75, |
| "learning_rate": 1.2713333333333336e-05, |
| "loss": 1.0388, |
| "mean_token_accuracy": 0.9816367950290441, |
| "num_tokens": 141684464.0, |
| "step": 4280 |
| }, |
| { |
| "entropy": 0.08389234237838536, |
| "epoch": 6.864, |
| "grad_norm": 22.375, |
| "learning_rate": 1.2691111111111112e-05, |
| "loss": 1.0111, |
| "mean_token_accuracy": 0.9823709603399038, |
| "num_tokens": 142014311.0, |
| "step": 4290 |
| }, |
| { |
| "entropy": 0.08530959873460234, |
| "epoch": 6.88, |
| "grad_norm": 24.75, |
| "learning_rate": 1.2668888888888891e-05, |
| "loss": 1.0706, |
| "mean_token_accuracy": 0.9808363884687423, |
| "num_tokens": 142345038.0, |
| "step": 4300 |
| }, |
| { |
| "epoch": 6.88, |
| "eval_biology_entropy": 0.3280619806051254, |
| "eval_biology_loss": 2.6569108963012695, |
| "eval_biology_mean_token_accuracy": 0.6645831861495972, |
| "eval_biology_num_tokens": 142345038.0, |
| "eval_biology_runtime": 29.6492, |
| "eval_biology_samples_per_second": 16.864, |
| "eval_biology_steps_per_second": 4.216, |
| "step": 4300 |
| }, |
| { |
| "epoch": 6.88, |
| "eval_physics_entropy": 0.1887228842973709, |
| "eval_physics_loss": 1.2765551805496216, |
| "eval_physics_mean_token_accuracy": 0.8116274480819702, |
| "eval_physics_num_tokens": 142345038.0, |
| "eval_physics_runtime": 42.3736, |
| "eval_physics_samples_per_second": 11.8, |
| "eval_physics_steps_per_second": 2.95, |
| "step": 4300 |
| }, |
| { |
| "entropy": 0.08447684287093579, |
| "epoch": 6.896, |
| "grad_norm": 26.625, |
| "learning_rate": 1.2646666666666667e-05, |
| "loss": 1.0396, |
| "mean_token_accuracy": 0.981910552829504, |
| "num_tokens": 142665389.0, |
| "step": 4310 |
| }, |
| { |
| "entropy": 0.08447933131828904, |
| "epoch": 6.912, |
| "grad_norm": 24.625, |
| "learning_rate": 1.2624444444444446e-05, |
| "loss": 1.0328, |
| "mean_token_accuracy": 0.9818158462643624, |
| "num_tokens": 142996350.0, |
| "step": 4320 |
| }, |
| { |
| "entropy": 0.0860952323069796, |
| "epoch": 6.928, |
| "grad_norm": 23.375, |
| "learning_rate": 1.2602222222222222e-05, |
| "loss": 1.0508, |
| "mean_token_accuracy": 0.9815896764397621, |
| "num_tokens": 143326941.0, |
| "step": 4330 |
| }, |
| { |
| "entropy": 0.0828599085798487, |
| "epoch": 6.944, |
| "grad_norm": 26.875, |
| "learning_rate": 1.2580000000000002e-05, |
| "loss": 1.0406, |
| "mean_token_accuracy": 0.9817140601575375, |
| "num_tokens": 143662728.0, |
| "step": 4340 |
| }, |
| { |
| "entropy": 0.08388935024850071, |
| "epoch": 6.96, |
| "grad_norm": 24.75, |
| "learning_rate": 1.2557777777777779e-05, |
| "loss": 1.0311, |
| "mean_token_accuracy": 0.981969441100955, |
| "num_tokens": 143989814.0, |
| "step": 4350 |
| }, |
| { |
| "entropy": 0.08458876381628215, |
| "epoch": 6.976, |
| "grad_norm": 28.0, |
| "learning_rate": 1.2535555555555557e-05, |
| "loss": 1.0587, |
| "mean_token_accuracy": 0.9812852431088686, |
| "num_tokens": 144316598.0, |
| "step": 4360 |
| }, |
| { |
| "entropy": 0.08621492104139179, |
| "epoch": 6.992, |
| "grad_norm": 26.375, |
| "learning_rate": 1.2513333333333334e-05, |
| "loss": 1.0704, |
| "mean_token_accuracy": 0.9809171494096518, |
| "num_tokens": 144639473.0, |
| "step": 4370 |
| }, |
| { |
| "entropy": 0.07408751205075532, |
| "epoch": 7.008, |
| "grad_norm": 16.125, |
| "learning_rate": 1.2491111111111112e-05, |
| "loss": 0.8584, |
| "mean_token_accuracy": 0.9853368755429983, |
| "num_tokens": 144960767.0, |
| "step": 4380 |
| }, |
| { |
| "entropy": 0.056093296292237936, |
| "epoch": 7.024, |
| "grad_norm": 15.8125, |
| "learning_rate": 1.246888888888889e-05, |
| "loss": 0.6767, |
| "mean_token_accuracy": 0.9889996219426394, |
| "num_tokens": 145290274.0, |
| "step": 4390 |
| }, |
| { |
| "entropy": 0.05725917965173721, |
| "epoch": 7.04, |
| "grad_norm": 16.25, |
| "learning_rate": 1.2446666666666667e-05, |
| "loss": 0.661, |
| "mean_token_accuracy": 0.9890265025198459, |
| "num_tokens": 145613092.0, |
| "step": 4400 |
| }, |
| { |
| "epoch": 7.04, |
| "eval_biology_entropy": 0.30515334737300875, |
| "eval_biology_loss": 2.7672669887542725, |
| "eval_biology_mean_token_accuracy": 0.6650835857391357, |
| "eval_biology_num_tokens": 145613092.0, |
| "eval_biology_runtime": 29.6092, |
| "eval_biology_samples_per_second": 16.887, |
| "eval_biology_steps_per_second": 4.222, |
| "step": 4400 |
| }, |
| { |
| "epoch": 7.04, |
| "eval_physics_entropy": 0.1672435368299484, |
| "eval_physics_loss": 1.3718969821929932, |
| "eval_physics_mean_token_accuracy": 0.8119652557373047, |
| "eval_physics_num_tokens": 145613092.0, |
| "eval_physics_runtime": 42.6739, |
| "eval_physics_samples_per_second": 11.717, |
| "eval_physics_steps_per_second": 2.929, |
| "step": 4400 |
| }, |
| { |
| "entropy": 0.05683375217486173, |
| "epoch": 7.056, |
| "grad_norm": 17.25, |
| "learning_rate": 1.2424444444444445e-05, |
| "loss": 0.6467, |
| "mean_token_accuracy": 0.989224886521697, |
| "num_tokens": 145942097.0, |
| "step": 4410 |
| }, |
| { |
| "entropy": 0.05439275684766472, |
| "epoch": 7.072, |
| "grad_norm": 16.5, |
| "learning_rate": 1.2402222222222222e-05, |
| "loss": 0.632, |
| "mean_token_accuracy": 0.989518579468131, |
| "num_tokens": 146276811.0, |
| "step": 4420 |
| }, |
| { |
| "entropy": 0.05528742286842316, |
| "epoch": 7.088, |
| "grad_norm": 17.25, |
| "learning_rate": 1.2380000000000002e-05, |
| "loss": 0.6444, |
| "mean_token_accuracy": 0.9892044708132743, |
| "num_tokens": 146614186.0, |
| "step": 4430 |
| }, |
| { |
| "entropy": 0.05559725756756961, |
| "epoch": 7.104, |
| "grad_norm": 14.5, |
| "learning_rate": 1.235777777777778e-05, |
| "loss": 0.6634, |
| "mean_token_accuracy": 0.9889053393155336, |
| "num_tokens": 146943730.0, |
| "step": 4440 |
| }, |
| { |
| "entropy": 0.05517518927808851, |
| "epoch": 7.12, |
| "grad_norm": 16.125, |
| "learning_rate": 1.2335555555555557e-05, |
| "loss": 0.6452, |
| "mean_token_accuracy": 0.9893979672342539, |
| "num_tokens": 147275432.0, |
| "step": 4450 |
| }, |
| { |
| "entropy": 0.05519512873142958, |
| "epoch": 7.136, |
| "grad_norm": 21.75, |
| "learning_rate": 1.2313333333333335e-05, |
| "loss": 0.6611, |
| "mean_token_accuracy": 0.9889356333762407, |
| "num_tokens": 147614117.0, |
| "step": 4460 |
| }, |
| { |
| "entropy": 0.05537385835777968, |
| "epoch": 7.152, |
| "grad_norm": 15.0625, |
| "learning_rate": 1.2291111111111112e-05, |
| "loss": 0.6495, |
| "mean_token_accuracy": 0.9889744549989701, |
| "num_tokens": 147941399.0, |
| "step": 4470 |
| }, |
| { |
| "entropy": 0.05609598022419959, |
| "epoch": 7.168, |
| "grad_norm": 18.125, |
| "learning_rate": 1.226888888888889e-05, |
| "loss": 0.6704, |
| "mean_token_accuracy": 0.9889218743890524, |
| "num_tokens": 148277039.0, |
| "step": 4480 |
| }, |
| { |
| "entropy": 0.05654617915861308, |
| "epoch": 7.184, |
| "grad_norm": 18.25, |
| "learning_rate": 1.2246666666666667e-05, |
| "loss": 0.6624, |
| "mean_token_accuracy": 0.9890282820910216, |
| "num_tokens": 148606826.0, |
| "step": 4490 |
| }, |
| { |
| "entropy": 0.055338785820640626, |
| "epoch": 7.2, |
| "grad_norm": 19.5, |
| "learning_rate": 1.2224444444444445e-05, |
| "loss": 0.678, |
| "mean_token_accuracy": 0.9887877851724625, |
| "num_tokens": 148932563.0, |
| "step": 4500 |
| }, |
| { |
| "epoch": 7.2, |
| "eval_biology_entropy": 0.30488451170921327, |
| "eval_biology_loss": 2.7706501483917236, |
| "eval_biology_mean_token_accuracy": 0.6649764509201049, |
| "eval_biology_num_tokens": 148932563.0, |
| "eval_biology_runtime": 29.6048, |
| "eval_biology_samples_per_second": 16.889, |
| "eval_biology_steps_per_second": 4.222, |
| "step": 4500 |
| }, |
| { |
| "epoch": 7.2, |
| "eval_physics_entropy": 0.16816750633716585, |
| "eval_physics_loss": 1.372292399406433, |
| "eval_physics_mean_token_accuracy": 0.8116435256004334, |
| "eval_physics_num_tokens": 148932563.0, |
| "eval_physics_runtime": 42.145, |
| "eval_physics_samples_per_second": 11.864, |
| "eval_physics_steps_per_second": 2.966, |
| "step": 4500 |
| }, |
| { |
| "entropy": 0.05833784569986165, |
| "epoch": 7.216, |
| "grad_norm": 21.0, |
| "learning_rate": 1.2202222222222224e-05, |
| "loss": 0.6847, |
| "mean_token_accuracy": 0.9885524563491345, |
| "num_tokens": 149259953.0, |
| "step": 4510 |
| }, |
| { |
| "entropy": 0.05654873719904572, |
| "epoch": 7.232, |
| "grad_norm": 19.375, |
| "learning_rate": 1.218e-05, |
| "loss": 0.6665, |
| "mean_token_accuracy": 0.9890571378171444, |
| "num_tokens": 149589469.0, |
| "step": 4520 |
| }, |
| { |
| "entropy": 0.056990363239310685, |
| "epoch": 7.248, |
| "grad_norm": 17.25, |
| "learning_rate": 1.215777777777778e-05, |
| "loss": 0.6781, |
| "mean_token_accuracy": 0.9887132085859776, |
| "num_tokens": 149916555.0, |
| "step": 4530 |
| }, |
| { |
| "entropy": 0.05723652923479676, |
| "epoch": 7.264, |
| "grad_norm": 19.75, |
| "learning_rate": 1.2135555555555556e-05, |
| "loss": 0.6888, |
| "mean_token_accuracy": 0.9885754987597466, |
| "num_tokens": 150245205.0, |
| "step": 4540 |
| }, |
| { |
| "entropy": 0.057209222577512264, |
| "epoch": 7.28, |
| "grad_norm": 17.25, |
| "learning_rate": 1.2113333333333335e-05, |
| "loss": 0.6822, |
| "mean_token_accuracy": 0.988489643484354, |
| "num_tokens": 150572875.0, |
| "step": 4550 |
| }, |
| { |
| "entropy": 0.05635491057764739, |
| "epoch": 7.296, |
| "grad_norm": 20.375, |
| "learning_rate": 1.209111111111111e-05, |
| "loss": 0.6676, |
| "mean_token_accuracy": 0.9888047393411398, |
| "num_tokens": 150911759.0, |
| "step": 4560 |
| }, |
| { |
| "entropy": 0.05634615402668715, |
| "epoch": 7.312, |
| "grad_norm": 18.25, |
| "learning_rate": 1.206888888888889e-05, |
| "loss": 0.6724, |
| "mean_token_accuracy": 0.9887905273586511, |
| "num_tokens": 151246219.0, |
| "step": 4570 |
| }, |
| { |
| "entropy": 0.056040611350908875, |
| "epoch": 7.328, |
| "grad_norm": 17.0, |
| "learning_rate": 1.204666666666667e-05, |
| "loss": 0.6694, |
| "mean_token_accuracy": 0.9886939264833927, |
| "num_tokens": 151575689.0, |
| "step": 4580 |
| }, |
| { |
| "entropy": 0.05726060552988201, |
| "epoch": 7.344, |
| "grad_norm": 15.75, |
| "learning_rate": 1.2024444444444445e-05, |
| "loss": 0.6918, |
| "mean_token_accuracy": 0.9882507424801588, |
| "num_tokens": 151902046.0, |
| "step": 4590 |
| }, |
| { |
| "entropy": 0.055621229019016026, |
| "epoch": 7.36, |
| "grad_norm": 17.5, |
| "learning_rate": 1.2002222222222225e-05, |
| "loss": 0.6711, |
| "mean_token_accuracy": 0.9888458289206028, |
| "num_tokens": 152240116.0, |
| "step": 4600 |
| }, |
| { |
| "epoch": 7.36, |
| "eval_biology_entropy": 0.3013653471469879, |
| "eval_biology_loss": 2.7913832664489746, |
| "eval_biology_mean_token_accuracy": 0.6633922266960144, |
| "eval_biology_num_tokens": 152240116.0, |
| "eval_biology_runtime": 29.6251, |
| "eval_biology_samples_per_second": 16.878, |
| "eval_biology_steps_per_second": 4.219, |
| "step": 4600 |
| }, |
| { |
| "epoch": 7.36, |
| "eval_physics_entropy": 0.16468111795186996, |
| "eval_physics_loss": 1.3924304246902466, |
| "eval_physics_mean_token_accuracy": 0.8119031739234924, |
| "eval_physics_num_tokens": 152240116.0, |
| "eval_physics_runtime": 42.3653, |
| "eval_physics_samples_per_second": 11.802, |
| "eval_physics_steps_per_second": 2.951, |
| "step": 4600 |
| }, |
| { |
| "entropy": 0.0561313362326473, |
| "epoch": 7.376, |
| "grad_norm": 17.875, |
| "learning_rate": 1.198e-05, |
| "loss": 0.6644, |
| "mean_token_accuracy": 0.9888503603637219, |
| "num_tokens": 152569174.0, |
| "step": 4610 |
| }, |
| { |
| "entropy": 0.057763494970276955, |
| "epoch": 7.392, |
| "grad_norm": 19.125, |
| "learning_rate": 1.195777777777778e-05, |
| "loss": 0.6871, |
| "mean_token_accuracy": 0.988471382856369, |
| "num_tokens": 152904188.0, |
| "step": 4620 |
| }, |
| { |
| "entropy": 0.056435155542567374, |
| "epoch": 7.408, |
| "grad_norm": 16.875, |
| "learning_rate": 1.1935555555555556e-05, |
| "loss": 0.6899, |
| "mean_token_accuracy": 0.9884758438915014, |
| "num_tokens": 153229273.0, |
| "step": 4630 |
| }, |
| { |
| "entropy": 0.056166633893735704, |
| "epoch": 7.424, |
| "grad_norm": 17.375, |
| "learning_rate": 1.1913333333333335e-05, |
| "loss": 0.6658, |
| "mean_token_accuracy": 0.9891502935439348, |
| "num_tokens": 153561450.0, |
| "step": 4640 |
| }, |
| { |
| "entropy": 0.058004558901302516, |
| "epoch": 7.44, |
| "grad_norm": 20.375, |
| "learning_rate": 1.1891111111111111e-05, |
| "loss": 0.7081, |
| "mean_token_accuracy": 0.9881335590034723, |
| "num_tokens": 153888727.0, |
| "step": 4650 |
| }, |
| { |
| "entropy": 0.05723848238121718, |
| "epoch": 7.456, |
| "grad_norm": 18.625, |
| "learning_rate": 1.186888888888889e-05, |
| "loss": 0.6835, |
| "mean_token_accuracy": 0.9885008208453655, |
| "num_tokens": 154221709.0, |
| "step": 4660 |
| }, |
| { |
| "entropy": 0.055583828454837204, |
| "epoch": 7.4719999999999995, |
| "grad_norm": 21.0, |
| "learning_rate": 1.1846666666666668e-05, |
| "loss": 0.6762, |
| "mean_token_accuracy": 0.9888383165001869, |
| "num_tokens": 154555892.0, |
| "step": 4670 |
| }, |
| { |
| "entropy": 0.057088177348487076, |
| "epoch": 7.4879999999999995, |
| "grad_norm": 19.375, |
| "learning_rate": 1.1824444444444445e-05, |
| "loss": 0.6865, |
| "mean_token_accuracy": 0.9885029878467322, |
| "num_tokens": 154883764.0, |
| "step": 4680 |
| }, |
| { |
| "entropy": 0.0572662710910663, |
| "epoch": 7.504, |
| "grad_norm": 17.625, |
| "learning_rate": 1.1802222222222223e-05, |
| "loss": 0.6872, |
| "mean_token_accuracy": 0.9884326364845037, |
| "num_tokens": 155222115.0, |
| "step": 4690 |
| }, |
| { |
| "entropy": 0.056714785774238406, |
| "epoch": 7.52, |
| "grad_norm": 16.25, |
| "learning_rate": 1.178e-05, |
| "loss": 0.6832, |
| "mean_token_accuracy": 0.9885467659682036, |
| "num_tokens": 155553765.0, |
| "step": 4700 |
| }, |
| { |
| "epoch": 7.52, |
| "eval_biology_entropy": 0.3018592830896378, |
| "eval_biology_loss": 2.7925117015838623, |
| "eval_biology_mean_token_accuracy": 0.664375452041626, |
| "eval_biology_num_tokens": 155553765.0, |
| "eval_biology_runtime": 29.6144, |
| "eval_biology_samples_per_second": 16.884, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 4700 |
| }, |
| { |
| "epoch": 7.52, |
| "eval_physics_entropy": 0.16528743571043014, |
| "eval_physics_loss": 1.3925378322601318, |
| "eval_physics_mean_token_accuracy": 0.8117865424156189, |
| "eval_physics_num_tokens": 155553765.0, |
| "eval_physics_runtime": 42.3609, |
| "eval_physics_samples_per_second": 11.803, |
| "eval_physics_steps_per_second": 2.951, |
| "step": 4700 |
| }, |
| { |
| "entropy": 0.05607960449997336, |
| "epoch": 7.536, |
| "grad_norm": 20.625, |
| "learning_rate": 1.1757777777777778e-05, |
| "loss": 0.6733, |
| "mean_token_accuracy": 0.9887940622866154, |
| "num_tokens": 155887947.0, |
| "step": 4710 |
| }, |
| { |
| "entropy": 0.057604423933662476, |
| "epoch": 7.552, |
| "grad_norm": 18.5, |
| "learning_rate": 1.1735555555555556e-05, |
| "loss": 0.693, |
| "mean_token_accuracy": 0.9884431969374419, |
| "num_tokens": 156218001.0, |
| "step": 4720 |
| }, |
| { |
| "entropy": 0.056529786065220834, |
| "epoch": 7.568, |
| "grad_norm": 18.0, |
| "learning_rate": 1.1713333333333334e-05, |
| "loss": 0.6669, |
| "mean_token_accuracy": 0.9887862872332335, |
| "num_tokens": 156561986.0, |
| "step": 4730 |
| }, |
| { |
| "entropy": 0.056057194736786185, |
| "epoch": 7.584, |
| "grad_norm": 18.375, |
| "learning_rate": 1.1691111111111113e-05, |
| "loss": 0.6882, |
| "mean_token_accuracy": 0.9884557776153088, |
| "num_tokens": 156892216.0, |
| "step": 4740 |
| }, |
| { |
| "entropy": 0.056758089503273365, |
| "epoch": 7.6, |
| "grad_norm": 19.5, |
| "learning_rate": 1.1668888888888889e-05, |
| "loss": 0.6884, |
| "mean_token_accuracy": 0.9885643720626831, |
| "num_tokens": 157227067.0, |
| "step": 4750 |
| }, |
| { |
| "entropy": 0.057031433237716554, |
| "epoch": 7.616, |
| "grad_norm": 25.625, |
| "learning_rate": 1.1646666666666668e-05, |
| "loss": 0.6774, |
| "mean_token_accuracy": 0.9885653059929609, |
| "num_tokens": 157552735.0, |
| "step": 4760 |
| }, |
| { |
| "entropy": 0.05656847395002842, |
| "epoch": 7.632, |
| "grad_norm": 16.5, |
| "learning_rate": 1.1624444444444446e-05, |
| "loss": 0.699, |
| "mean_token_accuracy": 0.9884085666388274, |
| "num_tokens": 157875303.0, |
| "step": 4770 |
| }, |
| { |
| "entropy": 0.0591697100084275, |
| "epoch": 7.648, |
| "grad_norm": 17.125, |
| "learning_rate": 1.1602222222222223e-05, |
| "loss": 0.7336, |
| "mean_token_accuracy": 0.987806374207139, |
| "num_tokens": 158200590.0, |
| "step": 4780 |
| }, |
| { |
| "entropy": 0.05706153656356037, |
| "epoch": 7.664, |
| "grad_norm": 19.625, |
| "learning_rate": 1.1580000000000001e-05, |
| "loss": 0.6775, |
| "mean_token_accuracy": 0.988721814006567, |
| "num_tokens": 158535358.0, |
| "step": 4790 |
| }, |
| { |
| "entropy": 0.05668669252190739, |
| "epoch": 7.68, |
| "grad_norm": 18.0, |
| "learning_rate": 1.1557777777777779e-05, |
| "loss": 0.6761, |
| "mean_token_accuracy": 0.9885516662150622, |
| "num_tokens": 158873063.0, |
| "step": 4800 |
| }, |
| { |
| "epoch": 7.68, |
| "eval_biology_entropy": 0.3033334181308746, |
| "eval_biology_loss": 2.7885901927948, |
| "eval_biology_mean_token_accuracy": 0.6648418579101563, |
| "eval_biology_num_tokens": 158873063.0, |
| "eval_biology_runtime": 29.617, |
| "eval_biology_samples_per_second": 16.882, |
| "eval_biology_steps_per_second": 4.221, |
| "step": 4800 |
| }, |
| { |
| "epoch": 7.68, |
| "eval_physics_entropy": 0.16611516577005386, |
| "eval_physics_loss": 1.395003080368042, |
| "eval_physics_mean_token_accuracy": 0.811111056804657, |
| "eval_physics_num_tokens": 158873063.0, |
| "eval_physics_runtime": 42.7214, |
| "eval_physics_samples_per_second": 11.704, |
| "eval_physics_steps_per_second": 2.926, |
| "step": 4800 |
| }, |
| { |
| "entropy": 0.057266865158453584, |
| "epoch": 7.696, |
| "grad_norm": 15.5625, |
| "learning_rate": 1.1535555555555556e-05, |
| "loss": 0.6889, |
| "mean_token_accuracy": 0.9885386891663075, |
| "num_tokens": 159202001.0, |
| "step": 4810 |
| }, |
| { |
| "entropy": 0.05708453422412276, |
| "epoch": 7.712, |
| "grad_norm": 23.375, |
| "learning_rate": 1.1513333333333334e-05, |
| "loss": 0.6878, |
| "mean_token_accuracy": 0.98861229903996, |
| "num_tokens": 159537980.0, |
| "step": 4820 |
| }, |
| { |
| "entropy": 0.058570030820555986, |
| "epoch": 7.728, |
| "grad_norm": 18.25, |
| "learning_rate": 1.1491111111111113e-05, |
| "loss": 0.6965, |
| "mean_token_accuracy": 0.9881903313100338, |
| "num_tokens": 159873213.0, |
| "step": 4830 |
| }, |
| { |
| "entropy": 0.05762619765009731, |
| "epoch": 7.744, |
| "grad_norm": 17.75, |
| "learning_rate": 1.1468888888888889e-05, |
| "loss": 0.7009, |
| "mean_token_accuracy": 0.9882353954017162, |
| "num_tokens": 160205645.0, |
| "step": 4840 |
| }, |
| { |
| "entropy": 0.05611039875075221, |
| "epoch": 7.76, |
| "grad_norm": 24.25, |
| "learning_rate": 1.1446666666666668e-05, |
| "loss": 0.6882, |
| "mean_token_accuracy": 0.9885906264185905, |
| "num_tokens": 160537223.0, |
| "step": 4850 |
| }, |
| { |
| "entropy": 0.057811987563036384, |
| "epoch": 7.776, |
| "grad_norm": 18.625, |
| "learning_rate": 1.1424444444444444e-05, |
| "loss": 0.6972, |
| "mean_token_accuracy": 0.9883558612316847, |
| "num_tokens": 160863753.0, |
| "step": 4860 |
| }, |
| { |
| "entropy": 0.05553439965005964, |
| "epoch": 7.792, |
| "grad_norm": 18.75, |
| "learning_rate": 1.1402222222222224e-05, |
| "loss": 0.6675, |
| "mean_token_accuracy": 0.9888335194438695, |
| "num_tokens": 161204628.0, |
| "step": 4870 |
| }, |
| { |
| "entropy": 0.058882767544128, |
| "epoch": 7.808, |
| "grad_norm": 20.0, |
| "learning_rate": 1.138e-05, |
| "loss": 0.7117, |
| "mean_token_accuracy": 0.988135327026248, |
| "num_tokens": 161526207.0, |
| "step": 4880 |
| }, |
| { |
| "entropy": 0.05719244231004268, |
| "epoch": 7.824, |
| "grad_norm": 17.375, |
| "learning_rate": 1.1357777777777779e-05, |
| "loss": 0.6893, |
| "mean_token_accuracy": 0.9882731027901173, |
| "num_tokens": 161858283.0, |
| "step": 4890 |
| }, |
| { |
| "entropy": 0.05662820648867637, |
| "epoch": 7.84, |
| "grad_norm": 18.5, |
| "learning_rate": 1.1335555555555558e-05, |
| "loss": 0.6715, |
| "mean_token_accuracy": 0.988705775141716, |
| "num_tokens": 162202654.0, |
| "step": 4900 |
| }, |
| { |
| "epoch": 7.84, |
| "eval_biology_entropy": 0.30146139550209045, |
| "eval_biology_loss": 2.800525426864624, |
| "eval_biology_mean_token_accuracy": 0.6652659497261048, |
| "eval_biology_num_tokens": 162202654.0, |
| "eval_biology_runtime": 29.6067, |
| "eval_biology_samples_per_second": 16.888, |
| "eval_biology_steps_per_second": 4.222, |
| "step": 4900 |
| }, |
| { |
| "epoch": 7.84, |
| "eval_physics_entropy": 0.16484456700086594, |
| "eval_physics_loss": 1.3996851444244385, |
| "eval_physics_mean_token_accuracy": 0.8115631442070007, |
| "eval_physics_num_tokens": 162202654.0, |
| "eval_physics_runtime": 42.3336, |
| "eval_physics_samples_per_second": 11.811, |
| "eval_physics_steps_per_second": 2.953, |
| "step": 4900 |
| }, |
| { |
| "entropy": 0.057055908464826645, |
| "epoch": 7.856, |
| "grad_norm": 18.375, |
| "learning_rate": 1.1313333333333334e-05, |
| "loss": 0.6789, |
| "mean_token_accuracy": 0.9886710155755282, |
| "num_tokens": 162536232.0, |
| "step": 4910 |
| }, |
| { |
| "entropy": 0.05595006826333702, |
| "epoch": 7.872, |
| "grad_norm": 20.875, |
| "learning_rate": 1.1291111111111113e-05, |
| "loss": 0.6924, |
| "mean_token_accuracy": 0.9884270615875721, |
| "num_tokens": 162864452.0, |
| "step": 4920 |
| }, |
| { |
| "entropy": 0.05595759442076087, |
| "epoch": 7.888, |
| "grad_norm": 18.625, |
| "learning_rate": 1.126888888888889e-05, |
| "loss": 0.6753, |
| "mean_token_accuracy": 0.9885629929602147, |
| "num_tokens": 163197700.0, |
| "step": 4930 |
| }, |
| { |
| "entropy": 0.05831125995609909, |
| "epoch": 7.904, |
| "grad_norm": 20.0, |
| "learning_rate": 1.1246666666666669e-05, |
| "loss": 0.7022, |
| "mean_token_accuracy": 0.9883971638977528, |
| "num_tokens": 163521062.0, |
| "step": 4940 |
| }, |
| { |
| "entropy": 0.057579568843357264, |
| "epoch": 7.92, |
| "grad_norm": 20.375, |
| "learning_rate": 1.1224444444444444e-05, |
| "loss": 0.7049, |
| "mean_token_accuracy": 0.9881535038352013, |
| "num_tokens": 163852643.0, |
| "step": 4950 |
| }, |
| { |
| "entropy": 0.057332976581528784, |
| "epoch": 7.936, |
| "grad_norm": 18.25, |
| "learning_rate": 1.1202222222222224e-05, |
| "loss": 0.7119, |
| "mean_token_accuracy": 0.988222348690033, |
| "num_tokens": 164176676.0, |
| "step": 4960 |
| }, |
| { |
| "entropy": 0.057899605971761046, |
| "epoch": 7.952, |
| "grad_norm": 17.0, |
| "learning_rate": 1.1180000000000001e-05, |
| "loss": 0.6934, |
| "mean_token_accuracy": 0.9881985519081354, |
| "num_tokens": 164500484.0, |
| "step": 4970 |
| }, |
| { |
| "entropy": 0.058066960773430765, |
| "epoch": 7.968, |
| "grad_norm": 18.5, |
| "learning_rate": 1.1157777777777779e-05, |
| "loss": 0.7012, |
| "mean_token_accuracy": 0.9881511028856039, |
| "num_tokens": 164838326.0, |
| "step": 4980 |
| }, |
| { |
| "entropy": 0.05862858246546239, |
| "epoch": 7.984, |
| "grad_norm": 19.75, |
| "learning_rate": 1.1135555555555557e-05, |
| "loss": 0.7079, |
| "mean_token_accuracy": 0.9879154246300459, |
| "num_tokens": 165159221.0, |
| "step": 4990 |
| }, |
| { |
| "entropy": 0.05660761944018304, |
| "epoch": 8.0, |
| "grad_norm": 19.375, |
| "learning_rate": 1.1113333333333334e-05, |
| "loss": 0.6815, |
| "mean_token_accuracy": 0.9886561214923859, |
| "num_tokens": 165494432.0, |
| "step": 5000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_biology_entropy": 0.3035749479532242, |
| "eval_biology_loss": 2.7959187030792236, |
| "eval_biology_mean_token_accuracy": 0.6637142720222473, |
| "eval_biology_num_tokens": 165494432.0, |
| "eval_biology_runtime": 29.5914, |
| "eval_biology_samples_per_second": 16.897, |
| "eval_biology_steps_per_second": 4.224, |
| "step": 5000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_physics_entropy": 0.16496613907814026, |
| "eval_physics_loss": 1.4042874574661255, |
| "eval_physics_mean_token_accuracy": 0.8114391922950744, |
| "eval_physics_num_tokens": 165494432.0, |
| "eval_physics_runtime": 42.1412, |
| "eval_physics_samples_per_second": 11.865, |
| "eval_physics_steps_per_second": 2.966, |
| "step": 5000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 16, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.6545949211817402e+19, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
