| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.001588751638400127, |
| "global_step": 40, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.984126984126984e-06, |
| "loss": 10.5689, |
| "theoretical_loss": 17.59466794495971, |
| "tokens_seen": 131072 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.968253968253968e-06, |
| "loss": 10.5816, |
| "theoretical_loss": 14.920783596619636, |
| "tokens_seen": 262144 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.9523809523809525e-06, |
| "loss": 10.4187, |
| "theoretical_loss": 13.581028313181289, |
| "tokens_seen": 393216 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.936507936507936e-06, |
| "loss": 10.1647, |
| "theoretical_loss": 12.71859646611439, |
| "tokens_seen": 524288 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 9.92063492063492e-06, |
| "loss": 9.8414, |
| "theoretical_loss": 12.095879447666144, |
| "tokens_seen": 655360 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.1904761904761905e-05, |
| "loss": 9.5154, |
| "theoretical_loss": 11.615186049337796, |
| "tokens_seen": 786432 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.3888888888888888e-05, |
| "loss": 9.4061, |
| "theoretical_loss": 11.227478542742938, |
| "tokens_seen": 917504 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.5873015873015872e-05, |
| "loss": 9.3243, |
| "theoretical_loss": 10.904894927088016, |
| "tokens_seen": 1048576 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.7857142857142855e-05, |
| "loss": 9.0303, |
| "theoretical_loss": 10.630196716861345, |
| "tokens_seen": 1179648 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 1.984126984126984e-05, |
| "loss": 8.9144, |
| "theoretical_loss": 10.392030784394397, |
| "tokens_seen": 1310720 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 2.1825396825396824e-05, |
| "loss": 8.7927, |
| "theoretical_loss": 10.182553393901085, |
| "tokens_seen": 1441792 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 2.380952380952381e-05, |
| "loss": 8.7473, |
| "theoretical_loss": 9.996136019471344, |
| "tokens_seen": 1572864 |
| }, |
| { |
| "epoch": 0.0, |
| "objective/train/docs_used": 831, |
| "objective/train/instantaneous_batch_size": 16, |
| "objective/train/instantaneous_microbatch_size": 16384, |
| "objective/train/original_loss": 8.822301864624023, |
| "objective/train/theoretical_loss": 9.910229967024176, |
| "objective/train/tokens_used": -18841600, |
| "theoretical_loss": 9.910229967024176, |
| "tokens_seen": 1638400 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 2.5793650793650793e-05, |
| "loss": 8.8575, |
| "theoretical_loss": 9.828613432171625, |
| "tokens_seen": 1703936 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 2.7777777777777776e-05, |
| "loss": 8.6865, |
| "theoretical_loss": 9.676823599712613, |
| "tokens_seen": 1835008 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 2.9761904761904762e-05, |
| "loss": 8.6022, |
| "theoretical_loss": 9.538313887395919, |
| "tokens_seen": 1966080 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.1746031746031745e-05, |
| "loss": 8.4823, |
| "theoretical_loss": 9.411146631541524, |
| "tokens_seen": 2097152 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.373015873015873e-05, |
| "loss": 8.4221, |
| "theoretical_loss": 9.293766507291341, |
| "tokens_seen": 2228224 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.571428571428571e-05, |
| "loss": 8.3834, |
| "theoretical_loss": 9.184907653139359, |
| "tokens_seen": 2359296 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.76984126984127e-05, |
| "loss": 8.2756, |
| "theoretical_loss": 9.0835271371648, |
| "tokens_seen": 2490368 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 3.968253968253968e-05, |
| "loss": 8.3847, |
| "theoretical_loss": 8.988756330540422, |
| "tokens_seen": 2621440 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.1666666666666665e-05, |
| "loss": 8.251, |
| "theoretical_loss": 8.89986473310929, |
| "tokens_seen": 2752512 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.365079365079365e-05, |
| "loss": 8.1076, |
| "theoretical_loss": 8.816232633409479, |
| "tokens_seen": 2883584 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.563492063492063e-05, |
| "loss": 8.1488, |
| "theoretical_loss": 8.737330150151898, |
| "tokens_seen": 3014656 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.761904761904762e-05, |
| "loss": 8.0482, |
| "theoretical_loss": 8.662700958366539, |
| "tokens_seen": 3145728 |
| }, |
| { |
| "epoch": 0.0, |
| "objective/train/docs_used": 1233, |
| "objective/train/instantaneous_batch_size": 16, |
| "objective/train/instantaneous_microbatch_size": 16384, |
| "objective/train/original_loss": 8.187471389770508, |
| "objective/train/theoretical_loss": 8.591949505242134, |
| "objective/train/tokens_used": -17203200, |
| "theoretical_loss": 8.591949505242134, |
| "tokens_seen": 3276800 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 4.96031746031746e-05, |
| "loss": 7.9834, |
| "theoretical_loss": 8.591949505242134, |
| "tokens_seen": 3276800 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.1587301587301586e-05, |
| "loss": 8.1198, |
| "theoretical_loss": 8.524730860277067, |
| "tokens_seen": 3407872 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.357142857142857e-05, |
| "loss": 7.8858, |
| "theoretical_loss": 8.460742578303845, |
| "tokens_seen": 3538944 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.555555555555555e-05, |
| "loss": 8.0049, |
| "theoretical_loss": 8.399718117751275, |
| "tokens_seen": 3670016 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.753968253968254e-05, |
| "loss": 7.81, |
| "theoretical_loss": 8.341421472916394, |
| "tokens_seen": 3801088 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 5.9523809523809524e-05, |
| "loss": 7.8978, |
| "theoretical_loss": 8.28564276288293, |
| "tokens_seen": 3932160 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 6.15079365079365e-05, |
| "loss": 7.5006, |
| "theoretical_loss": 8.232194580909036, |
| "tokens_seen": 4063232 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 6.349206349206349e-05, |
| "loss": 7.6305, |
| "theoretical_loss": 8.180908953270682, |
| "tokens_seen": 4194304 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 6.547619047619048e-05, |
| "loss": 7.662, |
| "theoretical_loss": 8.131634790246775, |
| "tokens_seen": 4325376 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 6.746031746031745e-05, |
| "loss": 7.7852, |
| "theoretical_loss": 8.084235737332481, |
| "tokens_seen": 4456448 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 6.944444444444444e-05, |
| "loss": 7.5064, |
| "theoretical_loss": 8.038588354092902, |
| "tokens_seen": 4587520 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.142857142857142e-05, |
| "loss": 7.5163, |
| "theoretical_loss": 7.994580562902867, |
| "tokens_seen": 4718592 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.341269841269842e-05, |
| "loss": 7.4521, |
| "theoretical_loss": 7.952110321298584, |
| "tokens_seen": 4849664 |
| }, |
| { |
| "epoch": 0.0, |
| "objective/train/docs_used": 2007, |
| "objective/train/instantaneous_batch_size": 16, |
| "objective/train/instantaneous_microbatch_size": 16384, |
| "objective/train/original_loss": 7.20822286605835, |
| "objective/train/theoretical_loss": 7.931422353115133, |
| "objective/train/tokens_used": -15564800, |
| "theoretical_loss": 7.931422353115133, |
| "tokens_seen": 4915200 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.53968253968254e-05, |
| "loss": 7.3365, |
| "theoretical_loss": 7.911084480620269, |
| "tokens_seen": 4980736 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.738095238095239e-05, |
| "loss": 7.2213, |
| "theoretical_loss": 7.871417800659003, |
| "tokens_seen": 5111808 |
| }, |
| { |
| "epoch": 0.0, |
| "learning_rate": 7.936507936507937e-05, |
| "loss": 7.2532, |
| "theoretical_loss": 7.833032095585231, |
| "tokens_seen": 5242880 |
| } |
| ], |
| "max_steps": 25177, |
| "num_train_epochs": 9223372036854775807, |
| "total_flos": 2675630407680000.0, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
