| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0995161645040685, |
| "eval_steps": 500, |
| "global_step": 19998, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.027490653177919506, |
| "grad_norm": 7.844790935516357, |
| "learning_rate": 1.98e-05, |
| "loss": 3.3532, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.05498130635583901, |
| "grad_norm": 7.924389362335205, |
| "learning_rate": 1.9816883693400415e-05, |
| "loss": 2.6056, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.08247195953375852, |
| "grad_norm": 7.497577667236328, |
| "learning_rate": 1.963191772713821e-05, |
| "loss": 2.5447, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.10996261271167802, |
| "grad_norm": 6.73529577255249, |
| "learning_rate": 1.9446951760876e-05, |
| "loss": 2.4492, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.13745326588959753, |
| "grad_norm": 6.306326866149902, |
| "learning_rate": 1.9261985794613793e-05, |
| "loss": 2.4463, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.16494391906751704, |
| "grad_norm": 5.651560306549072, |
| "learning_rate": 1.9077019828351584e-05, |
| "loss": 2.3291, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.19243457224543656, |
| "grad_norm": 4.0863471031188965, |
| "learning_rate": 1.8892053862089378e-05, |
| "loss": 2.3461, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.21992522542335605, |
| "grad_norm": 4.746509075164795, |
| "learning_rate": 1.8707087895827168e-05, |
| "loss": 2.2806, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.24741587860127556, |
| "grad_norm": 4.339619159698486, |
| "learning_rate": 1.8522121929564962e-05, |
| "loss": 2.2746, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.27490653177919505, |
| "grad_norm": 4.018620014190674, |
| "learning_rate": 1.8337155963302752e-05, |
| "loss": 2.2403, |
| "step": 5000 |
| }, |
| { |
| "epoch": 0.3023971849571146, |
| "grad_norm": 4.380566120147705, |
| "learning_rate": 1.8152189997040546e-05, |
| "loss": 2.226, |
| "step": 5500 |
| }, |
| { |
| "epoch": 0.3298878381350341, |
| "grad_norm": 4.302157402038574, |
| "learning_rate": 1.796722403077834e-05, |
| "loss": 2.2119, |
| "step": 6000 |
| }, |
| { |
| "epoch": 0.3573784913129536, |
| "grad_norm": 4.434130668640137, |
| "learning_rate": 1.778225806451613e-05, |
| "loss": 2.2138, |
| "step": 6500 |
| }, |
| { |
| "epoch": 0.3848691444908731, |
| "grad_norm": 3.770848035812378, |
| "learning_rate": 1.759729209825392e-05, |
| "loss": 2.2103, |
| "step": 7000 |
| }, |
| { |
| "epoch": 0.4123597976687926, |
| "grad_norm": 2.9288535118103027, |
| "learning_rate": 1.7412326131991715e-05, |
| "loss": 2.1397, |
| "step": 7500 |
| }, |
| { |
| "epoch": 0.4398504508467121, |
| "grad_norm": 3.2082479000091553, |
| "learning_rate": 1.722736016572951e-05, |
| "loss": 2.2021, |
| "step": 8000 |
| }, |
| { |
| "epoch": 0.46734110402463164, |
| "grad_norm": 3.6131439208984375, |
| "learning_rate": 1.70423941994673e-05, |
| "loss": 2.2106, |
| "step": 8500 |
| }, |
| { |
| "epoch": 0.4948317572025511, |
| "grad_norm": 2.992415189743042, |
| "learning_rate": 1.6857798165137616e-05, |
| "loss": 2.1246, |
| "step": 9000 |
| }, |
| { |
| "epoch": 0.5223224103804707, |
| "grad_norm": 3.4553306102752686, |
| "learning_rate": 1.667283219887541e-05, |
| "loss": 2.0973, |
| "step": 9500 |
| }, |
| { |
| "epoch": 0.5498130635583901, |
| "grad_norm": 2.82578182220459, |
| "learning_rate": 1.64878662326132e-05, |
| "loss": 2.1257, |
| "step": 10000 |
| }, |
| { |
| "epoch": 0.5773037167363096, |
| "grad_norm": 2.674267292022705, |
| "learning_rate": 1.630290026635099e-05, |
| "loss": 2.13, |
| "step": 10500 |
| }, |
| { |
| "epoch": 0.6047943699142292, |
| "grad_norm": 3.27205491065979, |
| "learning_rate": 1.6117934300088784e-05, |
| "loss": 2.1855, |
| "step": 11000 |
| }, |
| { |
| "epoch": 0.6322850230921486, |
| "grad_norm": 3.042849540710449, |
| "learning_rate": 1.5932968333826578e-05, |
| "loss": 2.1532, |
| "step": 11500 |
| }, |
| { |
| "epoch": 0.6597756762700682, |
| "grad_norm": 3.618957042694092, |
| "learning_rate": 1.5748372299496894e-05, |
| "loss": 2.1202, |
| "step": 12000 |
| }, |
| { |
| "epoch": 0.6872663294479877, |
| "grad_norm": 3.6390328407287598, |
| "learning_rate": 1.5563406333234685e-05, |
| "loss": 2.0902, |
| "step": 12500 |
| }, |
| { |
| "epoch": 0.7147569826259071, |
| "grad_norm": 3.3778562545776367, |
| "learning_rate": 1.537844036697248e-05, |
| "loss": 2.0536, |
| "step": 13000 |
| }, |
| { |
| "epoch": 0.7422476358038267, |
| "grad_norm": 2.8149023056030273, |
| "learning_rate": 1.519347440071027e-05, |
| "loss": 2.1065, |
| "step": 13500 |
| }, |
| { |
| "epoch": 0.7697382889817462, |
| "grad_norm": 2.860196590423584, |
| "learning_rate": 1.5008508434448063e-05, |
| "loss": 2.0705, |
| "step": 14000 |
| }, |
| { |
| "epoch": 0.7972289421596657, |
| "grad_norm": 3.2587316036224365, |
| "learning_rate": 1.4823542468185853e-05, |
| "loss": 2.1082, |
| "step": 14500 |
| }, |
| { |
| "epoch": 0.8247195953375852, |
| "grad_norm": 2.4807844161987305, |
| "learning_rate": 1.4638576501923647e-05, |
| "loss": 2.0576, |
| "step": 15000 |
| }, |
| { |
| "epoch": 0.8522102485155048, |
| "grad_norm": 3.040374755859375, |
| "learning_rate": 1.445361053566144e-05, |
| "loss": 2.0694, |
| "step": 15500 |
| }, |
| { |
| "epoch": 0.8797009016934242, |
| "grad_norm": 3.2850606441497803, |
| "learning_rate": 1.4269014501331757e-05, |
| "loss": 2.081, |
| "step": 16000 |
| }, |
| { |
| "epoch": 0.9071915548713437, |
| "grad_norm": 3.131565570831299, |
| "learning_rate": 1.4084048535069548e-05, |
| "loss": 2.0567, |
| "step": 16500 |
| }, |
| { |
| "epoch": 0.9346822080492633, |
| "grad_norm": 2.221071481704712, |
| "learning_rate": 1.389908256880734e-05, |
| "loss": 2.0758, |
| "step": 17000 |
| }, |
| { |
| "epoch": 0.9621728612271827, |
| "grad_norm": 2.6275980472564697, |
| "learning_rate": 1.3714116602545134e-05, |
| "loss": 2.0495, |
| "step": 17500 |
| }, |
| { |
| "epoch": 0.9896635144051023, |
| "grad_norm": 3.2267441749572754, |
| "learning_rate": 1.3529150636282926e-05, |
| "loss": 2.0287, |
| "step": 18000 |
| }, |
| { |
| "epoch": 1.0171541675830218, |
| "grad_norm": 3.0593459606170654, |
| "learning_rate": 1.334455460195324e-05, |
| "loss": 2.0028, |
| "step": 18500 |
| }, |
| { |
| "epoch": 1.0446448207609413, |
| "grad_norm": 2.9170665740966797, |
| "learning_rate": 1.3159588635691035e-05, |
| "loss": 1.9644, |
| "step": 19000 |
| }, |
| { |
| "epoch": 1.0721354739388609, |
| "grad_norm": 3.075544834136963, |
| "learning_rate": 1.2974622669428827e-05, |
| "loss": 1.9723, |
| "step": 19500 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 54564, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1818, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5225187409920000.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
