| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 5.0, |
| "eval_steps": 500, |
| "global_step": 5265, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.4748338081671415, |
| "grad_norm": 6.814696788787842, |
| "learning_rate": 2.715099715099715e-05, |
| "loss": 0.3253, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.949667616334283, |
| "grad_norm": 4.430999279022217, |
| "learning_rate": 2.4301994301994302e-05, |
| "loss": 0.2149, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.4245014245014245, |
| "grad_norm": 5.158424377441406, |
| "learning_rate": 2.1452991452991456e-05, |
| "loss": 0.1399, |
| "step": 1500 |
| }, |
| { |
| "epoch": 1.899335232668566, |
| "grad_norm": 2.9704854488372803, |
| "learning_rate": 1.8603988603988604e-05, |
| "loss": 0.1341, |
| "step": 2000 |
| }, |
| { |
| "epoch": 2.3741690408357075, |
| "grad_norm": 5.91994047164917, |
| "learning_rate": 1.5754985754985755e-05, |
| "loss": 0.0936, |
| "step": 2500 |
| }, |
| { |
| "epoch": 2.849002849002849, |
| "grad_norm": 0.2740668058395386, |
| "learning_rate": 1.2905982905982905e-05, |
| "loss": 0.088, |
| "step": 3000 |
| }, |
| { |
| "epoch": 3.3238366571699904, |
| "grad_norm": 0.8711889386177063, |
| "learning_rate": 1.0056980056980058e-05, |
| "loss": 0.0658, |
| "step": 3500 |
| }, |
| { |
| "epoch": 3.798670465337132, |
| "grad_norm": 0.9366008639335632, |
| "learning_rate": 7.207977207977209e-06, |
| "loss": 0.0585, |
| "step": 4000 |
| }, |
| { |
| "epoch": 4.273504273504273, |
| "grad_norm": 0.3185219168663025, |
| "learning_rate": 4.358974358974359e-06, |
| "loss": 0.0436, |
| "step": 4500 |
| }, |
| { |
| "epoch": 4.748338081671415, |
| "grad_norm": 4.371499061584473, |
| "learning_rate": 1.50997150997151e-06, |
| "loss": 0.0366, |
| "step": 5000 |
| }, |
| { |
| "epoch": 5.0, |
| "step": 5265, |
| "total_flos": 2.260855007690496e+16, |
| "train_loss": 0.1158968044255647, |
| "train_runtime": 1593.6448, |
| "train_samples_per_second": 211.305, |
| "train_steps_per_second": 3.304 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 5265, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 5, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.260855007690496e+16, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
