| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0341497067954466, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.05174197999310107, |
| "grad_norm": 20.0, |
| "learning_rate": 3.356164383561644e-06, |
| "loss": 2.9015182495117187, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10348395998620213, |
| "grad_norm": 10.8125, |
| "learning_rate": 6.78082191780822e-06, |
| "loss": 1.9724142456054687, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1552259399793032, |
| "grad_norm": 12.875, |
| "learning_rate": 9.999970742404346e-06, |
| "loss": 1.6598092651367187, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.20696791997240427, |
| "grad_norm": 8.5, |
| "learning_rate": 9.990871149623236e-06, |
| "loss": 1.5588894653320313, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.25870989996550536, |
| "grad_norm": 8.25, |
| "learning_rate": 9.965551392499958e-06, |
| "loss": 1.5084381103515625, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.3104518799586064, |
| "grad_norm": 8.4375, |
| "learning_rate": 9.924093759398476e-06, |
| "loss": 1.4763961791992188, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3621938599517075, |
| "grad_norm": 7.5, |
| "learning_rate": 9.86663298624003e-06, |
| "loss": 1.45826416015625, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.41393583994480854, |
| "grad_norm": 6.90625, |
| "learning_rate": 9.793355818615905e-06, |
| "loss": 1.4410775756835938, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.46567781993790963, |
| "grad_norm": 7.09375, |
| "learning_rate": 9.7045004048705e-06, |
| "loss": 1.4302684020996095, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5174197999310107, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.600355522127174e-06, |
| "loss": 1.4159922790527344, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5174197999310107, |
| "eval_loss": 1.3360999822616577, |
| "eval_runtime": 48.5888, |
| "eval_samples_per_second": 51.452, |
| "eval_steps_per_second": 0.556, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.5691617799241118, |
| "grad_norm": 6.46875, |
| "learning_rate": 9.481259637772251e-06, |
| "loss": 1.408507080078125, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.6209037599172128, |
| "grad_norm": 8.0, |
| "learning_rate": 9.347599809447331e-06, |
| "loss": 1.406485595703125, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.672645739910314, |
| "grad_norm": 6.59375, |
| "learning_rate": 9.199810427124904e-06, |
| "loss": 1.3980792236328126, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.724387719903415, |
| "grad_norm": 6.1875, |
| "learning_rate": 9.03837180135546e-06, |
| "loss": 1.3900822448730468, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.776129699896516, |
| "grad_norm": 6.375, |
| "learning_rate": 8.86380860227426e-06, |
| "loss": 1.377584228515625, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.8278716798896171, |
| "grad_norm": 6.46875, |
| "learning_rate": 8.676688154440947e-06, |
| "loss": 1.3831480407714845, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.8796136598827182, |
| "grad_norm": 6.84375, |
| "learning_rate": 8.477618593053693e-06, |
| "loss": 1.3737605285644532, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.9313556398758193, |
| "grad_norm": 6.5625, |
| "learning_rate": 8.26724688753015e-06, |
| "loss": 1.3781863403320314, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.9830976198689203, |
| "grad_norm": 6.0, |
| "learning_rate": 8.04625673887846e-06, |
| "loss": 1.3639559936523438, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.0341497067954466, |
| "grad_norm": 5.84375, |
| "learning_rate": 7.815366357691863e-06, |
| "loss": 1.3568319702148437, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.0341497067954466, |
| "eval_loss": 1.2891921997070312, |
| "eval_runtime": 36.787, |
| "eval_samples_per_second": 67.959, |
| "eval_steps_per_second": 0.734, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 2901, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 1000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.3557991568129393e+18, |
| "train_batch_size": 24, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
