| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.8682719966786276, | |
| "eval_steps": 7000, | |
| "global_step": 63000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.2075857774087364, | |
| "grad_norm": 0.007890098728239536, | |
| "learning_rate": 9.958647050101323e-06, | |
| "loss": 0.012, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.2075857774087364, | |
| "eval_loss": 0.005739695392549038, | |
| "eval_runtime": 412.7277, | |
| "eval_samples_per_second": 163.403, | |
| "eval_steps_per_second": 20.428, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.4151715548174728, | |
| "grad_norm": 0.07381915301084518, | |
| "learning_rate": 8.805871789380036e-06, | |
| "loss": 0.0044, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.4151715548174728, | |
| "eval_loss": 0.003970430698245764, | |
| "eval_runtime": 417.73, | |
| "eval_samples_per_second": 161.446, | |
| "eval_steps_per_second": 20.183, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.6227573322262092, | |
| "grad_norm": 0.01579739712178707, | |
| "learning_rate": 7.653096528658748e-06, | |
| "loss": 0.0038, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.6227573322262092, | |
| "eval_loss": 0.004011470824480057, | |
| "eval_runtime": 416.5579, | |
| "eval_samples_per_second": 161.901, | |
| "eval_steps_per_second": 20.24, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.8303431096349456, | |
| "grad_norm": 0.024147002026438713, | |
| "learning_rate": 6.500321267937461e-06, | |
| "loss": 0.0033, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.8303431096349456, | |
| "eval_loss": 0.0028445960488170385, | |
| "eval_runtime": 416.8518, | |
| "eval_samples_per_second": 161.787, | |
| "eval_steps_per_second": 20.225, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 1.037928887043682, | |
| "grad_norm": 0.00019609538139775395, | |
| "learning_rate": 5.347381254427731e-06, | |
| "loss": 0.002, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.037928887043682, | |
| "eval_loss": 0.002484912285581231, | |
| "eval_runtime": 415.7525, | |
| "eval_samples_per_second": 162.214, | |
| "eval_steps_per_second": 20.279, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 1.2455146644524184, | |
| "grad_norm": 0.008880384266376495, | |
| "learning_rate": 4.194276488129561e-06, | |
| "loss": 0.0012, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.2455146644524184, | |
| "eval_loss": 0.0021632197313010693, | |
| "eval_runtime": 408.105, | |
| "eval_samples_per_second": 165.254, | |
| "eval_steps_per_second": 20.659, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 1.4531004418611548, | |
| "grad_norm": 0.003053226973861456, | |
| "learning_rate": 3.0413364746198333e-06, | |
| "loss": 0.0008, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.4531004418611548, | |
| "eval_loss": 0.002097294433042407, | |
| "eval_runtime": 407.9995, | |
| "eval_samples_per_second": 165.297, | |
| "eval_steps_per_second": 20.664, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 1.6606862192698912, | |
| "grad_norm": 0.00016563042299821973, | |
| "learning_rate": 1.8883964611101043e-06, | |
| "loss": 0.0005, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.6606862192698912, | |
| "eval_loss": 0.0021241051144897938, | |
| "eval_runtime": 407.4084, | |
| "eval_samples_per_second": 165.537, | |
| "eval_steps_per_second": 20.694, | |
| "step": 56000 | |
| }, | |
| { | |
| "epoch": 1.8682719966786276, | |
| "grad_norm": 0.0011578386183828115, | |
| "learning_rate": 7.354564476003758e-07, | |
| "loss": 0.0004, | |
| "step": 63000 | |
| }, | |
| { | |
| "epoch": 1.8682719966786276, | |
| "eval_loss": 0.001993535552173853, | |
| "eval_runtime": 406.6423, | |
| "eval_samples_per_second": 165.848, | |
| "eval_steps_per_second": 20.733, | |
| "step": 63000 | |
| } | |
| ], | |
| "logging_steps": 7000, | |
| "max_steps": 67442, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 2, | |
| "save_steps": 7000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |