| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8849382716049383, |
| "eval_steps": 256, |
| "global_step": 1792, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.06320987654320988, |
| "grad_norm": 0.04219071567058563, |
| "learning_rate": 0.000248046875, |
| "loss": 0.006440815050154924, |
| "step": 128 |
| }, |
| { |
| "epoch": 0.12641975308641976, |
| "grad_norm": 0.04216855764389038, |
| "learning_rate": 0.000498046875, |
| "loss": 0.006011463236063719, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.12641975308641976, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005870252109428004, |
| "eval_loss": 0.005870252109428004, |
| "eval_mse_loss": 443.6981372368045, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.12641975308641976, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005870252109428004, |
| "eval_loss": 0.005870252109428004, |
| "eval_mse_loss": 443.6981372368045, |
| "eval_runtime": 8.5982, |
| "eval_samples_per_second": 304.482, |
| "eval_steps_per_second": 4.768, |
| "step": 256 |
| }, |
| { |
| "epoch": 0.18962962962962962, |
| "grad_norm": 0.04382074996829033, |
| "learning_rate": 0.000748046875, |
| "loss": 0.005682823713868856, |
| "step": 384 |
| }, |
| { |
| "epoch": 0.2528395061728395, |
| "grad_norm": 0.04206819832324982, |
| "learning_rate": 0.000998046875, |
| "loss": 0.005469319876283407, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.2528395061728395, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005397265197754633, |
| "eval_loss": 0.005397265197754633, |
| "eval_mse_loss": 463.40619789681784, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.2528395061728395, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005397265197754633, |
| "eval_loss": 0.005397265197754633, |
| "eval_mse_loss": 463.40619789681784, |
| "eval_runtime": 7.4659, |
| "eval_samples_per_second": 350.662, |
| "eval_steps_per_second": 5.492, |
| "step": 512 |
| }, |
| { |
| "epoch": 0.3160493827160494, |
| "grad_norm": 0.040812306106090546, |
| "learning_rate": 0.0009827157247249464, |
| "loss": 0.005451996345072985, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.37925925925925924, |
| "grad_norm": 0.05150594562292099, |
| "learning_rate": 0.0009315344337660421, |
| "loss": 0.005260218400508165, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.37925925925925924, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005222608051376372, |
| "eval_loss": 0.005222608051376372, |
| "eval_mse_loss": 478.69413199075836, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.37925925925925924, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005222608051376372, |
| "eval_loss": 0.005222608051376372, |
| "eval_mse_loss": 478.69413199075836, |
| "eval_runtime": 8.0676, |
| "eval_samples_per_second": 324.508, |
| "eval_steps_per_second": 5.082, |
| "step": 768 |
| }, |
| { |
| "epoch": 0.44246913580246916, |
| "grad_norm": 0.0297068003565073, |
| "learning_rate": 0.0008500491898731988, |
| "loss": 0.005236003547906876, |
| "step": 896 |
| }, |
| { |
| "epoch": 0.505679012345679, |
| "grad_norm": 0.03605964779853821, |
| "learning_rate": 0.0007439821899385376, |
| "loss": 0.005152056459337473, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.505679012345679, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005151342339359406, |
| "eval_loss": 0.005151342339359406, |
| "eval_mse_loss": 487.98453800852707, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.505679012345679, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005151342339359406, |
| "eval_loss": 0.005151342339359406, |
| "eval_mse_loss": 487.98453800852707, |
| "eval_runtime": 8.1175, |
| "eval_samples_per_second": 322.512, |
| "eval_steps_per_second": 5.051, |
| "step": 1024 |
| }, |
| { |
| "epoch": 0.5688888888888889, |
| "grad_norm": 0.03870987519621849, |
| "learning_rate": 0.0006207818531897271, |
| "loss": 0.005106513388454914, |
| "step": 1152 |
| }, |
| { |
| "epoch": 0.6320987654320988, |
| "grad_norm": 0.024118751287460327, |
| "learning_rate": 0.0004890997654891032, |
| "loss": 0.005096105858683586, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6320987654320988, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005091924810918366, |
| "eval_loss": 0.005091924810918366, |
| "eval_mse_loss": 497.0737781059451, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6320987654320988, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.005091924810918366, |
| "eval_loss": 0.005091924810918366, |
| "eval_mse_loss": 497.0737781059451, |
| "eval_runtime": 8.4448, |
| "eval_samples_per_second": 310.013, |
| "eval_steps_per_second": 4.855, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.6953086419753086, |
| "grad_norm": 0.02920917421579361, |
| "learning_rate": 0.00035818313279679524, |
| "loss": 0.005061750765889883, |
| "step": 1408 |
| }, |
| { |
| "epoch": 0.7585185185185185, |
| "grad_norm": 0.018508030101656914, |
| "learning_rate": 0.00023722540797531234, |
| "loss": 0.005014664493501186, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.7585185185185185, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.00502042164571765, |
| "eval_loss": 0.00502042164571765, |
| "eval_mse_loss": 502.0919985887481, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.7585185185185185, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.00502042164571765, |
| "eval_loss": 0.00502042164571765, |
| "eval_mse_loss": 502.0919985887481, |
| "eval_runtime": 7.5012, |
| "eval_samples_per_second": 349.012, |
| "eval_steps_per_second": 5.466, |
| "step": 1536 |
| }, |
| { |
| "epoch": 0.8217283950617283, |
| "grad_norm": 0.020617935806512833, |
| "learning_rate": 0.00013472069233656453, |
| "loss": 0.004991861991584301, |
| "step": 1664 |
| }, |
| { |
| "epoch": 0.8849382716049383, |
| "grad_norm": 0.016280537471175194, |
| "learning_rate": 5.786724825584927e-05, |
| "loss": 0.004958455916494131, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.8849382716049383, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.0049657613470605235, |
| "eval_loss": 0.0049657613470605235, |
| "eval_mse_loss": 505.7769038502763, |
| "step": 1792 |
| }, |
| { |
| "epoch": 0.8849382716049383, |
| "eval_bleu": 0.0, |
| "eval_cos_loss": 0.0049657613470605235, |
| "eval_loss": 0.0049657613470605235, |
| "eval_mse_loss": 505.7769038502763, |
| "eval_runtime": 8.1016, |
| "eval_samples_per_second": 323.148, |
| "eval_steps_per_second": 5.061, |
| "step": 1792 |
| } |
| ], |
| "logging_steps": 128, |
| "max_steps": 2025, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 256, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 64, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
