| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 3.0, | |
| "eval_steps": 2000, | |
| "global_step": 8340, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0003597769382982551, | |
| "grad_norm": 43.59233474731445, | |
| "learning_rate": 0.0, | |
| "loss": 4.6611, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.17988846914912754, | |
| "grad_norm": 0.34114521741867065, | |
| "learning_rate": 4.816339066339067e-05, | |
| "loss": 0.4796, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.3597769382982551, | |
| "grad_norm": 0.40485045313835144, | |
| "learning_rate": 4.5092137592137595e-05, | |
| "loss": 0.1239, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.5396654074473827, | |
| "grad_norm": 0.26643964648246765, | |
| "learning_rate": 4.202088452088452e-05, | |
| "loss": 0.0915, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.7195538765965102, | |
| "grad_norm": 0.2876332998275757, | |
| "learning_rate": 3.894963144963145e-05, | |
| "loss": 0.074, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.7195538765965102, | |
| "eval_loss": 0.051152389496564865, | |
| "eval_runtime": 73.981, | |
| "eval_samples_per_second": 149.038, | |
| "eval_steps_per_second": 18.64, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.8994423457456378, | |
| "grad_norm": 0.27155473828315735, | |
| "learning_rate": 3.587837837837838e-05, | |
| "loss": 0.0643, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.079150926425616, | |
| "grad_norm": 0.257112592458725, | |
| "learning_rate": 3.2807125307125305e-05, | |
| "loss": 0.0573, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.2590393955747436, | |
| "grad_norm": 0.1687777042388916, | |
| "learning_rate": 2.9735872235872236e-05, | |
| "loss": 0.0521, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.4389278647238712, | |
| "grad_norm": 0.2531055212020874, | |
| "learning_rate": 2.6664619164619163e-05, | |
| "loss": 0.0492, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.4389278647238712, | |
| "eval_loss": 0.037362292408943176, | |
| "eval_runtime": 73.4788, | |
| "eval_samples_per_second": 150.057, | |
| "eval_steps_per_second": 18.767, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.6188163338729988, | |
| "grad_norm": 0.2625373899936676, | |
| "learning_rate": 2.3593366093366094e-05, | |
| "loss": 0.0471, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 1.7987048030221264, | |
| "grad_norm": 0.20707161724567413, | |
| "learning_rate": 2.0522113022113025e-05, | |
| "loss": 0.0443, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 1.9785932721712538, | |
| "grad_norm": 0.37195566296577454, | |
| "learning_rate": 1.7450859950859953e-05, | |
| "loss": 0.0431, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.158301852851232, | |
| "grad_norm": 0.2803611755371094, | |
| "learning_rate": 1.437960687960688e-05, | |
| "loss": 0.04, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.158301852851232, | |
| "eval_loss": 0.032591212540864944, | |
| "eval_runtime": 73.1424, | |
| "eval_samples_per_second": 150.747, | |
| "eval_steps_per_second": 18.854, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.3381903220003597, | |
| "grad_norm": 0.26601219177246094, | |
| "learning_rate": 1.130835380835381e-05, | |
| "loss": 0.0383, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.5180787911494873, | |
| "grad_norm": 0.18378710746765137, | |
| "learning_rate": 8.237100737100738e-06, | |
| "loss": 0.0386, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 2.697967260298615, | |
| "grad_norm": 0.2807880938053131, | |
| "learning_rate": 5.165847665847666e-06, | |
| "loss": 0.0382, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 2.8778557294477425, | |
| "grad_norm": 0.22750866413116455, | |
| "learning_rate": 2.094594594594595e-06, | |
| "loss": 0.0368, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 2.8778557294477425, | |
| "eval_loss": 0.03069758228957653, | |
| "eval_runtime": 74.1126, | |
| "eval_samples_per_second": 148.774, | |
| "eval_steps_per_second": 18.607, | |
| "step": 8000 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 8340, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 4000, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 1.941286555704361e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |