| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9982905982905983, |
| "eval_steps": 500, |
| "global_step": 438, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.022792022792022793, |
| "grad_norm": 2.218597567152377, |
| "learning_rate": 5e-06, |
| "loss": 0.7544, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.045584045584045586, |
| "grad_norm": 0.8186028537973438, |
| "learning_rate": 5e-06, |
| "loss": 0.6997, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.06837606837606838, |
| "grad_norm": 0.9212941016288362, |
| "learning_rate": 5e-06, |
| "loss": 0.6798, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.09116809116809117, |
| "grad_norm": 0.8748927154749253, |
| "learning_rate": 5e-06, |
| "loss": 0.68, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.11396011396011396, |
| "grad_norm": 0.8185828012496023, |
| "learning_rate": 5e-06, |
| "loss": 0.6762, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.13675213675213677, |
| "grad_norm": 0.7047820637148428, |
| "learning_rate": 5e-06, |
| "loss": 0.6559, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.15954415954415954, |
| "grad_norm": 0.4630577367491141, |
| "learning_rate": 5e-06, |
| "loss": 0.6526, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.18233618233618235, |
| "grad_norm": 0.37711272448868094, |
| "learning_rate": 5e-06, |
| "loss": 0.6554, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.20512820512820512, |
| "grad_norm": 0.3202737721386268, |
| "learning_rate": 5e-06, |
| "loss": 0.64, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.22792022792022792, |
| "grad_norm": 0.29895290557822196, |
| "learning_rate": 5e-06, |
| "loss": 0.6413, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.25071225071225073, |
| "grad_norm": 0.3339564719104408, |
| "learning_rate": 5e-06, |
| "loss": 0.6326, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.27350427350427353, |
| "grad_norm": 0.3089711327253267, |
| "learning_rate": 5e-06, |
| "loss": 0.6408, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.2962962962962963, |
| "grad_norm": 0.2880064692869082, |
| "learning_rate": 5e-06, |
| "loss": 0.6417, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.3190883190883191, |
| "grad_norm": 0.3066866041749207, |
| "learning_rate": 5e-06, |
| "loss": 0.6439, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.3418803418803419, |
| "grad_norm": 0.3183377069071228, |
| "learning_rate": 5e-06, |
| "loss": 0.6364, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.3646723646723647, |
| "grad_norm": 0.30389279648516754, |
| "learning_rate": 5e-06, |
| "loss": 0.6415, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.38746438746438744, |
| "grad_norm": 0.34515965846333546, |
| "learning_rate": 5e-06, |
| "loss": 0.6333, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.41025641025641024, |
| "grad_norm": 0.3010238903973123, |
| "learning_rate": 5e-06, |
| "loss": 0.6389, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.43304843304843305, |
| "grad_norm": 0.305044869326132, |
| "learning_rate": 5e-06, |
| "loss": 0.6314, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.45584045584045585, |
| "grad_norm": 0.30840519078259393, |
| "learning_rate": 5e-06, |
| "loss": 0.6395, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.47863247863247865, |
| "grad_norm": 0.30681357495275924, |
| "learning_rate": 5e-06, |
| "loss": 0.6358, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.5014245014245015, |
| "grad_norm": 0.30336186343842153, |
| "learning_rate": 5e-06, |
| "loss": 0.6395, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.5242165242165242, |
| "grad_norm": 0.3283645936629147, |
| "learning_rate": 5e-06, |
| "loss": 0.6351, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.5470085470085471, |
| "grad_norm": 0.3041964089929852, |
| "learning_rate": 5e-06, |
| "loss": 0.631, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.5698005698005698, |
| "grad_norm": 0.33949867440584647, |
| "learning_rate": 5e-06, |
| "loss": 0.6359, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.5925925925925926, |
| "grad_norm": 0.30499195934646295, |
| "learning_rate": 5e-06, |
| "loss": 0.6341, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.6153846153846154, |
| "grad_norm": 0.31613496109824796, |
| "learning_rate": 5e-06, |
| "loss": 0.6313, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.6381766381766382, |
| "grad_norm": 0.31969719335542396, |
| "learning_rate": 5e-06, |
| "loss": 0.642, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.6609686609686609, |
| "grad_norm": 0.3186872465072314, |
| "learning_rate": 5e-06, |
| "loss": 0.6307, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.6837606837606838, |
| "grad_norm": 0.2888007951280724, |
| "learning_rate": 5e-06, |
| "loss": 0.6287, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.7065527065527065, |
| "grad_norm": 0.2960253626480404, |
| "learning_rate": 5e-06, |
| "loss": 0.6286, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.7293447293447294, |
| "grad_norm": 0.33915618291310873, |
| "learning_rate": 5e-06, |
| "loss": 0.6292, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.7521367521367521, |
| "grad_norm": 0.30116887815816673, |
| "learning_rate": 5e-06, |
| "loss": 0.6258, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.7749287749287749, |
| "grad_norm": 0.3333518580221403, |
| "learning_rate": 5e-06, |
| "loss": 0.6317, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.7977207977207977, |
| "grad_norm": 0.33224367385448017, |
| "learning_rate": 5e-06, |
| "loss": 0.6387, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.8205128205128205, |
| "grad_norm": 0.3181916905648656, |
| "learning_rate": 5e-06, |
| "loss": 0.6305, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.8433048433048433, |
| "grad_norm": 0.33030362566649507, |
| "learning_rate": 5e-06, |
| "loss": 0.6242, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.8660968660968661, |
| "grad_norm": 0.3162880358649072, |
| "learning_rate": 5e-06, |
| "loss": 0.6365, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.8888888888888888, |
| "grad_norm": 0.3263181921886909, |
| "learning_rate": 5e-06, |
| "loss": 0.6351, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.9116809116809117, |
| "grad_norm": 0.2982532466684275, |
| "learning_rate": 5e-06, |
| "loss": 0.6383, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.9344729344729344, |
| "grad_norm": 0.2890804672214108, |
| "learning_rate": 5e-06, |
| "loss": 0.6346, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.9572649572649573, |
| "grad_norm": 0.300069760789381, |
| "learning_rate": 5e-06, |
| "loss": 0.6214, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.98005698005698, |
| "grad_norm": 0.34145032165166, |
| "learning_rate": 5e-06, |
| "loss": 0.6345, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.9982905982905983, |
| "eval_loss": 0.6251269578933716, |
| "eval_runtime": 442.6816, |
| "eval_samples_per_second": 26.708, |
| "eval_steps_per_second": 0.418, |
| "step": 438 |
| }, |
| { |
| "epoch": 0.9982905982905983, |
| "step": 438, |
| "total_flos": 918231661412352.0, |
| "train_loss": 0.6429911312991625, |
| "train_runtime": 23746.3651, |
| "train_samples_per_second": 9.459, |
| "train_steps_per_second": 0.018 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 438, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 918231661412352.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
