| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 15375, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0975609756097561, |
| "grad_norm": 19.442411422729492, |
| "learning_rate": 4.8373983739837406e-05, |
| "loss": 6.7559, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.1951219512195122, |
| "grad_norm": 22.672739028930664, |
| "learning_rate": 4.6747967479674795e-05, |
| "loss": 6.6932, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.2926829268292683, |
| "grad_norm": 21.795516967773438, |
| "learning_rate": 4.51219512195122e-05, |
| "loss": 6.6652, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.3902439024390244, |
| "grad_norm": 19.84381866455078, |
| "learning_rate": 4.3495934959349595e-05, |
| "loss": 6.6335, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.4878048780487805, |
| "grad_norm": 14.22912883758545, |
| "learning_rate": 4.186991869918699e-05, |
| "loss": 6.6248, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.5853658536585366, |
| "grad_norm": 14.391462326049805, |
| "learning_rate": 4.0243902439024395e-05, |
| "loss": 6.5929, |
| "step": 3000 |
| }, |
| { |
| "epoch": 0.6829268292682927, |
| "grad_norm": 19.81720733642578, |
| "learning_rate": 3.861788617886179e-05, |
| "loss": 6.5589, |
| "step": 3500 |
| }, |
| { |
| "epoch": 0.7804878048780488, |
| "grad_norm": 15.33761978149414, |
| "learning_rate": 3.699186991869919e-05, |
| "loss": 6.5327, |
| "step": 4000 |
| }, |
| { |
| "epoch": 0.8780487804878049, |
| "grad_norm": 14.190281867980957, |
| "learning_rate": 3.5365853658536584e-05, |
| "loss": 6.5175, |
| "step": 4500 |
| }, |
| { |
| "epoch": 0.975609756097561, |
| "grad_norm": 16.57828712463379, |
| "learning_rate": 3.373983739837399e-05, |
| "loss": 6.5137, |
| "step": 5000 |
| }, |
| { |
| "epoch": 1.0731707317073171, |
| "grad_norm": 16.75761604309082, |
| "learning_rate": 3.2113821138211384e-05, |
| "loss": 6.495, |
| "step": 5500 |
| }, |
| { |
| "epoch": 1.170731707317073, |
| "grad_norm": 18.840726852416992, |
| "learning_rate": 3.048780487804878e-05, |
| "loss": 6.4757, |
| "step": 6000 |
| }, |
| { |
| "epoch": 1.2682926829268293, |
| "grad_norm": 17.630483627319336, |
| "learning_rate": 2.886178861788618e-05, |
| "loss": 6.4633, |
| "step": 6500 |
| }, |
| { |
| "epoch": 1.3658536585365852, |
| "grad_norm": 16.721818923950195, |
| "learning_rate": 2.7235772357723577e-05, |
| "loss": 6.4462, |
| "step": 7000 |
| }, |
| { |
| "epoch": 1.4634146341463414, |
| "grad_norm": 14.650636672973633, |
| "learning_rate": 2.5609756097560977e-05, |
| "loss": 6.4404, |
| "step": 7500 |
| }, |
| { |
| "epoch": 1.5609756097560976, |
| "grad_norm": 13.825970649719238, |
| "learning_rate": 2.3983739837398377e-05, |
| "loss": 6.4326, |
| "step": 8000 |
| }, |
| { |
| "epoch": 1.6585365853658538, |
| "grad_norm": 11.85326862335205, |
| "learning_rate": 2.2357723577235773e-05, |
| "loss": 6.4239, |
| "step": 8500 |
| }, |
| { |
| "epoch": 1.7560975609756098, |
| "grad_norm": 13.92196273803711, |
| "learning_rate": 2.073170731707317e-05, |
| "loss": 6.4098, |
| "step": 9000 |
| }, |
| { |
| "epoch": 1.8536585365853657, |
| "grad_norm": 12.077308654785156, |
| "learning_rate": 1.9105691056910573e-05, |
| "loss": 6.3987, |
| "step": 9500 |
| }, |
| { |
| "epoch": 1.951219512195122, |
| "grad_norm": 12.406614303588867, |
| "learning_rate": 1.747967479674797e-05, |
| "loss": 6.3957, |
| "step": 10000 |
| }, |
| { |
| "epoch": 2.048780487804878, |
| "grad_norm": 14.001736640930176, |
| "learning_rate": 1.5853658536585366e-05, |
| "loss": 6.3752, |
| "step": 10500 |
| }, |
| { |
| "epoch": 2.1463414634146343, |
| "grad_norm": 12.691810607910156, |
| "learning_rate": 1.4227642276422764e-05, |
| "loss": 6.3566, |
| "step": 11000 |
| }, |
| { |
| "epoch": 2.2439024390243905, |
| "grad_norm": 10.062420845031738, |
| "learning_rate": 1.2601626016260162e-05, |
| "loss": 6.3492, |
| "step": 11500 |
| }, |
| { |
| "epoch": 2.341463414634146, |
| "grad_norm": 11.78906536102295, |
| "learning_rate": 1.0975609756097562e-05, |
| "loss": 6.3447, |
| "step": 12000 |
| }, |
| { |
| "epoch": 2.4390243902439024, |
| "grad_norm": 13.368131637573242, |
| "learning_rate": 9.34959349593496e-06, |
| "loss": 6.339, |
| "step": 12500 |
| }, |
| { |
| "epoch": 2.5365853658536586, |
| "grad_norm": 12.125652313232422, |
| "learning_rate": 7.723577235772358e-06, |
| "loss": 6.3305, |
| "step": 13000 |
| }, |
| { |
| "epoch": 2.6341463414634148, |
| "grad_norm": 13.748695373535156, |
| "learning_rate": 6.0975609756097564e-06, |
| "loss": 6.3205, |
| "step": 13500 |
| }, |
| { |
| "epoch": 2.7317073170731705, |
| "grad_norm": 13.787367820739746, |
| "learning_rate": 4.471544715447155e-06, |
| "loss": 6.3196, |
| "step": 14000 |
| }, |
| { |
| "epoch": 2.8292682926829267, |
| "grad_norm": 15.013029098510742, |
| "learning_rate": 2.8455284552845528e-06, |
| "loss": 6.3116, |
| "step": 14500 |
| }, |
| { |
| "epoch": 2.926829268292683, |
| "grad_norm": 15.244904518127441, |
| "learning_rate": 1.2195121951219514e-06, |
| "loss": 6.3107, |
| "step": 15000 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 15375, |
| "total_flos": 5764753863475200.0, |
| "train_loss": 6.457221655868903, |
| "train_runtime": 1165.3935, |
| "train_samples_per_second": 105.536, |
| "train_steps_per_second": 13.193 |
| } |
| ], |
| "logging_steps": 500, |
| "max_steps": 15375, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 5764753863475200.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
