| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.046296296296296294, |
| "eval_steps": 200, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0023148148148148147, |
| "grad_norm": 0.3478386700153351, |
| "learning_rate": 4.9000000000000005e-06, |
| "loss": 0.5384, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004629629629629629, |
| "grad_norm": 0.42086708545684814, |
| "learning_rate": 9.900000000000002e-06, |
| "loss": 0.5451, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.006944444444444444, |
| "grad_norm": 0.4326656460762024, |
| "learning_rate": 1.49e-05, |
| "loss": 0.4839, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.009259259259259259, |
| "grad_norm": 0.4516472816467285, |
| "learning_rate": 1.9900000000000003e-05, |
| "loss": 0.4111, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.009259259259259259, |
| "eval_loss": 0.349865585565567, |
| "eval_runtime": 19.7692, |
| "eval_samples_per_second": 12.949, |
| "eval_steps_per_second": 12.949, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.011574074074074073, |
| "grad_norm": 0.5795977711677551, |
| "learning_rate": 2.4900000000000002e-05, |
| "loss": 0.2866, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.013888888888888888, |
| "grad_norm": 0.35750141739845276, |
| "learning_rate": 2.9900000000000002e-05, |
| "loss": 0.199, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.016203703703703703, |
| "grad_norm": 0.6528739333152771, |
| "learning_rate": 3.49e-05, |
| "loss": 0.1817, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.018518518518518517, |
| "grad_norm": 0.33804208040237427, |
| "learning_rate": 3.99e-05, |
| "loss": 0.1493, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.018518518518518517, |
| "eval_loss": 0.1466292142868042, |
| "eval_runtime": 19.6974, |
| "eval_samples_per_second": 12.997, |
| "eval_steps_per_second": 12.997, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.020833333333333332, |
| "grad_norm": 0.5409814119338989, |
| "learning_rate": 4.49e-05, |
| "loss": 0.1559, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.023148148148148147, |
| "grad_norm": 0.7483624219894409, |
| "learning_rate": 4.99e-05, |
| "loss": 0.1437, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.02546296296296296, |
| "grad_norm": 1.4873676300048828, |
| "learning_rate": 5.4900000000000006e-05, |
| "loss": 0.1234, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.027777777777777776, |
| "grad_norm": 0.17527984082698822, |
| "learning_rate": 5.99e-05, |
| "loss": 0.1333, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.027777777777777776, |
| "eval_loss": 0.11654040217399597, |
| "eval_runtime": 19.671, |
| "eval_samples_per_second": 13.014, |
| "eval_steps_per_second": 13.014, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.03009259259259259, |
| "grad_norm": 0.6555693745613098, |
| "learning_rate": 6.49e-05, |
| "loss": 0.1308, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.032407407407407406, |
| "grad_norm": 1.7553420066833496, |
| "learning_rate": 6.99e-05, |
| "loss": 0.1187, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.034722222222222224, |
| "grad_norm": 0.5994613170623779, |
| "learning_rate": 7.49e-05, |
| "loss": 0.1056, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "grad_norm": 0.1644933968782425, |
| "learning_rate": 7.99e-05, |
| "loss": 0.1135, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.037037037037037035, |
| "eval_loss": 0.10061360150575638, |
| "eval_runtime": 19.6346, |
| "eval_samples_per_second": 13.038, |
| "eval_steps_per_second": 13.038, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.03935185185185185, |
| "grad_norm": 0.9034128189086914, |
| "learning_rate": 8.49e-05, |
| "loss": 0.1126, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.041666666666666664, |
| "grad_norm": 0.14649496972560883, |
| "learning_rate": 8.99e-05, |
| "loss": 0.1173, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.04398148148148148, |
| "grad_norm": 0.24131137132644653, |
| "learning_rate": 9.49e-05, |
| "loss": 0.1048, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.046296296296296294, |
| "grad_norm": 0.7404407858848572, |
| "learning_rate": 9.99e-05, |
| "loss": 0.1042, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.046296296296296294, |
| "eval_loss": 0.09243285655975342, |
| "eval_runtime": 19.9298, |
| "eval_samples_per_second": 12.845, |
| "eval_steps_per_second": 12.845, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.046296296296296294, |
| "step": 1000, |
| "total_flos": 0.0, |
| "train_loss": 0.2129466395378113, |
| "train_runtime": 353.5445, |
| "train_samples_per_second": 11.314, |
| "train_steps_per_second": 2.828 |
| } |
| ], |
| "logging_steps": 50, |
| "max_steps": 1000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
