{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.8682719966786276, "eval_steps": 7000, "global_step": 63000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.2075857774087364, "grad_norm": 6.259258952923119e-05, "learning_rate": 9.958482297312883e-06, "loss": 0.015, "step": 7000 }, { "epoch": 0.2075857774087364, "eval_loss": 0.005288162734359503, "eval_runtime": 299.0787, "eval_samples_per_second": 225.496, "eval_steps_per_second": 28.19, "step": 7000 }, { "epoch": 0.4151715548174728, "grad_norm": 0.0349661149084568, "learning_rate": 8.805542283803155e-06, "loss": 0.0059, "step": 14000 }, { "epoch": 0.4151715548174728, "eval_loss": 0.004213849548250437, "eval_runtime": 305.6778, "eval_samples_per_second": 220.628, "eval_steps_per_second": 27.581, "step": 14000 }, { "epoch": 0.6227573322262092, "grad_norm": 0.0007877133903093636, "learning_rate": 7.652767023081867e-06, "loss": 0.0041, "step": 21000 }, { "epoch": 0.6227573322262092, "eval_loss": 0.0033566548954695463, "eval_runtime": 304.5219, "eval_samples_per_second": 221.465, "eval_steps_per_second": 27.686, "step": 21000 }, { "epoch": 0.8303431096349456, "grad_norm": 0.006591067183762789, "learning_rate": 6.50015651514902e-06, "loss": 0.0038, "step": 28000 }, { "epoch": 0.8303431096349456, "eval_loss": 0.003017185255885124, "eval_runtime": 310.7502, "eval_samples_per_second": 217.026, "eval_steps_per_second": 27.131, "step": 28000 }, { "epoch": 1.037928887043682, "grad_norm": 6.050535012036562e-05, "learning_rate": 5.3470517488508496e-06, "loss": 0.0028, "step": 35000 }, { "epoch": 1.037928887043682, "eval_loss": 0.00263745104894042, "eval_runtime": 318.0582, "eval_samples_per_second": 212.04, "eval_steps_per_second": 26.508, "step": 35000 }, { "epoch": 1.2455146644524184, "grad_norm": 0.0005422074464149773, "learning_rate": 4.194276488129561e-06, "loss": 0.0023, "step": 42000 }, { "epoch": 1.2455146644524184, "eval_loss": 0.002334447344765067, "eval_runtime": 308.969, "eval_samples_per_second": 218.278, "eval_steps_per_second": 27.288, "step": 42000 }, { "epoch": 1.4531004418611548, "grad_norm": 4.648882895708084e-05, "learning_rate": 3.041501227408274e-06, "loss": 0.0011, "step": 49000 }, { "epoch": 1.4531004418611548, "eval_loss": 0.0022575457114726305, "eval_runtime": 293.5363, "eval_samples_per_second": 229.753, "eval_steps_per_second": 28.722, "step": 49000 }, { "epoch": 1.6606862192698912, "grad_norm": 5.3200383263174444e-05, "learning_rate": 1.8890554722638682e-06, "loss": 0.0008, "step": 56000 }, { "epoch": 1.6606862192698912, "eval_loss": 0.0020312555134296417, "eval_runtime": 311.6551, "eval_samples_per_second": 216.396, "eval_steps_per_second": 27.052, "step": 56000 }, { "epoch": 1.8682719966786276, "grad_norm": 7.308552449103445e-05, "learning_rate": 7.359507059656985e-07, "loss": 0.0007, "step": 63000 }, { "epoch": 1.8682719966786276, "eval_loss": 0.00200638803653419, "eval_runtime": 310.1684, "eval_samples_per_second": 217.433, "eval_steps_per_second": 27.182, "step": 63000 } ], "logging_steps": 7000, "max_steps": 67442, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 7000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }