{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 500, "global_step": 159, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.1902497027348395, "grad_norm": 1.049843430519104, "learning_rate": 1.8e-05, "loss": 3.6094, "step": 10 }, { "epoch": 0.380499405469679, "grad_norm": 1.4530141353607178, "learning_rate": 3.8e-05, "loss": 3.3156, "step": 20 }, { "epoch": 0.5707491082045184, "grad_norm": 1.1667392253875732, "learning_rate": 5.8e-05, "loss": 2.6267, "step": 30 }, { "epoch": 0.760998810939358, "grad_norm": 1.4776651859283447, "learning_rate": 7.800000000000001e-05, "loss": 2.1165, "step": 40 }, { "epoch": 0.9512485136741974, "grad_norm": 1.4660998582839966, "learning_rate": 9.8e-05, "loss": 1.804, "step": 50 }, { "epoch": 1.1331747919143877, "grad_norm": 1.163648247718811, "learning_rate": 0.000118, "loss": 1.5531, "step": 60 }, { "epoch": 1.323424494649227, "grad_norm": 1.323768973350525, "learning_rate": 0.000138, "loss": 1.4815, "step": 70 }, { "epoch": 1.5136741973840666, "grad_norm": 1.6716187000274658, "learning_rate": 0.00015800000000000002, "loss": 1.3993, "step": 80 }, { "epoch": 1.7039239001189062, "grad_norm": 1.709359049797058, "learning_rate": 0.00017800000000000002, "loss": 1.3135, "step": 90 }, { "epoch": 1.8941736028537455, "grad_norm": 1.735700249671936, "learning_rate": 0.00019800000000000002, "loss": 1.2533, "step": 100 }, { "epoch": 2.0760998810939357, "grad_norm": 1.7600226402282715, "learning_rate": 0.00018873520750565718, "loss": 1.1572, "step": 110 }, { "epoch": 2.2663495838287755, "grad_norm": 2.0459885597229004, "learning_rate": 0.00015304209081197425, "loss": 0.9394, "step": 120 }, { "epoch": 2.456599286563615, "grad_norm": 1.884280800819397, "learning_rate": 0.00010266205214377748, "loss": 0.9113, "step": 130 }, { "epoch": 2.646848989298454, "grad_norm": 2.249265432357788, "learning_rate": 5.1544912966734994e-05, "loss": 0.8832, "step": 140 }, { "epoch": 2.837098692033294, "grad_norm": 2.0327601432800293, "learning_rate": 1.3844591860619383e-05, "loss": 0.9004, "step": 150 } ], "logging_steps": 10, "max_steps": 159, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 6.123192092794552e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }