{ "best_metric": 1.0030816793441772, "best_model_checkpoint": "./opt_trained/checkpoint-1005", "epoch": 5.0, "eval_steps": 500, "global_step": 1005, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 1.0, "eval_loss": 1.0177865028381348, "eval_runtime": 77.0752, "eval_samples_per_second": 37.055, "eval_steps_per_second": 9.264, "step": 201 }, { "epoch": 2.0, "eval_loss": 1.0106526613235474, "eval_runtime": 77.338, "eval_samples_per_second": 36.929, "eval_steps_per_second": 9.232, "step": 402 }, { "epoch": 2.488169364881694, "grad_norm": 1.6413393020629883, "learning_rate": 0.0003501, "loss": 1.0175, "step": 500 }, { "epoch": 3.0, "eval_loss": 1.0082063674926758, "eval_runtime": 77.1371, "eval_samples_per_second": 37.025, "eval_steps_per_second": 9.256, "step": 603 }, { "epoch": 4.0, "eval_loss": 1.0058513879776, "eval_runtime": 76.7488, "eval_samples_per_second": 37.212, "eval_steps_per_second": 9.303, "step": 804 }, { "epoch": 4.976338729763388, "grad_norm": 1.9620177745819092, "learning_rate": 0.00030010000000000003, "loss": 0.9962, "step": 1000 }, { "epoch": 5.0, "eval_loss": 1.0030816793441772, "eval_runtime": 76.8119, "eval_samples_per_second": 37.182, "eval_steps_per_second": 9.295, "step": 1005 } ], "logging_steps": 500, "max_steps": 4000, "num_input_tokens_seen": 0, "num_train_epochs": 20, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 3.38317554816e+16, "train_batch_size": 16, "trial_name": null, "trial_params": null }