{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 3.0, "eval_steps": 1000, "global_step": 5379, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0005577244841048522, "grad_norm": 4.318717956542969, "learning_rate": 0.0, "loss": 2.0553, "step": 1 }, { "epoch": 0.5577244841048522, "eval_cosine_accuracy": 0.9485750198364258, "eval_loss": 1.015312671661377, "eval_runtime": 23.0042, "eval_samples_per_second": 413.359, "eval_steps_per_second": 1.652, "step": 1000 }, { "epoch": 1.0, "grad_norm": 3.6185929775238037, "learning_rate": 6.2469480292989195e-06, "loss": 1.8693, "step": 1793 }, { "epoch": 1.1154489682097044, "eval_cosine_accuracy": 0.9525712728500366, "eval_loss": 0.936602771282196, "eval_runtime": 23.1454, "eval_samples_per_second": 410.837, "eval_steps_per_second": 1.642, "step": 2000 }, { "epoch": 1.6731734523145567, "eval_cosine_accuracy": 0.9576190710067749, "eval_loss": 0.914821207523346, "eval_runtime": 22.9469, "eval_samples_per_second": 414.391, "eval_steps_per_second": 1.656, "step": 3000 }, { "epoch": 2.0, "grad_norm": 7.962277889251709, "learning_rate": 8.824204657264677e-06, "loss": 1.5407, "step": 3586 }, { "epoch": 2.230897936419409, "eval_cosine_accuracy": 0.957198441028595, "eval_loss": 0.9048550724983215, "eval_runtime": 22.9782, "eval_samples_per_second": 413.828, "eval_steps_per_second": 1.654, "step": 4000 }, { "epoch": 2.788622420524261, "eval_cosine_accuracy": 0.9595120549201965, "eval_loss": 0.8995264768600464, "eval_runtime": 22.9671, "eval_samples_per_second": 414.028, "eval_steps_per_second": 1.655, "step": 5000 }, { "epoch": 3.0, "grad_norm": 31.307302474975586, "learning_rate": 5.883896359462119e-06, "loss": 1.3949, "step": 5379 } ], "logging_steps": 500, "max_steps": 8965, "num_input_tokens_seen": 0, "num_train_epochs": 5, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 256, "trial_name": null, "trial_params": null }