{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.14094432699083861, "eval_steps": 100, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01, "learning_rate": 2.272727272727273e-05, "loss": 0.5525, "step": 50 }, { "epoch": 0.03, "learning_rate": 2.0202020202020203e-05, "loss": 0.1094, "step": 100 }, { "epoch": 0.03, "eval_loss": 0.08147025853395462, "eval_runtime": 380.9782, "eval_samples_per_second": 3.921, "eval_steps_per_second": 0.491, "step": 100 }, { "epoch": 0.04, "learning_rate": 1.7676767676767676e-05, "loss": 0.078, "step": 150 }, { "epoch": 0.06, "learning_rate": 1.5151515151515153e-05, "loss": 0.0661, "step": 200 }, { "epoch": 0.06, "eval_loss": 0.0661635473370552, "eval_runtime": 381.0472, "eval_samples_per_second": 3.921, "eval_steps_per_second": 0.491, "step": 200 }, { "epoch": 0.07, "learning_rate": 1.2626262626262628e-05, "loss": 0.0645, "step": 250 }, { "epoch": 0.08, "learning_rate": 1.0101010101010101e-05, "loss": 0.0632, "step": 300 }, { "epoch": 0.08, "eval_loss": 0.06215110421180725, "eval_runtime": 381.0085, "eval_samples_per_second": 3.921, "eval_steps_per_second": 0.491, "step": 300 }, { "epoch": 0.1, "learning_rate": 7.5757575757575764e-06, "loss": 0.0608, "step": 350 }, { "epoch": 0.11, "learning_rate": 5.050505050505051e-06, "loss": 0.0552, "step": 400 }, { "epoch": 0.11, "eval_loss": 0.06042427942156792, "eval_runtime": 380.9623, "eval_samples_per_second": 3.922, "eval_steps_per_second": 0.491, "step": 400 }, { "epoch": 0.13, "learning_rate": 2.5252525252525253e-06, "loss": 0.0627, "step": 450 }, { "epoch": 0.14, "learning_rate": 0.0, "loss": 0.0608, "step": 500 }, { "epoch": 0.14, "eval_loss": 0.05943121761083603, "eval_runtime": 381.0044, "eval_samples_per_second": 3.921, "eval_steps_per_second": 0.491, "step": 500 } ], "logging_steps": 50, "max_steps": 500, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 100, "total_flos": 1.75796568195072e+17, "train_batch_size": 2, "trial_name": null, "trial_params": null }