{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.3827751196172249, "eval_steps": 200, "global_step": 500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.019138755980861243, "grad_norm": 0.6331622004508972, "learning_rate": 6.25e-05, "loss": 1.2934, "step": 25 }, { "epoch": 0.03827751196172249, "grad_norm": 0.4265715181827545, "learning_rate": 9.921011058451817e-05, "loss": 0.646, "step": 50 }, { "epoch": 0.05741626794258373, "grad_norm": 0.058480992913246155, "learning_rate": 9.723538704581358e-05, "loss": 0.526, "step": 75 }, { "epoch": 0.07655502392344497, "grad_norm": 0.03429209440946579, "learning_rate": 9.5260663507109e-05, "loss": 0.5069, "step": 100 }, { "epoch": 0.09569377990430622, "grad_norm": 0.11788608133792877, "learning_rate": 9.328593996840442e-05, "loss": 0.4748, "step": 125 }, { "epoch": 0.11483253588516747, "grad_norm": 0.06252221018075943, "learning_rate": 9.131121642969984e-05, "loss": 0.4838, "step": 150 }, { "epoch": 0.1339712918660287, "grad_norm": 0.020096125081181526, "learning_rate": 8.933649289099526e-05, "loss": 0.4918, "step": 175 }, { "epoch": 0.15311004784688995, "grad_norm": 0.12325792759656906, "learning_rate": 8.736176935229068e-05, "loss": 0.5104, "step": 200 }, { "epoch": 0.15311004784688995, "eval_loss": 0.49960193037986755, "eval_runtime": 113.968, "eval_samples_per_second": 4.826, "eval_steps_per_second": 0.605, "step": 200 }, { "epoch": 0.1722488038277512, "grad_norm": 0.10687647014856339, "learning_rate": 8.53870458135861e-05, "loss": 0.5015, "step": 225 }, { "epoch": 0.19138755980861244, "grad_norm": 0.08051887899637222, "learning_rate": 8.341232227488151e-05, "loss": 0.4976, "step": 250 }, { "epoch": 0.21052631578947367, "grad_norm": 0.03358834236860275, "learning_rate": 8.143759873617693e-05, "loss": 0.4916, "step": 275 }, { "epoch": 0.22966507177033493, "grad_norm": 0.0065140132792294025, "learning_rate": 7.946287519747235e-05, "loss": 0.489, "step": 300 }, { "epoch": 0.24880382775119617, "grad_norm": 0.06022901087999344, "learning_rate": 7.748815165876777e-05, "loss": 0.5067, "step": 325 }, { "epoch": 0.2679425837320574, "grad_norm": 0.10035768896341324, "learning_rate": 7.551342812006318e-05, "loss": 0.4672, "step": 350 }, { "epoch": 0.28708133971291866, "grad_norm": 0.12114957720041275, "learning_rate": 7.35387045813586e-05, "loss": 0.4941, "step": 375 }, { "epoch": 0.3062200956937799, "grad_norm": 0.008501251228153706, "learning_rate": 7.156398104265402e-05, "loss": 0.5059, "step": 400 }, { "epoch": 0.3062200956937799, "eval_loss": 0.49782803654670715, "eval_runtime": 112.8287, "eval_samples_per_second": 4.875, "eval_steps_per_second": 0.612, "step": 400 }, { "epoch": 0.3253588516746411, "grad_norm": 0.13349683582782745, "learning_rate": 6.958925750394945e-05, "loss": 0.4999, "step": 425 }, { "epoch": 0.3444976076555024, "grad_norm": 0.07800962775945663, "learning_rate": 6.761453396524487e-05, "loss": 0.5059, "step": 450 }, { "epoch": 0.36363636363636365, "grad_norm": 0.08217480778694153, "learning_rate": 6.563981042654029e-05, "loss": 0.5114, "step": 475 }, { "epoch": 0.3827751196172249, "grad_norm": 0.07217281311750412, "learning_rate": 6.36650868878357e-05, "loss": 0.4855, "step": 500 } ], "logging_steps": 25, "max_steps": 1306, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1.7646732515386368e+17, "train_batch_size": 1, "trial_name": null, "trial_params": null }