{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.025220680958385876, "eval_steps": 10, "global_step": 10, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "computed_total": 0.45715999603271484, "epoch": 0.0025220680958385876, "grad_norm": 102.097412109375, "kl_loss": 6.5083294309431494e-09, "learning_rate": 0.0, "loss": 4.3237, "sft_loss": 0.45650917291641235, "step": 1 }, { "computed_total": 0.555546760559082, "epoch": 0.005044136191677175, "grad_norm": 87.49225616455078, "kl_loss": 5.4945092919922445e-09, "learning_rate": 4.000000000000001e-06, "loss": 4.3036, "sft_loss": 0.5549973249435425, "step": 2 }, { "computed_total": 0.5587829947471619, "epoch": 0.007566204287515763, "grad_norm": 64.52155303955078, "kl_loss": 3.4872137177899276e-08, "learning_rate": 8.000000000000001e-06, "loss": 3.5946, "sft_loss": 0.5552957653999329, "step": 3 }, { "computed_total": 0.4053139090538025, "epoch": 0.01008827238335435, "grad_norm": 79.32300567626953, "kl_loss": 7.649157964806363e-07, "learning_rate": 1.2e-05, "loss": 3.3472, "sft_loss": 0.3288223147392273, "step": 4 }, { "computed_total": 0.3922015130519867, "epoch": 0.012610340479192938, "grad_norm": 49.438594818115234, "kl_loss": 9.65095068750088e-07, "learning_rate": 1.6000000000000003e-05, "loss": 3.0682, "sft_loss": 0.29569199681282043, "step": 5 }, { "computed_total": 0.3126932382583618, "epoch": 0.015132408575031526, "grad_norm": 36.26791000366211, "kl_loss": 9.634337629904621e-07, "learning_rate": 2e-05, "loss": 2.7815, "sft_loss": 0.21634985506534576, "step": 6 }, { "computed_total": 0.2588472068309784, "epoch": 0.017654476670870115, "grad_norm": 28.21232795715332, "kl_loss": 7.276251494658936e-07, "learning_rate": 1.9948979591836737e-05, "loss": 2.499, "sft_loss": 0.18608468770980835, "step": 7 }, { "computed_total": 0.32910704612731934, "epoch": 0.0201765447667087, "grad_norm": 24.3712158203125, "kl_loss": 8.822735821922834e-07, "learning_rate": 1.9897959183673473e-05, "loss": 2.4776, "sft_loss": 0.24087969958782196, "step": 8 }, { "computed_total": 0.3658309280872345, "epoch": 0.02269861286254729, "grad_norm": 31.98260498046875, "kl_loss": 7.195029070317105e-07, "learning_rate": 1.9846938775510205e-05, "loss": 2.3718, "sft_loss": 0.2938806414604187, "step": 9 }, { "computed_total": 0.22178040444850922, "epoch": 0.025220680958385876, "grad_norm": 34.0799674987793, "kl_loss": 6.166483217384666e-07, "learning_rate": 1.979591836734694e-05, "loss": 2.4129, "sft_loss": 0.1601155698299408, "step": 10 }, { "computed_total": 2.1096696853637695, "epoch": 0.025220680958385876, "eval_loss": 1.9816868305206299, "eval_runtime": 67.6013, "eval_samples_per_second": 10.429, "eval_steps_per_second": 5.222, "kl_loss": 3.9526437944914505e-07, "sft_loss": 2.070143222808838, "step": 10 } ], "logging_steps": 1, "max_steps": 397, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 10, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 1840137363886080.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }