{ "best_metric": null, "best_model_checkpoint": null, "epoch": 0.9893390191897654, "eval_steps": 500, "global_step": 58, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio": 0.0, "completion_length": 1023.7232208251953, "epoch": 0.017057569296375266, "grad_norm": 0.19576208293437958, "kl": 0.0, "learning_rate": 5e-07, "loss": 0.0, "reward": 0.6484375298023224, "reward_std": 0.29160378500819206, "rewards/accuracy_reward": 0.6484375298023224, "rewards/format_reward": 0.0, "step": 1 }, { "clip_ratio": 0.0, "completion_length": 1022.977409362793, "epoch": 0.08528784648187633, "grad_norm": 0.17678765952587128, "kl": 0.00011715292930603027, "learning_rate": 2.5e-06, "loss": -0.0002, "reward": 0.5898437788709998, "reward_std": 0.3387324567884207, "rewards/accuracy_reward": 0.5898437788709998, "rewards/format_reward": 0.0, "step": 5 }, { "clip_ratio": 0.0, "completion_length": 1023.1116149902343, "epoch": 0.17057569296375266, "grad_norm": 0.15346871316432953, "kl": 0.0009440422058105469, "learning_rate": 2.956412726139078e-06, "loss": -0.0001, "reward": 0.6941964611411094, "reward_std": 0.2548374630510807, "rewards/accuracy_reward": 0.6941964611411094, "rewards/format_reward": 0.0, "step": 10 }, { "clip_ratio": 0.0, "completion_length": 1022.287516784668, "epoch": 0.255863539445629, "grad_norm": 0.07373964786529541, "kl": 0.003263092041015625, "learning_rate": 2.7836719084521715e-06, "loss": 0.0004, "reward": 0.7709821805357933, "reward_std": 0.16608586916700005, "rewards/accuracy_reward": 0.7709821805357933, "rewards/format_reward": 0.0, "step": 15 }, { "clip_ratio": 0.0, "completion_length": 1023.2745651245117, "epoch": 0.3411513859275053, "grad_norm": 0.08782626688480377, "kl": 0.008664703369140625, "learning_rate": 2.4946839873611927e-06, "loss": 0.0004, "reward": 0.7859375417232514, "reward_std": 0.1670039308257401, "rewards/accuracy_reward": 0.7859375417232514, "rewards/format_reward": 0.0, "step": 20 }, { "clip_ratio": 0.0, "completion_length": 1023.670541381836, "epoch": 0.42643923240938164, "grad_norm": 0.14314483106136322, "kl": 0.00386810302734375, "learning_rate": 2.1156192081791355e-06, "loss": 0.0002, "reward": 0.7540178894996643, "reward_std": 0.18852746970951556, "rewards/accuracy_reward": 0.7540178894996643, "rewards/format_reward": 0.0, "step": 25 }, { "clip_ratio": 0.0, "completion_length": 1022.9817108154297, "epoch": 0.511727078891258, "grad_norm": 0.07946474105119705, "kl": 0.0036365509033203123, "learning_rate": 1.6808050203829845e-06, "loss": 0.0002, "reward": 0.7466518193483352, "reward_std": 0.18064689878374338, "rewards/accuracy_reward": 0.7466518193483352, "rewards/format_reward": 0.0, "step": 30 }, { "clip_ratio": 0.0, "completion_length": 1023.1973281860352, "epoch": 0.5970149253731343, "grad_norm": 0.08639061450958252, "kl": 0.004063796997070312, "learning_rate": 1.2296174432791415e-06, "loss": 0.0007, "reward": 0.740178607404232, "reward_std": 0.1846639033406973, "rewards/accuracy_reward": 0.740178607404232, "rewards/format_reward": 0.0, "step": 35 }, { "clip_ratio": 0.0, "completion_length": 1022.9017990112304, "epoch": 0.6823027718550106, "grad_norm": 0.07541914284229279, "kl": 0.004433822631835937, "learning_rate": 8.029152419343472e-07, "loss": 0.0004, "reward": 0.7520089566707611, "reward_std": 0.18088983427733182, "rewards/accuracy_reward": 0.7520089566707611, "rewards/format_reward": 0.0, "step": 40 }, { "clip_ratio": 0.0, "completion_length": 1022.3393035888672, "epoch": 0.767590618336887, "grad_norm": 0.0810270830988884, "kl": 0.00443572998046875, "learning_rate": 4.3933982822017883e-07, "loss": 0.0, "reward": 0.7475446745753288, "reward_std": 0.17573931943625212, "rewards/accuracy_reward": 0.7475446745753288, "rewards/format_reward": 0.0, "step": 45 }, { "clip_ratio": 0.0, "completion_length": 1022.4098373413086, "epoch": 0.8528784648187633, "grad_norm": 0.09751690179109573, "kl": 0.004325485229492188, "learning_rate": 1.718159615201853e-07, "loss": 0.0003, "reward": 0.7466518178582191, "reward_std": 0.19847031086683273, "rewards/accuracy_reward": 0.7466518178582191, "rewards/format_reward": 0.0, "step": 50 }, { "clip_ratio": 0.0, "completion_length": 1023.1006759643554, "epoch": 0.9381663113006397, "grad_norm": 0.10825635492801666, "kl": 0.004570770263671875, "learning_rate": 2.4570139579284723e-08, "loss": 0.0004, "reward": 0.7694196790456772, "reward_std": 0.18778187595307827, "rewards/accuracy_reward": 0.7694196790456772, "rewards/format_reward": 0.0, "step": 55 }, { "clip_ratio": 0.0, "completion_length": 1022.9732869466146, "epoch": 0.9893390191897654, "kl": 0.0047664642333984375, "reward": 0.7552083730697632, "reward_std": 0.1784441495935122, "rewards/accuracy_reward": 0.7552083730697632, "rewards/format_reward": 0.0, "step": 58, "total_flos": 0.0, "train_loss": 0.00074836279989164, "train_runtime": 20358.4002, "train_samples_per_second": 0.368, "train_steps_per_second": 0.003 } ], "logging_steps": 5, "max_steps": 58, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": false, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 16, "trial_name": null, "trial_params": null }