{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.05333333333333334, "eval_steps": 500, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 49.39791831970215, "epoch": 0.0026666666666666666, "grad_norm": 2.0543670654296875, "kl": 0.0, "learning_rate": 9.988749999999998e-07, "loss": 0.0, "reward": 0.7812500149011612, "reward_std": 0.07898591235280036, "rewards/accuracy_reward": 0.7812500149011612, "rewards/format_reward": 0.0, "step": 10 }, { "completion_length": 49.31250114440918, "epoch": 0.005333333333333333, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.97625e-07, "loss": 0.0, "reward": 0.8270833492279053, "reward_std": 0.055086643993854524, "rewards/accuracy_reward": 0.8270833492279053, "rewards/format_reward": 0.0, "step": 20 }, { "completion_length": 47.689584732055664, "epoch": 0.008, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.96375e-07, "loss": 0.0, "reward": 0.8666666746139526, "reward_std": 0.02957112304866314, "rewards/accuracy_reward": 0.8666666746139526, "rewards/format_reward": 0.0, "step": 30 }, { "completion_length": 46.74375114440918, "epoch": 0.010666666666666666, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.95125e-07, "loss": 0.0, "reward": 0.7645833373069764, "reward_std": 0.021764283627271654, "rewards/accuracy_reward": 0.7645833373069764, "rewards/format_reward": 0.0, "step": 40 }, { "completion_length": 46.62708435058594, "epoch": 0.013333333333333334, "grad_norm": 5.9468488693237305, "kl": 0.0, "learning_rate": 9.938749999999999e-07, "loss": 0.0, "reward": 0.7562500178813935, "reward_std": 0.041129202023148535, "rewards/accuracy_reward": 0.7562500178813935, "rewards/format_reward": 0.0, "step": 50 }, { "completion_length": 43.75833435058594, "epoch": 0.016, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.926249999999999e-07, "loss": 0.0, "reward": 0.7791666775941849, "reward_std": 0.05818194076418877, "rewards/accuracy_reward": 0.7791666775941849, "rewards/format_reward": 0.0, "step": 60 }, { "completion_length": 41.90833435058594, "epoch": 0.018666666666666668, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.913749999999999e-07, "loss": 0.0, "reward": 0.7645833492279053, "reward_std": 0.0550866425037384, "rewards/accuracy_reward": 0.7645833492279053, "rewards/format_reward": 0.0, "step": 70 }, { "completion_length": 40.07916793823242, "epoch": 0.021333333333333333, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.90125e-07, "loss": 0.0, "reward": 0.7770833373069763, "reward_std": 0.0317061148583889, "rewards/accuracy_reward": 0.7770833373069763, "rewards/format_reward": 0.0, "step": 80 }, { "completion_length": 38.35000114440918, "epoch": 0.024, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.88875e-07, "loss": 0.0, "reward": 0.7645833432674408, "reward_std": 0.060581305995583534, "rewards/accuracy_reward": 0.7645833432674408, "rewards/format_reward": 0.0, "step": 90 }, { "completion_length": 37.939584732055664, "epoch": 0.02666666666666667, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.87625e-07, "loss": 0.0, "reward": 0.7979166746139527, "reward_std": 0.028219255805015563, "rewards/accuracy_reward": 0.7979166746139527, "rewards/format_reward": 0.0, "step": 100 }, { "completion_length": 37.908334732055664, "epoch": 0.029333333333333333, "grad_norm": 5.802574634552002, "kl": 0.0, "learning_rate": 9.86375e-07, "loss": 0.0, "reward": 0.8333333432674408, "reward_std": 0.045271995663642886, "rewards/accuracy_reward": 0.8333333432674408, "rewards/format_reward": 0.0, "step": 110 }, { "completion_length": 37.3604175567627, "epoch": 0.032, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.85125e-07, "loss": 0.0, "reward": 0.7812500119209289, "reward_std": 0.027258946374058724, "rewards/accuracy_reward": 0.7812500119209289, "rewards/format_reward": 0.0, "step": 120 }, { "completion_length": 37.42083473205567, "epoch": 0.034666666666666665, "grad_norm": 2.0744457244873047, "kl": 0.0, "learning_rate": 9.83875e-07, "loss": 0.0, "reward": 0.8125000178813935, "reward_std": 0.02686738669872284, "rewards/accuracy_reward": 0.8125000178813935, "rewards/format_reward": 0.0, "step": 130 }, { "completion_length": 37.39583473205566, "epoch": 0.037333333333333336, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.82625e-07, "loss": 0.0, "reward": 0.7708333492279053, "reward_std": 0.07484312132000923, "rewards/accuracy_reward": 0.7708333492279053, "rewards/format_reward": 0.0, "step": 140 }, { "completion_length": 37.16458435058594, "epoch": 0.04, "grad_norm": 4.576603889465332, "kl": 0.0, "learning_rate": 9.81375e-07, "loss": 0.0, "reward": 0.7645833492279053, "reward_std": 0.028219255059957503, "rewards/accuracy_reward": 0.7645833492279053, "rewards/format_reward": 0.0, "step": 150 }, { "completion_length": 37.14375114440918, "epoch": 0.042666666666666665, "grad_norm": 0.0, "kl": 0.0, "learning_rate": 9.80125e-07, "loss": 0.0, "reward": 0.7958333432674408, "reward_std": 0.03506578803062439, "rewards/accuracy_reward": 0.7958333432674408, "rewards/format_reward": 0.0, "step": 160 }, { "completion_length": 35.55625114440918, "epoch": 0.04533333333333334, "grad_norm": 1.8064866065979004, "kl": 0.0, "learning_rate": 9.78875e-07, "loss": 0.0, "reward": 0.7145833492279052, "reward_std": 0.05953380987048149, "rewards/accuracy_reward": 0.7145833492279052, "rewards/format_reward": 0.0, "step": 170 }, { "completion_length": 34.5791675567627, "epoch": 0.048, "grad_norm": 2.790367364883423, "kl": 0.0, "learning_rate": 9.77625e-07, "loss": 0.0, "reward": 0.8020833432674408, "reward_std": 0.06502847410738469, "rewards/accuracy_reward": 0.8020833432674408, "rewards/format_reward": 0.0, "step": 180 }, { "completion_length": 34.96250114440918, "epoch": 0.050666666666666665, "grad_norm": 2.381667137145996, "kl": 0.0, "learning_rate": 9.76375e-07, "loss": 0.0, "reward": 0.7625000238418579, "reward_std": 0.04998354017734528, "rewards/accuracy_reward": 0.7604166865348816, "rewards/format_reward": 0.002083333395421505, "step": 190 }, { "completion_length": 33.00416793823242, "epoch": 0.05333333333333334, "grad_norm": 3.4813380241394043, "kl": 0.0, "learning_rate": 9.75125e-07, "loss": 0.0, "reward": 0.7333333492279053, "reward_std": 0.03707359582185745, "rewards/accuracy_reward": 0.7333333492279053, "rewards/format_reward": 0.0, "step": 200 } ], "logging_steps": 10, "max_steps": 8000, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }