| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.05333333333333334, | |
| "eval_steps": 500, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "completion_length": 49.39791831970215, | |
| "epoch": 0.0026666666666666666, | |
| "grad_norm": 2.0543670654296875, | |
| "kl": 0.0, | |
| "learning_rate": 9.988749999999998e-07, | |
| "loss": 0.0, | |
| "reward": 0.7812500149011612, | |
| "reward_std": 0.07898591235280036, | |
| "rewards/accuracy_reward": 0.7812500149011612, | |
| "rewards/format_reward": 0.0, | |
| "step": 10 | |
| }, | |
| { | |
| "completion_length": 49.31250114440918, | |
| "epoch": 0.005333333333333333, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.97625e-07, | |
| "loss": 0.0, | |
| "reward": 0.8270833492279053, | |
| "reward_std": 0.055086643993854524, | |
| "rewards/accuracy_reward": 0.8270833492279053, | |
| "rewards/format_reward": 0.0, | |
| "step": 20 | |
| }, | |
| { | |
| "completion_length": 47.689584732055664, | |
| "epoch": 0.008, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.96375e-07, | |
| "loss": 0.0, | |
| "reward": 0.8666666746139526, | |
| "reward_std": 0.02957112304866314, | |
| "rewards/accuracy_reward": 0.8666666746139526, | |
| "rewards/format_reward": 0.0, | |
| "step": 30 | |
| }, | |
| { | |
| "completion_length": 46.74375114440918, | |
| "epoch": 0.010666666666666666, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.95125e-07, | |
| "loss": 0.0, | |
| "reward": 0.7645833373069764, | |
| "reward_std": 0.021764283627271654, | |
| "rewards/accuracy_reward": 0.7645833373069764, | |
| "rewards/format_reward": 0.0, | |
| "step": 40 | |
| }, | |
| { | |
| "completion_length": 46.62708435058594, | |
| "epoch": 0.013333333333333334, | |
| "grad_norm": 5.9468488693237305, | |
| "kl": 0.0, | |
| "learning_rate": 9.938749999999999e-07, | |
| "loss": 0.0, | |
| "reward": 0.7562500178813935, | |
| "reward_std": 0.041129202023148535, | |
| "rewards/accuracy_reward": 0.7562500178813935, | |
| "rewards/format_reward": 0.0, | |
| "step": 50 | |
| }, | |
| { | |
| "completion_length": 43.75833435058594, | |
| "epoch": 0.016, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.926249999999999e-07, | |
| "loss": 0.0, | |
| "reward": 0.7791666775941849, | |
| "reward_std": 0.05818194076418877, | |
| "rewards/accuracy_reward": 0.7791666775941849, | |
| "rewards/format_reward": 0.0, | |
| "step": 60 | |
| }, | |
| { | |
| "completion_length": 41.90833435058594, | |
| "epoch": 0.018666666666666668, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.913749999999999e-07, | |
| "loss": 0.0, | |
| "reward": 0.7645833492279053, | |
| "reward_std": 0.0550866425037384, | |
| "rewards/accuracy_reward": 0.7645833492279053, | |
| "rewards/format_reward": 0.0, | |
| "step": 70 | |
| }, | |
| { | |
| "completion_length": 40.07916793823242, | |
| "epoch": 0.021333333333333333, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.90125e-07, | |
| "loss": 0.0, | |
| "reward": 0.7770833373069763, | |
| "reward_std": 0.0317061148583889, | |
| "rewards/accuracy_reward": 0.7770833373069763, | |
| "rewards/format_reward": 0.0, | |
| "step": 80 | |
| }, | |
| { | |
| "completion_length": 38.35000114440918, | |
| "epoch": 0.024, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.88875e-07, | |
| "loss": 0.0, | |
| "reward": 0.7645833432674408, | |
| "reward_std": 0.060581305995583534, | |
| "rewards/accuracy_reward": 0.7645833432674408, | |
| "rewards/format_reward": 0.0, | |
| "step": 90 | |
| }, | |
| { | |
| "completion_length": 37.939584732055664, | |
| "epoch": 0.02666666666666667, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.87625e-07, | |
| "loss": 0.0, | |
| "reward": 0.7979166746139527, | |
| "reward_std": 0.028219255805015563, | |
| "rewards/accuracy_reward": 0.7979166746139527, | |
| "rewards/format_reward": 0.0, | |
| "step": 100 | |
| }, | |
| { | |
| "completion_length": 37.908334732055664, | |
| "epoch": 0.029333333333333333, | |
| "grad_norm": 5.802574634552002, | |
| "kl": 0.0, | |
| "learning_rate": 9.86375e-07, | |
| "loss": 0.0, | |
| "reward": 0.8333333432674408, | |
| "reward_std": 0.045271995663642886, | |
| "rewards/accuracy_reward": 0.8333333432674408, | |
| "rewards/format_reward": 0.0, | |
| "step": 110 | |
| }, | |
| { | |
| "completion_length": 37.3604175567627, | |
| "epoch": 0.032, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.85125e-07, | |
| "loss": 0.0, | |
| "reward": 0.7812500119209289, | |
| "reward_std": 0.027258946374058724, | |
| "rewards/accuracy_reward": 0.7812500119209289, | |
| "rewards/format_reward": 0.0, | |
| "step": 120 | |
| }, | |
| { | |
| "completion_length": 37.42083473205567, | |
| "epoch": 0.034666666666666665, | |
| "grad_norm": 2.0744457244873047, | |
| "kl": 0.0, | |
| "learning_rate": 9.83875e-07, | |
| "loss": 0.0, | |
| "reward": 0.8125000178813935, | |
| "reward_std": 0.02686738669872284, | |
| "rewards/accuracy_reward": 0.8125000178813935, | |
| "rewards/format_reward": 0.0, | |
| "step": 130 | |
| }, | |
| { | |
| "completion_length": 37.39583473205566, | |
| "epoch": 0.037333333333333336, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.82625e-07, | |
| "loss": 0.0, | |
| "reward": 0.7708333492279053, | |
| "reward_std": 0.07484312132000923, | |
| "rewards/accuracy_reward": 0.7708333492279053, | |
| "rewards/format_reward": 0.0, | |
| "step": 140 | |
| }, | |
| { | |
| "completion_length": 37.16458435058594, | |
| "epoch": 0.04, | |
| "grad_norm": 4.576603889465332, | |
| "kl": 0.0, | |
| "learning_rate": 9.81375e-07, | |
| "loss": 0.0, | |
| "reward": 0.7645833492279053, | |
| "reward_std": 0.028219255059957503, | |
| "rewards/accuracy_reward": 0.7645833492279053, | |
| "rewards/format_reward": 0.0, | |
| "step": 150 | |
| }, | |
| { | |
| "completion_length": 37.14375114440918, | |
| "epoch": 0.042666666666666665, | |
| "grad_norm": 0.0, | |
| "kl": 0.0, | |
| "learning_rate": 9.80125e-07, | |
| "loss": 0.0, | |
| "reward": 0.7958333432674408, | |
| "reward_std": 0.03506578803062439, | |
| "rewards/accuracy_reward": 0.7958333432674408, | |
| "rewards/format_reward": 0.0, | |
| "step": 160 | |
| }, | |
| { | |
| "completion_length": 35.55625114440918, | |
| "epoch": 0.04533333333333334, | |
| "grad_norm": 1.8064866065979004, | |
| "kl": 0.0, | |
| "learning_rate": 9.78875e-07, | |
| "loss": 0.0, | |
| "reward": 0.7145833492279052, | |
| "reward_std": 0.05953380987048149, | |
| "rewards/accuracy_reward": 0.7145833492279052, | |
| "rewards/format_reward": 0.0, | |
| "step": 170 | |
| }, | |
| { | |
| "completion_length": 34.5791675567627, | |
| "epoch": 0.048, | |
| "grad_norm": 2.790367364883423, | |
| "kl": 0.0, | |
| "learning_rate": 9.77625e-07, | |
| "loss": 0.0, | |
| "reward": 0.8020833432674408, | |
| "reward_std": 0.06502847410738469, | |
| "rewards/accuracy_reward": 0.8020833432674408, | |
| "rewards/format_reward": 0.0, | |
| "step": 180 | |
| }, | |
| { | |
| "completion_length": 34.96250114440918, | |
| "epoch": 0.050666666666666665, | |
| "grad_norm": 2.381667137145996, | |
| "kl": 0.0, | |
| "learning_rate": 9.76375e-07, | |
| "loss": 0.0, | |
| "reward": 0.7625000238418579, | |
| "reward_std": 0.04998354017734528, | |
| "rewards/accuracy_reward": 0.7604166865348816, | |
| "rewards/format_reward": 0.002083333395421505, | |
| "step": 190 | |
| }, | |
| { | |
| "completion_length": 33.00416793823242, | |
| "epoch": 0.05333333333333334, | |
| "grad_norm": 3.4813380241394043, | |
| "kl": 0.0, | |
| "learning_rate": 9.75125e-07, | |
| "loss": 0.0, | |
| "reward": 0.7333333492279053, | |
| "reward_std": 0.03707359582185745, | |
| "rewards/accuracy_reward": 0.7333333492279053, | |
| "rewards/format_reward": 0.0, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 8000, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |