| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 10, |
| "global_step": 188, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "completion_length": 559.6541828155517, |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.13850688934326172, |
| "kl": 0.000306999683380127, |
| "learning_rate": 1.60427807486631e-05, |
| "loss": 0.016, |
| "reward": 0.02916666753590107, |
| "reward_std": 0.07144345119595527, |
| "rewards/accuracy_reward": 0.02916666753590107, |
| "rewards/format_reward": 0.0, |
| "step": 10 |
| }, |
| { |
| "completion_length": 563.3125160217285, |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.0018512221286073327, |
| "kl": 0.00039801597595214846, |
| "learning_rate": 3.20855614973262e-05, |
| "loss": -0.0104, |
| "reward": 0.01666666716337204, |
| "reward_std": 0.03332236036658287, |
| "rewards/accuracy_reward": 0.01666666716337204, |
| "rewards/format_reward": 0.0, |
| "step": 20 |
| }, |
| { |
| "completion_length": 568.7541816711425, |
| "epoch": 0.16, |
| "grad_norm": 0.08763159811496735, |
| "kl": 0.0006775140762329101, |
| "learning_rate": 4.8128342245989304e-05, |
| "loss": 0.0221, |
| "reward": 0.02500000074505806, |
| "reward_std": 0.05373477563261986, |
| "rewards/accuracy_reward": 0.02500000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 30 |
| }, |
| { |
| "completion_length": 544.433352279663, |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.07478004693984985, |
| "kl": 0.0009945392608642577, |
| "learning_rate": 6.41711229946524e-05, |
| "loss": -0.007, |
| "reward": 0.03750000074505806, |
| "reward_std": 0.07493030950427056, |
| "rewards/accuracy_reward": 0.03750000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 40 |
| }, |
| { |
| "completion_length": 558.0416824340821, |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.0056296749971807, |
| "kl": 0.0018447399139404296, |
| "learning_rate": 8.021390374331551e-05, |
| "loss": -0.0183, |
| "reward": 0.03333333432674408, |
| "reward_std": 0.07414718866348266, |
| "rewards/accuracy_reward": 0.03333333432674408, |
| "rewards/format_reward": 0.0, |
| "step": 50 |
| }, |
| { |
| "completion_length": 514.7416809082031, |
| "epoch": 0.32, |
| "grad_norm": 0.04819507524371147, |
| "kl": 0.004059267044067383, |
| "learning_rate": 9.625668449197861e-05, |
| "loss": 0.0222, |
| "reward": 0.03750000074505806, |
| "reward_std": 0.06742783784866332, |
| "rewards/accuracy_reward": 0.03750000074505806, |
| "rewards/format_reward": 0.0, |
| "step": 60 |
| }, |
| { |
| "completion_length": 492.67084846496584, |
| "epoch": 0.37333333333333335, |
| "grad_norm": 0.017955631017684937, |
| "kl": 0.00576171875, |
| "learning_rate": 0.0001122994652406417, |
| "loss": -0.0364, |
| "reward": 0.06250000149011611, |
| "reward_std": 0.12116261124610901, |
| "rewards/accuracy_reward": 0.06250000149011611, |
| "rewards/format_reward": 0.0, |
| "step": 70 |
| }, |
| { |
| "completion_length": 547.7750144958496, |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.1688847839832306, |
| "kl": 0.008740234375, |
| "learning_rate": 0.0001283422459893048, |
| "loss": 0.0085, |
| "reward": 0.06666666865348816, |
| "reward_std": 0.12578697204589845, |
| "rewards/accuracy_reward": 0.06666666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 80 |
| }, |
| { |
| "completion_length": 456.55834770202637, |
| "epoch": 0.48, |
| "grad_norm": 0.05612310767173767, |
| "kl": 0.0114776611328125, |
| "learning_rate": 0.0001443850267379679, |
| "loss": -0.006, |
| "reward": 0.12500000186264515, |
| "reward_std": 0.18614107817411424, |
| "rewards/accuracy_reward": 0.12500000186264515, |
| "rewards/format_reward": 0.0, |
| "step": 90 |
| }, |
| { |
| "completion_length": 521.2875152587891, |
| "epoch": 0.5333333333333333, |
| "grad_norm": 0.06599655747413635, |
| "kl": 0.018022537231445312, |
| "learning_rate": 0.00016042780748663101, |
| "loss": 0.0321, |
| "reward": 0.1625000037252903, |
| "reward_std": 0.2668332472443581, |
| "rewards/accuracy_reward": 0.1625000037252903, |
| "rewards/format_reward": 0.0, |
| "step": 100 |
| }, |
| { |
| "completion_length": 578.708349609375, |
| "epoch": 0.5866666666666667, |
| "grad_norm": 0.10739815980195999, |
| "kl": 0.02028350830078125, |
| "learning_rate": 0.0001764705882352941, |
| "loss": 0.0315, |
| "reward": 0.1541666690260172, |
| "reward_std": 0.22565403282642366, |
| "rewards/accuracy_reward": 0.1541666690260172, |
| "rewards/format_reward": 0.0, |
| "step": 110 |
| }, |
| { |
| "completion_length": 578.1541816711426, |
| "epoch": 0.64, |
| "grad_norm": 0.059991322457790375, |
| "kl": 0.0370635986328125, |
| "learning_rate": 0.00019251336898395722, |
| "loss": 0.0516, |
| "reward": 0.13333333656191826, |
| "reward_std": 0.1974847875535488, |
| "rewards/accuracy_reward": 0.13333333656191826, |
| "rewards/format_reward": 0.0, |
| "step": 120 |
| }, |
| { |
| "completion_length": 530.4750141143799, |
| "epoch": 0.6933333333333334, |
| "grad_norm": 0.30204519629478455, |
| "kl": 0.07847900390625, |
| "learning_rate": 0.0002085561497326203, |
| "loss": -0.0095, |
| "reward": 0.09166666865348816, |
| "reward_std": 0.1606755696237087, |
| "rewards/accuracy_reward": 0.09166666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 130 |
| }, |
| { |
| "completion_length": 473.15001449584963, |
| "epoch": 0.7466666666666667, |
| "grad_norm": 0.04992169886827469, |
| "kl": 0.194708251953125, |
| "learning_rate": 0.0002245989304812834, |
| "loss": 0.0413, |
| "reward": 0.10833333544433117, |
| "reward_std": 0.17916736453771592, |
| "rewards/accuracy_reward": 0.10833333544433117, |
| "rewards/format_reward": 0.0, |
| "step": 140 |
| }, |
| { |
| "completion_length": 538.2416828155517, |
| "epoch": 0.8, |
| "grad_norm": 0.08135983347892761, |
| "kl": 0.5037109375, |
| "learning_rate": 0.0002406417112299465, |
| "loss": 0.0135, |
| "reward": 0.03750000111758709, |
| "reward_std": 0.08435339704155922, |
| "rewards/accuracy_reward": 0.03750000111758709, |
| "rewards/format_reward": 0.0, |
| "step": 150 |
| }, |
| { |
| "completion_length": 475.47501335144045, |
| "epoch": 0.8533333333333334, |
| "grad_norm": 0.2563917338848114, |
| "kl": 0.57646484375, |
| "learning_rate": 0.0002566844919786096, |
| "loss": -0.0059, |
| "reward": 0.07916666865348816, |
| "reward_std": 0.16198744028806686, |
| "rewards/accuracy_reward": 0.07916666865348816, |
| "rewards/format_reward": 0.0, |
| "step": 160 |
| }, |
| { |
| "completion_length": 380.40834312438966, |
| "epoch": 0.9066666666666666, |
| "grad_norm": 0.1821465641260147, |
| "kl": 0.9548828125, |
| "learning_rate": 0.0002727272727272727, |
| "loss": -0.0106, |
| "reward": 0.07083333469927311, |
| "reward_std": 0.13215193897485733, |
| "rewards/accuracy_reward": 0.07083333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 170 |
| }, |
| { |
| "completion_length": 308.63750953674315, |
| "epoch": 0.96, |
| "grad_norm": 0.09076907485723495, |
| "kl": 0.826904296875, |
| "learning_rate": 0.0002887700534759358, |
| "loss": 0.0082, |
| "reward": 0.05833333469927311, |
| "reward_std": 0.09595146998763085, |
| "rewards/accuracy_reward": 0.05833333469927311, |
| "rewards/format_reward": 0.0, |
| "step": 180 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1870, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 10, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 6, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
