| { | |
| "best_global_step": null, | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.25, | |
| "eval_steps": 500, | |
| "global_step": 100, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.0, | |
| "completions/max_length": 1.6, | |
| "completions/max_terminated_length": 1.6, | |
| "completions/mean_length": 1.15, | |
| "completions/mean_terminated_length": 1.15, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 0.44410082772374154, | |
| "epoch": 0.025, | |
| "frac_reward_zero_std": 1.0, | |
| "grad_norm": 0.0, | |
| "learning_rate": 9.1e-07, | |
| "loss": 0.0, | |
| "num_tokens": 3586.0, | |
| "reward": 0.0, | |
| "reward_std": 0.0, | |
| "rewards/reward_helper/mean": 0.0, | |
| "rewards/reward_helper/std": 0.0, | |
| "sampling/importance_sampling_ratio/max": 1.0006482005119324, | |
| "sampling/importance_sampling_ratio/mean": 0.9993368148803711, | |
| "sampling/importance_sampling_ratio/min": 0.9954026460647583, | |
| "sampling/sampling_logp_difference/max": 0.00986330844461918, | |
| "sampling/sampling_logp_difference/mean": 0.004519483260810375, | |
| "step": 10, | |
| "step_time": 5.278360854899991 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.075, | |
| "completions/max_length": 52.0, | |
| "completions/max_terminated_length": 1.0, | |
| "completions/mean_length": 20.125, | |
| "completions/mean_terminated_length": 1.0, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 0.5618356347084046, | |
| "epoch": 0.05, | |
| "frac_reward_zero_std": 0.8, | |
| "grad_norm": 0.0, | |
| "learning_rate": 8.1e-07, | |
| "loss": -0.0875, | |
| "num_tokens": 8279.0, | |
| "reward": 0.015000000596046448, | |
| "reward_std": 0.030000001192092896, | |
| "rewards/reward_helper/mean": 0.015000000596046448, | |
| "rewards/reward_helper/std": 0.030000004172325134, | |
| "sampling/importance_sampling_ratio/max": 1.0033257365226746, | |
| "sampling/importance_sampling_ratio/mean": 0.9744328677654266, | |
| "sampling/importance_sampling_ratio/min": 0.8951155811548233, | |
| "sampling/sampling_logp_difference/max": 0.039345417730510236, | |
| "sampling/sampling_logp_difference/mean": 0.004816015157848597, | |
| "step": 20, | |
| "step_time": 1.230997591900001 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.025, | |
| "completions/max_length": 46.5, | |
| "completions/max_terminated_length": 21.0, | |
| "completions/mean_length": 12.525, | |
| "completions/mean_terminated_length": 6.15, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 0.5129512194544077, | |
| "epoch": 0.075, | |
| "frac_reward_zero_std": 0.9, | |
| "grad_norm": 0.0, | |
| "learning_rate": 7.1e-07, | |
| "loss": -0.0936, | |
| "num_tokens": 12500.0, | |
| "reward": 0.007500000298023224, | |
| "reward_std": 0.015000000596046448, | |
| "rewards/reward_helper/mean": 0.007500000298023224, | |
| "rewards/reward_helper/std": 0.015000002086162567, | |
| "sampling/importance_sampling_ratio/max": 1.0458860635757445, | |
| "sampling/importance_sampling_ratio/mean": 1.0027949154376983, | |
| "sampling/importance_sampling_ratio/min": 0.9623779714107513, | |
| "sampling/sampling_logp_difference/max": 0.040722915157675746, | |
| "sampling/sampling_logp_difference/mean": 0.006484306254424155, | |
| "step": 30, | |
| "step_time": 1.29722429359999 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.125, | |
| "completions/max_length": 80.8, | |
| "completions/max_terminated_length": 4.3, | |
| "completions/mean_length": 33.725, | |
| "completions/mean_terminated_length": 1.85, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 0.8639558412134647, | |
| "epoch": 0.1, | |
| "frac_reward_zero_std": 0.7, | |
| "grad_norm": 0.0, | |
| "learning_rate": 6.1e-07, | |
| "loss": -0.3408, | |
| "num_tokens": 17421.0, | |
| "reward": 0.017500000633299352, | |
| "reward_std": 0.035000001266598704, | |
| "rewards/reward_helper/mean": 0.017500000633299352, | |
| "rewards/reward_helper/std": 0.03500000424683094, | |
| "sampling/importance_sampling_ratio/max": 1.1232336461544037, | |
| "sampling/importance_sampling_ratio/mean": 1.0079659342765808, | |
| "sampling/importance_sampling_ratio/min": 0.9237572312355041, | |
| "sampling/sampling_logp_difference/max": 0.08927474431693554, | |
| "sampling/sampling_logp_difference/mean": 0.009856639616191386, | |
| "step": 40, | |
| "step_time": 1.325083582900001 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.175, | |
| "completions/max_length": 143.6, | |
| "completions/max_terminated_length": 55.9, | |
| "completions/mean_length": 59.35, | |
| "completions/mean_terminated_length": 15.916666793823243, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 1.408535435795784, | |
| "epoch": 0.125, | |
| "frac_reward_zero_std": 0.6, | |
| "grad_norm": 0.0, | |
| "learning_rate": 5.1e-07, | |
| "loss": -0.5045, | |
| "num_tokens": 22655.0, | |
| "reward": 0.025000000931322576, | |
| "reward_std": 0.05000000186264515, | |
| "rewards/reward_helper/mean": 0.025000000931322576, | |
| "rewards/reward_helper/std": 0.05000000633299351, | |
| "sampling/importance_sampling_ratio/max": 1.2991383910179137, | |
| "sampling/importance_sampling_ratio/mean": 1.045933473110199, | |
| "sampling/importance_sampling_ratio/min": 0.9206243932247162, | |
| "sampling/sampling_logp_difference/max": 0.10195044428110123, | |
| "sampling/sampling_logp_difference/mean": 0.011015815567225218, | |
| "step": 50, | |
| "step_time": 1.4795691685999999 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.15, | |
| "completions/max_length": 119.2, | |
| "completions/max_terminated_length": 68.1, | |
| "completions/mean_length": 57.775, | |
| "completions/mean_terminated_length": 19.425, | |
| "completions/min_length": 26.5, | |
| "completions/min_terminated_length": 0.9, | |
| "entropy": 1.288734181970358, | |
| "epoch": 0.15, | |
| "frac_reward_zero_std": 0.6, | |
| "grad_norm": 6.278634548187256, | |
| "learning_rate": 4.0999999999999994e-07, | |
| "loss": -0.2518, | |
| "num_tokens": 28242.0, | |
| "reward": 0.0325000012293458, | |
| "reward_std": 0.05232050903141498, | |
| "rewards/reward_helper/mean": 0.0325000012293458, | |
| "rewards/reward_helper/std": 0.052320512011647224, | |
| "sampling/importance_sampling_ratio/max": 1.1803278803825379, | |
| "sampling/importance_sampling_ratio/mean": 1.020902580022812, | |
| "sampling/importance_sampling_ratio/min": 0.8570977985858917, | |
| "sampling/sampling_logp_difference/max": 0.08151691369712352, | |
| "sampling/sampling_logp_difference/mean": 0.010703828372061252, | |
| "step": 60, | |
| "step_time": 1.4942365265000093 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.2, | |
| "completions/max_length": 187.8, | |
| "completions/max_terminated_length": 80.4, | |
| "completions/mean_length": 76.725, | |
| "completions/mean_terminated_length": 33.31666717529297, | |
| "completions/min_length": 1.0, | |
| "completions/min_terminated_length": 1.0, | |
| "entropy": 2.0541629776358605, | |
| "epoch": 0.175, | |
| "frac_reward_zero_std": 0.4, | |
| "grad_norm": 10.47471809387207, | |
| "learning_rate": 3.1e-07, | |
| "loss": -0.4418, | |
| "num_tokens": 35115.0, | |
| "reward": 0.05500000212341547, | |
| "reward_std": 0.08464101739227772, | |
| "rewards/reward_helper/mean": 0.05500000212341547, | |
| "rewards/reward_helper/std": 0.08464102186262608, | |
| "sampling/importance_sampling_ratio/max": 1.1099666595458983, | |
| "sampling/importance_sampling_ratio/mean": 0.9488288760185242, | |
| "sampling/importance_sampling_ratio/min": 0.7294621288776397, | |
| "sampling/sampling_logp_difference/max": 0.14803548753261567, | |
| "sampling/sampling_logp_difference/mean": 0.014868053188547493, | |
| "step": 70, | |
| "step_time": 1.6123995632000174 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.5, | |
| "completions/max_length": 230.5, | |
| "completions/max_terminated_length": 85.9, | |
| "completions/mean_length": 149.775, | |
| "completions/mean_terminated_length": 52.43333396911621, | |
| "completions/min_length": 83.3, | |
| "completions/min_terminated_length": 32.1, | |
| "entropy": 2.11170057579875, | |
| "epoch": 0.2, | |
| "frac_reward_zero_std": 0.4, | |
| "grad_norm": 5.259692668914795, | |
| "learning_rate": 2.0999999999999997e-07, | |
| "loss": -0.2111, | |
| "num_tokens": 43822.0, | |
| "reward": 0.08250000271946192, | |
| "reward_std": 0.10280726440250873, | |
| "rewards/reward_helper/mean": 0.08250000271946192, | |
| "rewards/reward_helper/std": 0.10280726738274097, | |
| "sampling/importance_sampling_ratio/max": 1.539601093530655, | |
| "sampling/importance_sampling_ratio/mean": 1.1134967446327209, | |
| "sampling/importance_sampling_ratio/min": 0.7393792182207107, | |
| "sampling/sampling_logp_difference/max": 0.1634996145963669, | |
| "sampling/sampling_logp_difference/mean": 0.014190209750086068, | |
| "step": 80, | |
| "step_time": 1.6749743500999899 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.65, | |
| "completions/max_length": 256.0, | |
| "completions/max_terminated_length": 76.9, | |
| "completions/mean_length": 196.8, | |
| "completions/mean_terminated_length": 67.38333435058594, | |
| "completions/min_length": 83.5, | |
| "completions/min_terminated_length": 57.9, | |
| "entropy": 1.6522414579987525, | |
| "epoch": 0.225, | |
| "frac_reward_zero_std": 0.0, | |
| "grad_norm": 6.119882583618164, | |
| "learning_rate": 1.0999999999999999e-07, | |
| "loss": -0.2799, | |
| "num_tokens": 55182.0, | |
| "reward": 0.19750000536441803, | |
| "reward_std": 0.22683281898498536, | |
| "rewards/reward_helper/mean": 0.19750000536441803, | |
| "rewards/reward_helper/std": 0.22683282494544982, | |
| "sampling/importance_sampling_ratio/max": 1.3945529162883759, | |
| "sampling/importance_sampling_ratio/mean": 0.9089209794998169, | |
| "sampling/importance_sampling_ratio/min": 0.5628022223711013, | |
| "sampling/sampling_logp_difference/max": 0.1890378475189209, | |
| "sampling/sampling_logp_difference/mean": 0.0153791518881917, | |
| "step": 90, | |
| "step_time": 1.7072683768000103 | |
| }, | |
| { | |
| "clip_ratio/high_max": 0.0, | |
| "clip_ratio/high_mean": 0.0, | |
| "clip_ratio/low_mean": 0.0, | |
| "clip_ratio/low_min": 0.0, | |
| "clip_ratio/region_mean": 0.0, | |
| "completions/clipped_ratio": 0.6, | |
| "completions/max_length": 255.0, | |
| "completions/max_terminated_length": 120.7, | |
| "completions/mean_length": 197.3, | |
| "completions/mean_terminated_length": 87.23333358764648, | |
| "completions/min_length": 112.7, | |
| "completions/min_terminated_length": 61.5, | |
| "entropy": 1.7242027707397938, | |
| "epoch": 0.25, | |
| "frac_reward_zero_std": 0.1, | |
| "grad_norm": 10.829450607299805, | |
| "learning_rate": 1e-08, | |
| "loss": -0.1902, | |
| "num_tokens": 65950.0, | |
| "reward": 0.11250000465661288, | |
| "reward_std": 0.13696152605116368, | |
| "rewards/reward_helper/mean": 0.11250000465661288, | |
| "rewards/reward_helper/std": 0.13696153201162814, | |
| "sampling/importance_sampling_ratio/max": 1.7122498869895935, | |
| "sampling/importance_sampling_ratio/mean": 1.096574491262436, | |
| "sampling/importance_sampling_ratio/min": 0.6619945377111435, | |
| "sampling/sampling_logp_difference/max": 0.15592530369758606, | |
| "sampling/sampling_logp_difference/mean": 0.015373438503593207, | |
| "step": 100, | |
| "step_time": 1.7581579990000022 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 100, | |
| "num_input_tokens_seen": 65950, | |
| "num_train_epochs": 1, | |
| "save_steps": 10, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": true | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 0.0, | |
| "train_batch_size": 1, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |