| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.0625, |
| "eval_steps": 500, |
| "global_step": 25, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 1.975826621055603, |
| "epoch": 0.0025, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 1e-05, |
| "loss": 0.0, |
| "num_tokens": 1132.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 1, |
| "step_time": 5.940139313000145 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.439243793487549, |
| "epoch": 0.005, |
| "grad_norm": 0.0, |
| "learning_rate": 9.800000000000001e-06, |
| "loss": 0.0, |
| "step": 2, |
| "step_time": 0.13269777900040935 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.167536497116089, |
| "epoch": 0.0075, |
| "grad_norm": 0.0, |
| "learning_rate": 9.600000000000001e-06, |
| "loss": 0.0, |
| "step": 3, |
| "step_time": 0.12384193100024277 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.270764112472534, |
| "epoch": 0.01, |
| "grad_norm": 0.0, |
| "learning_rate": 9.4e-06, |
| "loss": 0.0, |
| "step": 4, |
| "step_time": 0.12020948200006387 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 1.7375574111938477, |
| "epoch": 0.0125, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 9.200000000000002e-06, |
| "loss": 0.0, |
| "num_tokens": 2240.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 5, |
| "step_time": 5.4328740460005065 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 1.2307178974151611, |
| "epoch": 0.015, |
| "grad_norm": 0.0, |
| "learning_rate": 9e-06, |
| "loss": 0.0, |
| "step": 6, |
| "step_time": 0.12100409000049694 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.5965301990509033, |
| "epoch": 0.0175, |
| "grad_norm": 0.0, |
| "learning_rate": 8.8e-06, |
| "loss": 0.0, |
| "step": 7, |
| "step_time": 0.11992437099979725 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 3.000967502593994, |
| "epoch": 0.02, |
| "grad_norm": 0.0, |
| "learning_rate": 8.6e-06, |
| "loss": 0.0, |
| "step": 8, |
| "step_time": 0.12026366800000687 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 2.1747303009033203, |
| "epoch": 0.0225, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 8.400000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 3372.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 9, |
| "step_time": 5.488657728999897 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.2987818717956543, |
| "epoch": 0.025, |
| "grad_norm": 0.0, |
| "learning_rate": 8.2e-06, |
| "loss": 0.0, |
| "step": 10, |
| "step_time": 0.12148796400015272 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.549589157104492, |
| "epoch": 0.0275, |
| "grad_norm": 0.0, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 0.0, |
| "step": 11, |
| "step_time": 0.1202768709999873 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.3748786449432373, |
| "epoch": 0.03, |
| "grad_norm": 0.0, |
| "learning_rate": 7.800000000000002e-06, |
| "loss": 0.0, |
| "step": 12, |
| "step_time": 0.12146498200036149 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 2.562595844268799, |
| "epoch": 0.0325, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 7.600000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 4504.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 13, |
| "step_time": 5.529226956000457 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.9105567932128906, |
| "epoch": 0.035, |
| "grad_norm": 0.0, |
| "learning_rate": 7.4e-06, |
| "loss": 0.0, |
| "step": 14, |
| "step_time": 0.12003547699987394 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.360198497772217, |
| "epoch": 0.0375, |
| "grad_norm": 0.0, |
| "learning_rate": 7.2000000000000005e-06, |
| "loss": 0.0, |
| "step": 15, |
| "step_time": 0.12056965900046634 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 1.9906266927719116, |
| "epoch": 0.04, |
| "grad_norm": 0.0, |
| "learning_rate": 7e-06, |
| "loss": 0.0, |
| "step": 16, |
| "step_time": 0.11991975299952173 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 2.4847490787506104, |
| "epoch": 0.0425, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 6.800000000000001e-06, |
| "loss": 0.0, |
| "num_tokens": 5636.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 17, |
| "step_time": 5.571549678000338 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.0457265377044678, |
| "epoch": 0.045, |
| "grad_norm": 0.0, |
| "learning_rate": 6.600000000000001e-06, |
| "loss": 0.0, |
| "step": 18, |
| "step_time": 0.12112131499998213 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.4426045417785645, |
| "epoch": 0.0475, |
| "grad_norm": 0.0, |
| "learning_rate": 6.4000000000000006e-06, |
| "loss": 0.0, |
| "step": 19, |
| "step_time": 0.12062360999971133 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.8799967765808105, |
| "epoch": 0.05, |
| "grad_norm": 0.0, |
| "learning_rate": 6.200000000000001e-06, |
| "loss": 0.0, |
| "step": 20, |
| "step_time": 0.1196468329999334 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 2.4007647037506104, |
| "epoch": 0.0525, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 6e-06, |
| "loss": 0.0, |
| "num_tokens": 6756.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 21, |
| "step_time": 5.46478837199993 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.0130887031555176, |
| "epoch": 0.055, |
| "grad_norm": 0.0, |
| "learning_rate": 5.8e-06, |
| "loss": 0.0, |
| "step": 22, |
| "step_time": 0.12104618500052311 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 3.6849136352539062, |
| "epoch": 0.0575, |
| "grad_norm": 0.0, |
| "learning_rate": 5.600000000000001e-06, |
| "loss": 0.0, |
| "step": 23, |
| "step_time": 0.12017933200058906 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "entropy": 2.6699423789978027, |
| "epoch": 0.06, |
| "grad_norm": 0.0, |
| "learning_rate": 5.400000000000001e-06, |
| "loss": 0.0, |
| "step": 24, |
| "step_time": 0.11987412399957975 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 1.0, |
| "completions/max_length": 256.0, |
| "completions/max_terminated_length": 0.0, |
| "completions/mean_length": 256.0, |
| "completions/mean_terminated_length": 0.0, |
| "completions/min_length": 256.0, |
| "completions/min_terminated_length": 0.0, |
| "entropy": 2.353423595428467, |
| "epoch": 0.0625, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0, |
| "learning_rate": 5.2e-06, |
| "loss": 0.0, |
| "num_tokens": 7864.0, |
| "reward": 0.009999999776482582, |
| "reward_std": 0.0, |
| "rewards/autonomy_reward_fn/mean": 0.009999999776482582, |
| "rewards/autonomy_reward_fn/std": 0.0, |
| "step": 25, |
| "step_time": 5.475499750999916 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 50, |
| "num_input_tokens_seen": 7864, |
| "num_train_epochs": 1, |
| "save_steps": 25, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
