File size: 7,711 Bytes
27037a9 e7035f6 27037a9 e7035f6 27037a9 e7035f6 27037a9 e7035f6 27037a9 e7035f6 27037a9 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 4,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 84.0,
"completions/max_terminated_length": 84.0,
"completions/mean_length": 52.15178680419922,
"completions/mean_terminated_length": 52.15178680419922,
"completions/min_length": 30.0,
"completions/min_terminated_length": 30.0,
"entropy": 0.5559625327587128,
"epoch": 0.25,
"frac_reward_zero_std": 0.0714285746216774,
"grad_norm": 0.3681248426437378,
"learning_rate": 0.0,
"loss": -0.0119,
"num_tokens": 217107.0,
"reward": 0.3636607229709625,
"reward_std": 0.5160845518112183,
"rewards/env_alfworld_reward/mean": 0.3636607229709625,
"rewards/env_alfworld_reward/std": 0.516084611415863,
"sampling/importance_sampling_ratio/max": 2.9794723987579346,
"sampling/importance_sampling_ratio/mean": 0.9032093286514282,
"sampling/importance_sampling_ratio/min": 0.0,
"sampling/sampling_logp_difference/max": 1.4227659702301025,
"sampling/sampling_logp_difference/mean": 0.031906239688396454,
"step": 1,
"step_time": 1695.3378897999974
},
{
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 87.0,
"completions/max_terminated_length": 87.0,
"completions/mean_length": 50.145835876464844,
"completions/mean_terminated_length": 50.145835876464844,
"completions/min_length": 31.0,
"completions/min_terminated_length": 31.0,
"entropy": 0.5740033835172653,
"epoch": 0.5,
"frac_reward_zero_std": 0.0714285746216774,
"grad_norm": 0.44471269845962524,
"learning_rate": 2.84304e-07,
"loss": -0.019,
"num_tokens": 458068.0,
"reward": 0.2202083021402359,
"reward_std": 0.4740038514137268,
"rewards/env_alfworld_reward/mean": 0.2202083021402359,
"rewards/env_alfworld_reward/std": 0.4740039110183716,
"sampling/importance_sampling_ratio/max": 2.9810025691986084,
"sampling/importance_sampling_ratio/mean": 1.0009801387786865,
"sampling/importance_sampling_ratio/min": 0.0,
"sampling/sampling_logp_difference/max": 4.155694007873535,
"sampling/sampling_logp_difference/mean": 0.032881855964660645,
"step": 2,
"step_time": 1649.8384637760028
},
{
"clip_ratio/high_max": 0.007568976026959717,
"clip_ratio/high_mean": 0.006711035966873169,
"clip_ratio/low_mean": 0.003108485194388777,
"clip_ratio/low_min": 0.0022171867603901774,
"clip_ratio/region_mean": 0.009819521103054285,
"completions/clipped_ratio": 0.0,
"completions/max_length": 104.0,
"completions/max_terminated_length": 104.0,
"completions/mean_length": 50.770835876464844,
"completions/mean_terminated_length": 50.770835876464844,
"completions/min_length": 25.0,
"completions/min_terminated_length": 25.0,
"entropy": 0.6086474657058716,
"epoch": 0.75,
"frac_reward_zero_std": 0.095238097012043,
"grad_norm": 0.35934266448020935,
"learning_rate": 5.68608e-07,
"loss": -0.0351,
"num_tokens": 693527.0,
"reward": 0.33044642210006714,
"reward_std": 0.5141857266426086,
"rewards/env_alfworld_reward/mean": 0.33044642210006714,
"rewards/env_alfworld_reward/std": 0.5141857266426086,
"sampling/importance_sampling_ratio/max": 2.783240795135498,
"sampling/importance_sampling_ratio/mean": 0.9537404775619507,
"sampling/importance_sampling_ratio/min": 0.0,
"sampling/sampling_logp_difference/max": 1.1146756410598755,
"sampling/sampling_logp_difference/mean": 0.03519035875797272,
"step": 3,
"step_time": 1672.7712960310018
},
{
"clip_ratio/high_max": 0.007020744145847857,
"clip_ratio/high_mean": 0.006485109799541533,
"clip_ratio/low_mean": 0.004376257362309843,
"clip_ratio/low_min": 0.003922754956874996,
"clip_ratio/region_mean": 0.010861367220059037,
"completions/clipped_ratio": 0.0,
"completions/max_length": 95.0,
"completions/max_terminated_length": 95.0,
"completions/mean_length": 51.60714340209961,
"completions/mean_terminated_length": 51.60714340209961,
"completions/min_length": 28.0,
"completions/min_terminated_length": 28.0,
"entropy": 0.5597293674945831,
"epoch": 1.0,
"frac_reward_zero_std": 0.0535714291036129,
"grad_norm": 0.409810870885849,
"learning_rate": 8.529119999999999e-07,
"loss": 0.0229,
"num_tokens": 942371.0,
"reward": 0.03812500089406967,
"reward_std": 0.29200857877731323,
"rewards/env_alfworld_reward/mean": 0.03812500089406967,
"rewards/env_alfworld_reward/std": 0.2920086085796356,
"sampling/importance_sampling_ratio/max": 2.8310158252716064,
"sampling/importance_sampling_ratio/mean": 0.9631035327911377,
"sampling/importance_sampling_ratio/min": 0.0,
"sampling/sampling_logp_difference/max": 1.3009870052337646,
"sampling/sampling_logp_difference/mean": 0.03364055976271629,
"step": 4,
"step_time": 1871.100103906003
},
{
"epoch": 1.0,
"eval_clip_ratio/high_max": 0.0,
"eval_clip_ratio/high_mean": 0.0,
"eval_clip_ratio/low_mean": 0.0,
"eval_clip_ratio/low_min": 0.0,
"eval_clip_ratio/region_mean": 0.0,
"eval_completions/clipped_ratio": 0.0,
"eval_completions/max_length": 68.96,
"eval_completions/max_terminated_length": 68.96,
"eval_completions/mean_length": 51.315,
"eval_completions/mean_terminated_length": 51.315,
"eval_completions/min_length": 37.8,
"eval_completions/min_terminated_length": 37.8,
"eval_entropy": 0.6129815554618836,
"eval_frac_reward_zero_std": 0.09,
"eval_loss": -0.010877630673348904,
"eval_num_tokens": 942371.0,
"eval_reward": 0.19167500026524067,
"eval_reward_std": 0.38457470636814833,
"eval_rewards/env_alfworld_reward/mean": 0.19167500026524067,
"eval_rewards/env_alfworld_reward/std": 0.38457471802830695,
"eval_runtime": 2099.7568,
"eval_samples_per_second": 0.095,
"eval_sampling/importance_sampling_ratio/max": 1.5984654092788697,
"eval_sampling/importance_sampling_ratio/mean": 0.8831864225864411,
"eval_sampling/importance_sampling_ratio/min": 0.3859718208014965,
"eval_sampling/sampling_logp_difference/max": 0.6316441667079925,
"eval_sampling/sampling_logp_difference/mean": 0.03440669998526573,
"eval_steps_per_second": 0.012,
"step": 4
}
],
"logging_steps": 1.0,
"max_steps": 8,
"num_input_tokens_seen": 942371,
"num_train_epochs": 2,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 42,
"trial_name": null,
"trial_params": null
}
|