File size: 9,887 Bytes
8b0eee9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 |
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.4946695095948828,
"eval_steps": 500,
"global_step": 87,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"completion_length": 691.5893173217773,
"epoch": 0.017057569296375266,
"grad_norm": 0.6600080728530884,
"kl": 0.0,
"learning_rate": 3.333333333333333e-07,
"loss": 0.0895,
"reward": 0.21837703324854374,
"reward_std": 0.457524124532938,
"rewards/accuracy_reward": 0.4107143059372902,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.19233726896345615,
"step": 1
},
{
"completion_length": 711.3395977020264,
"epoch": 0.08528784648187633,
"grad_norm": 0.521936297416687,
"kl": 0.00035202503204345703,
"learning_rate": 1.6666666666666669e-06,
"loss": 0.0873,
"reward": 0.19321720697917044,
"reward_std": 0.4614652991294861,
"rewards/accuracy_reward": 0.38699778635054827,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.1937805782072246,
"step": 5
},
{
"completion_length": 684.9652038574219,
"epoch": 0.17057569296375266,
"grad_norm": 0.5586162805557251,
"kl": 0.01878194808959961,
"learning_rate": 2.9987834972573546e-06,
"loss": 0.0742,
"reward": 0.2827843511477113,
"reward_std": 0.44751987904310225,
"rewards/accuracy_reward": 0.4611607357859612,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.17837638631463051,
"step": 10
},
{
"completion_length": 641.0350692749023,
"epoch": 0.255863539445629,
"grad_norm": 1.2480870485305786,
"kl": 0.5136314392089844,
"learning_rate": 2.956412726139078e-06,
"loss": 0.1195,
"reward": 0.49980842545628545,
"reward_std": 0.3398652091622353,
"rewards/accuracy_reward": 0.6600446701049805,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.16023624502122402,
"step": 15
},
{
"completion_length": 629.3375289916992,
"epoch": 0.3411513859275053,
"grad_norm": 0.5801119208335876,
"kl": 0.020611572265625,
"learning_rate": 2.8551756519155732e-06,
"loss": 0.1008,
"reward": 0.5805917799472808,
"reward_std": 0.27404730543494227,
"rewards/accuracy_reward": 0.7352678969502449,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.15467611663043498,
"step": 20
},
{
"completion_length": 632.6993621826172,
"epoch": 0.42643923240938164,
"grad_norm": 0.5435677766799927,
"kl": 0.01521759033203125,
"learning_rate": 2.699164145105252e-06,
"loss": 0.0827,
"reward": 0.5681484438478946,
"reward_std": 0.28131211549043655,
"rewards/accuracy_reward": 0.710714316368103,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.14256587382405997,
"step": 25
},
{
"completion_length": 631.0065017700196,
"epoch": 0.511727078891258,
"grad_norm": 0.40434423089027405,
"kl": 0.087030029296875,
"learning_rate": 2.4946839873611927e-06,
"loss": 0.0906,
"reward": 0.5263580977916718,
"reward_std": 0.3138962801545858,
"rewards/accuracy_reward": 0.6600446760654449,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.13368657547980548,
"step": 30
},
{
"completion_length": 617.7948944091797,
"epoch": 0.5970149253731343,
"grad_norm": 1.0160555839538574,
"kl": 0.117022705078125,
"learning_rate": 2.25e-06,
"loss": 0.0962,
"reward": 0.5008847367018461,
"reward_std": 0.3264832843095064,
"rewards/accuracy_reward": 0.622321455180645,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12143671978265047,
"step": 35
},
{
"completion_length": 607.287973022461,
"epoch": 0.6823027718550106,
"grad_norm": 1.8936026096343994,
"kl": 0.2015625,
"learning_rate": 1.975001990702209e-06,
"loss": 0.1194,
"reward": 0.5203140497207641,
"reward_std": 0.3361724577844143,
"rewards/accuracy_reward": 0.6433036029338837,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12298955339938403,
"step": 40
},
{
"completion_length": 604.0877517700195,
"epoch": 0.767590618336887,
"grad_norm": 4.448797225952148,
"kl": 5.82470703125,
"learning_rate": 1.6808050203829845e-06,
"loss": 0.5125,
"reward": 0.5560206107795238,
"reward_std": 0.29633302725851535,
"rewards/accuracy_reward": 0.6729911029338836,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.11697048898786307,
"step": 45
},
{
"completion_length": 604.8629692077636,
"epoch": 0.8528784648187633,
"grad_norm": 2.490539789199829,
"kl": 0.377392578125,
"learning_rate": 1.3793001469249112e-06,
"loss": 0.1237,
"reward": 0.5681209519505501,
"reward_std": 0.28387211747467517,
"rewards/accuracy_reward": 0.6881696730852127,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12004871871322394,
"step": 50
},
{
"completion_length": 579.4413185119629,
"epoch": 0.9381663113006397,
"grad_norm": 4.152231216430664,
"kl": 0.2768310546875,
"learning_rate": 1.0826738041253211e-06,
"loss": 0.0852,
"reward": 0.6077298022806644,
"reward_std": 0.27112445086240766,
"rewards/accuracy_reward": 0.7265625357627868,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.11883272156119347,
"step": 55
},
{
"completion_length": 566.9164165150036,
"epoch": 1.0341151385927505,
"grad_norm": 3.0358667373657227,
"kl": 713.1028053977273,
"learning_rate": 8.029152419343472e-07,
"loss": 82.7243,
"reward": 0.6099555316296491,
"reward_std": 0.25437648966908455,
"rewards/accuracy_reward": 0.7307224382053722,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12076690539040348,
"step": 60
},
{
"completion_length": 548.3241325378418,
"epoch": 1.1194029850746268,
"grad_norm": 2.281466245651245,
"kl": 0.169915771484375,
"learning_rate": 5.513319366069343e-07,
"loss": 0.0759,
"reward": 0.6292034849524498,
"reward_std": 0.24837480448186397,
"rewards/accuracy_reward": 0.7457589656114578,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.11655548624694348,
"step": 65
},
{
"completion_length": 544.6705657958985,
"epoch": 1.2046908315565032,
"grad_norm": 4.551150798797607,
"kl": 0.168426513671875,
"learning_rate": 3.380925572585183e-07,
"loss": 0.081,
"reward": 0.6241521313786507,
"reward_std": 0.23203972559422253,
"rewards/accuracy_reward": 0.7475446790456772,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12339254282414913,
"step": 70
},
{
"completion_length": 560.6620811462402,
"epoch": 1.2899786780383795,
"grad_norm": 1.7139493227005005,
"kl": 0.295257568359375,
"learning_rate": 1.718159615201853e-07,
"loss": 0.0725,
"reward": 0.6123189993202687,
"reward_std": 0.25482493862509725,
"rewards/accuracy_reward": 0.7330357432365417,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12071674298495054,
"step": 75
},
{
"completion_length": 538.8129737854003,
"epoch": 1.375266524520256,
"grad_norm": 1.8946577310562134,
"kl": 0.28873291015625,
"learning_rate": 5.922283255294164e-08,
"loss": 0.0819,
"reward": 0.6251922458410263,
"reward_std": 0.23853217102587224,
"rewards/accuracy_reward": 0.7475446805357933,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12235244438052177,
"step": 80
},
{
"completion_length": 552.9801628112793,
"epoch": 1.4605543710021323,
"grad_norm": 1.40664541721344,
"kl": 711.1384460449219,
"learning_rate": 4.864037798685106e-09,
"loss": 47.7953,
"reward": 0.618848904967308,
"reward_std": 0.24578485451638699,
"rewards/accuracy_reward": 0.7415178909897804,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12266898676753044,
"step": 85
},
{
"completion_length": 589.5374145507812,
"epoch": 1.4946695095948828,
"kl": 0.252349853515625,
"reward": 0.5610090717673302,
"reward_std": 0.24640783108770847,
"rewards/accuracy_reward": 0.6824777089059353,
"rewards/format_reward": 0.0,
"rewards/repetition_penalty_reward": -0.12146863108500838,
"step": 87,
"total_flos": 0.0,
"train_loss": 7.607245717240476,
"train_runtime": 13150.4833,
"train_samples_per_second": 0.855,
"train_steps_per_second": 0.007
}
],
"logging_steps": 5,
"max_steps": 87,
"num_input_tokens_seen": 0,
"num_train_epochs": 2,
"save_steps": 10,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}
|