File size: 17,052 Bytes
9c36c25 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5675488430095608,
"eval_steps": 1024,
"global_step": 12288,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.047295736917463395,
"grad_norm": 2.106490135192871,
"learning_rate": 0.00029970703124999995,
"loss": 7.3224077224731445,
"step": 1024
},
{
"epoch": 0.047295736917463395,
"eval_bleu": 0.16704781801498278,
"eval_ce_clean_loss": 0.8006052018300583,
"eval_ce_pred_loss": 5.09323315206728,
"eval_flow_cos_loss": 0.25552307487758874,
"eval_flow_mse_loss": 0.4737413005741764,
"eval_loss": 5.201592297314509,
"flow/cos_sim": 0.7444769605381848,
"flow/improvement_ratio": 0.9690007240804908,
"flow/mag_ratio_mean": 0.5684286470962986,
"flow/mag_ratio_std": 0.1943025813187094,
"step": 1024
},
{
"epoch": 0.047295736917463395,
"eval_bleu": 0.16704781801498278,
"eval_ce_clean_loss": 0.8006052018300583,
"eval_ce_pred_loss": 5.09323315206728,
"eval_flow_cos_loss": 0.25552307487758874,
"eval_flow_mse_loss": 0.4737413005741764,
"eval_loss": 5.201592297314509,
"eval_runtime": 184.3437,
"eval_samples_per_second": 151.852,
"eval_steps_per_second": 2.376,
"flow/cos_sim": 0.7444769605381848,
"flow/improvement_ratio": 0.9690007240804908,
"flow/mag_ratio_mean": 0.5684286470962986,
"flow/mag_ratio_std": 0.1943025813187094,
"step": 1024
},
{
"epoch": 0.09459147383492679,
"grad_norm": 1.5151523351669312,
"learning_rate": 0.00029818297300322,
"loss": 5.1176676750183105,
"step": 2048
},
{
"epoch": 0.09459147383492679,
"eval_bleu": 0.15959126254389083,
"eval_ce_clean_loss": 0.2092574786854117,
"eval_ce_pred_loss": 5.118338076491334,
"eval_flow_cos_loss": 0.13469866032129554,
"eval_flow_mse_loss": 0.3451302863963663,
"eval_loss": 5.006234865754707,
"flow/cos_sim": 0.865301351841182,
"flow/improvement_ratio": 0.993777159822586,
"flow/mag_ratio_mean": 0.764228024575264,
"flow/mag_ratio_std": 0.1451562752938706,
"step": 2048
},
{
"epoch": 0.09459147383492679,
"eval_bleu": 0.15959126254389083,
"eval_ce_clean_loss": 0.2092574786854117,
"eval_ce_pred_loss": 5.118338076491334,
"eval_flow_cos_loss": 0.13469866032129554,
"eval_flow_mse_loss": 0.3451302863963663,
"eval_loss": 5.006234865754707,
"eval_runtime": 179.8087,
"eval_samples_per_second": 155.682,
"eval_steps_per_second": 2.436,
"flow/cos_sim": 0.865301351841182,
"flow/improvement_ratio": 0.993777159822586,
"flow/mag_ratio_mean": 0.764228024575264,
"flow/mag_ratio_std": 0.1451562752938706,
"step": 2048
},
{
"epoch": 0.1418872107523902,
"grad_norm": 2.0519113540649414,
"learning_rate": 0.0002927689070858589,
"loss": 4.94038724899292,
"step": 3072
},
{
"epoch": 0.1418872107523902,
"eval_bleu": 0.19109057338236854,
"eval_ce_clean_loss": 0.09927985731291172,
"eval_ce_pred_loss": 4.847544043031458,
"eval_flow_cos_loss": 0.11591754169905022,
"eval_flow_mse_loss": 0.3725693541574696,
"eval_loss": 4.7742662386262795,
"flow/cos_sim": 0.8840824780671019,
"flow/improvement_ratio": 0.9947053511120957,
"flow/mag_ratio_mean": 0.8077854450162687,
"flow/mag_ratio_std": 0.12759848946033547,
"step": 3072
},
{
"epoch": 0.1418872107523902,
"eval_bleu": 0.19109057338236854,
"eval_ce_clean_loss": 0.09927985731291172,
"eval_ce_pred_loss": 4.847544043031458,
"eval_flow_cos_loss": 0.11591754169905022,
"eval_flow_mse_loss": 0.3725693541574696,
"eval_loss": 4.7742662386262795,
"eval_runtime": 179.382,
"eval_samples_per_second": 156.052,
"eval_steps_per_second": 2.442,
"flow/cos_sim": 0.8840824780671019,
"flow/improvement_ratio": 0.9947053511120957,
"flow/mag_ratio_mean": 0.8077854450162687,
"flow/mag_ratio_std": 0.12759848946033547,
"step": 3072
},
{
"epoch": 0.18918294766985358,
"grad_norm": 2.0934338569641113,
"learning_rate": 0.0002838892232677901,
"loss": 4.741153240203857,
"step": 4096
},
{
"epoch": 0.18918294766985358,
"eval_bleu": 0.18968657464122718,
"eval_ce_clean_loss": 0.05336422391967278,
"eval_ce_pred_loss": 4.809050649268442,
"eval_flow_cos_loss": 0.07764796834422029,
"eval_flow_mse_loss": 0.3626167481620562,
"eval_loss": 4.7155106383371574,
"flow/cos_sim": 0.9223520577498222,
"flow/improvement_ratio": 0.9944308828817655,
"flow/mag_ratio_mean": 0.8769120071848778,
"flow/mag_ratio_std": 0.09842952985537651,
"step": 4096
},
{
"epoch": 0.18918294766985358,
"eval_bleu": 0.18968657464122718,
"eval_ce_clean_loss": 0.05336422391967278,
"eval_ce_pred_loss": 4.809050649268442,
"eval_flow_cos_loss": 0.07764796834422029,
"eval_flow_mse_loss": 0.3626167481620562,
"eval_loss": 4.7155106383371574,
"eval_runtime": 179.0768,
"eval_samples_per_second": 156.318,
"eval_steps_per_second": 2.446,
"flow/cos_sim": 0.9223520577498222,
"flow/improvement_ratio": 0.9944308828817655,
"flow/mag_ratio_mean": 0.8769120071848778,
"flow/mag_ratio_std": 0.09842952985537651,
"step": 4096
},
{
"epoch": 0.236478684587317,
"grad_norm": 2.3496689796447754,
"learning_rate": 0.00027177281107320826,
"loss": 4.68638801574707,
"step": 5120
},
{
"epoch": 0.236478684587317,
"eval_bleu": 0.22356960405367263,
"eval_ce_clean_loss": 0.0327355340824858,
"eval_ce_pred_loss": 4.565925827853756,
"eval_flow_cos_loss": 0.08153306739617429,
"eval_flow_mse_loss": 0.3821449596860093,
"eval_loss": 4.515134906115597,
"flow/cos_sim": 0.9184669488913393,
"flow/improvement_ratio": 0.9950582473517553,
"flow/mag_ratio_mean": 0.8821974423922361,
"flow/mag_ratio_std": 0.09247283822937644,
"step": 5120
},
{
"epoch": 0.236478684587317,
"eval_bleu": 0.22356960405367263,
"eval_ce_clean_loss": 0.0327355340824858,
"eval_ce_pred_loss": 4.565925827853756,
"eval_flow_cos_loss": 0.08153306739617429,
"eval_flow_mse_loss": 0.3821449596860093,
"eval_loss": 4.515134906115597,
"eval_runtime": 181.4276,
"eval_samples_per_second": 154.293,
"eval_steps_per_second": 2.414,
"flow/cos_sim": 0.9184669488913393,
"flow/improvement_ratio": 0.9950582473517553,
"flow/mag_ratio_mean": 0.8821974423922361,
"flow/mag_ratio_std": 0.09247283822937644,
"step": 5120
},
{
"epoch": 0.2837744215047804,
"grad_norm": 2.1534059047698975,
"learning_rate": 0.00025669014822961186,
"loss": 4.549870491027832,
"step": 6144
},
{
"epoch": 0.2837744215047804,
"eval_bleu": 0.2167831701158986,
"eval_ce_clean_loss": 0.022042056864561285,
"eval_ce_pred_loss": 4.496095672045668,
"eval_flow_cos_loss": 0.07625704317366423,
"eval_flow_mse_loss": 0.4058228160964844,
"eval_loss": 4.473577274579435,
"flow/cos_sim": 0.9237429750020101,
"flow/improvement_ratio": 0.9947892213793106,
"flow/mag_ratio_mean": 0.8912639768972789,
"flow/mag_ratio_std": 0.08584192658872365,
"step": 6144
},
{
"epoch": 0.2837744215047804,
"eval_bleu": 0.2167831701158986,
"eval_ce_clean_loss": 0.022042056864561285,
"eval_ce_pred_loss": 4.496095672045668,
"eval_flow_cos_loss": 0.07625704317366423,
"eval_flow_mse_loss": 0.4058228160964844,
"eval_loss": 4.473577274579435,
"eval_runtime": 180.321,
"eval_samples_per_second": 155.24,
"eval_steps_per_second": 2.429,
"flow/cos_sim": 0.9237429750020101,
"flow/improvement_ratio": 0.9947892213793106,
"flow/mag_ratio_mean": 0.8912639768972789,
"flow/mag_ratio_std": 0.08584192658872365,
"step": 6144
},
{
"epoch": 0.3310701584222438,
"grad_norm": 2.1275017261505127,
"learning_rate": 0.0002390360415767374,
"loss": 4.411749362945557,
"step": 7168
},
{
"epoch": 0.3310701584222438,
"eval_bleu": 0.26130694526226583,
"eval_ce_clean_loss": 0.015259190446582355,
"eval_ce_pred_loss": 4.084311145081368,
"eval_flow_cos_loss": 0.11306819562974586,
"eval_flow_mse_loss": 0.5684606986094828,
"eval_loss": 4.274133609310133,
"flow/cos_sim": 0.8869318397349963,
"flow/improvement_ratio": 0.9916486408068165,
"flow/mag_ratio_mean": 0.853514781281284,
"flow/mag_ratio_std": 0.09556960212449504,
"step": 7168
},
{
"epoch": 0.3310701584222438,
"eval_bleu": 0.26130694526226583,
"eval_ce_clean_loss": 0.015259190446582355,
"eval_ce_pred_loss": 4.084311145081368,
"eval_flow_cos_loss": 0.11306819562974586,
"eval_flow_mse_loss": 0.5684606986094828,
"eval_loss": 4.274133609310133,
"eval_runtime": 183.0141,
"eval_samples_per_second": 152.955,
"eval_steps_per_second": 2.393,
"flow/cos_sim": 0.8869318397349963,
"flow/improvement_ratio": 0.9916486408068165,
"flow/mag_ratio_mean": 0.853514781281284,
"flow/mag_ratio_std": 0.09556960212449504,
"step": 7168
},
{
"epoch": 0.37836589533970716,
"grad_norm": 2.679063081741333,
"learning_rate": 0.00021920458819314276,
"loss": 4.291924476623535,
"step": 8192
},
{
"epoch": 0.37836589533970716,
"eval_bleu": 0.26455338282933316,
"eval_ce_clean_loss": 0.010562141490759984,
"eval_ce_pred_loss": 4.048519775203374,
"eval_flow_cos_loss": 0.08972637632598071,
"eval_flow_mse_loss": 0.5574726984245048,
"eval_loss": 4.224628202447064,
"flow/cos_sim": 0.9102736386262118,
"flow/improvement_ratio": 0.9913910556601607,
"flow/mag_ratio_mean": 0.8761251777002256,
"flow/mag_ratio_std": 0.08667415052176067,
"step": 8192
},
{
"epoch": 0.37836589533970716,
"eval_bleu": 0.26455338282933316,
"eval_ce_clean_loss": 0.010562141490759984,
"eval_ce_pred_loss": 4.048519775203374,
"eval_flow_cos_loss": 0.08972637632598071,
"eval_flow_mse_loss": 0.5574726984245048,
"eval_loss": 4.224628202447064,
"eval_runtime": 182.7475,
"eval_samples_per_second": 153.179,
"eval_steps_per_second": 2.397,
"flow/cos_sim": 0.9102736386262118,
"flow/improvement_ratio": 0.9913910556601607,
"flow/mag_ratio_mean": 0.8761251777002256,
"flow/mag_ratio_std": 0.08667415052176067,
"step": 8192
},
{
"epoch": 0.4256616322571706,
"grad_norm": 3.4350733757019043,
"learning_rate": 0.0001976932406046495,
"loss": 4.231810569763184,
"step": 9216
},
{
"epoch": 0.4256616322571706,
"eval_bleu": 0.27369821400928834,
"eval_ce_clean_loss": 0.007689533357032188,
"eval_ce_pred_loss": 3.966488937809043,
"eval_flow_cos_loss": 0.08683863282203674,
"eval_flow_mse_loss": 0.569647965025684,
"eval_loss": 4.161966539409063,
"flow/cos_sim": 0.9131613878626802,
"flow/improvement_ratio": 0.9904770306800599,
"flow/mag_ratio_mean": 0.8949770351795301,
"flow/mag_ratio_std": 0.08686588956340807,
"step": 9216
},
{
"epoch": 0.4256616322571706,
"eval_bleu": 0.27369821400928834,
"eval_ce_clean_loss": 0.007689533357032188,
"eval_ce_pred_loss": 3.966488937809043,
"eval_flow_cos_loss": 0.08683863282203674,
"eval_flow_mse_loss": 0.569647965025684,
"eval_loss": 4.161966539409063,
"eval_runtime": 191.5369,
"eval_samples_per_second": 146.149,
"eval_steps_per_second": 2.287,
"flow/cos_sim": 0.9131613878626802,
"flow/improvement_ratio": 0.9904770306800599,
"flow/mag_ratio_mean": 0.8949770351795301,
"flow/mag_ratio_std": 0.08686588956340807,
"step": 9216
},
{
"epoch": 0.472957369174634,
"grad_norm": 2.2814252376556396,
"learning_rate": 0.00017504669739254724,
"loss": 4.164244174957275,
"step": 10240
},
{
"epoch": 0.472957369174634,
"eval_bleu": 0.30777640553962915,
"eval_ce_clean_loss": 0.0060966779907408375,
"eval_ce_pred_loss": 3.6631897802222264,
"eval_flow_cos_loss": 0.09066317927891805,
"eval_flow_mse_loss": 0.6576739563245207,
"eval_loss": 3.9778201345983706,
"flow/cos_sim": 0.9093368449439742,
"flow/improvement_ratio": 0.9863403809669355,
"flow/mag_ratio_mean": 0.8948755321437365,
"flow/mag_ratio_std": 0.0903660870203961,
"step": 10240
},
{
"epoch": 0.472957369174634,
"eval_bleu": 0.30777640553962915,
"eval_ce_clean_loss": 0.0060966779907408375,
"eval_ce_pred_loss": 3.6631897802222264,
"eval_flow_cos_loss": 0.09066317927891805,
"eval_flow_mse_loss": 0.6576739563245207,
"eval_loss": 3.9778201345983706,
"eval_runtime": 189.8476,
"eval_samples_per_second": 147.45,
"eval_steps_per_second": 2.307,
"flow/cos_sim": 0.9093368449439742,
"flow/improvement_ratio": 0.9863403809669355,
"flow/mag_ratio_mean": 0.8948755321437365,
"flow/mag_ratio_std": 0.0903660870203961,
"step": 10240
},
{
"epoch": 0.5202531060920974,
"grad_norm": 2.119964122772217,
"learning_rate": 0.00015177050305675404,
"loss": 4.065644264221191,
"step": 11264
},
{
"epoch": 0.5202531060920974,
"eval_bleu": 0.2925834655122522,
"eval_ce_clean_loss": 0.004753688909139986,
"eval_ce_pred_loss": 3.7541082803517174,
"eval_flow_cos_loss": 0.08232224217220528,
"eval_flow_mse_loss": 0.621043747554631,
"eval_loss": 4.020797040908849,
"flow/cos_sim": 0.9176777691057284,
"flow/improvement_ratio": 0.9826103085524416,
"flow/mag_ratio_mean": 0.8994121777412554,
"flow/mag_ratio_std": 0.09006089084360698,
"step": 11264
},
{
"epoch": 0.5202531060920974,
"eval_bleu": 0.2925834655122522,
"eval_ce_clean_loss": 0.004753688909139986,
"eval_ce_pred_loss": 3.7541082803517174,
"eval_flow_cos_loss": 0.08232224217220528,
"eval_flow_mse_loss": 0.621043747554631,
"eval_loss": 4.020797040908849,
"eval_runtime": 189.3251,
"eval_samples_per_second": 147.857,
"eval_steps_per_second": 2.313,
"flow/cos_sim": 0.9176777691057284,
"flow/improvement_ratio": 0.9826103085524416,
"flow/mag_ratio_mean": 0.8994121777412554,
"flow/mag_ratio_std": 0.09006089084360698,
"step": 11264
},
{
"epoch": 0.5675488430095608,
"grad_norm": 2.5909643173217773,
"learning_rate": 0.00012845133096612622,
"loss": 4.054959774017334,
"step": 12288
},
{
"epoch": 0.5675488430095608,
"eval_bleu": 0.28965271334128717,
"eval_ce_clean_loss": 0.004024346635361164,
"eval_ce_pred_loss": 3.718931865474405,
"eval_flow_cos_loss": 0.08415858520696697,
"eval_flow_mse_loss": 0.6252854074517341,
"eval_loss": 3.9937660802989248,
"flow/cos_sim": 0.9158414309699786,
"flow/improvement_ratio": 0.9831551257605966,
"flow/mag_ratio_mean": 0.8911215496934168,
"flow/mag_ratio_std": 0.08892078035974611,
"step": 12288
},
{
"epoch": 0.5675488430095608,
"eval_bleu": 0.28965271334128717,
"eval_ce_clean_loss": 0.004024346635361164,
"eval_ce_pred_loss": 3.718931865474405,
"eval_flow_cos_loss": 0.08415858520696697,
"eval_flow_mse_loss": 0.6252854074517341,
"eval_loss": 3.9937660802989248,
"eval_runtime": 188.6951,
"eval_samples_per_second": 148.35,
"eval_steps_per_second": 2.321,
"flow/cos_sim": 0.9158414309699786,
"flow/improvement_ratio": 0.9831551257605966,
"flow/mag_ratio_mean": 0.8911215496934168,
"flow/mag_ratio_std": 0.08892078035974611,
"step": 12288
}
],
"logging_steps": 1024,
"max_steps": 21651,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 1024,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
|