File size: 22,356 Bytes
4aa79c0 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5037593984962406,
"eval_steps": 500,
"global_step": 201,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"cache_hit_rate": 0.2987321466207504,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.8671875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 809.9,
"completions/mean_length": 961.46875,
"completions/mean_terminated_length": 563.5086151123047,
"completions/min_length": 327.9,
"completions/min_terminated_length": 327.9,
"entropy": 0.7783569753170013,
"epoch": 0.02506265664160401,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.19229525327682495,
"kl": 0.025735817663371564,
"learning_rate": 9e-05,
"loss": 0.03023299276828766,
"num_tokens": 773884.0,
"reward": 0.2986815273761749,
"reward_std": 0.021126844733953477,
"rewards/cache_reward/mean": 0.2986815273761749,
"rewards/cache_reward/std": 0.021126844733953477,
"step": 10,
"step_time": 90.0082708384376
},
{
"cache_hit_rate": 0.3069839864969254,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.8828125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 821.6,
"completions/mean_length": 971.9640625,
"completions/mean_terminated_length": 570.3135467529297,
"completions/min_length": 287.1,
"completions/min_terminated_length": 287.1,
"entropy": 0.754186350107193,
"epoch": 0.05012531328320802,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.0587414503097534,
"kl": 0.028826666437089442,
"learning_rate": 0.0001,
"loss": -0.013258826732635499,
"num_tokens": 1581589.0,
"reward": 0.306694495677948,
"reward_std": 0.021151169389486312,
"rewards/cache_reward/mean": 0.306694495677948,
"rewards/cache_reward/std": 0.021151169389486312,
"step": 20,
"step_time": 90.82258757026867
},
{
"cache_hit_rate": 0.3231631815433502,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9515625,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 664.1,
"completions/mean_length": 1000.9328125,
"completions/mean_terminated_length": 459.4166717529297,
"completions/min_length": 412.7,
"completions/min_terminated_length": 310.3,
"entropy": 0.5696786761283874,
"epoch": 0.07518796992481203,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.1489810347557068,
"kl": 0.5070431146770715,
"learning_rate": 0.0001,
"loss": 0.052439266443252565,
"num_tokens": 2390842.0,
"reward": 0.3228506237268448,
"reward_std": 0.02563070598989725,
"rewards/cache_reward/mean": 0.3228506237268448,
"rewards/cache_reward/std": 0.02563070598989725,
"step": 30,
"step_time": 90.69367619913537
},
{
"cache_hit_rate": 0.3287877798080444,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9921875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 150.8,
"completions/mean_length": 1018.8375,
"completions/mean_terminated_length": 93.1,
"completions/min_length": 752.2,
"completions/min_terminated_length": 35.4,
"entropy": 0.5493248522281646,
"epoch": 0.10025062656641603,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.15555262565612793,
"kl": 0.04194357730448246,
"learning_rate": 0.0001,
"loss": 0.004945866391062736,
"num_tokens": 3234082.0,
"reward": 0.3287609279155731,
"reward_std": 0.024521841667592525,
"rewards/cache_reward/mean": 0.3287609279155731,
"rewards/cache_reward/std": 0.024521841667592525,
"step": 40,
"step_time": 90.52190033134539
},
{
"cache_hit_rate": 0.3247293561697006,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9921875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 361.6,
"completions/mean_length": 1021.65,
"completions/mean_terminated_length": 361.6,
"completions/min_length": 873.6,
"completions/min_terminated_length": 361.6,
"entropy": 0.6632817029953003,
"epoch": 0.12531328320802004,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.18938110768795013,
"kl": 0.054390712082386015,
"learning_rate": 0.0001,
"loss": 0.008095483481884002,
"num_tokens": 4060218.0,
"reward": 0.32472453713417054,
"reward_std": 0.025068807974457742,
"rewards/cache_reward/mean": 0.32472453713417054,
"rewards/cache_reward/std": 0.025068807974457742,
"step": 50,
"step_time": 90.76908840958495
},
{
"cache_hit_rate": 0.33069254755973815,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.98125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 455.7,
"completions/mean_length": 1014.6015625,
"completions/mean_terminated_length": 384.475,
"completions/min_length": 629.5,
"completions/min_terminated_length": 322.3,
"entropy": 0.6398827135562897,
"epoch": 0.15037593984962405,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.1729903519153595,
"kl": 0.04443241953849793,
"learning_rate": 0.0001,
"loss": -1.8284097313880922e-05,
"num_tokens": 4852611.0,
"reward": 0.3305449992418289,
"reward_std": 0.02162333866581321,
"rewards/cache_reward/mean": 0.3305449992418289,
"rewards/cache_reward/std": 0.02162333866581321,
"step": 60,
"step_time": 90.52109750902746
},
{
"cache_hit_rate": 0.3291244089603424,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9953125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 118.3,
"completions/mean_length": 1021.0484375,
"completions/mean_terminated_length": 118.3,
"completions/min_length": 835.1,
"completions/min_terminated_length": 118.3,
"entropy": 0.6163755863904953,
"epoch": 0.17543859649122806,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.6231634020805359,
"kl": 0.04733915701508522,
"learning_rate": 0.0001,
"loss": -0.0013297975063323974,
"num_tokens": 5682834.0,
"reward": 0.3290934026241302,
"reward_std": 0.025694792345166206,
"rewards/cache_reward/mean": 0.3290934026241302,
"rewards/cache_reward/std": 0.025694792345166206,
"step": 70,
"step_time": 91.40459936279804
},
{
"cache_hit_rate": 0.32914042472839355,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9859375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 280.2,
"completions/mean_length": 1016.7546875,
"completions/mean_terminated_length": 271.95,
"completions/min_length": 673.3,
"completions/min_terminated_length": 263.7,
"entropy": 0.6250631839036942,
"epoch": 0.20050125313283207,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.14358767867088318,
"kl": 0.04605277068912983,
"learning_rate": 0.0001,
"loss": 0.0016001952812075616,
"num_tokens": 6469845.0,
"reward": 0.3290808916091919,
"reward_std": 0.027931400947272776,
"rewards/cache_reward/mean": 0.3290808916091919,
"rewards/cache_reward/std": 0.027931400947272776,
"step": 80,
"step_time": 90.27690456421115
},
{
"cache_hit_rate": 0.3384521096944809,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.990625,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 164.9,
"completions/mean_length": 1017.1234375,
"completions/mean_terminated_length": 164.3,
"completions/min_length": 675.7,
"completions/min_terminated_length": 163.7,
"entropy": 0.44799884855747224,
"epoch": 0.22556390977443608,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.19581231474876404,
"kl": 0.042757127434015274,
"learning_rate": 0.0001,
"loss": -0.004632307216525078,
"num_tokens": 7271556.0,
"reward": 0.3383351147174835,
"reward_std": 0.023683687672019005,
"rewards/cache_reward/mean": 0.3383351147174835,
"rewards/cache_reward/std": 0.023683687672019005,
"step": 90,
"step_time": 91.19093074775301
},
{
"cache_hit_rate": 0.3332447409629822,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9921875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 279.5,
"completions/mean_length": 1020.3671875,
"completions/mean_terminated_length": 279.5,
"completions/min_length": 791.5,
"completions/min_terminated_length": 279.5,
"entropy": 0.5914906859397888,
"epoch": 0.2506265664160401,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.22322462499141693,
"kl": 0.04192206896841526,
"learning_rate": 0.0001,
"loss": 0.004385053366422653,
"num_tokens": 8067287.0,
"reward": 0.33321733176708224,
"reward_std": 0.02411998054012656,
"rewards/cache_reward/mean": 0.33321733176708224,
"rewards/cache_reward/std": 0.02411998054012656,
"step": 100,
"step_time": 90.90292567885481
},
{
"cache_hit_rate": 0.33464895784854887,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.98125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 373.3,
"completions/mean_length": 1013.3484375,
"completions/mean_terminated_length": 336.025,
"completions/min_length": 503.6,
"completions/min_terminated_length": 298.8,
"entropy": 0.4564924329519272,
"epoch": 0.2756892230576441,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.1496705561876297,
"kl": 0.0379826420918107,
"learning_rate": 0.0001,
"loss": 0.0033605631440877916,
"num_tokens": 8892334.0,
"reward": 0.33460802435874937,
"reward_std": 0.024270175583660604,
"rewards/cache_reward/mean": 0.33460802435874937,
"rewards/cache_reward/std": 0.024270175583660604,
"step": 110,
"step_time": 91.2041310617933
},
{
"cache_hit_rate": 0.3374886929988861,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9828125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 459.2,
"completions/mean_length": 1015.209375,
"completions/mean_terminated_length": 380.6,
"completions/min_length": 506.8,
"completions/min_terminated_length": 302.0,
"entropy": 0.5316164076328278,
"epoch": 0.3007518796992481,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.16703373193740845,
"kl": 0.0434085251763463,
"learning_rate": 0.0001,
"loss": 0.008729323744773865,
"num_tokens": 9680356.0,
"reward": 0.33764258623123167,
"reward_std": 0.024684826284646987,
"rewards/cache_reward/mean": 0.33764258623123167,
"rewards/cache_reward/std": 0.024684826284646987,
"step": 120,
"step_time": 91.07375006200746
},
{
"cache_hit_rate": 0.33408362567424776,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9859375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 328.1,
"completions/mean_length": 1015.221875,
"completions/mean_terminated_length": 301.4,
"completions/min_length": 581.9,
"completions/min_terminated_length": 274.7,
"entropy": 0.5473819822072983,
"epoch": 0.3258145363408521,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.17018599808216095,
"kl": 0.08177528716623783,
"learning_rate": 0.0001,
"loss": 0.008963721990585326,
"num_tokens": 10495674.0,
"reward": 0.3341580301523209,
"reward_std": 0.024980502761900426,
"rewards/cache_reward/mean": 0.3341580301523209,
"rewards/cache_reward/std": 0.024980502761900426,
"step": 130,
"step_time": 90.68363874959759
},
{
"cache_hit_rate": 0.33405864536762236,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9859375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 253.5,
"completions/mean_length": 1015.403125,
"completions/mean_terminated_length": 207.71666870117187,
"completions/min_length": 675.1,
"completions/min_terminated_length": 163.1,
"entropy": 0.5471912950277329,
"epoch": 0.3508771929824561,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.20733150839805603,
"kl": 0.35445162318646906,
"learning_rate": 0.0001,
"loss": 0.04615514874458313,
"num_tokens": 11295188.0,
"reward": 0.3339251846075058,
"reward_std": 0.02682190975174308,
"rewards/cache_reward/mean": 0.3339251846075058,
"rewards/cache_reward/std": 0.02682190975174308,
"step": 140,
"step_time": 91.03833641626406
},
{
"cache_hit_rate": 0.33871919512748716,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.978125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 519.8,
"completions/mean_length": 1013.0640625,
"completions/mean_terminated_length": 432.925,
"completions/min_length": 537.9,
"completions/min_terminated_length": 333.1,
"entropy": 0.49129725992679596,
"epoch": 0.37593984962406013,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.1506304144859314,
"kl": 0.045265543088316915,
"learning_rate": 0.0001,
"loss": -0.0007558207958936692,
"num_tokens": 12104301.0,
"reward": 0.3386825680732727,
"reward_std": 0.025650268793106078,
"rewards/cache_reward/mean": 0.3386825680732727,
"rewards/cache_reward/std": 0.025650268793106078,
"step": 150,
"step_time": 91.25925274270121
},
{
"cache_hit_rate": 0.33684642016887667,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.98125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 453.5,
"completions/mean_length": 1014.05,
"completions/mean_terminated_length": 370.8833374023437,
"completions/min_length": 471.5,
"completions/min_terminated_length": 266.7,
"entropy": 0.5017873764038085,
"epoch": 0.40100250626566414,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.4631996154785156,
"kl": 24.154931166768073,
"learning_rate": 0.0001,
"loss": 3.8478744506835936,
"num_tokens": 12925005.0,
"reward": 0.3366888463497162,
"reward_std": 0.02669309824705124,
"rewards/cache_reward/mean": 0.3366888463497162,
"rewards/cache_reward/std": 0.02669309824705124,
"step": 160,
"step_time": 90.7307717730524
},
{
"cache_hit_rate": 0.3352246254682541,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.984375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 195.4,
"completions/mean_length": 1014.4828125,
"completions/mean_terminated_length": 127.05000305175781,
"completions/min_length": 784.3,
"completions/min_terminated_length": 67.5,
"entropy": 0.5599089354276657,
"epoch": 0.42606516290726815,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.6771759390830994,
"kl": 0.057728367298841475,
"learning_rate": 0.0001,
"loss": -0.005303345993161202,
"num_tokens": 13762762.0,
"reward": 0.33506683707237245,
"reward_std": 0.022994110081344842,
"rewards/cache_reward/mean": 0.33506683707237245,
"rewards/cache_reward/std": 0.022994110081344842,
"step": 170,
"step_time": 91.37958506643773
},
{
"cache_hit_rate": 0.33833766877651217,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.99375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 346.8,
"completions/mean_length": 1023.01875,
"completions/mean_terminated_length": 346.8,
"completions/min_length": 961.2,
"completions/min_terminated_length": 346.8,
"entropy": 0.5654248386621475,
"epoch": 0.45112781954887216,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.14284838736057281,
"kl": 2.4538527205586433,
"learning_rate": 0.0001,
"loss": 0.39122982025146485,
"num_tokens": 14591590.0,
"reward": 0.33830906450748444,
"reward_std": 0.02580958418548107,
"rewards/cache_reward/mean": 0.33830906450748444,
"rewards/cache_reward/std": 0.02580958418548107,
"step": 180,
"step_time": 91.57028467489872
},
{
"cache_hit_rate": 0.3408436506986618,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9890625,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 202.6,
"completions/mean_length": 1016.6109375,
"completions/mean_terminated_length": 183.8,
"completions/min_length": 677.0,
"completions/min_terminated_length": 165.0,
"entropy": 0.5419578611850738,
"epoch": 0.47619047619047616,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.13886591792106628,
"kl": 0.07005284689366817,
"learning_rate": 0.0001,
"loss": 0.008208285272121429,
"num_tokens": 15394349.0,
"reward": 0.3408004969358444,
"reward_std": 0.025611967965960502,
"rewards/cache_reward/mean": 0.3408004969358444,
"rewards/cache_reward/std": 0.025611967965960502,
"step": 190,
"step_time": 91.14261374084745
},
{
"cache_hit_rate": 0.3391114443540573,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.9921875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 179.6,
"completions/mean_length": 1019.0921875,
"completions/mean_terminated_length": 179.0,
"completions/min_length": 792.8,
"completions/min_terminated_length": 178.4,
"entropy": 0.5290060758590698,
"epoch": 0.5012531328320802,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.1409655660390854,
"kl": 0.0499697394669056,
"learning_rate": 0.0001,
"loss": 0.004792223125696183,
"num_tokens": 16176376.0,
"reward": 0.33905126750469206,
"reward_std": 0.026329115405678748,
"rewards/cache_reward/mean": 0.33905126750469206,
"rewards/cache_reward/std": 0.026329115405678748,
"step": 200,
"step_time": 90.93274403410032
}
],
"logging_steps": 10,
"max_steps": 200,
"num_input_tokens_seen": 16261463,
"num_train_epochs": 1,
"save_steps": 50,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 16,
"trial_name": null,
"trial_params": null
}
|