File size: 22,432 Bytes
6489e51 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.5012531328320802,
"eval_steps": 500,
"global_step": 200,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"cache_hit_rate": 0.6549899518489838,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.275,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1008.8,
"completions/mean_length": 722.45625,
"completions/mean_terminated_length": 618.7799621582031,
"completions/min_length": 145.7,
"completions/min_terminated_length": 145.7,
"entropy": 0.6699666887521744,
"epoch": 0.02506265664160401,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2841879725456238,
"kl": 0.0036152674234472214,
"learning_rate": 9e-05,
"loss": -0.082733154296875,
"num_tokens": 636060.0,
"reward": 0.6506388366222382,
"reward_std": 0.08262495435774327,
"rewards/cache_reward/mean": 0.6506388366222382,
"rewards/cache_reward/std": 0.08262495435774327,
"step": 10,
"step_time": 110.74446128769777
},
{
"cache_hit_rate": 0.673021137714386,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2453125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 994.9,
"completions/mean_length": 733.9203125,
"completions/mean_terminated_length": 644.366357421875,
"completions/min_length": 140.3,
"completions/min_terminated_length": 140.3,
"entropy": 0.6534600198268891,
"epoch": 0.05012531328320802,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.28635698556900024,
"kl": 0.007895444217137993,
"learning_rate": 0.0001,
"loss": -0.10327683687210083,
"num_tokens": 1241305.0,
"reward": 0.6619674026966095,
"reward_std": 0.08552395924925804,
"rewards/cache_reward/mean": 0.6619674026966095,
"rewards/cache_reward/std": 0.08552395924925804,
"step": 20,
"step_time": 109.56399042648263
},
{
"cache_hit_rate": 0.6839983344078064,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.38125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1015.2,
"completions/mean_length": 817.7609375,
"completions/mean_terminated_length": 695.7103820800781,
"completions/min_length": 234.8,
"completions/min_terminated_length": 234.8,
"entropy": 0.6154806256294251,
"epoch": 0.07518796992481203,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2883661985397339,
"kl": 0.013737109955400229,
"learning_rate": 0.0001,
"loss": -0.07992171049118042,
"num_tokens": 1935048.0,
"reward": 0.6798466205596924,
"reward_std": 0.08526109047234058,
"rewards/cache_reward/mean": 0.6798466205596924,
"rewards/cache_reward/std": 0.08526109047234058,
"step": 30,
"step_time": 110.41349991224706
},
{
"cache_hit_rate": 0.688771378993988,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2796875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 996.9,
"completions/mean_length": 731.2515625,
"completions/mean_terminated_length": 618.9319946289063,
"completions/min_length": 141.9,
"completions/min_terminated_length": 141.9,
"entropy": 0.5641923353075982,
"epoch": 0.10025062656641603,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2640427052974701,
"kl": 0.05390605996362865,
"learning_rate": 0.0001,
"loss": -0.0670427918434143,
"num_tokens": 2538881.0,
"reward": 0.680696839094162,
"reward_std": 0.0919536855071783,
"rewards/cache_reward/mean": 0.680696839094162,
"rewards/cache_reward/std": 0.0919536855071783,
"step": 40,
"step_time": 109.29437069590203
},
{
"cache_hit_rate": 0.6866635918617249,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2890625,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1011.7,
"completions/mean_length": 760.3578125,
"completions/mean_terminated_length": 656.3232849121093,
"completions/min_length": 45.7,
"completions/min_terminated_length": 45.7,
"entropy": 0.6070283114910126,
"epoch": 0.12531328320802004,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2869623005390167,
"kl": 0.023429812863469124,
"learning_rate": 0.0001,
"loss": -0.09718080759048461,
"num_tokens": 3192326.0,
"reward": 0.6855185449123382,
"reward_std": 0.10149984136223793,
"rewards/cache_reward/mean": 0.6855185449123382,
"rewards/cache_reward/std": 0.10149984136223793,
"step": 50,
"step_time": 110.27378524087835
},
{
"cache_hit_rate": 0.6925897181034089,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.309375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 995.9,
"completions/mean_length": 738.384375,
"completions/mean_terminated_length": 613.4844848632813,
"completions/min_length": 86.8,
"completions/min_terminated_length": 86.8,
"entropy": 0.6024186447262764,
"epoch": 0.15037593984962405,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.25169217586517334,
"kl": 3.6625402928330004,
"learning_rate": 0.0001,
"loss": 0.5570495128631592,
"num_tokens": 3844932.0,
"reward": 0.6902015984058381,
"reward_std": 0.08153984323143959,
"rewards/cache_reward/mean": 0.6902015984058381,
"rewards/cache_reward/std": 0.08153984323143959,
"step": 60,
"step_time": 110.143448051624
},
{
"cache_hit_rate": 0.707024896144867,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.3875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1012.0,
"completions/mean_length": 803.928125,
"completions/mean_terminated_length": 670.2502990722656,
"completions/min_length": 146.8,
"completions/min_terminated_length": 146.8,
"entropy": 0.6164677605032921,
"epoch": 0.17543859649122806,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.29885679483413696,
"kl": 0.02769087813794613,
"learning_rate": 0.0001,
"loss": -0.08792343139648437,
"num_tokens": 4508430.0,
"reward": 0.7026471257209778,
"reward_std": 0.08549872897565365,
"rewards/cache_reward/mean": 0.7026471257209778,
"rewards/cache_reward/std": 0.08549872897565365,
"step": 70,
"step_time": 109.93217876499985
},
{
"cache_hit_rate": 0.6787703096866607,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2984375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1011.0,
"completions/mean_length": 742.275,
"completions/mean_terminated_length": 631.2970550537109,
"completions/min_length": 173.1,
"completions/min_terminated_length": 173.1,
"entropy": 0.6354820564389229,
"epoch": 0.20050125313283207,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.3051297068595886,
"kl": 0.027491158153861762,
"learning_rate": 0.0001,
"loss": -0.05539093017578125,
"num_tokens": 5126438.0,
"reward": 0.6731199264526367,
"reward_std": 0.0984181858599186,
"rewards/cache_reward/mean": 0.6731199264526367,
"rewards/cache_reward/std": 0.0984181858599186,
"step": 80,
"step_time": 109.76294787270017
},
{
"cache_hit_rate": 0.7168771982192993,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.3703125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1001.6,
"completions/mean_length": 781.2203125,
"completions/mean_terminated_length": 644.1493225097656,
"completions/min_length": 124.9,
"completions/min_terminated_length": 124.9,
"entropy": 0.510772630572319,
"epoch": 0.22556390977443608,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.22160571813583374,
"kl": 0.028083418030291796,
"learning_rate": 0.0001,
"loss": -0.10533699989318848,
"num_tokens": 5793339.0,
"reward": 0.7083093225955963,
"reward_std": 0.08305367790162563,
"rewards/cache_reward/mean": 0.7083093225955963,
"rewards/cache_reward/std": 0.08305367790162563,
"step": 90,
"step_time": 110.1031208519591
},
{
"cache_hit_rate": 0.6966540038585662,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.3078125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 997.4,
"completions/mean_length": 690.071875,
"completions/mean_terminated_length": 542.2264129638672,
"completions/min_length": 38.7,
"completions/min_terminated_length": 38.7,
"entropy": 0.5484601214528084,
"epoch": 0.2506265664160401,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.28518208861351013,
"kl": 0.027807974442839622,
"learning_rate": 0.0001,
"loss": -0.08660122156143188,
"num_tokens": 6417249.0,
"reward": 0.6993527948856354,
"reward_std": 0.09250091910362243,
"rewards/cache_reward/mean": 0.6993527948856354,
"rewards/cache_reward/std": 0.09250091910362243,
"step": 100,
"step_time": 110.59711477749515
},
{
"cache_hit_rate": 0.6942323863506317,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2796875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1012.6,
"completions/mean_length": 738.9765625,
"completions/mean_terminated_length": 637.4039031982422,
"completions/min_length": 102.2,
"completions/min_terminated_length": 102.2,
"entropy": 0.5651590198278427,
"epoch": 0.2756892230576441,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.278904527425766,
"kl": 0.029639831464737653,
"learning_rate": 0.0001,
"loss": -0.06971979141235352,
"num_tokens": 7058914.0,
"reward": 0.6939837038516998,
"reward_std": 0.08437503017485141,
"rewards/cache_reward/mean": 0.6939837038516998,
"rewards/cache_reward/std": 0.08437503017485141,
"step": 110,
"step_time": 109.98037863150239
},
{
"cache_hit_rate": 0.7087398171424866,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.38125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1012.8,
"completions/mean_length": 794.7265625,
"completions/mean_terminated_length": 661.2110961914062,
"completions/min_length": 177.9,
"completions/min_terminated_length": 177.9,
"entropy": 0.49859170615673065,
"epoch": 0.3007518796992481,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.23720738291740417,
"kl": 0.12654243744909763,
"learning_rate": 0.0001,
"loss": -0.07652193903923035,
"num_tokens": 7725699.0,
"reward": 0.7066135585308075,
"reward_std": 0.0815408643335104,
"rewards/cache_reward/mean": 0.7066135585308075,
"rewards/cache_reward/std": 0.0815408643335104,
"step": 120,
"step_time": 110.21964054489509
},
{
"cache_hit_rate": 0.7066302120685577,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.303125,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1010.1,
"completions/mean_length": 719.2859375,
"completions/mean_terminated_length": 589.672817993164,
"completions/min_length": 51.7,
"completions/min_terminated_length": 51.7,
"entropy": 0.5097475752234459,
"epoch": 0.3258145363408521,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2551797330379486,
"kl": 0.03401126619428396,
"learning_rate": 0.0001,
"loss": -0.029747769236564636,
"num_tokens": 8359146.0,
"reward": 0.7066013753414154,
"reward_std": 0.08856594860553742,
"rewards/cache_reward/mean": 0.7066013753414154,
"rewards/cache_reward/std": 0.08856594860553742,
"step": 130,
"step_time": 110.3610016158782
},
{
"cache_hit_rate": 0.7057172179222106,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1012.4,
"completions/mean_length": 718.9546875,
"completions/mean_terminated_length": 599.3654174804688,
"completions/min_length": 45.5,
"completions/min_terminated_length": 45.5,
"entropy": 0.5367702215909957,
"epoch": 0.3508771929824561,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.28203365206718445,
"kl": 0.028053219616413116,
"learning_rate": 0.0001,
"loss": -0.09814745783805848,
"num_tokens": 8960389.0,
"reward": 0.6947050273418427,
"reward_std": 0.092516228556633,
"rewards/cache_reward/mean": 0.6947050273418427,
"rewards/cache_reward/std": 0.092516228556633,
"step": 140,
"step_time": 109.26147313890979
},
{
"cache_hit_rate": 0.7100595355033874,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.259375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1010.9,
"completions/mean_length": 643.5265625,
"completions/mean_terminated_length": 526.2732879638672,
"completions/min_length": 65.3,
"completions/min_terminated_length": 65.3,
"entropy": 0.4884163364768028,
"epoch": 0.37593984962406013,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.3192034065723419,
"kl": 0.03535754019394517,
"learning_rate": 0.0001,
"loss": -0.015955117344856263,
"num_tokens": 9533782.0,
"reward": 0.7072697579860687,
"reward_std": 0.08281751312315463,
"rewards/cache_reward/mean": 0.7072697579860687,
"rewards/cache_reward/std": 0.08281751312315463,
"step": 150,
"step_time": 109.54034506990574
},
{
"cache_hit_rate": 0.7135620355606079,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.29375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 995.1,
"completions/mean_length": 684.2015625,
"completions/mean_terminated_length": 545.6471801757813,
"completions/min_length": 68.3,
"completions/min_terminated_length": 68.3,
"entropy": 0.5298304185271263,
"epoch": 0.40100250626566414,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.3209550082683563,
"kl": 0.03265416445210576,
"learning_rate": 0.0001,
"loss": -0.011588484048843384,
"num_tokens": 10162439.0,
"reward": 0.7117338001728057,
"reward_std": 0.09532129615545273,
"rewards/cache_reward/mean": 0.7117338001728057,
"rewards/cache_reward/std": 0.09532129615545273,
"step": 160,
"step_time": 109.83968829209917
},
{
"cache_hit_rate": 0.7009754419326782,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.271875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1007.0,
"completions/mean_length": 694.5515625,
"completions/mean_terminated_length": 572.3542327880859,
"completions/min_length": 100.0,
"completions/min_terminated_length": 100.0,
"entropy": 0.5273847237229348,
"epoch": 0.42606516290726815,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.3118448257446289,
"kl": 0.03259017681702971,
"learning_rate": 0.0001,
"loss": -0.07569116950035096,
"num_tokens": 10744440.0,
"reward": 0.6976909101009369,
"reward_std": 0.09229764454066754,
"rewards/cache_reward/mean": 0.6976909101009369,
"rewards/cache_reward/std": 0.09229764454066754,
"step": 170,
"step_time": 109.6869213941507
},
{
"cache_hit_rate": 0.7058276951313018,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.315625,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 994.5,
"completions/mean_length": 709.8875,
"completions/mean_terminated_length": 568.6204956054687,
"completions/min_length": 65.8,
"completions/min_terminated_length": 65.8,
"entropy": 0.5262452140450478,
"epoch": 0.45112781954887216,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.27938130497932434,
"kl": 0.03458747547119856,
"learning_rate": 0.0001,
"loss": -0.045800769329071046,
"num_tokens": 11370640.0,
"reward": 0.7100380957126617,
"reward_std": 0.10111712664365768,
"rewards/cache_reward/mean": 0.7100380957126617,
"rewards/cache_reward/std": 0.10111712664365768,
"step": 180,
"step_time": 110.07354199965485
},
{
"cache_hit_rate": 0.7054557979106904,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2421875,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 1007.8,
"completions/mean_length": 614.809375,
"completions/mean_terminated_length": 490.51698608398436,
"completions/min_length": 56.3,
"completions/min_terminated_length": 56.3,
"entropy": 0.5158756494522094,
"epoch": 0.47619047619047616,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.26570478081703186,
"kl": 0.037209075130522254,
"learning_rate": 0.0001,
"loss": 0.009295095503330231,
"num_tokens": 11911350.0,
"reward": 0.708037257194519,
"reward_std": 0.09269837327301503,
"rewards/cache_reward/mean": 0.708037257194519,
"rewards/cache_reward/std": 0.09269837327301503,
"step": 190,
"step_time": 109.52065962508786
},
{
"cache_hit_rate": 0.718935352563858,
"clip_ratio/high_max": 0.0,
"clip_ratio/high_mean": 0.0,
"clip_ratio/low_mean": 0.0,
"clip_ratio/low_min": 0.0,
"clip_ratio/region_mean": 0.0,
"completions/clipped_ratio": 0.2359375,
"completions/max_length": 1024.0,
"completions/max_terminated_length": 965.0,
"completions/mean_length": 572.43125,
"completions/mean_terminated_length": 443.49492797851565,
"completions/min_length": 24.7,
"completions/min_terminated_length": 24.7,
"entropy": 0.48532100319862365,
"epoch": 0.5012531328320802,
"frac_reward_zero_std": 0.0,
"grad_norm": 0.2529448866844177,
"kl": 0.0392603786662221,
"learning_rate": 0.0001,
"loss": -0.06291077136993409,
"num_tokens": 12414762.0,
"reward": 0.7250898122787476,
"reward_std": 0.0879605084657669,
"rewards/cache_reward/mean": 0.7250898122787476,
"rewards/cache_reward/std": 0.0879605084657669,
"step": 200,
"step_time": 109.23635325629729
}
],
"logging_steps": 10,
"max_steps": 200,
"num_input_tokens_seen": 12414762,
"num_train_epochs": 1,
"save_steps": 50,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 8,
"trial_name": null,
"trial_params": null
}
|