File size: 49,677 Bytes
22b22d1 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.017014036580178648,
"eval_steps": 500,
"global_step": 40,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 313.0,
"completions/mean_length": 169.875,
"completions/mean_terminated_length": 158.8386993408203,
"completions/min_length": 95.0,
"completions/min_terminated_length": 95.0,
"epoch": 0.0004253509145044662,
"frac_reward_zero_std": 0.0,
"grad_norm": 4.363935947418213,
"kl": 0.0003229373978683725,
"learning_rate": 0.0,
"loss": 0.0073,
"num_tokens": 81770.0,
"reward": 2.789294719696045,
"reward_std": 0.13441388309001923,
"rewards/format_hoi_key_reward/mean": 0.8359375,
"rewards/format_hoi_key_reward/std": 0.2847406268119812,
"rewards/format_hoi_object_label_reward/mean": 0.7421875,
"rewards/format_hoi_object_label_reward/std": 0.3625374734401703,
"rewards/format_hoi_verb_label_reward/mean": 0.5434027910232544,
"rewards/format_hoi_verb_label_reward/std": 0.38580045104026794,
"rewards/hoi_iou_reward/mean": 0.6677669286727905,
"rewards/hoi_iou_reward/std": 0.27127814292907715,
"step": 1
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 468.0,
"completions/max_terminated_length": 468.0,
"completions/mean_length": 172.28125,
"completions/mean_terminated_length": 172.28125,
"completions/min_length": 125.0,
"completions/min_terminated_length": 125.0,
"epoch": 0.0008507018290089324,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.752140760421753,
"kl": 0.000335300101141911,
"learning_rate": 7.042253521126761e-08,
"loss": -0.0022,
"num_tokens": 163613.0,
"reward": 2.4476234912872314,
"reward_std": 0.17685432732105255,
"rewards/format_hoi_key_reward/mean": 0.7478471994400024,
"rewards/format_hoi_key_reward/std": 0.3051668405532837,
"rewards/format_hoi_object_label_reward/mean": 0.6697916984558105,
"rewards/format_hoi_object_label_reward/std": 0.34505072236061096,
"rewards/format_hoi_verb_label_reward/mean": 0.39635416865348816,
"rewards/format_hoi_verb_label_reward/std": 0.2153073251247406,
"rewards/hoi_iou_reward/mean": 0.6336303353309631,
"rewards/hoi_iou_reward/std": 0.3029536306858063,
"step": 2
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 487.0,
"completions/mean_length": 186.03125,
"completions/mean_terminated_length": 175.51612854003906,
"completions/min_length": 91.0,
"completions/min_terminated_length": 91.0,
"epoch": 0.0012760527435133986,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.0201789140701294,
"kl": 0.0003579963668016717,
"learning_rate": 1.4084507042253522e-07,
"loss": -0.0078,
"num_tokens": 245910.0,
"reward": 2.2469096183776855,
"reward_std": 0.21650519967079163,
"rewards/format_hoi_key_reward/mean": 0.7998958826065063,
"rewards/format_hoi_key_reward/std": 0.2879995107650757,
"rewards/format_hoi_object_label_reward/mean": 0.4833333492279053,
"rewards/format_hoi_object_label_reward/std": 0.4311150908470154,
"rewards/format_hoi_verb_label_reward/mean": 0.44062501192092896,
"rewards/format_hoi_verb_label_reward/std": 0.39745914936065674,
"rewards/hoi_iou_reward/mean": 0.5230554342269897,
"rewards/hoi_iou_reward/std": 0.3132159411907196,
"step": 3
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 457.0,
"completions/max_terminated_length": 457.0,
"completions/mean_length": 186.4375,
"completions/mean_terminated_length": 186.4375,
"completions/min_length": 95.0,
"completions/min_terminated_length": 95.0,
"epoch": 0.0017014036580178648,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.2351148128509521,
"kl": 0.0003153797151753679,
"learning_rate": 2.1126760563380284e-07,
"loss": 0.0413,
"num_tokens": 328192.0,
"reward": 3.0791516304016113,
"reward_std": 0.1785963922739029,
"rewards/format_hoi_key_reward/mean": 0.8968750238418579,
"rewards/format_hoi_key_reward/std": 0.19876126945018768,
"rewards/format_hoi_object_label_reward/mean": 0.8411458730697632,
"rewards/format_hoi_object_label_reward/std": 0.30258694291114807,
"rewards/format_hoi_verb_label_reward/mean": 0.5755208730697632,
"rewards/format_hoi_verb_label_reward/std": 0.3113258183002472,
"rewards/hoi_iou_reward/mean": 0.7656100392341614,
"rewards/hoi_iou_reward/std": 0.240717351436615,
"step": 4
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 336.0,
"completions/mean_length": 191.0,
"completions/mean_terminated_length": 180.64515686035156,
"completions/min_length": 92.0,
"completions/min_terminated_length": 92.0,
"epoch": 0.002126754572522331,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.201839566230774,
"kl": 0.00034184849937446415,
"learning_rate": 2.8169014084507043e-07,
"loss": 0.0003,
"num_tokens": 410578.0,
"reward": 2.123943328857422,
"reward_std": 0.16979998350143433,
"rewards/format_hoi_key_reward/mean": 0.6126735806465149,
"rewards/format_hoi_key_reward/std": 0.3427790701389313,
"rewards/format_hoi_object_label_reward/mean": 0.6137152910232544,
"rewards/format_hoi_object_label_reward/std": 0.3750321567058563,
"rewards/format_hoi_verb_label_reward/mean": 0.36812394857406616,
"rewards/format_hoi_verb_label_reward/std": 0.27230551838874817,
"rewards/hoi_iou_reward/mean": 0.5294303297996521,
"rewards/hoi_iou_reward/std": 0.3228149712085724,
"step": 5
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 230.0,
"completions/max_terminated_length": 230.0,
"completions/mean_length": 157.15625,
"completions/mean_terminated_length": 157.15625,
"completions/min_length": 88.0,
"completions/min_terminated_length": 88.0,
"epoch": 0.002552105487026797,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.502875566482544,
"kl": 0.00034246582072228193,
"learning_rate": 3.521126760563381e-07,
"loss": -0.0042,
"num_tokens": 491951.0,
"reward": 2.6239867210388184,
"reward_std": 0.3057432472705841,
"rewards/format_hoi_key_reward/mean": 0.8656250238418579,
"rewards/format_hoi_key_reward/std": 0.23455658555030823,
"rewards/format_hoi_object_label_reward/mean": 0.6927083730697632,
"rewards/format_hoi_object_label_reward/std": 0.38824430108070374,
"rewards/format_hoi_verb_label_reward/mean": 0.3932291567325592,
"rewards/format_hoi_verb_label_reward/std": 0.3944879472255707,
"rewards/hoi_iou_reward/mean": 0.6724243760108948,
"rewards/hoi_iou_reward/std": 0.2741568088531494,
"step": 6
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 310.0,
"completions/mean_length": 179.71875,
"completions/mean_terminated_length": 157.56668090820312,
"completions/min_length": 119.0,
"completions/min_terminated_length": 119.0,
"epoch": 0.0029774564015312634,
"frac_reward_zero_std": 0.0625,
"grad_norm": 1.2773802280426025,
"kl": 0.00039098386332625523,
"learning_rate": 4.225352112676057e-07,
"loss": 0.021,
"num_tokens": 574042.0,
"reward": 2.446112632751465,
"reward_std": 0.2966364324092865,
"rewards/format_hoi_key_reward/mean": 0.8067708015441895,
"rewards/format_hoi_key_reward/std": 0.31369173526763916,
"rewards/format_hoi_object_label_reward/mean": 0.6536458730697632,
"rewards/format_hoi_object_label_reward/std": 0.4338444769382477,
"rewards/format_hoi_verb_label_reward/mean": 0.3489583432674408,
"rewards/format_hoi_verb_label_reward/std": 0.3668850064277649,
"rewards/hoi_iou_reward/mean": 0.6367375254631042,
"rewards/hoi_iou_reward/std": 0.2808148264884949,
"step": 7
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 420.0,
"completions/mean_length": 241.1875,
"completions/mean_terminated_length": 223.1333465576172,
"completions/min_length": 125.0,
"completions/min_terminated_length": 125.0,
"epoch": 0.0034028073160357296,
"frac_reward_zero_std": 0.0625,
"grad_norm": 1.0549662113189697,
"kl": 0.0003542311387718655,
"learning_rate": 4.929577464788733e-07,
"loss": -0.027,
"num_tokens": 658152.0,
"reward": 2.2133703231811523,
"reward_std": 0.4084068238735199,
"rewards/format_hoi_key_reward/mean": 0.6832291483879089,
"rewards/format_hoi_key_reward/std": 0.29706627130508423,
"rewards/format_hoi_object_label_reward/mean": 0.5901042222976685,
"rewards/format_hoi_object_label_reward/std": 0.34433093667030334,
"rewards/format_hoi_verb_label_reward/mean": 0.4224702715873718,
"rewards/format_hoi_verb_label_reward/std": 0.32381853461265564,
"rewards/hoi_iou_reward/mean": 0.5175668001174927,
"rewards/hoi_iou_reward/std": 0.26935523748397827,
"step": 8
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 339.0,
"completions/mean_length": 196.46875,
"completions/mean_terminated_length": 175.433349609375,
"completions/min_length": 93.0,
"completions/min_terminated_length": 93.0,
"epoch": 0.0038281582305401958,
"frac_reward_zero_std": 0.0625,
"grad_norm": 1.110564112663269,
"kl": 0.0004391309848870151,
"learning_rate": 5.633802816901409e-07,
"loss": -0.0017,
"num_tokens": 740859.0,
"reward": 2.465003728866577,
"reward_std": 0.0937172994017601,
"rewards/format_hoi_key_reward/mean": 0.7511160373687744,
"rewards/format_hoi_key_reward/std": 0.32644686102867126,
"rewards/format_hoi_object_label_reward/mean": 0.6443452835083008,
"rewards/format_hoi_object_label_reward/std": 0.4073486030101776,
"rewards/format_hoi_verb_label_reward/mean": 0.4927455186843872,
"rewards/format_hoi_verb_label_reward/std": 0.3828698992729187,
"rewards/hoi_iou_reward/mean": 0.5767968893051147,
"rewards/hoi_iou_reward/std": 0.30675631761550903,
"step": 9
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 347.0,
"completions/max_terminated_length": 347.0,
"completions/mean_length": 172.09375,
"completions/mean_terminated_length": 172.09375,
"completions/min_length": 93.0,
"completions/min_terminated_length": 93.0,
"epoch": 0.004253509145044662,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.442121982574463,
"kl": 0.00042213514825562015,
"learning_rate": 6.338028169014085e-07,
"loss": -0.0037,
"num_tokens": 822690.0,
"reward": 2.751133441925049,
"reward_std": 0.33584073185920715,
"rewards/format_hoi_key_reward/mean": 0.8541666269302368,
"rewards/format_hoi_key_reward/std": 0.21394065022468567,
"rewards/format_hoi_object_label_reward/mean": 0.7239583730697632,
"rewards/format_hoi_object_label_reward/std": 0.3409331738948822,
"rewards/format_hoi_verb_label_reward/mean": 0.5394965410232544,
"rewards/format_hoi_verb_label_reward/std": 0.3380621373653412,
"rewards/hoi_iou_reward/mean": 0.6335119009017944,
"rewards/hoi_iou_reward/std": 0.2383546382188797,
"step": 10
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 254.0,
"completions/max_terminated_length": 254.0,
"completions/mean_length": 144.0625,
"completions/mean_terminated_length": 144.0625,
"completions/min_length": 92.0,
"completions/min_terminated_length": 92.0,
"epoch": 0.004678860059549128,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.577789545059204,
"kl": 0.0003447915078140795,
"learning_rate": 7.042253521126762e-07,
"loss": 0.0014,
"num_tokens": 903614.0,
"reward": 2.294086456298828,
"reward_std": 0.05743589997291565,
"rewards/format_hoi_key_reward/mean": 0.7256410121917725,
"rewards/format_hoi_key_reward/std": 0.3094317615032196,
"rewards/format_hoi_object_label_reward/mean": 0.6041666865348816,
"rewards/format_hoi_object_label_reward/std": 0.39372313022613525,
"rewards/format_hoi_verb_label_reward/mean": 0.3736979365348816,
"rewards/format_hoi_verb_label_reward/std": 0.3025956153869629,
"rewards/hoi_iou_reward/mean": 0.5905807614326477,
"rewards/hoi_iou_reward/std": 0.29480627179145813,
"step": 11
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.09375,
"completions/max_length": 512.0,
"completions/max_terminated_length": 441.0,
"completions/mean_length": 208.03125,
"completions/mean_terminated_length": 176.58621215820312,
"completions/min_length": 97.0,
"completions/min_terminated_length": 97.0,
"epoch": 0.005104210974053594,
"frac_reward_zero_std": 0.0625,
"grad_norm": 0.8127485513687134,
"kl": 0.0003554098366294056,
"learning_rate": 7.746478873239437e-07,
"loss": -0.0117,
"num_tokens": 986589.0,
"reward": 2.294464349746704,
"reward_std": 0.20235002040863037,
"rewards/format_hoi_key_reward/mean": 0.7207965850830078,
"rewards/format_hoi_key_reward/std": 0.35986757278442383,
"rewards/format_hoi_object_label_reward/mean": 0.5450674295425415,
"rewards/format_hoi_object_label_reward/std": 0.42823418974876404,
"rewards/format_hoi_verb_label_reward/mean": 0.44454658031463623,
"rewards/format_hoi_verb_label_reward/std": 0.4109439253807068,
"rewards/hoi_iou_reward/mean": 0.5840538144111633,
"rewards/hoi_iou_reward/std": 0.35957613587379456,
"step": 12
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 299.0,
"completions/max_terminated_length": 299.0,
"completions/mean_length": 172.75,
"completions/mean_terminated_length": 172.75,
"completions/min_length": 116.0,
"completions/min_terminated_length": 116.0,
"epoch": 0.00552956188855806,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.269765019416809,
"kl": 0.00036870952317258343,
"learning_rate": 8.450704225352114e-07,
"loss": -0.0155,
"num_tokens": 1068533.0,
"reward": 2.4297869205474854,
"reward_std": 0.2929306924343109,
"rewards/format_hoi_key_reward/mean": 0.796875,
"rewards/format_hoi_key_reward/std": 0.2455495446920395,
"rewards/format_hoi_object_label_reward/mean": 0.5703125,
"rewards/format_hoi_object_label_reward/std": 0.4022279679775238,
"rewards/format_hoi_verb_label_reward/mean": 0.4661458432674408,
"rewards/format_hoi_verb_label_reward/std": 0.33458054065704346,
"rewards/hoi_iou_reward/mean": 0.5964536070823669,
"rewards/hoi_iou_reward/std": 0.2549525201320648,
"step": 13
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.15625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 441.0,
"completions/mean_length": 233.03125,
"completions/mean_terminated_length": 181.37037658691406,
"completions/min_length": 92.0,
"completions/min_terminated_length": 92.0,
"epoch": 0.005954912803062527,
"frac_reward_zero_std": 0.125,
"grad_norm": 0.9530596733093262,
"kl": 0.00036477607500273734,
"learning_rate": 9.154929577464789e-07,
"loss": 0.0057,
"num_tokens": 1152368.0,
"reward": 2.0490849018096924,
"reward_std": 0.3710783123970032,
"rewards/format_hoi_key_reward/mean": 0.6766666173934937,
"rewards/format_hoi_key_reward/std": 0.3744644820690155,
"rewards/format_hoi_object_label_reward/mean": 0.5354166626930237,
"rewards/format_hoi_object_label_reward/std": 0.4118267297744751,
"rewards/format_hoi_verb_label_reward/mean": 0.30980902910232544,
"rewards/format_hoi_verb_label_reward/std": 0.3180212080478668,
"rewards/hoi_iou_reward/mean": 0.5271925330162048,
"rewards/hoi_iou_reward/std": 0.33255496621131897,
"step": 14
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 332.0,
"completions/mean_length": 183.96875,
"completions/mean_terminated_length": 173.3870849609375,
"completions/min_length": 93.0,
"completions/min_terminated_length": 93.0,
"epoch": 0.0063802637175669925,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.3094820976257324,
"kl": 0.0003903634860762395,
"learning_rate": 9.859154929577465e-07,
"loss": -0.0348,
"num_tokens": 1234625.0,
"reward": 2.416910171508789,
"reward_std": 0.39547234773635864,
"rewards/format_hoi_key_reward/mean": 0.8177083730697632,
"rewards/format_hoi_key_reward/std": 0.25537019968032837,
"rewards/format_hoi_object_label_reward/mean": 0.703125,
"rewards/format_hoi_object_label_reward/std": 0.3103194534778595,
"rewards/format_hoi_verb_label_reward/mean": 0.3838541507720947,
"rewards/format_hoi_verb_label_reward/std": 0.3097499907016754,
"rewards/hoi_iou_reward/mean": 0.5122226476669312,
"rewards/hoi_iou_reward/std": 0.2652962803840637,
"step": 15
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 510.0,
"completions/mean_length": 191.9375,
"completions/mean_terminated_length": 181.61289978027344,
"completions/min_length": 111.0,
"completions/min_terminated_length": 111.0,
"epoch": 0.006805614632071459,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.2858763933181763,
"kl": 0.00034383483580313623,
"learning_rate": 1.0563380281690142e-06,
"loss": 0.0097,
"num_tokens": 1317153.0,
"reward": 2.2493948936462402,
"reward_std": 0.25483453273773193,
"rewards/format_hoi_key_reward/mean": 0.7226041555404663,
"rewards/format_hoi_key_reward/std": 0.266787588596344,
"rewards/format_hoi_object_label_reward/mean": 0.5197916626930237,
"rewards/format_hoi_object_label_reward/std": 0.395753413438797,
"rewards/format_hoi_verb_label_reward/mean": 0.4555555582046509,
"rewards/format_hoi_verb_label_reward/std": 0.34589242935180664,
"rewards/hoi_iou_reward/mean": 0.5514433979988098,
"rewards/hoi_iou_reward/std": 0.31066155433654785,
"step": 16
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 273.0,
"completions/max_terminated_length": 273.0,
"completions/mean_length": 143.3125,
"completions/mean_terminated_length": 143.3125,
"completions/min_length": 94.0,
"completions/min_terminated_length": 94.0,
"epoch": 0.007230965546575925,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.596779704093933,
"kl": 0.00033400646498193964,
"learning_rate": 1.1267605633802817e-06,
"loss": 0.0058,
"num_tokens": 1398085.0,
"reward": 2.553602695465088,
"reward_std": 0.11417173594236374,
"rewards/format_hoi_key_reward/mean": 0.8300297856330872,
"rewards/format_hoi_key_reward/std": 0.3036980926990509,
"rewards/format_hoi_object_label_reward/mean": 0.710565447807312,
"rewards/format_hoi_object_label_reward/std": 0.3981569707393646,
"rewards/format_hoi_verb_label_reward/mean": 0.3980654776096344,
"rewards/format_hoi_verb_label_reward/std": 0.3377469480037689,
"rewards/hoi_iou_reward/mean": 0.6149418354034424,
"rewards/hoi_iou_reward/std": 0.28151780366897583,
"step": 17
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 202.0,
"completions/mean_length": 150.15625,
"completions/mean_terminated_length": 138.48387145996094,
"completions/min_length": 90.0,
"completions/min_terminated_length": 90.0,
"epoch": 0.0076563164610803916,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.1925482749938965,
"kl": 0.0003761410553124733,
"learning_rate": 1.1971830985915492e-06,
"loss": 0.0275,
"num_tokens": 1479104.0,
"reward": 2.4335920810699463,
"reward_std": 0.24886168539524078,
"rewards/format_hoi_key_reward/mean": 0.7729166746139526,
"rewards/format_hoi_key_reward/std": 0.3151136040687561,
"rewards/format_hoi_object_label_reward/mean": 0.6536458134651184,
"rewards/format_hoi_object_label_reward/std": 0.4061078131198883,
"rewards/format_hoi_verb_label_reward/mean": 0.4140625,
"rewards/format_hoi_verb_label_reward/std": 0.34423333406448364,
"rewards/hoi_iou_reward/mean": 0.59296715259552,
"rewards/hoi_iou_reward/std": 0.3096284866333008,
"step": 18
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 447.0,
"completions/mean_length": 217.34375,
"completions/mean_terminated_length": 197.70001220703125,
"completions/min_length": 118.0,
"completions/min_terminated_length": 118.0,
"epoch": 0.008081667375584857,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.192422389984131,
"kl": 0.0004282266672817059,
"learning_rate": 1.267605633802817e-06,
"loss": 0.0079,
"num_tokens": 1562405.0,
"reward": 2.197598457336426,
"reward_std": 0.26950523257255554,
"rewards/format_hoi_key_reward/mean": 0.6578124761581421,
"rewards/format_hoi_key_reward/std": 0.3557007312774658,
"rewards/format_hoi_object_label_reward/mean": 0.59375,
"rewards/format_hoi_object_label_reward/std": 0.3958510160446167,
"rewards/format_hoi_verb_label_reward/mean": 0.41914063692092896,
"rewards/format_hoi_verb_label_reward/std": 0.334130197763443,
"rewards/hoi_iou_reward/mean": 0.52689528465271,
"rewards/hoi_iou_reward/std": 0.31697896122932434,
"step": 19
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 456.0,
"completions/mean_length": 167.5625,
"completions/mean_terminated_length": 156.4516143798828,
"completions/min_length": 91.0,
"completions/min_terminated_length": 91.0,
"epoch": 0.008507018290089324,
"frac_reward_zero_std": 0.0,
"grad_norm": 9.545456886291504,
"kl": 0.0003430663564358838,
"learning_rate": 1.3380281690140844e-06,
"loss": 0.0305,
"num_tokens": 1644081.0,
"reward": 2.449803590774536,
"reward_std": 0.3938855230808258,
"rewards/format_hoi_key_reward/mean": 0.7368229031562805,
"rewards/format_hoi_key_reward/std": 0.29059892892837524,
"rewards/format_hoi_object_label_reward/mean": 0.676562488079071,
"rewards/format_hoi_object_label_reward/std": 0.3538031578063965,
"rewards/format_hoi_verb_label_reward/mean": 0.4554687738418579,
"rewards/format_hoi_verb_label_reward/std": 0.31711632013320923,
"rewards/hoi_iou_reward/mean": 0.5809494853019714,
"rewards/hoi_iou_reward/std": 0.25384804606437683,
"step": 20
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 236.0,
"completions/max_terminated_length": 236.0,
"completions/mean_length": 153.0625,
"completions/mean_terminated_length": 153.0625,
"completions/min_length": 104.0,
"completions/min_terminated_length": 104.0,
"epoch": 0.00893236920459379,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.9242279529571533,
"kl": 0.00033866508601931855,
"learning_rate": 1.4084507042253523e-06,
"loss": -0.0036,
"num_tokens": 1725353.0,
"reward": 2.697577476501465,
"reward_std": 0.22112613916397095,
"rewards/format_hoi_key_reward/mean": 0.8525000214576721,
"rewards/format_hoi_key_reward/std": 0.22024911642074585,
"rewards/format_hoi_object_label_reward/mean": 0.6875,
"rewards/format_hoi_object_label_reward/std": 0.3544646203517914,
"rewards/format_hoi_verb_label_reward/mean": 0.5083333253860474,
"rewards/format_hoi_verb_label_reward/std": 0.3730144500732422,
"rewards/hoi_iou_reward/mean": 0.6492440104484558,
"rewards/hoi_iou_reward/std": 0.2220328450202942,
"step": 21
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 466.0,
"completions/max_terminated_length": 466.0,
"completions/mean_length": 199.53125,
"completions/mean_terminated_length": 199.53125,
"completions/min_length": 117.0,
"completions/min_terminated_length": 117.0,
"epoch": 0.009357720119098255,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.485565662384033,
"kl": 0.0004189620740362443,
"learning_rate": 1.4788732394366198e-06,
"loss": -0.0042,
"num_tokens": 1808072.0,
"reward": 2.559481143951416,
"reward_std": 0.10840541124343872,
"rewards/format_hoi_key_reward/mean": 0.8031938076019287,
"rewards/format_hoi_key_reward/std": 0.27561086416244507,
"rewards/format_hoi_object_label_reward/mean": 0.6789750456809998,
"rewards/format_hoi_object_label_reward/std": 0.39399468898773193,
"rewards/format_hoi_verb_label_reward/mean": 0.45625001192092896,
"rewards/format_hoi_verb_label_reward/std": 0.32801535725593567,
"rewards/hoi_iou_reward/mean": 0.6210623979568481,
"rewards/hoi_iou_reward/std": 0.300423264503479,
"step": 22
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 456.0,
"completions/max_terminated_length": 456.0,
"completions/mean_length": 190.40625,
"completions/mean_terminated_length": 190.40625,
"completions/min_length": 114.0,
"completions/min_terminated_length": 114.0,
"epoch": 0.009783071033602722,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.3170195817947388,
"kl": 0.000440634525148198,
"learning_rate": 1.5492957746478873e-06,
"loss": 0.0079,
"num_tokens": 1890443.0,
"reward": 2.659435510635376,
"reward_std": 0.15746591985225677,
"rewards/format_hoi_key_reward/mean": 0.8373958468437195,
"rewards/format_hoi_key_reward/std": 0.26145681738853455,
"rewards/format_hoi_object_label_reward/mean": 0.6739583611488342,
"rewards/format_hoi_object_label_reward/std": 0.437386691570282,
"rewards/format_hoi_verb_label_reward/mean": 0.504687488079071,
"rewards/format_hoi_verb_label_reward/std": 0.35861727595329285,
"rewards/hoi_iou_reward/mean": 0.6433938145637512,
"rewards/hoi_iou_reward/std": 0.31976941227912903,
"step": 23
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 280.0,
"completions/max_terminated_length": 280.0,
"completions/mean_length": 157.5,
"completions/mean_terminated_length": 157.5,
"completions/min_length": 108.0,
"completions/min_terminated_length": 108.0,
"epoch": 0.010208421948107189,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.0314154624938965,
"kl": 0.00044616637751460075,
"learning_rate": 1.6197183098591552e-06,
"loss": -0.0025,
"num_tokens": 1971841.0,
"reward": 2.6582393646240234,
"reward_std": 0.18655748665332794,
"rewards/format_hoi_key_reward/mean": 0.84375,
"rewards/format_hoi_key_reward/std": 0.25374436378479004,
"rewards/format_hoi_object_label_reward/mean": 0.6328125,
"rewards/format_hoi_object_label_reward/std": 0.4136229455471039,
"rewards/format_hoi_verb_label_reward/mean": 0.4991319477558136,
"rewards/format_hoi_verb_label_reward/std": 0.35674116015434265,
"rewards/hoi_iou_reward/mean": 0.6825448274612427,
"rewards/hoi_iou_reward/std": 0.2595166563987732,
"step": 24
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 339.0,
"completions/mean_length": 180.28125,
"completions/mean_terminated_length": 158.1666717529297,
"completions/min_length": 116.0,
"completions/min_terminated_length": 116.0,
"epoch": 0.010633772862611655,
"frac_reward_zero_std": 0.0,
"grad_norm": 11.281386375427246,
"kl": 0.0005614817346213385,
"learning_rate": 1.6901408450704227e-06,
"loss": 0.0657,
"num_tokens": 2053992.0,
"reward": 2.5150856971740723,
"reward_std": 0.24478863179683685,
"rewards/format_hoi_key_reward/mean": 0.809374988079071,
"rewards/format_hoi_key_reward/std": 0.3469045162200928,
"rewards/format_hoi_object_label_reward/mean": 0.70703125,
"rewards/format_hoi_object_label_reward/std": 0.4348819851875305,
"rewards/format_hoi_verb_label_reward/mean": 0.38359373807907104,
"rewards/format_hoi_verb_label_reward/std": 0.3953370153903961,
"rewards/hoi_iou_reward/mean": 0.6150857210159302,
"rewards/hoi_iou_reward/std": 0.3287210464477539,
"step": 25
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 348.0,
"completions/max_terminated_length": 348.0,
"completions/mean_length": 151.59375,
"completions/mean_terminated_length": 151.59375,
"completions/min_length": 96.0,
"completions/min_terminated_length": 96.0,
"epoch": 0.01105912377711612,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.4701417684555054,
"kl": 0.0005035337235312909,
"learning_rate": 1.7605633802816902e-06,
"loss": 0.0044,
"num_tokens": 2135251.0,
"reward": 2.886725902557373,
"reward_std": 0.2123258411884308,
"rewards/format_hoi_key_reward/mean": 0.8578125238418579,
"rewards/format_hoi_key_reward/std": 0.2075624167919159,
"rewards/format_hoi_object_label_reward/mean": 0.7526041865348816,
"rewards/format_hoi_object_label_reward/std": 0.3613770306110382,
"rewards/format_hoi_verb_label_reward/mean": 0.5438988208770752,
"rewards/format_hoi_verb_label_reward/std": 0.3702835440635681,
"rewards/hoi_iou_reward/mean": 0.7324104309082031,
"rewards/hoi_iou_reward/std": 0.2421286553144455,
"step": 26
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 334.0,
"completions/mean_length": 167.8125,
"completions/mean_terminated_length": 156.7096710205078,
"completions/min_length": 93.0,
"completions/min_terminated_length": 93.0,
"epoch": 0.011484474691620587,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.1934653520584106,
"kl": 0.0005954405351076275,
"learning_rate": 1.8309859154929579e-06,
"loss": -0.032,
"num_tokens": 2216967.0,
"reward": 2.394422769546509,
"reward_std": 0.42784780263900757,
"rewards/format_hoi_key_reward/mean": 0.761805534362793,
"rewards/format_hoi_key_reward/std": 0.296843022108078,
"rewards/format_hoi_object_label_reward/mean": 0.6618055701255798,
"rewards/format_hoi_object_label_reward/std": 0.4076228737831116,
"rewards/format_hoi_verb_label_reward/mean": 0.3853406012058258,
"rewards/format_hoi_verb_label_reward/std": 0.3449983298778534,
"rewards/hoi_iou_reward/mean": 0.5854711532592773,
"rewards/hoi_iou_reward/std": 0.2725910246372223,
"step": 27
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 473.0,
"completions/mean_length": 178.34375,
"completions/mean_terminated_length": 167.5806427001953,
"completions/min_length": 116.0,
"completions/min_terminated_length": 116.0,
"epoch": 0.011909825606125054,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.208022952079773,
"kl": 0.0006310369935818017,
"learning_rate": 1.9014084507042254e-06,
"loss": -0.034,
"num_tokens": 2299060.0,
"reward": 2.214604377746582,
"reward_std": 0.31437236070632935,
"rewards/format_hoi_key_reward/mean": 0.7563762664794922,
"rewards/format_hoi_key_reward/std": 0.346075177192688,
"rewards/format_hoi_object_label_reward/mean": 0.4952651560306549,
"rewards/format_hoi_object_label_reward/std": 0.47521334886550903,
"rewards/format_hoi_verb_label_reward/mean": 0.40388256311416626,
"rewards/format_hoi_verb_label_reward/std": 0.3852638006210327,
"rewards/hoi_iou_reward/mean": 0.5590803623199463,
"rewards/hoi_iou_reward/std": 0.3093617558479309,
"step": 28
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 450.0,
"completions/max_terminated_length": 450.0,
"completions/mean_length": 174.78125,
"completions/mean_terminated_length": 174.78125,
"completions/min_length": 96.0,
"completions/min_terminated_length": 96.0,
"epoch": 0.01233517652062952,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.393183946609497,
"kl": 0.0007882892386987805,
"learning_rate": 1.971830985915493e-06,
"loss": -0.024,
"num_tokens": 2380987.0,
"reward": 2.2392172813415527,
"reward_std": 0.3153127431869507,
"rewards/format_hoi_key_reward/mean": 0.7479861378669739,
"rewards/format_hoi_key_reward/std": 0.3090425729751587,
"rewards/format_hoi_object_label_reward/mean": 0.5729166865348816,
"rewards/format_hoi_object_label_reward/std": 0.4102790057659149,
"rewards/format_hoi_verb_label_reward/mean": 0.3237847089767456,
"rewards/format_hoi_verb_label_reward/std": 0.2613273561000824,
"rewards/hoi_iou_reward/mean": 0.5945297479629517,
"rewards/hoi_iou_reward/std": 0.3360900580883026,
"step": 29
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 311.0,
"completions/max_terminated_length": 311.0,
"completions/mean_length": 157.1875,
"completions/mean_terminated_length": 157.1875,
"completions/min_length": 95.0,
"completions/min_terminated_length": 95.0,
"epoch": 0.012760527435133985,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.3999539613723755,
"kl": 0.0008022689580684528,
"learning_rate": 2.0422535211267608e-06,
"loss": -0.0204,
"num_tokens": 2462487.0,
"reward": 2.1738319396972656,
"reward_std": 0.19202688336372375,
"rewards/format_hoi_key_reward/mean": 0.7598214149475098,
"rewards/format_hoi_key_reward/std": 0.29326102137565613,
"rewards/format_hoi_object_label_reward/mean": 0.5598958730697632,
"rewards/format_hoi_object_label_reward/std": 0.41382598876953125,
"rewards/format_hoi_verb_label_reward/mean": 0.3598484992980957,
"rewards/format_hoi_verb_label_reward/std": 0.3271215260028839,
"rewards/hoi_iou_reward/mean": 0.49426594376564026,
"rewards/hoi_iou_reward/std": 0.2569417953491211,
"step": 30
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 492.0,
"completions/mean_length": 213.78125,
"completions/mean_terminated_length": 204.16128540039062,
"completions/min_length": 114.0,
"completions/min_terminated_length": 114.0,
"epoch": 0.013185878349638452,
"frac_reward_zero_std": 0.0,
"grad_norm": 5.476845741271973,
"kl": 0.000950784218730405,
"learning_rate": 2.1126760563380285e-06,
"loss": 0.004,
"num_tokens": 2545612.0,
"reward": 2.5632033348083496,
"reward_std": 0.5354008078575134,
"rewards/format_hoi_key_reward/mean": 0.7911458015441895,
"rewards/format_hoi_key_reward/std": 0.23706629872322083,
"rewards/format_hoi_object_label_reward/mean": 0.7135416865348816,
"rewards/format_hoi_object_label_reward/std": 0.32581403851509094,
"rewards/format_hoi_verb_label_reward/mean": 0.4348958432674408,
"rewards/format_hoi_verb_label_reward/std": 0.3128693997859955,
"rewards/hoi_iou_reward/mean": 0.6236201524734497,
"rewards/hoi_iou_reward/std": 0.2516784965991974,
"step": 31
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 274.0,
"completions/mean_length": 174.40625,
"completions/mean_terminated_length": 163.51612854003906,
"completions/min_length": 113.0,
"completions/min_terminated_length": 113.0,
"epoch": 0.013611229264142918,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.7625715732574463,
"kl": 0.001197469318867661,
"learning_rate": 2.1830985915492958e-06,
"loss": -0.0273,
"num_tokens": 2627593.0,
"reward": 2.5554096698760986,
"reward_std": 0.28477969765663147,
"rewards/format_hoi_key_reward/mean": 0.784375011920929,
"rewards/format_hoi_key_reward/std": 0.2782413065433502,
"rewards/format_hoi_object_label_reward/mean": 0.65625,
"rewards/format_hoi_object_label_reward/std": 0.38553017377853394,
"rewards/format_hoi_verb_label_reward/mean": 0.49926215410232544,
"rewards/format_hoi_verb_label_reward/std": 0.38366368412971497,
"rewards/hoi_iou_reward/mean": 0.6155223846435547,
"rewards/hoi_iou_reward/std": 0.3186318576335907,
"step": 32
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 333.0,
"completions/max_terminated_length": 333.0,
"completions/mean_length": 167.9375,
"completions/mean_terminated_length": 167.9375,
"completions/min_length": 109.0,
"completions/min_terminated_length": 109.0,
"epoch": 0.014036580178647383,
"frac_reward_zero_std": 0.0,
"grad_norm": 2.134929656982422,
"kl": 0.0012024562747683376,
"learning_rate": 2.2535211267605635e-06,
"loss": -0.0295,
"num_tokens": 2709249.0,
"reward": 2.4919838905334473,
"reward_std": 0.2809957265853882,
"rewards/format_hoi_key_reward/mean": 0.8414583206176758,
"rewards/format_hoi_key_reward/std": 0.20066367089748383,
"rewards/format_hoi_object_label_reward/mean": 0.6541666984558105,
"rewards/format_hoi_object_label_reward/std": 0.40945371985435486,
"rewards/format_hoi_verb_label_reward/mean": 0.3828125298023224,
"rewards/format_hoi_verb_label_reward/std": 0.28444916009902954,
"rewards/hoi_iou_reward/mean": 0.6135461330413818,
"rewards/hoi_iou_reward/std": 0.25517329573631287,
"step": 33
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 385.0,
"completions/mean_length": 204.59375,
"completions/mean_terminated_length": 184.10000610351562,
"completions/min_length": 93.0,
"completions/min_terminated_length": 93.0,
"epoch": 0.01446193109315185,
"frac_reward_zero_std": 0.125,
"grad_norm": 1.4026188850402832,
"kl": 0.001380591158522293,
"learning_rate": 2.323943661971831e-06,
"loss": -0.0124,
"num_tokens": 2792274.0,
"reward": 2.4142298698425293,
"reward_std": 0.3502156734466553,
"rewards/format_hoi_key_reward/mean": 0.7880208492279053,
"rewards/format_hoi_key_reward/std": 0.28556156158447266,
"rewards/format_hoi_object_label_reward/mean": 0.5703125,
"rewards/format_hoi_object_label_reward/std": 0.41967159509658813,
"rewards/format_hoi_verb_label_reward/mean": 0.4947916865348816,
"rewards/format_hoi_verb_label_reward/std": 0.39933720231056213,
"rewards/hoi_iou_reward/mean": 0.5611048936843872,
"rewards/hoi_iou_reward/std": 0.3223456144332886,
"step": 34
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 489.0,
"completions/mean_length": 196.3125,
"completions/mean_terminated_length": 186.1290283203125,
"completions/min_length": 125.0,
"completions/min_terminated_length": 125.0,
"epoch": 0.014887282007656316,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.316129207611084,
"kl": 0.0016481104830745608,
"learning_rate": 2.3943661971830984e-06,
"loss": -0.0075,
"num_tokens": 2874978.0,
"reward": 2.8513381481170654,
"reward_std": 0.4244565963745117,
"rewards/format_hoi_key_reward/mean": 0.8733173608779907,
"rewards/format_hoi_key_reward/std": 0.24515916407108307,
"rewards/format_hoi_object_label_reward/mean": 0.7844551205635071,
"rewards/format_hoi_object_label_reward/std": 0.3160136938095093,
"rewards/format_hoi_verb_label_reward/mean": 0.42851561307907104,
"rewards/format_hoi_verb_label_reward/std": 0.32844552397727966,
"rewards/hoi_iou_reward/mean": 0.7650501728057861,
"rewards/hoi_iou_reward/std": 0.2422105222940445,
"step": 35
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0625,
"completions/max_length": 512.0,
"completions/max_terminated_length": 458.0,
"completions/mean_length": 212.78125,
"completions/mean_terminated_length": 192.83334350585938,
"completions/min_length": 96.0,
"completions/min_terminated_length": 96.0,
"epoch": 0.015312632922160783,
"frac_reward_zero_std": 0.0625,
"grad_norm": 1.0710198879241943,
"kl": 0.0023336158774327487,
"learning_rate": 2.4647887323943666e-06,
"loss": 0.0636,
"num_tokens": 2957965.0,
"reward": 2.45017147064209,
"reward_std": 0.37150126695632935,
"rewards/format_hoi_key_reward/mean": 0.7733333110809326,
"rewards/format_hoi_key_reward/std": 0.2864827811717987,
"rewards/format_hoi_object_label_reward/mean": 0.6041666865348816,
"rewards/format_hoi_object_label_reward/std": 0.4018549919128418,
"rewards/format_hoi_verb_label_reward/mean": 0.4917534589767456,
"rewards/format_hoi_verb_label_reward/std": 0.3289114534854889,
"rewards/hoi_iou_reward/mean": 0.5809179544448853,
"rewards/hoi_iou_reward/std": 0.2540324032306671,
"step": 36
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 269.0,
"completions/mean_length": 176.375,
"completions/mean_terminated_length": 165.5483856201172,
"completions/min_length": 114.0,
"completions/min_terminated_length": 114.0,
"epoch": 0.015737983836665248,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.5639984607696533,
"kl": 0.002618325990624726,
"learning_rate": 2.535211267605634e-06,
"loss": 0.0076,
"num_tokens": 3040049.0,
"reward": 2.503605365753174,
"reward_std": 0.18485644459724426,
"rewards/format_hoi_key_reward/mean": 0.7159454822540283,
"rewards/format_hoi_key_reward/std": 0.33074691891670227,
"rewards/format_hoi_object_label_reward/mean": 0.6513621807098389,
"rewards/format_hoi_object_label_reward/std": 0.37841737270355225,
"rewards/format_hoi_verb_label_reward/mean": 0.5282986164093018,
"rewards/format_hoi_verb_label_reward/std": 0.37431567907333374,
"rewards/hoi_iou_reward/mean": 0.6079990863800049,
"rewards/hoi_iou_reward/std": 0.28626692295074463,
"step": 37
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 488.0,
"completions/max_terminated_length": 488.0,
"completions/mean_length": 187.28125,
"completions/mean_terminated_length": 187.28125,
"completions/min_length": 113.0,
"completions/min_terminated_length": 113.0,
"epoch": 0.016163334751169715,
"frac_reward_zero_std": 0.0,
"grad_norm": 3.382786750793457,
"kl": 0.003079615533351898,
"learning_rate": 2.6056338028169015e-06,
"loss": -0.0705,
"num_tokens": 3122320.0,
"reward": 2.1021814346313477,
"reward_std": 0.3316464424133301,
"rewards/format_hoi_key_reward/mean": 0.6679166555404663,
"rewards/format_hoi_key_reward/std": 0.3353461027145386,
"rewards/format_hoi_object_label_reward/mean": 0.5670138597488403,
"rewards/format_hoi_object_label_reward/std": 0.4418155550956726,
"rewards/format_hoi_verb_label_reward/mean": 0.3420138955116272,
"rewards/format_hoi_verb_label_reward/std": 0.37342512607574463,
"rewards/hoi_iou_reward/mean": 0.5252367854118347,
"rewards/hoi_iou_reward/std": 0.34420183300971985,
"step": 38
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.0,
"completions/max_length": 265.0,
"completions/max_terminated_length": 265.0,
"completions/mean_length": 155.53125,
"completions/mean_terminated_length": 155.53125,
"completions/min_length": 119.0,
"completions/min_terminated_length": 119.0,
"epoch": 0.01658868566567418,
"frac_reward_zero_std": 0.0,
"grad_norm": 3.260523796081543,
"kl": 0.002960343728773296,
"learning_rate": 2.676056338028169e-06,
"loss": 0.0217,
"num_tokens": 3203647.0,
"reward": 2.722006320953369,
"reward_std": 0.10617414861917496,
"rewards/format_hoi_key_reward/mean": 0.8614583015441895,
"rewards/format_hoi_key_reward/std": 0.23783813416957855,
"rewards/format_hoi_object_label_reward/mean": 0.7364583611488342,
"rewards/format_hoi_object_label_reward/std": 0.3555357754230499,
"rewards/format_hoi_verb_label_reward/mean": 0.44348961114883423,
"rewards/format_hoi_verb_label_reward/std": 0.21557556092739105,
"rewards/hoi_iou_reward/mean": 0.6806000471115112,
"rewards/hoi_iou_reward/std": 0.24680498242378235,
"step": 39
},
{
"clip_ratio": 0.0,
"completions/clipped_ratio": 0.03125,
"completions/max_length": 512.0,
"completions/max_terminated_length": 507.0,
"completions/mean_length": 195.375,
"completions/mean_terminated_length": 185.16128540039062,
"completions/min_length": 116.0,
"completions/min_terminated_length": 116.0,
"epoch": 0.017014036580178648,
"frac_reward_zero_std": 0.0,
"grad_norm": 1.774012565612793,
"kl": 0.0033842482953332365,
"learning_rate": 2.746478873239437e-06,
"loss": -0.0124,
"num_tokens": 3286303.0,
"reward": 2.2706918716430664,
"reward_std": 0.18238192796707153,
"rewards/format_hoi_key_reward/mean": 0.71370530128479,
"rewards/format_hoi_key_reward/std": 0.3266391158103943,
"rewards/format_hoi_object_label_reward/mean": 0.5867311954498291,
"rewards/format_hoi_object_label_reward/std": 0.3556922376155853,
"rewards/format_hoi_verb_label_reward/mean": 0.3763934075832367,
"rewards/format_hoi_verb_label_reward/std": 0.3192271590232849,
"rewards/hoi_iou_reward/mean": 0.5938619375228882,
"rewards/hoi_iou_reward/std": 0.3091049790382385,
"step": 40
}
],
"logging_steps": 1.0,
"max_steps": 2351,
"num_input_tokens_seen": 3286303,
"num_train_epochs": 1,
"save_steps": 20,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 0.0,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
|