{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.008502949460594144,
  "eval_steps": 500,
  "global_step": 40,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "clip_ratio": 0.0,
      "completion_length": 216.796875,
      "epoch": 0.00021257373651485358,
      "grad_norm": 0.4854881763458252,
      "kl": 9.614229202270508e-05,
      "learning_rate": 9.997874149659865e-07,
      "loss": 0.0,
      "reward": 2.732285737991333,
      "reward_std": 0.02619727296405472,
      "rewards/format_reward_hoi_key": 0.9139583259820938,
      "rewards/format_reward_hoi_object_label": 0.8222222253680229,
      "rewards/format_reward_hoi_verb_label": 0.3161458373069763,
      "rewards/hoi_iou_reward": 0.6799592822790146,
      "step": 1
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 173.3125,
      "epoch": 0.00042514747302970716,
      "grad_norm": 0.6831408739089966,
      "kl": 1.3329088687896729e-05,
      "learning_rate": 9.995748299319728e-07,
      "loss": 0.0,
      "reward": 2.8274163007736206,
      "reward_std": 0.03815040903282352,
      "rewards/format_reward_hoi_key": 0.8166666775941849,
      "rewards/format_reward_hoi_object_label": 0.7916666567325592,
      "rewards/format_reward_hoi_verb_label": 0.5974702388048172,
      "rewards/hoi_iou_reward": 0.6216127127408981,
      "step": 2
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 166.03125,
      "epoch": 0.0006377212095445608,
      "grad_norm": 0.8407193422317505,
      "kl": 0.00014454126358032227,
      "learning_rate": 9.99362244897959e-07,
      "loss": 0.0,
      "reward": 2.986231029033661,
      "reward_std": 0.0052611194987548515,
      "rewards/format_reward_hoi_key": 0.8208333402872086,
      "rewards/format_reward_hoi_object_label": 0.84375,
      "rewards/format_reward_hoi_verb_label": 0.6927083432674408,
      "rewards/hoi_iou_reward": 0.6289393231272697,
      "step": 3
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 185.703125,
      "epoch": 0.0008502949460594143,
      "grad_norm": 2.3168516159057617,
      "kl": 0.00014531612396240234,
      "learning_rate": 9.991496598639456e-07,
      "loss": 0.0,
      "reward": 2.3956105709075928,
      "reward_std": 0.045728508091997355,
      "rewards/format_reward_hoi_key": 0.7395220696926117,
      "rewards/format_reward_hoi_object_label": 0.59375,
      "rewards/format_reward_hoi_verb_label": 0.5073784738779068,
      "rewards/hoi_iou_reward": 0.5549599975347519,
      "step": 4
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 180.421875,
      "epoch": 0.001062868682574268,
      "grad_norm": 0.5881515741348267,
      "kl": 0.00014841556549072266,
      "learning_rate": 9.989370748299319e-07,
      "loss": 0.0,
      "reward": 2.2462641298770905,
      "reward_std": 0.14320564700756222,
      "rewards/format_reward_hoi_key": 0.7350446432828903,
      "rewards/format_reward_hoi_object_label": 0.4899553433060646,
      "rewards/format_reward_hoi_verb_label": 0.5563345961272717,
      "rewards/hoi_iou_reward": 0.46492957696318626,
      "step": 5
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 208.28125,
      "epoch": 0.0012754424190891216,
      "grad_norm": 0.29585161805152893,
      "kl": 0.0001379847526550293,
      "learning_rate": 9.987244897959182e-07,
      "loss": 0.0,
      "reward": 2.1843446791172028,
      "reward_std": 0.005820542646688409,
      "rewards/format_reward_hoi_key": 0.8457291722297668,
      "rewards/format_reward_hoi_object_label": 0.6000000089406967,
      "rewards/format_reward_hoi_verb_label": 0.1180555634200573,
      "rewards/hoi_iou_reward": 0.6205599009990692,
      "step": 6
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 164.84375,
      "epoch": 0.0014880161556039752,
      "grad_norm": 0.5830075144767761,
      "kl": 0.00010955333709716797,
      "learning_rate": 9.985119047619047e-07,
      "loss": -0.0,
      "reward": 2.5442887246608734,
      "reward_std": 0.11149050580570474,
      "rewards/format_reward_hoi_key": 0.7979166656732559,
      "rewards/format_reward_hoi_object_label": 0.7083333358168602,
      "rewards/format_reward_hoi_verb_label": 0.4583333358168602,
      "rewards/hoi_iou_reward": 0.5797053650021553,
      "step": 7
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 167.234375,
      "epoch": 0.0017005898921188286,
      "grad_norm": 0.35756170749664307,
      "kl": 8.910894393920898e-05,
      "learning_rate": 9.982993197278912e-07,
      "loss": 0.0,
      "reward": 2.5064347982406616,
      "reward_std": 0.0026310062530683354,
      "rewards/format_reward_hoi_key": 0.7702381014823914,
      "rewards/format_reward_hoi_object_label": 0.595362103311345,
      "rewards/format_reward_hoi_verb_label": 0.5941220238455571,
      "rewards/hoi_iou_reward": 0.546712551265955,
      "step": 8
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 188.484375,
      "epoch": 0.0019131636286336823,
      "grad_norm": 1.1468232870101929,
      "kl": 0.00023877620697021484,
      "learning_rate": 9.980867346938775e-07,
      "loss": 0.0,
      "reward": 2.93448406457901,
      "reward_std": 0.07516021025367081,
      "rewards/format_reward_hoi_key": 0.90625,
      "rewards/format_reward_hoi_object_label": 0.79296875,
      "rewards/format_reward_hoi_verb_label": 0.447916679084301,
      "rewards/hoi_iou_reward": 0.7873486280441284,
      "step": 9
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 188.921875,
      "epoch": 0.002125737365148536,
      "grad_norm": 0.608834445476532,
      "kl": 0.0003757476806640625,
      "learning_rate": 9.97874149659864e-07,
      "loss": -0.0,
      "reward": 2.309541165828705,
      "reward_std": 0.04332686646375805,
      "rewards/format_reward_hoi_key": 0.7756249904632568,
      "rewards/format_reward_hoi_object_label": 0.5166666656732559,
      "rewards/format_reward_hoi_verb_label": 0.46510415710508823,
      "rewards/hoi_iou_reward": 0.5521453768014908,
      "step": 10
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 156.34375,
      "epoch": 0.0023383111016633895,
      "grad_norm": 1.079801321029663,
      "kl": 0.0002917051315307617,
      "learning_rate": 9.976615646258503e-07,
      "loss": -0.0,
      "reward": 2.9021179378032684,
      "reward_std": 0.06573383091017604,
      "rewards/format_reward_hoi_key": 0.9125000089406967,
      "rewards/format_reward_hoi_object_label": 0.75,
      "rewards/format_reward_hoi_verb_label": 0.5,
      "rewards/hoi_iou_reward": 0.7396180182695389,
      "step": 11
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 174.46875,
      "epoch": 0.002550884838178243,
      "grad_norm": 0.6156663298606873,
      "kl": 0.0005776882171630859,
      "learning_rate": 9.974489795918366e-07,
      "loss": 0.0,
      "reward": 2.3791774213314056,
      "reward_std": 0.0850577435339801,
      "rewards/format_reward_hoi_key": 0.7312500178813934,
      "rewards/format_reward_hoi_object_label": 0.5208333358168602,
      "rewards/format_reward_hoi_verb_label": 0.5911458358168602,
      "rewards/hoi_iou_reward": 0.535948283970356,
      "step": 12
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 167.578125,
      "epoch": 0.002763458574693097,
      "grad_norm": 3.2466673851013184,
      "kl": 0.0002658367156982422,
      "learning_rate": 9.972363945578231e-07,
      "loss": 0.0,
      "reward": 3.0418315529823303,
      "reward_std": 0.013055827002972364,
      "rewards/format_reward_hoi_key": 0.9000000059604645,
      "rewards/format_reward_hoi_object_label": 0.8125,
      "rewards/format_reward_hoi_verb_label": 0.625,
      "rewards/hoi_iou_reward": 0.704331636428833,
      "step": 13
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 167.4375,
      "epoch": 0.0029760323112079505,
      "grad_norm": 0.5669279098510742,
      "kl": 0.0004019737243652344,
      "learning_rate": 9.970238095238094e-07,
      "loss": 0.0,
      "reward": 2.4804917573928833,
      "reward_std": 0.08349880830792245,
      "rewards/format_reward_hoi_key": 0.7427083253860474,
      "rewards/format_reward_hoi_object_label": 0.697916679084301,
      "rewards/format_reward_hoi_verb_label": 0.483333345502615,
      "rewards/hoi_iou_reward": 0.5565334260463715,
      "step": 14
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 198.625,
      "epoch": 0.0031886060477228037,
      "grad_norm": 0.27379515767097473,
      "kl": 0.00033855438232421875,
      "learning_rate": 9.968112244897957e-07,
      "loss": 0.0,
      "reward": 2.1904609203338623,
      "reward_std": 0.06255148959462531,
      "rewards/format_reward_hoi_key": 0.7820312678813934,
      "rewards/format_reward_hoi_object_label": 0.6083984375,
      "rewards/format_reward_hoi_verb_label": 0.3639322891831398,
      "rewards/hoi_iou_reward": 0.4360988959670067,
      "step": 15
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 242.234375,
      "epoch": 0.0034011797842376573,
      "grad_norm": 0.2515924870967865,
      "kl": 0.0006353855133056641,
      "learning_rate": 9.965986394557822e-07,
      "loss": 0.0,
      "reward": 2.716467797756195,
      "reward_std": 0.07810639549279585,
      "rewards/format_reward_hoi_key": 0.7664583474397659,
      "rewards/format_reward_hoi_object_label": 0.6187500059604645,
      "rewards/format_reward_hoi_verb_label": 0.6677083224058151,
      "rewards/hoi_iou_reward": 0.663551077246666,
      "step": 16
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 226.859375,
      "epoch": 0.003613753520752511,
      "grad_norm": 0.5136963725090027,
      "kl": 0.0003933906555175781,
      "learning_rate": 9.963860544217688e-07,
      "loss": 0.0,
      "reward": 2.071069449186325,
      "reward_std": 0.06459418445592746,
      "rewards/format_reward_hoi_key": 0.6252120807766914,
      "rewards/format_reward_hoi_object_label": 0.5837053582072258,
      "rewards/format_reward_hoi_verb_label": 0.4394965320825577,
      "rewards/hoi_iou_reward": 0.4226554408669472,
      "step": 17
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 277.625,
      "epoch": 0.0038263272572673646,
      "grad_norm": 0.6188202500343323,
      "kl": 0.0002378225326538086,
      "learning_rate": 9.96173469387755e-07,
      "loss": 0.0,
      "reward": 3.0354496240615845,
      "reward_std": 0.30482952669262886,
      "rewards/format_reward_hoi_key": 0.8430059552192688,
      "rewards/format_reward_hoi_object_label": 0.8227306753396988,
      "rewards/format_reward_hoi_verb_label": 0.5986328125,
      "rewards/hoi_iou_reward": 0.7710802108049393,
      "step": 18
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 151.75,
      "epoch": 0.004038900993782219,
      "grad_norm": 0.27549490332603455,
      "kl": 0.0006313323974609375,
      "learning_rate": 9.959608843537416e-07,
      "loss": -0.0,
      "reward": 2.0183950662612915,
      "reward_std": 0.015180108457570896,
      "rewards/format_reward_hoi_key": 0.6604166775941849,
      "rewards/format_reward_hoi_object_label": 0.5416666716337204,
      "rewards/format_reward_hoi_verb_label": 0.3524305671453476,
      "rewards/hoi_iou_reward": 0.4638812467455864,
      "step": 19
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 224.078125,
      "epoch": 0.004251474730297072,
      "grad_norm": 0.56353759765625,
      "kl": 0.0008664131164550781,
      "learning_rate": 9.957482993197279e-07,
      "loss": 0.0,
      "reward": 2.617310881614685,
      "reward_std": 0.185114907566458,
      "rewards/format_reward_hoi_key": 0.7604167088866234,
      "rewards/format_reward_hoi_object_label": 0.6744791641831398,
      "rewards/format_reward_hoi_verb_label": 0.5677083283662796,
      "rewards/hoi_iou_reward": 0.6147066801786423,
      "step": 20
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 174.09375,
      "epoch": 0.004464048466811925,
      "grad_norm": 0.31322988867759705,
      "kl": 0.0007352828979492188,
      "learning_rate": 9.955357142857142e-07,
      "loss": 0.0,
      "reward": 2.9305796921253204,
      "reward_std": 0.01013911364134401,
      "rewards/format_reward_hoi_key": 0.8696428686380386,
      "rewards/format_reward_hoi_object_label": 0.7857142835855484,
      "rewards/format_reward_hoi_verb_label": 0.552300363779068,
      "rewards/hoi_iou_reward": 0.7229221612215042,
      "step": 21
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 162.0,
      "epoch": 0.004676622203326779,
      "grad_norm": 0.4496309161186218,
      "kl": 0.001049041748046875,
      "learning_rate": 9.953231292517007e-07,
      "loss": 0.0,
      "reward": 2.2096868455410004,
      "reward_std": 0.0113821976701729,
      "rewards/format_reward_hoi_key": 0.7333928644657135,
      "rewards/format_reward_hoi_object_label": 0.6169642880558968,
      "rewards/format_reward_hoi_verb_label": 0.2777777761220932,
      "rewards/hoi_iou_reward": 0.5815519690513611,
      "step": 22
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 154.609375,
      "epoch": 0.004889195939841632,
      "grad_norm": 0.8822689652442932,
      "kl": 0.0013833045959472656,
      "learning_rate": 9.95110544217687e-07,
      "loss": 0.0,
      "reward": 3.247895896434784,
      "reward_std": 0.04373934442992322,
      "rewards/format_reward_hoi_key": 0.9250000268220901,
      "rewards/format_reward_hoi_object_label": 0.9583333283662796,
      "rewards/format_reward_hoi_verb_label": 0.6562499850988388,
      "rewards/hoi_iou_reward": 0.708312600851059,
      "step": 23
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 410.328125,
      "epoch": 0.005101769676356486,
      "grad_norm": 0.7035483121871948,
      "kl": 0.0004572868347167969,
      "learning_rate": 9.948979591836735e-07,
      "loss": 0.0,
      "reward": 2.264761805534363,
      "reward_std": 0.28715356811881065,
      "rewards/format_reward_hoi_key": 0.6794504672288895,
      "rewards/format_reward_hoi_object_label": 0.5326923131942749,
      "rewards/format_reward_hoi_verb_label": 0.6280448734760284,
      "rewards/hoi_iou_reward": 0.42457417771220207,
      "step": 24
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 227.59375,
      "epoch": 0.0053143434128713396,
      "grad_norm": 0.31094542145729065,
      "kl": 0.0009341239929199219,
      "learning_rate": 9.946853741496598e-07,
      "loss": 0.0,
      "reward": 2.356251895427704,
      "reward_std": 0.003799198704655282,
      "rewards/format_reward_hoi_key": 0.767708346247673,
      "rewards/format_reward_hoi_object_label": 0.4895833432674408,
      "rewards/format_reward_hoi_verb_label": 0.5043560639023781,
      "rewards/hoi_iou_reward": 0.5946041345596313,
      "step": 25
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 181.375,
      "epoch": 0.005526917149386194,
      "grad_norm": 0.5995525121688843,
      "kl": 0.00150299072265625,
      "learning_rate": 9.944727891156463e-07,
      "loss": 0.0001,
      "reward": 2.6978970766067505,
      "reward_std": 0.13544296027976088,
      "rewards/format_reward_hoi_key": 0.8333333432674408,
      "rewards/format_reward_hoi_object_label": 0.6158854141831398,
      "rewards/format_reward_hoi_verb_label": 0.5898437350988388,
      "rewards/hoi_iou_reward": 0.6588345021009445,
      "step": 26
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 189.03125,
      "epoch": 0.005739490885901047,
      "grad_norm": 0.5540001392364502,
      "kl": 0.000858306884765625,
      "learning_rate": 9.942602040816326e-07,
      "loss": 0.0001,
      "reward": 3.355882227420807,
      "reward_std": 0.005877207615412772,
      "rewards/format_reward_hoi_key": 0.9535714238882065,
      "rewards/format_reward_hoi_object_label": 0.9017857313156128,
      "rewards/format_reward_hoi_verb_label": 0.7232142835855484,
      "rewards/hoi_iou_reward": 0.7773108184337616,
      "step": 27
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 211.90625,
      "epoch": 0.005952064622415901,
      "grad_norm": 2.0975677967071533,
      "kl": 0.001495361328125,
      "learning_rate": 9.940476190476191e-07,
      "loss": 0.0001,
      "reward": 2.007324628531933,
      "reward_std": 0.03993106237612665,
      "rewards/format_reward_hoi_key": 0.5873221457004547,
      "rewards/format_reward_hoi_object_label": 0.44114159047603607,
      "rewards/format_reward_hoi_verb_label": 0.5036415904760361,
      "rewards/hoi_iou_reward": 0.47521928139030933,
      "step": 28
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 165.1875,
      "epoch": 0.006164638358930754,
      "grad_norm": 0.37749311327934265,
      "kl": 0.0019092559814453125,
      "learning_rate": 9.938350340136054e-07,
      "loss": 0.0001,
      "reward": 2.2582033574581146,
      "reward_std": 0.08065436300239526,
      "rewards/format_reward_hoi_key": 0.6932291835546494,
      "rewards/format_reward_hoi_object_label": 0.59375,
      "rewards/format_reward_hoi_verb_label": 0.3541666641831398,
      "rewards/hoi_iou_reward": 0.6170575618743896,
      "step": 29
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 184.59375,
      "epoch": 0.006377212095445607,
      "grad_norm": 0.3330162763595581,
      "kl": 0.0014448165893554688,
      "learning_rate": 9.936224489795917e-07,
      "loss": 0.0,
      "reward": 2.6335054636001587,
      "reward_std": 0.0012341497422312386,
      "rewards/format_reward_hoi_key": 0.8750000149011612,
      "rewards/format_reward_hoi_object_label": 0.6875,
      "rewards/format_reward_hoi_verb_label": 0.3880208358168602,
      "rewards/hoi_iou_reward": 0.6829846650362015,
      "step": 30
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 172.125,
      "epoch": 0.006589785831960461,
      "grad_norm": 0.8369670510292053,
      "kl": 0.0013284683227539062,
      "learning_rate": 9.934098639455782e-07,
      "loss": 0.0001,
      "reward": 2.4850784838199615,
      "reward_std": 0.02788396377582103,
      "rewards/format_reward_hoi_key": 0.8687500208616257,
      "rewards/format_reward_hoi_object_label": 0.4687500074505806,
      "rewards/format_reward_hoi_verb_label": 0.5,
      "rewards/hoi_iou_reward": 0.6475784331560135,
      "step": 31
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 216.046875,
      "epoch": 0.006802359568475315,
      "grad_norm": 0.9224941730499268,
      "kl": 0.00140380859375,
      "learning_rate": 9.931972789115645e-07,
      "loss": 0.0,
      "reward": 2.751905083656311,
      "reward_std": 0.08277821098454297,
      "rewards/format_reward_hoi_key": 0.809895858168602,
      "rewards/format_reward_hoi_object_label": 0.5078125,
      "rewards/format_reward_hoi_verb_label": 0.6927083283662796,
      "rewards/hoi_iou_reward": 0.7414884492754936,
      "step": 32
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 210.71875,
      "epoch": 0.007014933304990169,
      "grad_norm": 0.39392945170402527,
      "kl": 0.002300262451171875,
      "learning_rate": 9.92984693877551e-07,
      "loss": 0.0001,
      "reward": 2.1440170407295227,
      "reward_std": 0.02253561234101653,
      "rewards/format_reward_hoi_key": 0.9121875166893005,
      "rewards/format_reward_hoi_object_label": 0.3125,
      "rewards/format_reward_hoi_verb_label": 0.3333333358168602,
      "rewards/hoi_iou_reward": 0.5859961807727814,
      "step": 33
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 194.265625,
      "epoch": 0.007227507041505022,
      "grad_norm": 0.5018682479858398,
      "kl": 0.0017986297607421875,
      "learning_rate": 9.927721088435373e-07,
      "loss": 0.0001,
      "reward": 2.5592292845249176,
      "reward_std": 0.00986732606543228,
      "rewards/format_reward_hoi_key": 0.7691666930913925,
      "rewards/format_reward_hoi_object_label": 0.6583333313465118,
      "rewards/format_reward_hoi_verb_label": 0.5562499985098839,
      "rewards/hoi_iou_reward": 0.5754793435335159,
      "step": 34
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 205.03125,
      "epoch": 0.007440080778019876,
      "grad_norm": 0.6149845719337463,
      "kl": 0.0016880035400390625,
      "learning_rate": 9.925595238095238e-07,
      "loss": 0.0001,
      "reward": 2.778216004371643,
      "reward_std": 0.11917518911650404,
      "rewards/format_reward_hoi_key": 0.8614583313465118,
      "rewards/format_reward_hoi_object_label": 0.7333333194255829,
      "rewards/format_reward_hoi_verb_label": 0.5011574029922485,
      "rewards/hoi_iou_reward": 0.6822669506072998,
      "step": 35
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 222.671875,
      "epoch": 0.007652654514534729,
      "grad_norm": 0.5013077259063721,
      "kl": 0.0017242431640625,
      "learning_rate": 9.923469387755101e-07,
      "loss": 0.0001,
      "reward": 2.724997416138649,
      "reward_std": 0.007125564094167203,
      "rewards/format_reward_hoi_key": 0.8181547522544861,
      "rewards/format_reward_hoi_object_label": 0.6875,
      "rewards/format_reward_hoi_verb_label": 0.625,
      "rewards/hoi_iou_reward": 0.5943426117300987,
      "step": 36
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 249.65625,
      "epoch": 0.007865228251049582,
      "grad_norm": 0.4427626430988312,
      "kl": 0.00135040283203125,
      "learning_rate": 9.921343537414967e-07,
      "loss": 0.0001,
      "reward": 2.5683979988098145,
      "reward_std": 0.05630575024406426,
      "rewards/format_reward_hoi_key": 0.810416653752327,
      "rewards/format_reward_hoi_object_label": 0.625,
      "rewards/format_reward_hoi_verb_label": 0.3906250111758709,
      "rewards/hoi_iou_reward": 0.7423563152551651,
      "step": 37
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 270.921875,
      "epoch": 0.008077801987564437,
      "grad_norm": 2.8067455291748047,
      "kl": 0.0019435882568359375,
      "learning_rate": 9.91921768707483e-07,
      "loss": 0.0001,
      "reward": 2.22263365983963,
      "reward_std": 0.20146464882418513,
      "rewards/format_reward_hoi_key": 0.6945772171020508,
      "rewards/format_reward_hoi_object_label": 0.3977022171020508,
      "rewards/format_reward_hoi_verb_label": 0.5460824370384216,
      "rewards/hoi_iou_reward": 0.5842718333005905,
      "step": 38
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 211.40625,
      "epoch": 0.00829037572407929,
      "grad_norm": 0.5841067433357239,
      "kl": 0.00464630126953125,
      "learning_rate": 9.917091836734693e-07,
      "loss": 0.0002,
      "reward": 2.7285755276679993,
      "reward_std": 0.15019595221383497,
      "rewards/format_reward_hoi_key": 0.931383952498436,
      "rewards/format_reward_hoi_object_label": 0.5188244059681892,
      "rewards/format_reward_hoi_verb_label": 0.5774181559681892,
      "rewards/hoi_iou_reward": 0.7009490430355072,
      "step": 39
    },
    {
      "clip_ratio": 0.0,
      "completion_length": 235.15625,
      "epoch": 0.008502949460594144,
      "grad_norm": 0.3903954327106476,
      "kl": 0.0014748573303222656,
      "learning_rate": 9.914965986394558e-07,
      "loss": 0.0001,
      "reward": 2.41436231136322,
      "reward_std": 0.031614198378520086,
      "rewards/format_reward_hoi_key": 0.7393315136432648,
      "rewards/format_reward_hoi_object_label": 0.6360462605953217,
      "rewards/format_reward_hoi_verb_label": 0.5051649361848831,
      "rewards/hoi_iou_reward": 0.5338196456432343,
      "step": 40
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 4704,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 20,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 8,
  "trial_name": null,
  "trial_params": null
}