| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.8, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 611.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 929.0, |
| "completions/max_terminated_length": 929.0, |
| "completions/mean_length": 611.125, |
| "completions/mean_terminated_length": 611.125, |
| "completions/min_length": 437.0, |
| "completions/min_terminated_length": 437.0, |
| "epoch": 0.008, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09433281421661377, |
| "kl": 6.0034221291971335e-06, |
| "learning_rate": 0.0, |
| "loss": 2.9802322387695312e-08, |
| "num_tokens": 11257.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16249999403953552, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 1 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 535.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 741.0, |
| "completions/max_terminated_length": 741.0, |
| "completions/mean_length": 535.25, |
| "completions/mean_terminated_length": 535.25, |
| "completions/min_length": 90.0, |
| "completions/min_terminated_length": 90.0, |
| "epoch": 0.016, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1564614325761795, |
| "kl": 7.112513173979096e-06, |
| "learning_rate": 1.0000000000000002e-06, |
| "loss": 6.705522537231445e-08, |
| "num_tokens": 21755.0, |
| "reward": 0.3695124387741089, |
| "reward_std": 1.6131230592727661, |
| "rewards/reward_environment_execution/mean": -0.09298750758171082, |
| "rewards/reward_environment_execution/std": 0.3859241008758545, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.21250000596046448, |
| "rewards/reward_investigation_quality/std": 0.18850919604301453, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 2 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 684.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 712.0, |
| "completions/mean_length": 684.0, |
| "completions/mean_terminated_length": 635.4285888671875, |
| "completions/min_length": 554.0, |
| "completions/min_terminated_length": 554.0, |
| "epoch": 0.024, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.10158229619264603, |
| "kl": 6.621002114570729e-06, |
| "learning_rate": 2.0000000000000003e-06, |
| "loss": 5.21540641784668e-08, |
| "num_tokens": 33423.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16249999403953552, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 3 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 571.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 788.0, |
| "completions/max_terminated_length": 788.0, |
| "completions/mean_length": 571.75, |
| "completions/mean_terminated_length": 571.75, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "epoch": 0.032, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11366094648838043, |
| "kl": 6.710507079787931e-06, |
| "learning_rate": 3e-06, |
| "loss": 6.705522537231445e-08, |
| "num_tokens": 44221.0, |
| "reward": -0.4350000321865082, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.29750001430511475, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": -0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.11250000447034836, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 4 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 676.625, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 878.0, |
| "completions/mean_length": 676.625, |
| "completions/mean_terminated_length": 627.0, |
| "completions/min_length": 509.0, |
| "completions/min_terminated_length": 509.0, |
| "epoch": 0.04, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.08936131745576859, |
| "kl": 5.939470554494619e-06, |
| "learning_rate": 4.000000000000001e-06, |
| "loss": 8.568167686462402e-08, |
| "num_tokens": 55842.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 1.4199999570846558, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 5 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 502.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 702.0, |
| "completions/max_terminated_length": 702.0, |
| "completions/mean_length": 502.875, |
| "completions/mean_terminated_length": 502.875, |
| "completions/min_length": 130.0, |
| "completions/min_terminated_length": 130.0, |
| "epoch": 0.048, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11681948602199554, |
| "kl": 7.0123659838827734e-06, |
| "learning_rate": 5e-06, |
| "loss": 9.685754776000977e-08, |
| "num_tokens": 66085.0, |
| "reward": -0.4350000321865082, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.29750001430511475, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": -0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.11250000447034836, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 6 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 727.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1006.0, |
| "completions/max_terminated_length": 1006.0, |
| "completions/mean_length": 727.25, |
| "completions/mean_terminated_length": 727.25, |
| "completions/min_length": 516.0, |
| "completions/min_terminated_length": 516.0, |
| "epoch": 0.056, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.12677940726280212, |
| "kl": 7.118041764897498e-06, |
| "learning_rate": 6e-06, |
| "loss": 6.705522537231445e-08, |
| "num_tokens": 78275.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 7 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 574.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 681.0, |
| "completions/max_terminated_length": 681.0, |
| "completions/mean_length": 574.5, |
| "completions/mean_terminated_length": 574.5, |
| "completions/min_length": 463.0, |
| "completions/min_terminated_length": 463.0, |
| "epoch": 0.064, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09633345901966095, |
| "kl": 7.368475223756832e-06, |
| "learning_rate": 7e-06, |
| "loss": 6.705522537231445e-08, |
| "num_tokens": 89079.0, |
| "reward": -0.04375004768371582, |
| "reward_std": 1.4476807117462158, |
| "rewards/reward_environment_execution/mean": -0.21875, |
| "rewards/reward_environment_execution/std": 0.30258116126060486, |
| "rewards/reward_format_compliance/mean": 0.0, |
| "rewards/reward_format_compliance/std": 1.0690449476242065, |
| "rewards/reward_investigation_quality/mean": 0.13750000298023224, |
| "rewards/reward_investigation_quality/std": 0.1505940705537796, |
| "rewards/reward_os_mechanics/mean": 0.03750000149011612, |
| "rewards/reward_os_mechanics/std": 0.1060660257935524, |
| "step": 8 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 611.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 727.0, |
| "completions/max_terminated_length": 727.0, |
| "completions/mean_length": 611.75, |
| "completions/mean_terminated_length": 611.75, |
| "completions/min_length": 522.0, |
| "completions/min_terminated_length": 522.0, |
| "epoch": 0.072, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.08932310342788696, |
| "kl": 7.581263787415082e-06, |
| "learning_rate": 8.000000000000001e-06, |
| "loss": 9.313225746154785e-08, |
| "num_tokens": 100169.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16249999403953552, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 9 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 567.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 728.0, |
| "completions/max_terminated_length": 728.0, |
| "completions/mean_length": 567.5, |
| "completions/mean_terminated_length": 567.5, |
| "completions/min_length": 372.0, |
| "completions/min_terminated_length": 372.0, |
| "epoch": 0.08, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.08864814788103104, |
| "kl": 1.1717055826920841e-05, |
| "learning_rate": 9e-06, |
| "loss": 8.195638656616211e-08, |
| "num_tokens": 110925.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 10 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 581.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 807.0, |
| "completions/max_terminated_length": 807.0, |
| "completions/mean_length": 581.75, |
| "completions/mean_terminated_length": 581.75, |
| "completions/min_length": 345.0, |
| "completions/min_terminated_length": 345.0, |
| "epoch": 0.088, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09192224591970444, |
| "kl": 1.68721625186663e-05, |
| "learning_rate": 1e-05, |
| "loss": 1.7136335372924805e-07, |
| "num_tokens": 121783.0, |
| "reward": -0.4350000321865082, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.29750001430511475, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": -0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.11250000447034836, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 11 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 589.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 703.0, |
| "completions/max_terminated_length": 703.0, |
| "completions/mean_length": 589.875, |
| "completions/mean_terminated_length": 589.875, |
| "completions/min_length": 495.0, |
| "completions/min_terminated_length": 495.0, |
| "epoch": 0.096, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11080238968133926, |
| "kl": 2.686391167117108e-05, |
| "learning_rate": 1.1000000000000001e-05, |
| "loss": 2.5331974029541016e-07, |
| "num_tokens": 132710.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 1.4199999570846558, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 12 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 671.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 828.0, |
| "completions/max_terminated_length": 828.0, |
| "completions/mean_length": 671.25, |
| "completions/mean_terminated_length": 671.25, |
| "completions/min_length": 370.0, |
| "completions/min_terminated_length": 370.0, |
| "epoch": 0.104, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1135329157114029, |
| "kl": 3.927483930965536e-05, |
| "learning_rate": 1.2e-05, |
| "loss": 3.8743019104003906e-07, |
| "num_tokens": 144288.0, |
| "reward": 0.3623749613761902, |
| "reward_std": 1.6417193412780762, |
| "rewards/reward_environment_execution/mean": -0.10012500733137131, |
| "rewards/reward_environment_execution/std": 0.37162211537361145, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.21250000596046448, |
| "rewards/reward_investigation_quality/std": 0.18850919604301453, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 13 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 635.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 790.0, |
| "completions/max_terminated_length": 790.0, |
| "completions/mean_length": 635.875, |
| "completions/mean_terminated_length": 635.875, |
| "completions/min_length": 513.0, |
| "completions/min_terminated_length": 513.0, |
| "epoch": 0.112, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.10361003875732422, |
| "kl": 0.00011971511844421912, |
| "learning_rate": 1.3000000000000001e-05, |
| "loss": 1.1771917343139648e-06, |
| "num_tokens": 155579.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16249999403953552, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 14 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 605.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 882.0, |
| "completions/max_terminated_length": 882.0, |
| "completions/mean_length": 605.5, |
| "completions/mean_terminated_length": 605.5, |
| "completions/min_length": 457.0, |
| "completions/min_terminated_length": 457.0, |
| "epoch": 0.12, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11182169616222382, |
| "kl": 0.00015782948776177363, |
| "learning_rate": 1.4e-05, |
| "loss": 1.5720725059509277e-06, |
| "num_tokens": 166631.0, |
| "reward": -0.08000004291534424, |
| "reward_std": 1.6396746635437012, |
| "rewards/reward_environment_execution/mean": -0.23000000417232513, |
| "rewards/reward_environment_execution/std": 0.28864213824272156, |
| "rewards/reward_format_compliance/mean": 0.0, |
| "rewards/reward_format_compliance/std": 1.0690449476242065, |
| "rewards/reward_investigation_quality/mean": 0.15000000596046448, |
| "rewards/reward_investigation_quality/std": 0.16035674512386322, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 15 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 698.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 974.0, |
| "completions/max_terminated_length": 974.0, |
| "completions/mean_length": 698.875, |
| "completions/mean_terminated_length": 698.875, |
| "completions/min_length": 573.0, |
| "completions/min_terminated_length": 573.0, |
| "epoch": 0.128, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09252525866031647, |
| "kl": 0.00016497836440976243, |
| "learning_rate": 1.5000000000000002e-05, |
| "loss": 3.6209821701049805e-06, |
| "num_tokens": 178430.0, |
| "reward": 0.6262499690055847, |
| "reward_std": 0.8273373246192932, |
| "rewards/reward_environment_execution/mean": -0.09875000268220901, |
| "rewards/reward_environment_execution/std": 0.24787309765815735, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 16 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 680.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 815.0, |
| "completions/max_terminated_length": 815.0, |
| "completions/mean_length": 680.625, |
| "completions/mean_terminated_length": 680.625, |
| "completions/min_length": 458.0, |
| "completions/min_terminated_length": 458.0, |
| "epoch": 0.136, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09367026388645172, |
| "kl": 0.000305861960441689, |
| "learning_rate": 1.6000000000000003e-05, |
| "loss": 3.03611159324646e-06, |
| "num_tokens": 190251.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16249999403953552, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 17 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 675.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 861.0, |
| "completions/max_terminated_length": 861.0, |
| "completions/mean_length": 675.125, |
| "completions/mean_terminated_length": 675.125, |
| "completions/min_length": 544.0, |
| "completions/min_terminated_length": 544.0, |
| "epoch": 0.144, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.062321849167346954, |
| "kl": 0.00029328936034289654, |
| "learning_rate": 1.7e-05, |
| "loss": 2.9280781745910645e-06, |
| "num_tokens": 201860.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 18 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 700.375, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 828.0, |
| "completions/mean_length": 700.375, |
| "completions/mean_terminated_length": 654.1428833007812, |
| "completions/min_length": 417.0, |
| "completions/min_terminated_length": 417.0, |
| "epoch": 0.152, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.09901226311922073, |
| "kl": 0.0005741232034779387, |
| "learning_rate": 1.8e-05, |
| "loss": 5.729496479034424e-06, |
| "num_tokens": 213851.0, |
| "reward": 0.2749999463558197, |
| "reward_std": 1.5298373699188232, |
| "rewards/reward_environment_execution/mean": -0.16250000894069672, |
| "rewards/reward_environment_execution/std": 0.2794765532016754, |
| "rewards/reward_format_compliance/mean": 0.25, |
| "rewards/reward_format_compliance/std": 1.0350984334945679, |
| "rewards/reward_investigation_quality/mean": 0.1875, |
| "rewards/reward_investigation_quality/std": 0.15526476502418518, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 19 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 629.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 801.0, |
| "completions/max_terminated_length": 801.0, |
| "completions/mean_length": 629.375, |
| "completions/mean_terminated_length": 629.375, |
| "completions/min_length": 516.0, |
| "completions/min_terminated_length": 516.0, |
| "epoch": 0.16, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0724208727478981, |
| "kl": 0.0002936920918727992, |
| "learning_rate": 1.9e-05, |
| "loss": 2.8994754757150076e-06, |
| "num_tokens": 225110.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 20 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 680.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1015.0, |
| "completions/max_terminated_length": 1015.0, |
| "completions/mean_length": 680.75, |
| "completions/mean_terminated_length": 680.75, |
| "completions/min_length": 468.0, |
| "completions/min_terminated_length": 468.0, |
| "epoch": 0.168, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.107891745865345, |
| "kl": 0.001748525508446619, |
| "learning_rate": 2e-05, |
| "loss": 1.1645257472991943e-05, |
| "num_tokens": 236760.0, |
| "reward": 0.9837498664855957, |
| "reward_std": 0.7124999761581421, |
| "rewards/reward_environment_execution/mean": -0.028749998658895493, |
| "rewards/reward_environment_execution/std": 0.1904458999633789, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 21 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 669.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 785.0, |
| "completions/max_terminated_length": 785.0, |
| "completions/mean_length": 669.5, |
| "completions/mean_terminated_length": 669.5, |
| "completions/min_length": 557.0, |
| "completions/min_terminated_length": 557.0, |
| "epoch": 0.176, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0779874250292778, |
| "kl": 0.0005601062766800169, |
| "learning_rate": 1.9999067159645222e-05, |
| "loss": 5.599111318588257e-06, |
| "num_tokens": 248320.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 22 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 654.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 751.0, |
| "completions/max_terminated_length": 751.0, |
| "completions/mean_length": 654.125, |
| "completions/mean_terminated_length": 654.125, |
| "completions/min_length": 587.0, |
| "completions/min_terminated_length": 587.0, |
| "epoch": 0.184, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0675627738237381, |
| "kl": 0.0004718652198789641, |
| "learning_rate": 1.999626881261911e-05, |
| "loss": 4.708766937255859e-06, |
| "num_tokens": 259937.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 23 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 675.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 847.0, |
| "completions/max_terminated_length": 847.0, |
| "completions/mean_length": 675.125, |
| "completions/mean_terminated_length": 675.125, |
| "completions/min_length": 485.0, |
| "completions/min_terminated_length": 485.0, |
| "epoch": 0.192, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.00018513108079787344, |
| "kl": 0.0006105515094532166, |
| "learning_rate": 1.9991605481003865e-05, |
| "loss": 6.105515240051318e-06, |
| "num_tokens": 271542.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 24 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 675.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 820.0, |
| "completions/max_terminated_length": 820.0, |
| "completions/mean_length": 675.625, |
| "completions/mean_terminated_length": 675.625, |
| "completions/min_length": 483.0, |
| "completions/min_terminated_length": 483.0, |
| "epoch": 0.2, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06521738320589066, |
| "kl": 0.0008642823413538281, |
| "learning_rate": 1.998507803482828e-05, |
| "loss": 8.620321750640869e-06, |
| "num_tokens": 283343.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 25 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 750.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 964.0, |
| "completions/max_terminated_length": 964.0, |
| "completions/mean_length": 750.0, |
| "completions/mean_terminated_length": 750.0, |
| "completions/min_length": 503.0, |
| "completions/min_terminated_length": 503.0, |
| "epoch": 0.208, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06086711958050728, |
| "kl": 0.0008782152945059352, |
| "learning_rate": 1.9976687691905394e-05, |
| "loss": 8.761882781982422e-06, |
| "num_tokens": 295539.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 26 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 670.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 808.0, |
| "completions/max_terminated_length": 808.0, |
| "completions/mean_length": 670.75, |
| "completions/mean_terminated_length": 670.75, |
| "completions/min_length": 500.0, |
| "completions/min_terminated_length": 500.0, |
| "epoch": 0.216, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0002566609182395041, |
| "kl": 0.0010894250153796747, |
| "learning_rate": 1.9966436017605296e-05, |
| "loss": 1.0894251317949966e-05, |
| "num_tokens": 307113.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 27 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 623.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 750.0, |
| "completions/max_terminated_length": 750.0, |
| "completions/mean_length": 623.5, |
| "completions/mean_terminated_length": 623.5, |
| "completions/min_length": 407.0, |
| "completions/min_terminated_length": 407.0, |
| "epoch": 0.224, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06886623799800873, |
| "kl": 0.0011775159764511045, |
| "learning_rate": 1.9954324924563088e-05, |
| "loss": 1.178685124614276e-05, |
| "num_tokens": 318481.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 28 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 581.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 671.0, |
| "completions/max_terminated_length": 671.0, |
| "completions/mean_length": 581.0, |
| "completions/mean_terminated_length": 581.0, |
| "completions/min_length": 450.0, |
| "completions/min_terminated_length": 450.0, |
| "epoch": 0.232, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07106765359640121, |
| "kl": 0.0015617744356859475, |
| "learning_rate": 1.9940356672322037e-05, |
| "loss": 1.5626415915903635e-05, |
| "num_tokens": 329341.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 0.8198373317718506, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 29 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 724.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 922.0, |
| "completions/max_terminated_length": 922.0, |
| "completions/mean_length": 724.875, |
| "completions/mean_terminated_length": 724.875, |
| "completions/min_length": 645.0, |
| "completions/min_terminated_length": 645.0, |
| "epoch": 0.24, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06778275966644287, |
| "kl": 0.007046287857519928, |
| "learning_rate": 1.9924533866912017e-05, |
| "loss": 7.044896483421326e-05, |
| "num_tokens": 341692.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 30 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 654.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 886.0, |
| "completions/max_terminated_length": 886.0, |
| "completions/mean_length": 654.0, |
| "completions/mean_terminated_length": 654.0, |
| "completions/min_length": 320.0, |
| "completions/min_terminated_length": 320.0, |
| "epoch": 0.248, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06569182872772217, |
| "kl": 0.0018616169109009206, |
| "learning_rate": 1.9906859460363307e-05, |
| "loss": 1.860725024016574e-05, |
| "num_tokens": 353120.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 31 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 691.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 803.0, |
| "completions/max_terminated_length": 803.0, |
| "completions/mean_length": 691.375, |
| "completions/mean_terminated_length": 691.375, |
| "completions/min_length": 378.0, |
| "completions/min_terminated_length": 378.0, |
| "epoch": 0.256, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0545475035905838, |
| "kl": 0.0018646777753019705, |
| "learning_rate": 1.988733675015585e-05, |
| "loss": 1.8647670003701933e-05, |
| "num_tokens": 365179.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 32 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 665.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 975.0, |
| "completions/max_terminated_length": 975.0, |
| "completions/mean_length": 665.25, |
| "completions/mean_terminated_length": 665.25, |
| "completions/min_length": 481.0, |
| "completions/min_terminated_length": 481.0, |
| "epoch": 0.264, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.08151132613420486, |
| "kl": 0.0020467515059863217, |
| "learning_rate": 1.9865969378604023e-05, |
| "loss": 2.0466744899749756e-05, |
| "num_tokens": 376697.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 33 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 774.0, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 962.0, |
| "completions/mean_length": 774.0, |
| "completions/mean_terminated_length": 738.2857666015625, |
| "completions/min_length": 556.0, |
| "completions/min_terminated_length": 556.0, |
| "epoch": 0.272, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0003262929094489664, |
| "kl": 0.0015715667832409963, |
| "learning_rate": 1.9842761332177115e-05, |
| "loss": 1.571566826896742e-05, |
| "num_tokens": 389465.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 34 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 647.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 842.0, |
| "completions/max_terminated_length": 842.0, |
| "completions/mean_length": 647.5, |
| "completions/mean_terminated_length": 647.5, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "epoch": 0.28, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1350807547569275, |
| "kl": 0.0030019799596630037, |
| "learning_rate": 1.9817716940755586e-05, |
| "loss": 3.001093864440918e-05, |
| "num_tokens": 400845.0, |
| "reward": 0.6299999356269836, |
| "reward_std": 1.4199999570846558, |
| "rewards/reward_environment_execution/mean": -0.0949999988079071, |
| "rewards/reward_environment_execution/std": 0.2499714195728302, |
| "rewards/reward_format_compliance/mean": 0.5, |
| "rewards/reward_format_compliance/std": 0.9258201122283936, |
| "rewards/reward_investigation_quality/mean": 0.22500000894069672, |
| "rewards/reward_investigation_quality/std": 0.13887302577495575, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 35 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 706.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 879.0, |
| "completions/max_terminated_length": 879.0, |
| "completions/mean_length": 706.0, |
| "completions/mean_terminated_length": 706.0, |
| "completions/min_length": 493.0, |
| "completions/min_terminated_length": 493.0, |
| "epoch": 0.288, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07488328218460083, |
| "kl": 0.0025595930637791753, |
| "learning_rate": 1.979084087682323e-05, |
| "loss": 2.5570392608642578e-05, |
| "num_tokens": 412881.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 36 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 724.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1021.0, |
| "completions/max_terminated_length": 1021.0, |
| "completions/mean_length": 724.75, |
| "completions/mean_terminated_length": 724.75, |
| "completions/min_length": 541.0, |
| "completions/min_terminated_length": 541.0, |
| "epoch": 0.296, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008801713702268898, |
| "kl": 0.003089791862294078, |
| "learning_rate": 1.9762138154595448e-05, |
| "loss": 3.089791789534502e-05, |
| "num_tokens": 425227.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 37 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 665.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 794.0, |
| "completions/max_terminated_length": 794.0, |
| "completions/mean_length": 665.375, |
| "completions/mean_terminated_length": 665.375, |
| "completions/min_length": 584.0, |
| "completions/min_terminated_length": 584.0, |
| "epoch": 0.304, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004410329565871507, |
| "kl": 0.0021486460755113512, |
| "learning_rate": 1.9731614129083756e-05, |
| "loss": 2.1486459445441142e-05, |
| "num_tokens": 436754.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 38 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 670.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 808.0, |
| "completions/max_terminated_length": 808.0, |
| "completions/mean_length": 670.375, |
| "completions/mean_terminated_length": 670.375, |
| "completions/min_length": 466.0, |
| "completions/min_terminated_length": 466.0, |
| "epoch": 0.312, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.08116427809000015, |
| "kl": 0.0025287687312811613, |
| "learning_rate": 1.9699274495096712e-05, |
| "loss": 2.52649188041687e-05, |
| "num_tokens": 448321.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 39 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 696.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 907.0, |
| "completions/max_terminated_length": 907.0, |
| "completions/mean_length": 696.625, |
| "completions/mean_terminated_length": 696.625, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "epoch": 0.32, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004672395880334079, |
| "kl": 0.002916595127317123, |
| "learning_rate": 1.9665125286177448e-05, |
| "loss": 2.9165948944864795e-05, |
| "num_tokens": 460114.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 40 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 625.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 781.0, |
| "completions/max_terminated_length": 781.0, |
| "completions/mean_length": 625.5, |
| "completions/mean_terminated_length": 625.5, |
| "completions/min_length": 523.0, |
| "completions/min_terminated_length": 523.0, |
| "epoch": 0.328, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008413000032305717, |
| "kl": 0.0035934818733949214, |
| "learning_rate": 1.9629172873477995e-05, |
| "loss": 3.593481960706413e-05, |
| "num_tokens": 471342.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 41 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 745.875, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 902.0, |
| "completions/mean_length": 745.875, |
| "completions/mean_terminated_length": 706.1428833007812, |
| "completions/min_length": 524.0, |
| "completions/min_terminated_length": 524.0, |
| "epoch": 0.336, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004357508150860667, |
| "kl": 0.0025905392394633964, |
| "learning_rate": 1.9591423964570634e-05, |
| "loss": 2.590539224911481e-05, |
| "num_tokens": 483537.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 42 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 640.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 785.0, |
| "completions/max_terminated_length": 785.0, |
| "completions/mean_length": 640.75, |
| "completions/mean_terminated_length": 640.75, |
| "completions/min_length": 512.0, |
| "completions/min_terminated_length": 512.0, |
| "epoch": 0.344, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004914621822535992, |
| "kl": 0.003195204713847488, |
| "learning_rate": 1.9551885602196482e-05, |
| "loss": 3.1952044082572684e-05, |
| "num_tokens": 494859.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 43 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 720.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 880.0, |
| "completions/max_terminated_length": 880.0, |
| "completions/mean_length": 720.25, |
| "completions/mean_terminated_length": 720.25, |
| "completions/min_length": 601.0, |
| "completions/min_terminated_length": 601.0, |
| "epoch": 0.352, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0007082747761160135, |
| "kl": 0.0027196566516067833, |
| "learning_rate": 1.9510565162951538e-05, |
| "loss": 2.7196565497433767e-05, |
| "num_tokens": 507169.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 44 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 749.5, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 883.0, |
| "completions/mean_length": 749.5, |
| "completions/mean_terminated_length": 710.2857666015625, |
| "completions/min_length": 606.0, |
| "completions/min_terminated_length": 606.0, |
| "epoch": 0.36, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005853723268955946, |
| "kl": 0.0031615312909707427, |
| "learning_rate": 1.9467470355910438e-05, |
| "loss": 3.1615312764188275e-05, |
| "num_tokens": 519529.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 45 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 675.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 878.0, |
| "completions/max_terminated_length": 878.0, |
| "completions/mean_length": 675.875, |
| "completions/mean_terminated_length": 675.875, |
| "completions/min_length": 539.0, |
| "completions/min_terminated_length": 539.0, |
| "epoch": 0.368, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008831220911815763, |
| "kl": 0.0038355615688487887, |
| "learning_rate": 1.9422609221188208e-05, |
| "loss": 3.8355618016794324e-05, |
| "num_tokens": 531484.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 46 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 702.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 842.0, |
| "completions/max_terminated_length": 842.0, |
| "completions/mean_length": 702.75, |
| "completions/mean_terminated_length": 702.75, |
| "completions/min_length": 331.0, |
| "completions/min_terminated_length": 331.0, |
| "epoch": 0.376, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.10168822109699249, |
| "kl": 0.0033635341096669436, |
| "learning_rate": 1.9375990128440205e-05, |
| "loss": 2.777203917503357e-05, |
| "num_tokens": 543478.0, |
| "reward": 1.338749885559082, |
| "reward_std": 0.002499997615814209, |
| "rewards/reward_environment_execution/mean": 0.038750000298023224, |
| "rewards/reward_environment_execution/std": 0.0035355337895452976, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 47 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 606.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 736.0, |
| "completions/max_terminated_length": 736.0, |
| "completions/mean_length": 606.5, |
| "completions/mean_terminated_length": 606.5, |
| "completions/min_length": 541.0, |
| "completions/min_terminated_length": 541.0, |
| "epoch": 0.384, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005576707189902663, |
| "kl": 0.00318920097197406, |
| "learning_rate": 1.932762177530064e-05, |
| "loss": 3.1892010156298056e-05, |
| "num_tokens": 554542.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 48 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 826.875, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 921.0, |
| "completions/mean_length": 826.875, |
| "completions/mean_terminated_length": 761.1666870117188, |
| "completions/min_length": 474.0, |
| "completions/min_terminated_length": 474.0, |
| "epoch": 0.392, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004255030071362853, |
| "kl": 0.003332219843287021, |
| "learning_rate": 1.9277513185759847e-05, |
| "loss": 3.33221978507936e-05, |
| "num_tokens": 567537.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 49 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 625.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 768.0, |
| "completions/max_terminated_length": 768.0, |
| "completions/mean_length": 625.375, |
| "completions/mean_terminated_length": 625.375, |
| "completions/min_length": 520.0, |
| "completions/min_terminated_length": 520.0, |
| "epoch": 0.4, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005748015246354043, |
| "kl": 0.003716042934684083, |
| "learning_rate": 1.922567370848072e-05, |
| "loss": 3.7160429201321676e-05, |
| "num_tokens": 578764.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 50 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 613.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 826.0, |
| "completions/max_terminated_length": 826.0, |
| "completions/mean_length": 613.0, |
| "completions/mean_terminated_length": 613.0, |
| "completions/min_length": 174.0, |
| "completions/min_terminated_length": 174.0, |
| "epoch": 0.408, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11565838754177094, |
| "kl": 0.004887384086032398, |
| "learning_rate": 1.917211301505453e-05, |
| "loss": 4.3004751205444336e-05, |
| "num_tokens": 589876.0, |
| "reward": 0.9837498664855957, |
| "reward_std": 0.7124999761581421, |
| "rewards/reward_environment_execution/mean": -0.028749998658895493, |
| "rewards/reward_environment_execution/std": 0.1904458999633789, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 51 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 662.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 785.0, |
| "completions/max_terminated_length": 785.0, |
| "completions/mean_length": 662.0, |
| "completions/mean_terminated_length": 662.0, |
| "completions/min_length": 463.0, |
| "completions/min_terminated_length": 463.0, |
| "epoch": 0.416, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005133210797794163, |
| "kl": 0.0035537532239686698, |
| "learning_rate": 1.9116841098196538e-05, |
| "loss": 3.553753049345687e-05, |
| "num_tokens": 601384.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 52 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 608.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 779.0, |
| "completions/max_terminated_length": 779.0, |
| "completions/mean_length": 608.875, |
| "completions/mean_terminated_length": 608.875, |
| "completions/min_length": 444.0, |
| "completions/min_terminated_length": 444.0, |
| "epoch": 0.424, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008719735778868198, |
| "kl": 0.004926819354295731, |
| "learning_rate": 1.9059868269881637e-05, |
| "loss": 4.92681901960168e-05, |
| "num_tokens": 612651.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 53 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 643.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 836.0, |
| "completions/max_terminated_length": 836.0, |
| "completions/mean_length": 643.625, |
| "completions/mean_terminated_length": 643.625, |
| "completions/min_length": 343.0, |
| "completions/min_terminated_length": 343.0, |
| "epoch": 0.432, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005881673423573375, |
| "kl": 0.003908562459400855, |
| "learning_rate": 1.9001205159420512e-05, |
| "loss": 3.908562212018296e-05, |
| "num_tokens": 623988.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 54 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 644.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 751.0, |
| "completions/max_terminated_length": 751.0, |
| "completions/mean_length": 644.75, |
| "completions/mean_terminated_length": 644.75, |
| "completions/min_length": 511.0, |
| "completions/min_terminated_length": 511.0, |
| "epoch": 0.44, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000741733645554632, |
| "kl": 0.004500469920458272, |
| "learning_rate": 1.8940862711476515e-05, |
| "loss": 4.500470095081255e-05, |
| "num_tokens": 635686.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 55 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 721.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1003.0, |
| "completions/max_terminated_length": 1003.0, |
| "completions/mean_length": 721.0, |
| "completions/mean_terminated_length": 721.0, |
| "completions/min_length": 528.0, |
| "completions/min_terminated_length": 528.0, |
| "epoch": 0.448, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006931996904313564, |
| "kl": 0.0035460830258671194, |
| "learning_rate": 1.8878852184023754e-05, |
| "loss": 3.5460830986266956e-05, |
| "num_tokens": 647662.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 56 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 733.625, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 830.0, |
| "completions/mean_length": 733.625, |
| "completions/mean_terminated_length": 692.1428833007812, |
| "completions/min_length": 556.0, |
| "completions/min_terminated_length": 556.0, |
| "epoch": 0.456, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06685224920511246, |
| "kl": 0.0071609383303439245, |
| "learning_rate": 1.8815185146246718e-05, |
| "loss": 7.160753011703491e-05, |
| "num_tokens": 659887.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 57 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 701.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 773.0, |
| "completions/max_terminated_length": 773.0, |
| "completions/mean_length": 701.625, |
| "completions/mean_terminated_length": 701.625, |
| "completions/min_length": 516.0, |
| "completions/min_terminated_length": 516.0, |
| "epoch": 0.464, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000510046782437712, |
| "kl": 0.0030409153987420723, |
| "learning_rate": 1.8749873476381827e-05, |
| "loss": 3.040915180463344e-05, |
| "num_tokens": 671868.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 58 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 717.125, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 809.0, |
| "completions/mean_length": 717.125, |
| "completions/mean_terminated_length": 673.2857666015625, |
| "completions/min_length": 526.0, |
| "completions/min_terminated_length": 526.0, |
| "epoch": 0.472, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005348174017854035, |
| "kl": 0.003948982805013657, |
| "learning_rate": 1.8682929359501338e-05, |
| "loss": 3.948983066948131e-05, |
| "num_tokens": 683981.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 59 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 665.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 911.0, |
| "completions/max_terminated_length": 911.0, |
| "completions/mean_length": 665.125, |
| "completions/mean_terminated_length": 665.125, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 0.48, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006783441640436649, |
| "kl": 0.004887666902504861, |
| "learning_rate": 1.8614365285240002e-05, |
| "loss": 4.887667091679759e-05, |
| "num_tokens": 695514.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 60 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 702.875, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 806.0, |
| "completions/mean_length": 702.875, |
| "completions/mean_terminated_length": 657.0, |
| "completions/min_length": 517.0, |
| "completions/min_terminated_length": 517.0, |
| "epoch": 0.488, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0004363492480479181, |
| "kl": 0.0033030706690624356, |
| "learning_rate": 1.8544194045464888e-05, |
| "loss": 3.3030708436854184e-05, |
| "num_tokens": 707349.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 61 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 667.5, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 812.0, |
| "completions/mean_length": 667.5, |
| "completions/mean_terminated_length": 616.5714721679688, |
| "completions/min_length": 424.0, |
| "completions/min_terminated_length": 424.0, |
| "epoch": 0.496, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008751379209570587, |
| "kl": 0.0047638857358833775, |
| "learning_rate": 1.8472428731888836e-05, |
| "loss": 4.7638852265663445e-05, |
| "num_tokens": 718877.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 62 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 701.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1000.0, |
| "completions/max_terminated_length": 1000.0, |
| "completions/mean_length": 701.0, |
| "completions/mean_terminated_length": 701.0, |
| "completions/min_length": 525.0, |
| "completions/min_terminated_length": 525.0, |
| "epoch": 0.504, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005635059787891805, |
| "kl": 0.004204738041153178, |
| "learning_rate": 1.8399082733627967e-05, |
| "loss": 4.204738070257008e-05, |
| "num_tokens": 730845.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 63 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 683.25, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 791.0, |
| "completions/mean_length": 683.25, |
| "completions/mean_terminated_length": 634.5714721679688, |
| "completions/min_length": 500.0, |
| "completions/min_terminated_length": 500.0, |
| "epoch": 0.512, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005522868596017361, |
| "kl": 0.0036764607211807743, |
| "learning_rate": 1.832416973470368e-05, |
| "loss": 3.676460255519487e-05, |
| "num_tokens": 742683.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 64 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 760.0, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 777.0, |
| "completions/mean_length": 760.0, |
| "completions/mean_terminated_length": 672.0, |
| "completions/min_length": 449.0, |
| "completions/min_terminated_length": 449.0, |
| "epoch": 0.52, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0575263537466526, |
| "kl": 0.004310534393880516, |
| "learning_rate": 1.8247703711489684e-05, |
| "loss": 3.725290298461914e-05, |
| "num_tokens": 754971.0, |
| "reward": 1.338749885559082, |
| "reward_std": 0.002499997615814209, |
| "rewards/reward_environment_execution/mean": 0.038750000298023224, |
| "rewards/reward_environment_execution/std": 0.0035355337895452976, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 65 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 585.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 748.0, |
| "completions/max_terminated_length": 748.0, |
| "completions/mean_length": 585.625, |
| "completions/mean_terminated_length": 585.625, |
| "completions/min_length": 452.0, |
| "completions/min_terminated_length": 452.0, |
| "epoch": 0.528, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005746590322814882, |
| "kl": 0.0049333779024891555, |
| "learning_rate": 1.816969893010442e-05, |
| "loss": 4.933377567795105e-05, |
| "num_tokens": 765856.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 66 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 665.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 970.0, |
| "completions/max_terminated_length": 970.0, |
| "completions/mean_length": 665.75, |
| "completions/mean_terminated_length": 665.75, |
| "completions/min_length": 479.0, |
| "completions/min_terminated_length": 479.0, |
| "epoch": 0.536, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006066298228688538, |
| "kl": 0.004155741800786927, |
| "learning_rate": 1.8090169943749477e-05, |
| "loss": 4.155741771683097e-05, |
| "num_tokens": 777562.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 67 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 650.875, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 797.0, |
| "completions/mean_length": 650.875, |
| "completions/mean_terminated_length": 597.5714721679688, |
| "completions/min_length": 347.0, |
| "completions/min_terminated_length": 347.0, |
| "epoch": 0.544, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000580288004130125, |
| "kl": 0.004517835797742009, |
| "learning_rate": 1.8009131589994418e-05, |
| "loss": 4.5178356231190264e-05, |
| "num_tokens": 788973.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 68 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 689.5, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 766.0, |
| "completions/mean_length": 689.5, |
| "completions/mean_terminated_length": 641.7142944335938, |
| "completions/min_length": 389.0, |
| "completions/min_terminated_length": 389.0, |
| "epoch": 0.552, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0007625495200045407, |
| "kl": 0.004702944046584889, |
| "learning_rate": 1.7926598988008584e-05, |
| "loss": 4.7029439883772284e-05, |
| "num_tokens": 800709.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 69 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 687.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1019.0, |
| "completions/max_terminated_length": 1019.0, |
| "completions/mean_length": 687.375, |
| "completions/mean_terminated_length": 687.375, |
| "completions/min_length": 478.0, |
| "completions/min_terminated_length": 478.0, |
| "epoch": 0.56, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006017910782247782, |
| "kl": 0.003289921907708049, |
| "learning_rate": 1.7842587535740315e-05, |
| "loss": 3.289921733085066e-05, |
| "num_tokens": 812752.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 70 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 707.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1004.0, |
| "completions/max_terminated_length": 1004.0, |
| "completions/mean_length": 707.875, |
| "completions/mean_terminated_length": 707.875, |
| "completions/min_length": 545.0, |
| "completions/min_terminated_length": 545.0, |
| "epoch": 0.568, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07566738873720169, |
| "kl": 0.004167352628428489, |
| "learning_rate": 1.77571129070442e-05, |
| "loss": 3.58390825567767e-05, |
| "num_tokens": 824819.0, |
| "reward": 1.338749885559082, |
| "reward_std": 0.002499997615814209, |
| "rewards/reward_environment_execution/mean": 0.038750000298023224, |
| "rewards/reward_environment_execution/std": 0.0035355337895452976, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 71 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 660.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 815.0, |
| "completions/max_terminated_length": 815.0, |
| "completions/mean_length": 660.125, |
| "completions/mean_terminated_length": 660.125, |
| "completions/min_length": 239.0, |
| "completions/min_terminated_length": 239.0, |
| "epoch": 0.576, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0011171274818480015, |
| "kl": 0.0053537557541858405, |
| "learning_rate": 1.7670191048756827e-05, |
| "loss": 5.353755477699451e-05, |
| "num_tokens": 836312.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 72 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 679.75, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 793.0, |
| "completions/max_terminated_length": 793.0, |
| "completions/mean_length": 679.75, |
| "completions/mean_terminated_length": 679.75, |
| "completions/min_length": 512.0, |
| "completions/min_terminated_length": 512.0, |
| "epoch": 0.584, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005916557274758816, |
| "kl": 0.00392132272827439, |
| "learning_rate": 1.758183817772163e-05, |
| "loss": 3.921322786482051e-05, |
| "num_tokens": 848126.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 73 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 752.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 940.0, |
| "completions/max_terminated_length": 940.0, |
| "completions/mean_length": 752.25, |
| "completions/mean_terminated_length": 752.25, |
| "completions/min_length": 664.0, |
| "completions/min_terminated_length": 664.0, |
| "epoch": 0.592, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008296913001686335, |
| "kl": 0.0038888415147084743, |
| "learning_rate": 1.749207077776331e-05, |
| "loss": 3.8888414565008134e-05, |
| "num_tokens": 860696.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 74 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 741.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1018.0, |
| "completions/max_terminated_length": 1018.0, |
| "completions/mean_length": 741.875, |
| "completions/mean_terminated_length": 741.875, |
| "completions/min_length": 501.0, |
| "completions/min_terminated_length": 501.0, |
| "epoch": 0.6, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008696228032931685, |
| "kl": 0.0057216553832404315, |
| "learning_rate": 1.740090559661252e-05, |
| "loss": 5.721655543311499e-05, |
| "num_tokens": 873003.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 75 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 642.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 940.0, |
| "completions/max_terminated_length": 940.0, |
| "completions/mean_length": 642.875, |
| "completions/mean_terminated_length": 642.875, |
| "completions/min_length": 527.0, |
| "completions/min_terminated_length": 527.0, |
| "epoch": 0.608, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.005777810234576464, |
| "kl": 0.014752466755453497, |
| "learning_rate": 1.730835964278124e-05, |
| "loss": 0.00014752465358469635, |
| "num_tokens": 884350.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 76 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 762.875, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 878.0, |
| "completions/mean_length": 762.875, |
| "completions/mean_terminated_length": 725.5714721679688, |
| "completions/min_length": 541.0, |
| "completions/min_terminated_length": 541.0, |
| "epoch": 0.616, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0008344343514181674, |
| "kl": 0.0048244605713989586, |
| "learning_rate": 1.721445018238956e-05, |
| "loss": 4.824460484087467e-05, |
| "num_tokens": 897017.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 77 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 745.25, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 835.0, |
| "completions/mean_length": 745.25, |
| "completions/mean_terminated_length": 705.4285888671875, |
| "completions/min_length": 552.0, |
| "completions/min_terminated_length": 552.0, |
| "epoch": 0.624, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.001024937373585999, |
| "kl": 0.00511919436394237, |
| "learning_rate": 1.7119194735944336e-05, |
| "loss": 5.119194611324929e-05, |
| "num_tokens": 909195.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 78 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 711.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 981.0, |
| "completions/max_terminated_length": 981.0, |
| "completions/mean_length": 711.875, |
| "completions/mean_terminated_length": 711.875, |
| "completions/min_length": 594.0, |
| "completions/min_terminated_length": 594.0, |
| "epoch": 0.632, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.00042360470979474485, |
| "kl": 0.003573804016923532, |
| "learning_rate": 1.7022611075070476e-05, |
| "loss": 3.573803405743092e-05, |
| "num_tokens": 921258.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 79 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 725.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 885.0, |
| "completions/max_terminated_length": 885.0, |
| "completions/mean_length": 725.125, |
| "completions/mean_terminated_length": 725.125, |
| "completions/min_length": 600.0, |
| "completions/min_terminated_length": 600.0, |
| "epoch": 0.64, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06427791714668274, |
| "kl": 0.004669759000535123, |
| "learning_rate": 1.6924717219195258e-05, |
| "loss": 4.6700239181518555e-05, |
| "num_tokens": 933427.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 80 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 704.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 877.0, |
| "completions/max_terminated_length": 877.0, |
| "completions/mean_length": 704.0, |
| "completions/mean_terminated_length": 704.0, |
| "completions/min_length": 566.0, |
| "completions/min_terminated_length": 566.0, |
| "epoch": 0.648, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000489928585011512, |
| "kl": 0.003910054118023254, |
| "learning_rate": 1.6825531432186545e-05, |
| "loss": 3.910053783329204e-05, |
| "num_tokens": 945415.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 81 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 675.5, |
| "completions/clipped_ratio": 0.125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 865.0, |
| "completions/mean_length": 675.5, |
| "completions/mean_terminated_length": 625.7142944335938, |
| "completions/min_length": 468.0, |
| "completions/min_terminated_length": 468.0, |
| "epoch": 0.656, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0009050219086930156, |
| "kl": 0.005692193168215454, |
| "learning_rate": 1.6725072218945274e-05, |
| "loss": 5.692193371942267e-05, |
| "num_tokens": 957203.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 82 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 739.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 883.0, |
| "completions/max_terminated_length": 883.0, |
| "completions/mean_length": 739.0, |
| "completions/mean_terminated_length": 739.0, |
| "completions/min_length": 515.0, |
| "completions/min_terminated_length": 515.0, |
| "epoch": 0.664, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0009260174119845033, |
| "kl": 0.0054808445274829865, |
| "learning_rate": 1.662335832195308e-05, |
| "loss": 5.480844993144274e-05, |
| "num_tokens": 969663.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 83 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 722.875, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 837.0, |
| "completions/mean_length": 722.875, |
| "completions/mean_terminated_length": 622.5, |
| "completions/min_length": 323.0, |
| "completions/min_terminated_length": 323.0, |
| "epoch": 0.672, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0007106768898665905, |
| "kl": 0.004766069527249783, |
| "learning_rate": 1.6520408717775507e-05, |
| "loss": 4.7660694690421224e-05, |
| "num_tokens": 981662.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 84 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 808.125, |
| "completions/clipped_ratio": 0.25, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 1002.0, |
| "completions/mean_length": 808.125, |
| "completions/mean_terminated_length": 736.1666870117188, |
| "completions/min_length": 563.0, |
| "completions/min_terminated_length": 563.0, |
| "epoch": 0.68, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000751954154111445, |
| "kl": 0.004348799702711403, |
| "learning_rate": 1.6416242613521612e-05, |
| "loss": 4.3487998482305557e-05, |
| "num_tokens": 994351.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 85 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 629.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 745.0, |
| "completions/max_terminated_length": 745.0, |
| "completions/mean_length": 629.5, |
| "completions/mean_terminated_length": 629.5, |
| "completions/min_length": 485.0, |
| "completions/min_terminated_length": 485.0, |
| "epoch": 0.688, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005383202224038541, |
| "kl": 0.00451987877022475, |
| "learning_rate": 1.631087944326053e-05, |
| "loss": 4.519878712017089e-05, |
| "num_tokens": 1005755.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 86 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 578.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 849.0, |
| "completions/max_terminated_length": 849.0, |
| "completions/mean_length": 578.0, |
| "completions/mean_terminated_length": 578.0, |
| "completions/min_length": 268.0, |
| "completions/min_terminated_length": 268.0, |
| "epoch": 0.696, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0022287180181592703, |
| "kl": 0.00829805782996118, |
| "learning_rate": 1.6204338864395683e-05, |
| "loss": 8.298057946376503e-05, |
| "num_tokens": 1016587.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 87 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 723.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 893.0, |
| "completions/max_terminated_length": 893.0, |
| "completions/mean_length": 723.875, |
| "completions/mean_terminated_length": 723.875, |
| "completions/min_length": 545.0, |
| "completions/min_terminated_length": 545.0, |
| "epoch": 0.704, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0007930471329018474, |
| "kl": 0.005153974459972233, |
| "learning_rate": 1.609664075399735e-05, |
| "loss": 5.153974416316487e-05, |
| "num_tokens": 1028570.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 88 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 652.25, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 769.0, |
| "completions/max_terminated_length": 769.0, |
| "completions/mean_length": 652.25, |
| "completions/mean_terminated_length": 652.25, |
| "completions/min_length": 525.0, |
| "completions/min_terminated_length": 525.0, |
| "epoch": 0.712, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006688805297017097, |
| "kl": 0.004801850765943527, |
| "learning_rate": 1.5987805205094225e-05, |
| "loss": 4.801850445801392e-05, |
| "num_tokens": 1040144.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 89 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 625.375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 864.0, |
| "completions/max_terminated_length": 864.0, |
| "completions/mean_length": 625.375, |
| "completions/mean_terminated_length": 625.375, |
| "completions/min_length": 435.0, |
| "completions/min_terminated_length": 435.0, |
| "epoch": 0.72, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000412154447985813, |
| "kl": 0.0038969786401139572, |
| "learning_rate": 1.5877852522924733e-05, |
| "loss": 3.896978887496516e-05, |
| "num_tokens": 1051363.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 90 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 659.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 891.0, |
| "completions/max_terminated_length": 891.0, |
| "completions/mean_length": 659.5, |
| "completions/mean_terminated_length": 659.5, |
| "completions/min_length": 457.0, |
| "completions/min_terminated_length": 457.0, |
| "epoch": 0.728, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0015461925650015473, |
| "kl": 0.006992757291300222, |
| "learning_rate": 1.5766803221148676e-05, |
| "loss": 6.992756971158087e-05, |
| "num_tokens": 1063027.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 91 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 685.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 895.0, |
| "completions/max_terminated_length": 895.0, |
| "completions/mean_length": 685.125, |
| "completions/mean_terminated_length": 685.125, |
| "completions/min_length": 475.0, |
| "completions/min_terminated_length": 475.0, |
| "epoch": 0.736, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0011083967983722687, |
| "kl": 0.005801332445116714, |
| "learning_rate": 1.565467801802006e-05, |
| "loss": 5.801332008559257e-05, |
| "num_tokens": 1074688.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 92 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 658.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 817.0, |
| "completions/max_terminated_length": 817.0, |
| "completions/mean_length": 658.0, |
| "completions/mean_terminated_length": 658.0, |
| "completions/min_length": 547.0, |
| "completions/min_terminated_length": 547.0, |
| "epoch": 0.744, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0015490923542529345, |
| "kl": 0.0067122922773705795, |
| "learning_rate": 1.554149783252175e-05, |
| "loss": 6.71229136059992e-05, |
| "num_tokens": 1086328.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 93 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 694.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 954.0, |
| "completions/max_terminated_length": 954.0, |
| "completions/mean_length": 694.125, |
| "completions/mean_terminated_length": 694.125, |
| "completions/min_length": 471.0, |
| "completions/min_terminated_length": 471.0, |
| "epoch": 0.752, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.10838653147220612, |
| "kl": 0.0066940476826857775, |
| "learning_rate": 1.542728378046262e-05, |
| "loss": 6.692749593639746e-05, |
| "num_tokens": 1098085.0, |
| "reward": 0.9849998950958252, |
| "reward_std": 0.7099999785423279, |
| "rewards/reward_environment_execution/mean": -0.027499999850988388, |
| "rewards/reward_environment_execution/std": 0.19091883301734924, |
| "rewards/reward_format_compliance/mean": 0.75, |
| "rewards/reward_format_compliance/std": 0.7071067690849304, |
| "rewards/reward_investigation_quality/mean": 0.26250001788139343, |
| "rewards/reward_investigation_quality/std": 0.1060660257935524, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 94 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 593.625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 694.0, |
| "completions/max_terminated_length": 694.0, |
| "completions/mean_length": 593.625, |
| "completions/mean_terminated_length": 593.625, |
| "completions/min_length": 501.0, |
| "completions/min_terminated_length": 501.0, |
| "epoch": 0.76, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.000631893053650856, |
| "kl": 0.004648085654480383, |
| "learning_rate": 1.5312057170538033e-05, |
| "loss": 4.64808581455145e-05, |
| "num_tokens": 1109034.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 95 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 681.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 780.0, |
| "completions/max_terminated_length": 780.0, |
| "completions/mean_length": 681.5, |
| "completions/mean_terminated_length": 681.5, |
| "completions/min_length": 471.0, |
| "completions/min_terminated_length": 471.0, |
| "epoch": 0.768, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0010983948595821857, |
| "kl": 0.004860512548475526, |
| "learning_rate": 1.5195839500354337e-05, |
| "loss": 4.8605124902678654e-05, |
| "num_tokens": 1120678.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 96 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 687.875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 846.0, |
| "completions/max_terminated_length": 846.0, |
| "completions/mean_length": 687.875, |
| "completions/mean_terminated_length": 687.875, |
| "completions/min_length": 433.0, |
| "completions/min_terminated_length": 433.0, |
| "epoch": 0.776, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006151673151180148, |
| "kl": 0.004180053161690012, |
| "learning_rate": 1.5078652452418063e-05, |
| "loss": 4.180052565061487e-05, |
| "num_tokens": 1132557.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 97 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 687.125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 949.0, |
| "completions/max_terminated_length": 949.0, |
| "completions/mean_length": 687.125, |
| "completions/mean_terminated_length": 687.125, |
| "completions/min_length": 567.0, |
| "completions/min_terminated_length": 567.0, |
| "epoch": 0.784, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0006311318138614297, |
| "kl": 0.004457214614376426, |
| "learning_rate": 1.4960517890090683e-05, |
| "loss": 4.4572145270649344e-05, |
| "num_tokens": 1144610.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 98 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 684.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 881.0, |
| "completions/max_terminated_length": 881.0, |
| "completions/mean_length": 684.5, |
| "completions/mean_terminated_length": 684.5, |
| "completions/min_length": 520.0, |
| "completions/min_terminated_length": 520.0, |
| "epoch": 0.792, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0011139169801026583, |
| "kl": 0.005598273302894086, |
| "learning_rate": 1.4841457853509606e-05, |
| "loss": 5.598273128271103e-05, |
| "num_tokens": 1156474.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 99 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completion_length": 638.5, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 813.0, |
| "completions/max_terminated_length": 813.0, |
| "completions/mean_length": 638.5, |
| "completions/mean_terminated_length": 638.5, |
| "completions/min_length": 521.0, |
| "completions/min_terminated_length": 521.0, |
| "epoch": 0.8, |
| "frac_reward_zero_std": 1.0, |
| "grad_norm": 0.0005143387825228274, |
| "kl": 0.0034461540053598583, |
| "learning_rate": 1.4721494555476189e-05, |
| "loss": 3.446154005359858e-05, |
| "num_tokens": 1167790.0, |
| "reward": 1.3399999141693115, |
| "reward_std": 0.0, |
| "rewards/reward_environment_execution/mean": 0.03999999910593033, |
| "rewards/reward_environment_execution/std": 0.0, |
| "rewards/reward_format_compliance/mean": 1.0, |
| "rewards/reward_format_compliance/std": 0.0, |
| "rewards/reward_investigation_quality/mean": 0.30000001192092896, |
| "rewards/reward_investigation_quality/std": 0.0, |
| "rewards/reward_os_mechanics/mean": 0.0, |
| "rewards/reward_os_mechanics/std": 0.0, |
| "step": 100 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 250, |
| "num_input_tokens_seen": 1167790, |
| "num_train_epochs": 2, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
