{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 500, "global_step": 64, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.7, "completions/max_terminated_length": 281.7, "completions/mean_length": 173.90625, "completions/mean_terminated_length": 173.90625, "completions/min_length": 60.1, "completions/min_terminated_length": 60.1, "entropy": 0.34981602281332014, "epoch": 0.3125, "frac_reward_zero_std": 0.2, "grad_norm": 3.5286595821380615, "learning_rate": 8.593749999999999e-07, "loss": -0.03454443216323853, "num_tokens": 363490.0, "reward": -1.9279687214642762, "reward_std": 6.467041900753975, "rewards/pulse_reward/mean": -1.9279687214642762, "rewards/pulse_reward/std": 6.467041908204555, "step": 10, "step_time": 35.20241980789724, "tools/call_frequency": 5.49375, "tools/failure_frequency": 0.019680690905079245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.3, "completions/max_terminated_length": 294.3, "completions/mean_length": 172.56875, "completions/mean_terminated_length": 172.56875, "completions/min_length": 50.3, "completions/min_terminated_length": 50.3, "entropy": 0.23517516404390335, "epoch": 0.625, "frac_reward_zero_std": 0.2625, "grad_norm": 3.8192903995513916, "learning_rate": 7.031249999999999e-07, "loss": 0.01356593519449234, "num_tokens": 726552.0, "reward": 0.09853125289082527, "reward_std": 0.583341383934021, "rewards/pulse_reward/mean": 0.09853125289082527, "rewards/pulse_reward/std": 0.583341383934021, "step": 20, "step_time": 39.57589099079487, "tools/call_frequency": 6.35, "tools/failure_frequency": 0.005996426660567522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 273.0, "completions/max_terminated_length": 273.0, "completions/mean_length": 149.115625, "completions/mean_terminated_length": 149.115625, "completions/min_length": 50.9, "completions/min_terminated_length": 50.9, "entropy": 0.1797773003578186, "epoch": 0.9375, "frac_reward_zero_std": 0.0875, "grad_norm": 5.692322254180908, "learning_rate": 5.46875e-07, "loss": 0.06958286762237549, "num_tokens": 1082109.0, "reward": 0.3879156395792961, "reward_std": 0.6661841243505477, "rewards/pulse_reward/mean": 0.3879156395792961, "rewards/pulse_reward/std": 0.6661841526627541, "step": 30, "step_time": 30.443527194001945, "tools/call_frequency": 5.58125, "tools/failure_frequency": 0.005842319130897522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 115.3, "completions/max_terminated_length": 115.3, "completions/mean_length": 70.528125, "completions/mean_terminated_length": 70.528125, "completions/min_length": 38.1, "completions/min_terminated_length": 38.1, "entropy": 0.1547975329682231, "epoch": 1.25, "frac_reward_zero_std": 0.1625, "grad_norm": 3.677471399307251, "learning_rate": 3.9062499999999997e-07, "loss": 0.02682075500488281, "num_tokens": 1412518.0, "reward": 1.0730250239372254, "reward_std": 0.7086882412433624, "rewards/pulse_reward/mean": 1.0730250239372254, "rewards/pulse_reward/std": 0.7086882352828979, "step": 40, "step_time": 11.361506971600466, "tools/call_frequency": 2.215625, "tools/failure_frequency": 0.0015384615398943424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 83.1, "completions/max_terminated_length": 83.1, "completions/mean_length": 65.421875, "completions/mean_terminated_length": 65.421875, "completions/min_length": 48.0, "completions/min_terminated_length": 48.0, "entropy": 0.12452723067253828, "epoch": 1.5625, "frac_reward_zero_std": 0.6625, "grad_norm": 3.609057664871216, "learning_rate": 2.3437499999999998e-07, "loss": -3.346521407365799e-05, "num_tokens": 1741293.0, "reward": 1.4852312803268433, "reward_std": 0.3715872406959534, "rewards/pulse_reward/mean": 1.4852312803268433, "rewards/pulse_reward/std": 0.3715872406959534, "step": 50, "step_time": 8.49522676919878, "tools/call_frequency": 2.0, "tools/failure_frequency": 0.0 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 86.6, "completions/max_terminated_length": 86.6, "completions/mean_length": 65.471875, "completions/mean_terminated_length": 65.471875, "completions/min_length": 53.6, "completions/min_terminated_length": 53.6, "entropy": 0.11676975060254335, "epoch": 1.875, "frac_reward_zero_std": 0.8125, "grad_norm": 2.142204761505127, "learning_rate": 7.812499999999999e-08, "loss": -0.00026753861457109453, "num_tokens": 2070084.0, "reward": 1.538143789768219, "reward_std": 0.2553505107760429, "rewards/pulse_reward/mean": 1.538143789768219, "rewards/pulse_reward/std": 0.25535051375627515, "step": 60, "step_time": 8.590878555196104, "tools/call_frequency": 1.996875, "tools/failure_frequency": 0.0 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 74.75, "completions/max_terminated_length": 74.75, "completions/mean_length": 65.3203125, "completions/mean_terminated_length": 65.3203125, "completions/min_length": 61.25, "completions/min_terminated_length": 61.25, "entropy": 0.11779927462339401, "epoch": 2.0, "frac_reward_zero_std": 0.9375, "num_tokens": 2201581.0, "reward": 1.57924222946167, "reward_std": 0.11742392182350159, "rewards/pulse_reward/mean": 1.57924222946167, "rewards/pulse_reward/std": 0.11742392182350159, "step": 64, "step_time": 7.905290340990177, "tools/call_frequency": 2.0078125, "tools/failure_frequency": 0.0, "total_flos": 0.0, "train_loss": 0.011853500996949151, "train_runtime": 1404.4837, "train_samples_per_second": 0.365, "train_steps_per_second": 0.046 } ], "logging_steps": 10, "max_steps": 64, "num_input_tokens_seen": 2201581, "num_train_epochs": 2, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }