| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2500462820117248, |
| "eval_steps": 1013, |
| "global_step": 4052, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.005916666820645332, |
| "completions/max_length": 1048.664, |
| "completions/max_terminated_length": 887.636, |
| "completions/mean_length": 740.2631862792969, |
| "completions/mean_terminated_length": 737.0485073242188, |
| "completions/min_length": 516.448, |
| "completions/min_terminated_length": 516.448, |
| "entropy": 0.7370091029206912, |
| "epoch": 0.015427337241592102, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.82421875, |
| "learning_rate": 1e-06, |
| "loss": -0.0191, |
| "num_tokens": 55870796.0, |
| "reward": -0.6514818173646927, |
| "reward_std": 0.7432788764238357, |
| "rewards/ADERawReward/mean": -6.492442960739136, |
| "rewards/ADERawReward/std": 5.876542773246765, |
| "rewards/StrictFormatReward/mean": 0.5888750042319297, |
| "rewards/StrictFormatReward/std": 1.9825107951164245, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.061124999895691874, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.23321482253074646, |
| "sampling/importance_sampling_ratio/max": 2.6557672066688536, |
| "sampling/importance_sampling_ratio/mean": 0.4120183044672012, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 4.071227742671967, |
| "sampling/sampling_logp_difference/mean": 0.02530779618769884, |
| "step": 250, |
| "step_time": 102.83658894309168 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.005083333484828472, |
| "completions/max_length": 1042.992, |
| "completions/max_terminated_length": 883.088, |
| "completions/mean_length": 735.9094775390626, |
| "completions/mean_terminated_length": 733.132591796875, |
| "completions/min_length": 557.044, |
| "completions/min_terminated_length": 557.044, |
| "entropy": 0.7054843534032503, |
| "epoch": 0.030854674483184203, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.431640625, |
| "learning_rate": 1e-06, |
| "loss": -0.0206, |
| "num_tokens": 111634735.0, |
| "reward": -0.5281950639486312, |
| "reward_std": 0.5776918355226517, |
| "rewards/ADERawReward/mean": -5.5796587896347045, |
| "rewards/ADERawReward/std": 4.435033079147339, |
| "rewards/StrictFormatReward/mean": 0.7227083352506161, |
| "rewards/StrictFormatReward/std": 1.5988679203987122, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.042500000093132255, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.1935399295091629, |
| "sampling/importance_sampling_ratio/max": 2.6669081573486326, |
| "sampling/importance_sampling_ratio/mean": 0.424478932261467, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.480512677669525, |
| "sampling/sampling_logp_difference/mean": 0.024822900630533697, |
| "step": 500, |
| "step_time": 102.76567207844415 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.005833333492279053, |
| "completions/max_length": 1037.572, |
| "completions/max_terminated_length": 866.908, |
| "completions/mean_length": 734.3183942871094, |
| "completions/mean_terminated_length": 731.1217890625, |
| "completions/min_length": 581.092, |
| "completions/min_terminated_length": 581.092, |
| "entropy": 0.6821570705374082, |
| "epoch": 0.046282011724776306, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3046875, |
| "learning_rate": 1e-06, |
| "loss": -0.0167, |
| "num_tokens": 167358632.0, |
| "reward": -0.46010204815864564, |
| "reward_std": 0.5086695972681046, |
| "rewards/ADERawReward/mean": -5.064103653907776, |
| "rewards/ADERawReward/std": 3.8888480224609374, |
| "rewards/StrictFormatReward/mean": 0.7910000030398369, |
| "rewards/StrictFormatReward/std": 1.3112610425949096, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.032791666954755785, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.16757118993997575, |
| "sampling/importance_sampling_ratio/max": 2.6628545818328857, |
| "sampling/importance_sampling_ratio/mean": 0.416588748216629, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.5062717790603637, |
| "sampling/sampling_logp_difference/mean": 0.02463912143558264, |
| "step": 750, |
| "step_time": 103.00564296311047 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.005541666816920042, |
| "completions/max_length": 1038.12, |
| "completions/max_terminated_length": 863.428, |
| "completions/mean_length": 730.9473972167968, |
| "completions/mean_terminated_length": 727.8880185546875, |
| "completions/min_length": 577.432, |
| "completions/min_terminated_length": 577.432, |
| "entropy": 0.6596990981002648, |
| "epoch": 0.061709348966368406, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1e-06, |
| "loss": -0.0099, |
| "num_tokens": 223006825.0, |
| "reward": -0.42084186458587647, |
| "reward_std": 0.46201441729068754, |
| "rewards/ADERawReward/mean": -4.784501824378967, |
| "rewards/ADERawReward/std": 3.564310556411743, |
| "rewards/StrictFormatReward/mean": 0.8240000032186509, |
| "rewards/StrictFormatReward/std": 1.1784188017845154, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.024791666973382233, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.1419000388979912, |
| "sampling/importance_sampling_ratio/max": 2.6621846599578856, |
| "sampling/importance_sampling_ratio/mean": 0.41088387966156004, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.7157851243019104, |
| "sampling/sampling_logp_difference/mean": 0.024803065180778502, |
| "step": 1000, |
| "step_time": 102.76144676574134 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.004541666798293591, |
| "completions/max_length": 1014.732, |
| "completions/max_terminated_length": 859.056, |
| "completions/mean_length": 727.5094375, |
| "completions/mean_terminated_length": 724.9905017089844, |
| "completions/min_length": 584.332, |
| "completions/min_terminated_length": 584.332, |
| "entropy": 0.6467662775715192, |
| "epoch": 0.0771366862079605, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.66796875, |
| "learning_rate": 1e-06, |
| "loss": -0.0215, |
| "num_tokens": 278568875.0, |
| "reward": -0.3954123160839081, |
| "reward_std": 0.4379507850408554, |
| "rewards/ADERawReward/mean": -4.579247982025146, |
| "rewards/ADERawReward/std": 3.392575692653656, |
| "rewards/StrictFormatReward/mean": 0.836375002503395, |
| "rewards/StrictFormatReward/std": 1.1209392004013061, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.021125000294297935, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.12883992713689804, |
| "sampling/importance_sampling_ratio/max": 2.699490216732025, |
| "sampling/importance_sampling_ratio/mean": 0.41803274899721143, |
| "sampling/importance_sampling_ratio/min": 1.6055192099884153e-06, |
| "sampling/sampling_logp_difference/max": 4.016801550865173, |
| "sampling/sampling_logp_difference/mean": 0.024675262413918972, |
| "step": 1250, |
| "step_time": 102.27029848615639 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.002500000074505806, |
| "completions/max_length": 945.28, |
| "completions/max_terminated_length": 852.88, |
| "completions/mean_length": 725.0985200195313, |
| "completions/mean_terminated_length": 723.7116264648438, |
| "completions/min_length": 596.484, |
| "completions/min_terminated_length": 596.484, |
| "entropy": 0.6350844318767389, |
| "epoch": 0.09256402344955261, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.419921875, |
| "learning_rate": 1e-06, |
| "loss": -0.0189, |
| "num_tokens": 334072887.0, |
| "reward": -0.36599990248680114, |
| "reward_std": 0.38822157627344134, |
| "rewards/ADERawReward/mean": -4.372457194328308, |
| "rewards/ADERawReward/std": 3.109687662124634, |
| "rewards/StrictFormatReward/mean": 0.8803750035762787, |
| "rewards/StrictFormatReward/std": 0.911559506893158, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.016791666973382236, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.11165152180194855, |
| "sampling/importance_sampling_ratio/max": 2.6761970496177674, |
| "sampling/importance_sampling_ratio/mean": 0.40891835248470304, |
| "sampling/importance_sampling_ratio/min": 9.472505189478397e-06, |
| "sampling/sampling_logp_difference/max": 3.42186851978302, |
| "sampling/sampling_logp_difference/mean": 0.02459824702888727, |
| "step": 1500, |
| "step_time": 102.27085299471486 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0021666667275130748, |
| "completions/max_length": 925.572, |
| "completions/max_terminated_length": 840.94, |
| "completions/mean_length": 722.0470627441406, |
| "completions/mean_terminated_length": 720.8377180175781, |
| "completions/min_length": 611.58, |
| "completions/min_terminated_length": 611.58, |
| "entropy": 0.6213784945507844, |
| "epoch": 0.1079913606911447, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1e-06, |
| "loss": -0.012, |
| "num_tokens": 389499072.0, |
| "reward": -0.3459859914779663, |
| "reward_std": 0.36564248079061507, |
| "rewards/ADERawReward/mean": -4.219901427745819, |
| "rewards/ADERawReward/std": 3.0195640125274656, |
| "rewards/StrictFormatReward/mean": 0.8950416705608368, |
| "rewards/StrictFormatReward/std": 0.8084545879364013, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.013500000279396773, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.09319193106889724, |
| "sampling/importance_sampling_ratio/max": 2.6610923824310304, |
| "sampling/importance_sampling_ratio/mean": 0.40683302807807925, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.4339644517898558, |
| "sampling/sampling_logp_difference/mean": 0.02464620542526245, |
| "step": 1750, |
| "step_time": 99.183495038067 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0019166667200624943, |
| "completions/max_length": 909.052, |
| "completions/max_terminated_length": 835.544, |
| "completions/mean_length": 720.742646484375, |
| "completions/mean_terminated_length": 719.6681306152344, |
| "completions/min_length": 584.152, |
| "completions/min_terminated_length": 584.152, |
| "entropy": 0.6136423728168011, |
| "epoch": 0.12341869793273681, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3359375, |
| "learning_rate": 1e-06, |
| "loss": -0.0141, |
| "num_tokens": 444900063.0, |
| "reward": -0.34251336628198625, |
| "reward_std": 0.37447755241394043, |
| "rewards/ADERawReward/mean": -4.1890502076148985, |
| "rewards/ADERawReward/std": 3.077660232067108, |
| "rewards/StrictFormatReward/mean": 0.9055833375453949, |
| "rewards/StrictFormatReward/std": 0.7454135446548462, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.014166666973382234, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.09863431739807128, |
| "sampling/importance_sampling_ratio/max": 2.6561739139556884, |
| "sampling/importance_sampling_ratio/mean": 0.4042038552761078, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.3377611017227173, |
| "sampling/sampling_logp_difference/mean": 0.02476299414038658, |
| "step": 2000, |
| "step_time": 98.3213485963922 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.001162574439409322, |
| "completions/max_length": 879.8080357142857, |
| "completions/max_terminated_length": 832.6116071428571, |
| "completions/mean_length": 718.557358605521, |
| "completions/mean_terminated_length": 717.9059042249407, |
| "completions/min_length": 589.8973214285714, |
| "completions/min_terminated_length": 589.8973214285714, |
| "entropy": 0.6061091426139077, |
| "epoch": 0.13884603517432892, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.53515625, |
| "learning_rate": 1e-06, |
| "loss": -0.0191, |
| "num_tokens": 500248810.0, |
| "reward": -0.32640599446105106, |
| "reward_std": 0.3465899739281407, |
| "rewards/ADERawReward/mean": -4.053726853004524, |
| "rewards/ADERawReward/std": 2.815441790435995, |
| "rewards/StrictFormatReward/mean": 0.9166201688349247, |
| "rewards/StrictFormatReward/std": 0.6955176554620266, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.012695312774407544, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.09239118280155319, |
| "sampling/importance_sampling_ratio/max": 2.6466493728969778, |
| "sampling/importance_sampling_ratio/mean": 0.39691678368087324, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.0113137593226775, |
| "sampling/sampling_logp_difference/mean": 0.02489119712429653, |
| "step": 2250, |
| "step_time": 96.92629818777017 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.000875000026077032, |
| "completions/max_length": 863.104, |
| "completions/max_terminated_length": 824.02, |
| "completions/mean_length": 716.2801462402343, |
| "completions/mean_terminated_length": 715.7871943359376, |
| "completions/min_length": 615.396, |
| "completions/min_terminated_length": 615.396, |
| "entropy": 0.5963181855380535, |
| "epoch": 0.154273372415921, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.57421875, |
| "learning_rate": 1e-06, |
| "loss": -0.0056, |
| "num_tokens": 555539517.0, |
| "reward": -0.3226540098786354, |
| "reward_std": 0.33441395533084867, |
| "rewards/ADERawReward/mean": -4.066248285293579, |
| "rewards/ADERawReward/std": 2.857483944416046, |
| "rewards/StrictFormatReward/mean": 0.9417916719913483, |
| "rewards/StrictFormatReward/std": 0.5139281806945801, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.010208333574235439, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.07784588915109635, |
| "sampling/importance_sampling_ratio/max": 2.67059384059906, |
| "sampling/importance_sampling_ratio/mean": 0.4079976667165756, |
| "sampling/importance_sampling_ratio/min": 2.0955142099410298e-06, |
| "sampling/sampling_logp_difference/max": 2.915797833919525, |
| "sampling/sampling_logp_difference/mean": 0.024804871201515196, |
| "step": 2500, |
| "step_time": 96.5819300347846 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0002083333395421505, |
| "completions/max_length": 833.172, |
| "completions/max_terminated_length": 823.788, |
| "completions/mean_length": 714.4539780273437, |
| "completions/mean_terminated_length": 714.3367856445312, |
| "completions/min_length": 621.324, |
| "completions/min_terminated_length": 621.324, |
| "entropy": 0.5877875714798768, |
| "epoch": 0.1697007096575131, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.298828125, |
| "learning_rate": 1e-06, |
| "loss": -0.0124, |
| "num_tokens": 610787484.0, |
| "reward": -0.30353189450502394, |
| "reward_std": 0.32437086540460586, |
| "rewards/ADERawReward/mean": -3.8708605070114137, |
| "rewards/ADERawReward/std": 2.7934514899253844, |
| "rewards/StrictFormatReward/mean": 0.9417916712760925, |
| "rewards/StrictFormatReward/std": 0.4934869828224182, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.01062500024214387, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.07967252486944199, |
| "sampling/importance_sampling_ratio/max": 2.659933195590973, |
| "sampling/importance_sampling_ratio/mean": 0.394553276181221, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.5287425756454467, |
| "sampling/sampling_logp_difference/mean": 0.024931824699044227, |
| "step": 2750, |
| "step_time": 96.53972402803413 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0010833333656191826, |
| "completions/max_length": 863.824, |
| "completions/max_terminated_length": 817.188, |
| "completions/mean_length": 714.6435637207031, |
| "completions/mean_terminated_length": 714.0302766113281, |
| "completions/min_length": 607.856, |
| "completions/min_terminated_length": 607.856, |
| "entropy": 0.5818471058706443, |
| "epoch": 0.18512804689910523, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.5703125, |
| "learning_rate": 1e-06, |
| "loss": -0.0169, |
| "num_tokens": 666039777.0, |
| "reward": -0.3049742431640625, |
| "reward_std": 0.32099160385131836, |
| "rewards/ADERawReward/mean": -3.8962840032577515, |
| "rewards/ADERawReward/std": 2.709978165626526, |
| "rewards/StrictFormatReward/mean": 0.9436250040531159, |
| "rewards/StrictFormatReward/std": 0.47908434677124023, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.009708333570510149, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.07359959524869919, |
| "sampling/importance_sampling_ratio/max": 2.6498729739189146, |
| "sampling/importance_sampling_ratio/mean": 0.39071888399124144, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.4965560755729674, |
| "sampling/sampling_logp_difference/mean": 0.025223644375801088, |
| "step": 3000, |
| "step_time": 96.81055386799201 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0007083333544433117, |
| "completions/max_length": 852.236, |
| "completions/max_terminated_length": 821.312, |
| "completions/mean_length": 713.7293542480469, |
| "completions/mean_terminated_length": 713.328365234375, |
| "completions/min_length": 616.076, |
| "completions/min_terminated_length": 616.076, |
| "entropy": 0.5780690830250581, |
| "epoch": 0.20055538414069732, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.314453125, |
| "learning_rate": 1e-06, |
| "loss": -0.0142, |
| "num_tokens": 721270913.0, |
| "reward": -0.31390173989534376, |
| "reward_std": 0.33305680614709854, |
| "rewards/ADERawReward/mean": -3.982683939933777, |
| "rewards/ADERawReward/std": 2.86267271566391, |
| "rewards/StrictFormatReward/mean": 0.9395000061988831, |
| "rewards/StrictFormatReward/std": 0.5385978784561157, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.009583333555608987, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.07142315375804902, |
| "sampling/importance_sampling_ratio/max": 2.631761978149414, |
| "sampling/importance_sampling_ratio/mean": 0.3860141232609749, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.740824131011963, |
| "sampling/sampling_logp_difference/mean": 0.025401095636188985, |
| "step": 3250, |
| "step_time": 96.19722850280628 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.000875000026077032, |
| "completions/max_length": 850.552, |
| "completions/max_terminated_length": 814.212, |
| "completions/mean_length": 712.1042302246094, |
| "completions/mean_terminated_length": 711.6088298339844, |
| "completions/min_length": 626.112, |
| "completions/min_terminated_length": 626.112, |
| "entropy": 0.5715888170003891, |
| "epoch": 0.2159827213822894, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.44140625, |
| "learning_rate": 1e-06, |
| "loss": -0.0124, |
| "num_tokens": 776462678.0, |
| "reward": -0.30889584970474243, |
| "reward_std": 0.3144490374326706, |
| "rewards/ADERawReward/mean": -3.9392500238418577, |
| "rewards/ADERawReward/std": 2.6847875142097473, |
| "rewards/StrictFormatReward/mean": 0.9436250033378601, |
| "rewards/StrictFormatReward/std": 0.47109197473526, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.009333333555608989, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.07163679528236389, |
| "sampling/importance_sampling_ratio/max": 2.65571790599823, |
| "sampling/importance_sampling_ratio/mean": 0.3766425832509995, |
| "sampling/importance_sampling_ratio/min": 4.028406925499439e-06, |
| "sampling/sampling_logp_difference/max": 2.7010404844284057, |
| "sampling/sampling_logp_difference/mean": 0.02544734926521778, |
| "step": 3500, |
| "step_time": 96.07444917097222 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.001000000026077032, |
| "completions/max_length": 856.708, |
| "completions/max_terminated_length": 818.18, |
| "completions/mean_length": 711.0548127441406, |
| "completions/mean_terminated_length": 710.485681640625, |
| "completions/min_length": 623.18, |
| "completions/min_terminated_length": 623.18, |
| "entropy": 0.5675009115636349, |
| "epoch": 0.23141005862388153, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.58203125, |
| "learning_rate": 1e-06, |
| "loss": -0.0126, |
| "num_tokens": 831628777.0, |
| "reward": -0.29730197590589524, |
| "reward_std": 0.3075375944972038, |
| "rewards/ADERawReward/mean": -3.8417279462814333, |
| "rewards/ADERawReward/std": 2.651340295314789, |
| "rewards/StrictFormatReward/mean": 0.9491250042915345, |
| "rewards/StrictFormatReward/std": 0.4416283984184265, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.008041666872799396, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.06475958001613617, |
| "sampling/importance_sampling_ratio/max": 2.6290244870185853, |
| "sampling/importance_sampling_ratio/mean": 0.3763211210370064, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.6789370698928834, |
| "sampling/sampling_logp_difference/mean": 0.025451114401221275, |
| "step": 3750, |
| "step_time": 96.34214797798451 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0006250000186264515, |
| "completions/max_length": 843.464, |
| "completions/max_terminated_length": 815.396, |
| "completions/mean_length": 710.6923542480469, |
| "completions/mean_terminated_length": 710.3357133789062, |
| "completions/min_length": 613.568, |
| "completions/min_terminated_length": 613.568, |
| "entropy": 0.5619488783180714, |
| "epoch": 0.24683739586547362, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.341796875, |
| "learning_rate": 1e-06, |
| "loss": -0.0122, |
| "num_tokens": 886786817.0, |
| "reward": -0.2906723284721375, |
| "reward_std": 0.30687531280517577, |
| "rewards/ADERawReward/mean": -3.7726814937591553, |
| "rewards/ADERawReward/std": 2.639881242275238, |
| "rewards/StrictFormatReward/mean": 0.9509583368301392, |
| "rewards/StrictFormatReward/std": 0.41187693691253663, |
| "rewards/TrajectoryFaithfulnessReward/mean": -0.008500000208616257, |
| "rewards/TrajectoryFaithfulnessReward/std": 0.06611887764930725, |
| "sampling/importance_sampling_ratio/max": 2.6629422454833986, |
| "sampling/importance_sampling_ratio/mean": 0.38573138242959976, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.731431742668152, |
| "sampling/sampling_logp_difference/mean": 0.025264361627399923, |
| "step": 4000, |
| "step_time": 95.92732716572657 |
| } |
| ], |
| "logging_steps": 250, |
| "max_steps": 4052, |
| "num_input_tokens_seen": 898256307, |
| "num_train_epochs": 1, |
| "save_steps": 1013, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
