| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.019443904335990667, |
| "eval_steps": 500, |
| "global_step": 100, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07540167623665184, |
| "cast/masked_gap_abs_mean": 0.0003348859263496706, |
| "cast/masked_gap_mean": 5.701296323934457e-06, |
| "cast/masked_negative_base_rate": 0.7414380516856909, |
| "cast/masked_positive_base_rate": 0.2585619401652366, |
| "cast/masked_sign_flipped_rate": 0.27001334028318524, |
| "cast/masked_teacher_negative_rate": 0.32948060473427176, |
| "cast/masked_teacher_positive_rate": 0.2492526974529028, |
| "cast/masked_token_adv_abs_mean": 0.8956050714477897, |
| "cast/masked_token_adv_max": 1.0073942635208368, |
| "cast/masked_token_adv_mean": -0.27101879054680467, |
| "cast/masked_token_adv_min": -1.006590973585844, |
| "cast/masked_token_weight_max": 1.0197022557258606, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.0011940337462874595, |
| "cast/masked_wrong_good_token_rate": 0.19461166393011808, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4871.0, |
| "completions/max_terminated_length": 4871.0, |
| "completions/mean_length": 1550.90625, |
| "completions/mean_terminated_length": 1550.90625, |
| "completions/min_length": 383.0, |
| "completions/min_terminated_length": 383.0, |
| "entropy": 0.23464461648836732, |
| "epoch": 0.00019443904335990667, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07541441917419434, |
| "learning_rate": 1e-06, |
| "loss": 0.18309621512889862, |
| "num_tokens": 109178.0, |
| "reward": 0.3125, |
| "reward_std": 0.467176616191864, |
| "rewards/math_answer_reward/mean": 0.3125, |
| "rewards/math_answer_reward/std": 0.467176616191864, |
| "sampling/importance_sampling_ratio/max": 2.6244285106658936, |
| "sampling/importance_sampling_ratio/mean": 0.7069504261016846, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.1511693000793457, |
| "sampling/sampling_logp_difference/mean": 0.009396504610776901, |
| "step": 1, |
| "step_time": 138.9456026760745 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.04320417204871774, |
| "cast/masked_gap_abs_mean": 0.009557685581967235, |
| "cast/masked_gap_mean": 3.164942400246673e-05, |
| "cast/masked_negative_base_rate": 0.8672169931232929, |
| "cast/masked_positive_base_rate": 0.13278300035744905, |
| "cast/masked_sign_flipped_rate": 0.2933891713619232, |
| "cast/masked_teacher_negative_rate": 0.3571503348648548, |
| "cast/masked_teacher_positive_rate": 0.2830226211808622, |
| "cast/masked_token_adv_abs_mean": 0.8587681213393807, |
| "cast/masked_token_adv_max": 1.0409232024103403, |
| "cast/masked_token_adv_mean": -0.2269591999356635, |
| "cast/masked_token_adv_min": -1.1414122991263866, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02249191445298493, |
| "cast/masked_wrong_good_token_rate": 0.25018499861471355, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0026310299235774437, |
| "clip_ratio/high_mean": 0.0026310299235774437, |
| "clip_ratio/low_mean": 0.0006287215405791358, |
| "clip_ratio/low_min": 0.0006287215405791358, |
| "clip_ratio/region_mean": 0.003259751476434758, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7140.0, |
| "completions/max_terminated_length": 7140.0, |
| "completions/mean_length": 2050.6875, |
| "completions/mean_terminated_length": 2050.6875, |
| "completions/min_length": 759.0, |
| "completions/min_terminated_length": 759.0, |
| "entropy": 0.2762147618923336, |
| "epoch": 0.00038887808671981335, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.057483572512865067, |
| "learning_rate": 9.999351869855467e-07, |
| "loss": 0.1041565090417862, |
| "num_tokens": 252990.0, |
| "reward": 0.140625, |
| "reward_std": 0.3503824472427368, |
| "rewards/math_answer_reward/mean": 0.140625, |
| "rewards/math_answer_reward/std": 0.3503824472427368, |
| "sampling/importance_sampling_ratio/max": 2.8648200035095215, |
| "sampling/importance_sampling_ratio/mean": 0.5402711629867554, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.5866284370422363, |
| "sampling/sampling_logp_difference/mean": 0.00981808826327324, |
| "step": 2, |
| "step_time": 220.45476261503063 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.08295917022041976, |
| "cast/masked_gap_abs_mean": 0.008588890108512715, |
| "cast/masked_gap_mean": 0.00019422965630155886, |
| "cast/masked_negative_base_rate": 0.7616477459669113, |
| "cast/masked_positive_base_rate": 0.23835225403308868, |
| "cast/masked_sign_flipped_rate": 0.27720851078629494, |
| "cast/masked_teacher_negative_rate": 0.3351007313467562, |
| "cast/masked_teacher_positive_rate": 0.2553321295417845, |
| "cast/masked_token_adv_abs_mean": 0.8312330543994904, |
| "cast/masked_token_adv_max": 0.9871918242424726, |
| "cast/masked_token_adv_mean": -0.2791212077718228, |
| "cast/masked_token_adv_min": -1.112147880718112, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02127950987778604, |
| "cast/masked_wrong_good_token_rate": 0.1942493417300284, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0024300671775563387, |
| "clip_ratio/high_mean": 0.0024300671775563387, |
| "clip_ratio/low_mean": 0.0006943302632862469, |
| "clip_ratio/low_min": 0.0006943302632862469, |
| "clip_ratio/region_mean": 0.003124397411738755, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4727.0, |
| "completions/max_terminated_length": 4727.0, |
| "completions/mean_length": 1766.046875, |
| "completions/mean_terminated_length": 1766.046875, |
| "completions/min_length": 622.0, |
| "completions/min_terminated_length": 622.0, |
| "entropy": 0.24014057544991374, |
| "epoch": 0.00058331713007972, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.05841658264398575, |
| "learning_rate": 9.998703739710934e-07, |
| "loss": 0.14965572953224182, |
| "num_tokens": 376273.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 1.9895622730255127, |
| "sampling/importance_sampling_ratio/mean": 0.5416615009307861, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.0082597732543945, |
| "sampling/sampling_logp_difference/mean": 0.0084874602034688, |
| "step": 3, |
| "step_time": 132.9880677710753 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.034150728839449584, |
| "cast/masked_gap_abs_mean": 0.00868575117783621, |
| "cast/masked_gap_mean": -3.672780536589926e-05, |
| "cast/masked_negative_base_rate": 0.8826569858938456, |
| "cast/masked_positive_base_rate": 0.11734301201067865, |
| "cast/masked_sign_flipped_rate": 0.2842681407928467, |
| "cast/masked_teacher_negative_rate": 0.34180234791710973, |
| "cast/masked_teacher_positive_rate": 0.2725201374851167, |
| "cast/masked_token_adv_abs_mean": 0.9091893546283245, |
| "cast/masked_token_adv_max": 1.0598125457763672, |
| "cast/masked_token_adv_mean": -0.29836036753840744, |
| "cast/masked_token_adv_min": -1.19514299929142, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021681181620806456, |
| "cast/masked_wrong_good_token_rate": 0.25011741113848984, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002037963009570376, |
| "clip_ratio/high_mean": 0.002037963009570376, |
| "clip_ratio/low_mean": 0.000817749402813206, |
| "clip_ratio/low_min": 0.000817749402813206, |
| "clip_ratio/region_mean": 0.0028557124132930767, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5192.0, |
| "completions/max_terminated_length": 5192.0, |
| "completions/mean_length": 2206.953125, |
| "completions/mean_terminated_length": 2206.953125, |
| "completions/min_length": 642.0, |
| "completions/min_terminated_length": 642.0, |
| "entropy": 0.2552597299218178, |
| "epoch": 0.0007777561734396267, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.048012737184762955, |
| "learning_rate": 9.9980556095664e-07, |
| "loss": 0.12857627868652344, |
| "num_tokens": 530342.0, |
| "reward": 0.171875, |
| "reward_std": 0.38025420904159546, |
| "rewards/math_answer_reward/mean": 0.171875, |
| "rewards/math_answer_reward/std": 0.38025420904159546, |
| "sampling/importance_sampling_ratio/max": 2.6153626441955566, |
| "sampling/importance_sampling_ratio/mean": 0.48284316062927246, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.387291431427002, |
| "sampling/sampling_logp_difference/mean": 0.009252705611288548, |
| "step": 4, |
| "step_time": 154.95612737594638 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.07174720999319106, |
| "cast/masked_gap_abs_mean": 0.00832445762353018, |
| "cast/masked_gap_mean": 0.00016178371151909232, |
| "cast/masked_negative_base_rate": 0.7582155726850033, |
| "cast/masked_positive_base_rate": 0.24178441986441612, |
| "cast/masked_sign_flipped_rate": 0.2778616673313081, |
| "cast/masked_teacher_negative_rate": 0.33694845251739025, |
| "cast/masked_teacher_positive_rate": 0.2619617539457977, |
| "cast/masked_token_adv_abs_mean": 0.803058204241097, |
| "cast/masked_token_adv_max": 1.0327837513759732, |
| "cast/masked_token_adv_mean": -0.20869818422943354, |
| "cast/masked_token_adv_min": -1.135774197988212, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02149996702792123, |
| "cast/masked_wrong_good_token_rate": 0.20611445675604045, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0023472383054468082, |
| "clip_ratio/high_mean": 0.0023472383054468082, |
| "clip_ratio/low_mean": 0.0008614326911811077, |
| "clip_ratio/low_min": 0.0008614326911811077, |
| "clip_ratio/region_mean": 0.0032086710270959884, |
| "completions/clipped_ratio": 0.046875, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4493.0, |
| "completions/mean_length": 2122.015625, |
| "completions/mean_terminated_length": 1823.49169921875, |
| "completions/min_length": 367.0, |
| "completions/min_terminated_length": 367.0, |
| "entropy": 0.2260425193235278, |
| "epoch": 0.0009721952167995333, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.04281548410654068, |
| "learning_rate": 9.997407479421868e-07, |
| "loss": 0.08196026086807251, |
| "num_tokens": 677343.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 2.8635706901550293, |
| "sampling/importance_sampling_ratio/mean": 0.5361987352371216, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.5466578006744385, |
| "sampling/sampling_logp_difference/mean": 0.008517158217728138, |
| "step": 5, |
| "step_time": 263.3327056969574 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.09845344698987901, |
| "cast/masked_gap_abs_mean": 0.0077184541587485, |
| "cast/masked_gap_mean": 9.91054717900397e-05, |
| "cast/masked_negative_base_rate": 0.7048297440633178, |
| "cast/masked_positive_base_rate": 0.2951702519785613, |
| "cast/masked_sign_flipped_rate": 0.28530021803453565, |
| "cast/masked_teacher_negative_rate": 0.35024058632552624, |
| "cast/masked_teacher_positive_rate": 0.258518323302269, |
| "cast/masked_token_adv_abs_mean": 0.8146070325747132, |
| "cast/masked_token_adv_max": 0.9936644462868571, |
| "cast/masked_token_adv_mean": -0.16159620229154825, |
| "cast/masked_token_adv_min": -1.0911949509754777, |
| "cast/masked_token_weight_max": 1.1997489035129547, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020682332629803568, |
| "cast/masked_wrong_good_token_rate": 0.18684677162673324, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.00227742045535706, |
| "clip_ratio/high_mean": 0.00227742045535706, |
| "clip_ratio/low_mean": 0.0006559463158737344, |
| "clip_ratio/low_min": 0.0006559463158737344, |
| "clip_ratio/region_mean": 0.002933366795332404, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7896.0, |
| "completions/max_terminated_length": 7896.0, |
| "completions/mean_length": 2249.171875, |
| "completions/mean_terminated_length": 2249.171875, |
| "completions/min_length": 590.0, |
| "completions/min_terminated_length": 590.0, |
| "entropy": 0.2123508588410914, |
| "epoch": 0.00116663426015944, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.029355745762586594, |
| "learning_rate": 9.996759349277335e-07, |
| "loss": 0.02806932106614113, |
| "num_tokens": 833802.0, |
| "reward": 0.359375, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.359375, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.444018602371216, |
| "sampling/importance_sampling_ratio/mean": 0.4596092104911804, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.3499720096588135, |
| "sampling/sampling_logp_difference/mean": 0.007857461459934711, |
| "step": 6, |
| "step_time": 259.13701639306964 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07273956789867952, |
| "cast/masked_gap_abs_mean": 0.00741772614128422, |
| "cast/masked_gap_mean": 4.3205557560099805e-05, |
| "cast/masked_negative_base_rate": 0.7656119633466005, |
| "cast/masked_positive_base_rate": 0.23438803129829466, |
| "cast/masked_sign_flipped_rate": 0.24381298944354057, |
| "cast/masked_teacher_negative_rate": 0.3232969786040485, |
| "cast/masked_teacher_positive_rate": 0.2299480144865811, |
| "cast/masked_token_adv_abs_mean": 0.8646273259073496, |
| "cast/masked_token_adv_max": 1.0583419147878885, |
| "cast/masked_token_adv_mean": -0.31560405157506466, |
| "cast/masked_token_adv_min": -1.1782502066344023, |
| "cast/masked_token_weight_max": 1.1991918422281742, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020403055474162102, |
| "cast/masked_wrong_good_token_rate": 0.17107342206873, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002125532879290404, |
| "clip_ratio/high_mean": 0.002125532879290404, |
| "clip_ratio/low_mean": 0.0008073912922554882, |
| "clip_ratio/low_min": 0.0008073912922554882, |
| "clip_ratio/region_mean": 0.002932924158812966, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4763.0, |
| "completions/max_terminated_length": 4763.0, |
| "completions/mean_length": 2043.296875, |
| "completions/mean_terminated_length": 2043.296875, |
| "completions/min_length": 240.0, |
| "completions/min_terminated_length": 240.0, |
| "entropy": 0.21040799980983138, |
| "epoch": 0.0013610733035193468, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.04686853662133217, |
| "learning_rate": 9.996111219132802e-07, |
| "loss": 0.1770925521850586, |
| "num_tokens": 976181.0, |
| "reward": 0.296875, |
| "reward_std": 0.4604927599430084, |
| "rewards/math_answer_reward/mean": 0.296875, |
| "rewards/math_answer_reward/std": 0.4604927599430084, |
| "sampling/importance_sampling_ratio/max": 1.9720180034637451, |
| "sampling/importance_sampling_ratio/mean": 0.5832568407058716, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.050135374069214, |
| "sampling/sampling_logp_difference/mean": 0.007881351746618748, |
| "step": 7, |
| "step_time": 143.1699405350082 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.1120078347157687, |
| "cast/masked_gap_abs_mean": 0.008213697219616733, |
| "cast/masked_gap_mean": 7.563315953973415e-05, |
| "cast/masked_negative_base_rate": 0.676128753926605, |
| "cast/masked_positive_base_rate": 0.323871242813766, |
| "cast/masked_sign_flipped_rate": 0.29895873880013824, |
| "cast/masked_teacher_negative_rate": 0.35005757585167885, |
| "cast/masked_teacher_positive_rate": 0.2624955400824547, |
| "cast/masked_token_adv_abs_mean": 0.8079905230551958, |
| "cast/masked_token_adv_max": 1.0228791739791632, |
| "cast/masked_token_adv_mean": -0.15664584538899362, |
| "cast/masked_token_adv_min": -1.1154333986341953, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021721332159359008, |
| "cast/masked_wrong_good_token_rate": 0.18695090292021632, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0026907847422990017, |
| "clip_ratio/high_mean": 0.0026907847422990017, |
| "clip_ratio/low_mean": 0.0010963139593513915, |
| "clip_ratio/low_min": 0.0010963139593513915, |
| "clip_ratio/region_mean": 0.003787098674365552, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5195.0, |
| "completions/max_terminated_length": 5195.0, |
| "completions/mean_length": 1421.4375, |
| "completions/mean_terminated_length": 1421.4375, |
| "completions/min_length": 679.0, |
| "completions/min_terminated_length": 679.0, |
| "entropy": 0.20389539701864123, |
| "epoch": 0.0015555123468792534, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0596182681620121, |
| "learning_rate": 9.995463088988269e-07, |
| "loss": 0.10598780959844589, |
| "num_tokens": 1077113.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.5764153003692627, |
| "sampling/importance_sampling_ratio/mean": 0.5870912671089172, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.727336049079895, |
| "sampling/sampling_logp_difference/mean": 0.009018292650580406, |
| "step": 8, |
| "step_time": 145.51691963203484 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.09175741765648127, |
| "cast/masked_gap_abs_mean": 0.009720383226522245, |
| "cast/masked_gap_mean": -0.0001156709182623672, |
| "cast/masked_negative_base_rate": 0.765513863414526, |
| "cast/masked_positive_base_rate": 0.2344861375167966, |
| "cast/masked_sign_flipped_rate": 0.30448326049372554, |
| "cast/masked_teacher_negative_rate": 0.38946089521050453, |
| "cast/masked_teacher_positive_rate": 0.28391025867313147, |
| "cast/masked_token_adv_abs_mean": 0.8433413524180651, |
| "cast/masked_token_adv_max": 1.0465021124109626, |
| "cast/masked_token_adv_mean": -0.29148678621277213, |
| "cast/masked_token_adv_min": -1.1585024883970618, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02285274548921734, |
| "cast/masked_wrong_good_token_rate": 0.21272584213875234, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0023394731724692974, |
| "clip_ratio/high_mean": 0.0023394731724692974, |
| "clip_ratio/low_mean": 0.0007679452537558973, |
| "clip_ratio/low_min": 0.0007679452537558973, |
| "clip_ratio/region_mean": 0.003107418437139131, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4392.0, |
| "completions/max_terminated_length": 4392.0, |
| "completions/mean_length": 1962.90625, |
| "completions/mean_terminated_length": 1962.90625, |
| "completions/min_length": 611.0, |
| "completions/min_terminated_length": 611.0, |
| "entropy": 0.2860231031663716, |
| "epoch": 0.00174995139023916, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.05236915871500969, |
| "learning_rate": 9.994814958843736e-07, |
| "loss": 0.18071112036705017, |
| "num_tokens": 1215147.0, |
| "reward": 0.296875, |
| "reward_std": 0.4604927599430084, |
| "rewards/math_answer_reward/mean": 0.296875, |
| "rewards/math_answer_reward/std": 0.4604927599430084, |
| "sampling/importance_sampling_ratio/max": 2.3627138137817383, |
| "sampling/importance_sampling_ratio/mean": 0.43615949153900146, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1105554103851318, |
| "sampling/sampling_logp_difference/mean": 0.010174846276640892, |
| "step": 9, |
| "step_time": 130.84194018508424 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.1404325331095606, |
| "cast/masked_gap_abs_mean": 0.00899360518087633, |
| "cast/masked_gap_mean": -9.423056951618491e-06, |
| "cast/masked_negative_base_rate": 0.6098946072161198, |
| "cast/masked_positive_base_rate": 0.3901053888257593, |
| "cast/masked_sign_flipped_rate": 0.3107297644019127, |
| "cast/masked_teacher_negative_rate": 0.3742868402041495, |
| "cast/masked_teacher_positive_rate": 0.26614309288561344, |
| "cast/masked_token_adv_abs_mean": 0.691519851796329, |
| "cast/masked_token_adv_max": 0.9002567371353507, |
| "cast/masked_token_adv_mean": -0.10459913937665988, |
| "cast/masked_token_adv_min": -0.9644434070214629, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022326094564050436, |
| "cast/masked_wrong_good_token_rate": 0.17029723129235208, |
| "cast/mixed_group_rate": 1.0, |
| "clip_ratio/high_max": 0.0025474535032117274, |
| "clip_ratio/high_mean": 0.0025474535032117274, |
| "clip_ratio/low_mean": 0.0009466308365517762, |
| "clip_ratio/low_min": 0.0009466308365517762, |
| "clip_ratio/region_mean": 0.0034940843179356307, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5147.0, |
| "completions/max_terminated_length": 5147.0, |
| "completions/mean_length": 1496.9375, |
| "completions/mean_terminated_length": 1496.9375, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "entropy": 0.23711516382172704, |
| "epoch": 0.0019443904335990666, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.06807835400104523, |
| "learning_rate": 9.994166828699203e-07, |
| "loss": -0.0006617612671107054, |
| "num_tokens": 1321015.0, |
| "reward": 0.484375, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.484375, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.6711480617523193, |
| "sampling/importance_sampling_ratio/mean": 0.6817431449890137, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8482625484466553, |
| "sampling/sampling_logp_difference/mean": 0.009459184482693672, |
| "step": 10, |
| "step_time": 148.75796850799816 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.020839939708821476, |
| "cast/masked_gap_abs_mean": 0.008739019140193705, |
| "cast/masked_gap_mean": -5.523264837847819e-05, |
| "cast/masked_negative_base_rate": 0.9370690686628222, |
| "cast/masked_positive_base_rate": 0.0629309262149036, |
| "cast/masked_sign_flipped_rate": 0.2684418170247227, |
| "cast/masked_teacher_negative_rate": 0.3589129359461367, |
| "cast/masked_teacher_positive_rate": 0.2629332628566772, |
| "cast/masked_token_adv_abs_mean": 0.8140257280319929, |
| "cast/masked_token_adv_max": 0.9751813746988773, |
| "cast/masked_token_adv_mean": -0.3250087253691163, |
| "cast/masked_token_adv_min": -1.0823502130806446, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021891983546083793, |
| "cast/masked_wrong_good_token_rate": 0.2476018767338246, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0024328225590579677, |
| "clip_ratio/high_mean": 0.0024328225590579677, |
| "clip_ratio/low_mean": 0.0010233560078631854, |
| "clip_ratio/low_min": 0.0010233560078631854, |
| "clip_ratio/region_mean": 0.003456178539636312, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5838.0, |
| "completions/mean_length": 2036.4375, |
| "completions/mean_terminated_length": 1938.730224609375, |
| "completions/min_length": 580.0, |
| "completions/min_terminated_length": 580.0, |
| "entropy": 0.24845839920453727, |
| "epoch": 0.0021388294769589733, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06315355747938156, |
| "learning_rate": 9.99351869855467e-07, |
| "loss": 0.18084074556827545, |
| "num_tokens": 1463515.0, |
| "reward": 0.09375, |
| "reward_std": 0.29378482699394226, |
| "rewards/math_answer_reward/mean": 0.09375, |
| "rewards/math_answer_reward/std": 0.29378482699394226, |
| "sampling/importance_sampling_ratio/max": 2.8548667430877686, |
| "sampling/importance_sampling_ratio/mean": 0.6070733666419983, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.0931932926177979, |
| "sampling/sampling_logp_difference/mean": 0.008714194409549236, |
| "step": 11, |
| "step_time": 268.88710329300375 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.08777704817475751, |
| "cast/masked_gap_abs_mean": 0.007600692770211026, |
| "cast/masked_gap_mean": -0.00017287639974483682, |
| "cast/masked_negative_base_rate": 0.7294434225186706, |
| "cast/masked_positive_base_rate": 0.2705565735232085, |
| "cast/masked_sign_flipped_rate": 0.25596981309354305, |
| "cast/masked_teacher_negative_rate": 0.3259299984201789, |
| "cast/masked_teacher_positive_rate": 0.23343352461233735, |
| "cast/masked_token_adv_abs_mean": 0.783683268353343, |
| "cast/masked_token_adv_max": 1.0076016513630748, |
| "cast/masked_token_adv_mean": -0.19164223867846886, |
| "cast/masked_token_adv_min": -1.1024696184322238, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020955989661160856, |
| "cast/masked_wrong_good_token_rate": 0.16819276474416256, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002245958094135858, |
| "clip_ratio/high_mean": 0.002245958094135858, |
| "clip_ratio/low_mean": 0.0009274157137042494, |
| "clip_ratio/low_min": 0.0009274157137042494, |
| "clip_ratio/region_mean": 0.003173373799654655, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6460.0, |
| "completions/max_terminated_length": 6460.0, |
| "completions/mean_length": 2193.5, |
| "completions/mean_terminated_length": 2193.5, |
| "completions/min_length": 336.0, |
| "completions/min_terminated_length": 336.0, |
| "entropy": 0.20406533288769424, |
| "epoch": 0.00233326852031888, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.048124801367521286, |
| "learning_rate": 9.992870568410137e-07, |
| "loss": 0.0334460474550724, |
| "num_tokens": 1615115.0, |
| "reward": 0.359375, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.359375, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.880530834197998, |
| "sampling/importance_sampling_ratio/mean": 0.5121333599090576, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.107926368713379, |
| "sampling/sampling_logp_difference/mean": 0.007823399268090725, |
| "step": 12, |
| "step_time": 202.7237523449876 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.06673253793269396, |
| "cast/masked_gap_abs_mean": 0.0095521788316546, |
| "cast/masked_gap_mean": 2.6094166400980612e-05, |
| "cast/masked_negative_base_rate": 0.8071926310658455, |
| "cast/masked_positive_base_rate": 0.19280736334621906, |
| "cast/masked_sign_flipped_rate": 0.3006064426153898, |
| "cast/masked_teacher_negative_rate": 0.3684295825660229, |
| "cast/masked_teacher_positive_rate": 0.2836040146648884, |
| "cast/masked_token_adv_abs_mean": 0.9594157431274652, |
| "cast/masked_token_adv_max": 1.0608110204339027, |
| "cast/masked_token_adv_mean": -0.2669977208133787, |
| "cast/masked_token_adv_min": -1.164141234010458, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02307386539177969, |
| "cast/masked_wrong_good_token_rate": 0.2338739037513733, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0026376334117230726, |
| "clip_ratio/high_mean": 0.0026376334117230726, |
| "clip_ratio/low_mean": 0.0009560298649375909, |
| "clip_ratio/low_min": 0.0009560298649375909, |
| "clip_ratio/region_mean": 0.003593663299398031, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4738.0, |
| "completions/max_terminated_length": 4738.0, |
| "completions/mean_length": 1691.59375, |
| "completions/mean_terminated_length": 1691.59375, |
| "completions/min_length": 370.0, |
| "completions/min_terminated_length": 370.0, |
| "entropy": 0.2620095561724156, |
| "epoch": 0.0025277075636787865, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.09240326285362244, |
| "learning_rate": 9.992222438265604e-07, |
| "loss": 0.1675257831811905, |
| "num_tokens": 1735761.0, |
| "reward": 0.234375, |
| "reward_std": 0.42695629596710205, |
| "rewards/math_answer_reward/mean": 0.234375, |
| "rewards/math_answer_reward/std": 0.42695629596710205, |
| "sampling/importance_sampling_ratio/max": 2.744572162628174, |
| "sampling/importance_sampling_ratio/mean": 0.6999609470367432, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.4346261024475098, |
| "sampling/sampling_logp_difference/mean": 0.010185331106185913, |
| "step": 13, |
| "step_time": 137.2018680109759 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.09497179719619453, |
| "cast/masked_gap_abs_mean": 0.009602549660485238, |
| "cast/masked_gap_mean": 4.1113443899121194e-05, |
| "cast/masked_negative_base_rate": 0.7318982388824224, |
| "cast/masked_positive_base_rate": 0.2681017564609647, |
| "cast/masked_sign_flipped_rate": 0.2886825115419924, |
| "cast/masked_teacher_negative_rate": 0.3557600877247751, |
| "cast/masked_teacher_positive_rate": 0.26532260049134493, |
| "cast/masked_token_adv_abs_mean": 0.7977913692593575, |
| "cast/masked_token_adv_max": 0.9614516906440258, |
| "cast/masked_token_adv_mean": -0.22434303152840585, |
| "cast/masked_token_adv_min": -1.072016291320324, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02322837890824303, |
| "cast/masked_wrong_good_token_rate": 0.1937107127159834, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.003281567227531923, |
| "clip_ratio/high_mean": 0.003281567227531923, |
| "clip_ratio/low_mean": 0.0010501039887458319, |
| "clip_ratio/low_min": 0.0010501039887458319, |
| "clip_ratio/region_mean": 0.004331671178078977, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7031.0, |
| "completions/max_terminated_length": 7031.0, |
| "completions/mean_length": 1395.640625, |
| "completions/mean_terminated_length": 1395.640625, |
| "completions/min_length": 440.0, |
| "completions/min_terminated_length": 440.0, |
| "entropy": 0.24176476034335792, |
| "epoch": 0.0027221466070386936, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07015682011842728, |
| "learning_rate": 9.99157430812107e-07, |
| "loss": 0.13378775119781494, |
| "num_tokens": 1835090.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.804028034210205, |
| "sampling/importance_sampling_ratio/mean": 0.6044740676879883, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.852097749710083, |
| "sampling/sampling_logp_difference/mean": 0.009744569659233093, |
| "step": 14, |
| "step_time": 208.76064723401214 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.04178183525800705, |
| "cast/masked_gap_abs_mean": 0.010153447525226511, |
| "cast/masked_gap_mean": -7.594389262521872e-05, |
| "cast/masked_negative_base_rate": 0.8869069404900074, |
| "cast/masked_positive_base_rate": 0.11309304926544428, |
| "cast/masked_sign_flipped_rate": 0.3074562381953001, |
| "cast/masked_teacher_negative_rate": 0.3817735342308879, |
| "cast/masked_teacher_positive_rate": 0.3013722589239478, |
| "cast/masked_token_adv_abs_mean": 0.9071930330246687, |
| "cast/masked_token_adv_max": 1.0237302472814918, |
| "cast/masked_token_adv_mean": -0.2636474344290036, |
| "cast/masked_token_adv_min": -1.1378346448764205, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.023323369619902223, |
| "cast/masked_wrong_good_token_rate": 0.26567440410144627, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0025091055294979014, |
| "clip_ratio/high_mean": 0.0025091055294979014, |
| "clip_ratio/low_mean": 0.0010040268316515721, |
| "clip_ratio/low_min": 0.0010040268316515721, |
| "clip_ratio/region_mean": 0.0035131323820678517, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4689.0, |
| "completions/max_terminated_length": 4689.0, |
| "completions/mean_length": 2008.359375, |
| "completions/mean_terminated_length": 2008.359375, |
| "completions/min_length": 524.0, |
| "completions/min_terminated_length": 524.0, |
| "entropy": 0.3067493666894734, |
| "epoch": 0.0029165856503986, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.06742899119853973, |
| "learning_rate": 9.990926177976538e-07, |
| "loss": 0.11106016486883163, |
| "num_tokens": 1977249.0, |
| "reward": 0.09375, |
| "reward_std": 0.29378482699394226, |
| "rewards/math_answer_reward/mean": 0.09375, |
| "rewards/math_answer_reward/std": 0.29378482699394226, |
| "sampling/importance_sampling_ratio/max": 2.839901924133301, |
| "sampling/importance_sampling_ratio/mean": 0.5847718715667725, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7030641436576843, |
| "sampling/sampling_logp_difference/mean": 0.010903000831604004, |
| "step": 15, |
| "step_time": 141.06610155795352 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.08012342534493655, |
| "cast/masked_gap_abs_mean": 0.007652370317373425, |
| "cast/masked_gap_mean": 4.0899534823779504e-05, |
| "cast/masked_negative_base_rate": 0.7396341543644667, |
| "cast/masked_positive_base_rate": 0.26036584423854947, |
| "cast/masked_sign_flipped_rate": 0.25769047951325774, |
| "cast/masked_teacher_negative_rate": 0.32991626393049955, |
| "cast/masked_teacher_positive_rate": 0.23241939302533865, |
| "cast/masked_token_adv_abs_mean": 0.7743849288672209, |
| "cast/masked_token_adv_max": 0.9771279226988554, |
| "cast/masked_token_adv_mean": -0.19062347065846552, |
| "cast/masked_token_adv_min": -1.0738605428487062, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020722884917631745, |
| "cast/masked_wrong_good_token_rate": 0.17756705358624458, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0023868031521487865, |
| "clip_ratio/high_mean": 0.0023868031521487865, |
| "clip_ratio/low_mean": 0.000907718198504881, |
| "clip_ratio/low_min": 0.000907718198504881, |
| "clip_ratio/region_mean": 0.0032945213388302363, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5131.0, |
| "completions/max_terminated_length": 5131.0, |
| "completions/mean_length": 1925.8125, |
| "completions/mean_terminated_length": 1925.8125, |
| "completions/min_length": 448.0, |
| "completions/min_terminated_length": 448.0, |
| "entropy": 0.21527321520261467, |
| "epoch": 0.003111024693758507, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.05322488024830818, |
| "learning_rate": 9.990278047832003e-07, |
| "loss": 0.04187319800257683, |
| "num_tokens": 2112549.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 2.6855854988098145, |
| "sampling/importance_sampling_ratio/mean": 0.4917927384376526, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.392490863800049, |
| "sampling/sampling_logp_difference/mean": 0.00840782094746828, |
| "step": 16, |
| "step_time": 152.4657335340744 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.07932704500854015, |
| "cast/masked_gap_abs_mean": 0.009863192943157628, |
| "cast/masked_gap_mean": -3.1241944355997475e-06, |
| "cast/masked_negative_base_rate": 0.7783364430069923, |
| "cast/masked_positive_base_rate": 0.2216635448858142, |
| "cast/masked_sign_flipped_rate": 0.3084926069714129, |
| "cast/masked_teacher_negative_rate": 0.371010048314929, |
| "cast/masked_teacher_positive_rate": 0.28728161146864295, |
| "cast/masked_token_adv_abs_mean": 0.7994884252548218, |
| "cast/masked_token_adv_max": 0.9985594702884555, |
| "cast/masked_token_adv_mean": -0.17401909017644357, |
| "cast/masked_token_adv_min": -1.0923998234793544, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.023400130798108876, |
| "cast/masked_wrong_good_token_rate": 0.22916556056588888, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0032399507326772436, |
| "clip_ratio/high_mean": 0.0032399507326772436, |
| "clip_ratio/low_mean": 0.001099741066354909, |
| "clip_ratio/low_min": 0.001099741066354909, |
| "clip_ratio/region_mean": 0.004339691789937206, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4684.0, |
| "completions/mean_length": 1549.046875, |
| "completions/mean_terminated_length": 1443.603271484375, |
| "completions/min_length": 538.0, |
| "completions/min_terminated_length": 538.0, |
| "entropy": 0.2560529443435371, |
| "epoch": 0.0033054637371184134, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.079947330057621, |
| "learning_rate": 9.989629917687472e-07, |
| "loss": 0.09603219479322433, |
| "num_tokens": 2222456.0, |
| "reward": 0.21875, |
| "reward_std": 0.4166666865348816, |
| "rewards/math_answer_reward/mean": 0.21875, |
| "rewards/math_answer_reward/std": 0.4166666865348816, |
| "sampling/importance_sampling_ratio/max": 2.8774523735046387, |
| "sampling/importance_sampling_ratio/mean": 0.578902542591095, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.3328344821929932, |
| "sampling/sampling_logp_difference/mean": 0.010229099541902542, |
| "step": 17, |
| "step_time": 258.8720124180545 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12071756337536499, |
| "cast/masked_gap_abs_mean": 0.008904059592168778, |
| "cast/masked_gap_mean": -0.00013484146961673105, |
| "cast/masked_negative_base_rate": 0.6390319131314754, |
| "cast/masked_positive_base_rate": 0.36096808570437133, |
| "cast/masked_sign_flipped_rate": 0.3008006578311324, |
| "cast/masked_teacher_negative_rate": 0.3643172774463892, |
| "cast/masked_teacher_positive_rate": 0.2653203080408275, |
| "cast/masked_token_adv_abs_mean": 0.8837857190519571, |
| "cast/masked_token_adv_max": 1.034641768783331, |
| "cast/masked_token_adv_mean": -0.08514962811022997, |
| "cast/masked_token_adv_min": -1.1503049544990063, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022618042246904224, |
| "cast/masked_wrong_good_token_rate": 0.18008309474680573, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002968822453112807, |
| "clip_ratio/high_mean": 0.002968822453112807, |
| "clip_ratio/low_mean": 0.0010269033909935388, |
| "clip_ratio/low_min": 0.0010269033909935388, |
| "clip_ratio/region_mean": 0.003995725823187968, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4657.0, |
| "completions/max_terminated_length": 4657.0, |
| "completions/mean_length": 1515.21875, |
| "completions/mean_terminated_length": 1515.21875, |
| "completions/min_length": 444.0, |
| "completions/min_terminated_length": 444.0, |
| "entropy": 0.24180993880145252, |
| "epoch": 0.00349990278047832, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0698453038930893, |
| "learning_rate": 9.988981787542939e-07, |
| "loss": 0.018959034234285355, |
| "num_tokens": 2331982.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.7645645141601562, |
| "sampling/importance_sampling_ratio/mean": 0.6989774703979492, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9544506072998047, |
| "sampling/sampling_logp_difference/mean": 0.009967838414013386, |
| "step": 18, |
| "step_time": 137.3097658501065 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.1387669900432229, |
| "cast/masked_gap_abs_mean": 0.009982270348700695, |
| "cast/masked_gap_mean": 0.0001262845229348386, |
| "cast/masked_negative_base_rate": 0.6128476276062429, |
| "cast/masked_positive_base_rate": 0.3871523691341281, |
| "cast/masked_sign_flipped_rate": 0.32565534161403775, |
| "cast/masked_teacher_negative_rate": 0.3623216338455677, |
| "cast/masked_teacher_positive_rate": 0.29738293308764696, |
| "cast/masked_token_adv_abs_mean": 0.8666639495640993, |
| "cast/masked_token_adv_max": 1.008711902424693, |
| "cast/masked_token_adv_mean": -0.13876563915982842, |
| "cast/masked_token_adv_min": -1.1099565252661705, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.024220241408329457, |
| "cast/masked_wrong_good_token_rate": 0.18688835389912128, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0031790565353730926, |
| "clip_ratio/high_mean": 0.0031790565353730926, |
| "clip_ratio/low_mean": 0.001251715378202789, |
| "clip_ratio/low_min": 0.001251715378202789, |
| "clip_ratio/region_mean": 0.0044307718926575035, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6059.0, |
| "completions/max_terminated_length": 6059.0, |
| "completions/mean_length": 1183.015625, |
| "completions/mean_terminated_length": 1183.015625, |
| "completions/min_length": 420.0, |
| "completions/min_terminated_length": 420.0, |
| "entropy": 0.24176941346377134, |
| "epoch": 0.0036943418238382267, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.07012743502855301, |
| "learning_rate": 9.988333657398406e-07, |
| "loss": 0.07597429305315018, |
| "num_tokens": 2418743.0, |
| "reward": 0.421875, |
| "reward_std": 0.49776285886764526, |
| "rewards/math_answer_reward/mean": 0.421875, |
| "rewards/math_answer_reward/std": 0.49776285886764526, |
| "sampling/importance_sampling_ratio/max": 2.6462721824645996, |
| "sampling/importance_sampling_ratio/mean": 0.5790227651596069, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.5455565452575684, |
| "sampling/sampling_logp_difference/mean": 0.010294925421476364, |
| "step": 19, |
| "step_time": 175.419133702002 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.04049463733099401, |
| "cast/masked_gap_abs_mean": 0.007777481194352731, |
| "cast/masked_gap_mean": -2.163747097849722e-05, |
| "cast/masked_negative_base_rate": 0.88489880412817, |
| "cast/masked_positive_base_rate": 0.11510118655860424, |
| "cast/masked_sign_flipped_rate": 0.24733365047723055, |
| "cast/masked_teacher_negative_rate": 0.33732436830177903, |
| "cast/masked_teacher_positive_rate": 0.234545414801687, |
| "cast/masked_token_adv_abs_mean": 0.8616737853735685, |
| "cast/masked_token_adv_max": 1.0217759367078543, |
| "cast/masked_token_adv_mean": -0.35416852321759507, |
| "cast/masked_token_adv_min": -1.1409582905471325, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020690129575086758, |
| "cast/masked_wrong_good_token_rate": 0.20683901174925268, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0019666152802528813, |
| "clip_ratio/high_mean": 0.0019666152802528813, |
| "clip_ratio/low_mean": 0.0009174044362225686, |
| "clip_ratio/low_min": 0.0009174044362225686, |
| "clip_ratio/region_mean": 0.00288401970101404, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5592.0, |
| "completions/max_terminated_length": 5592.0, |
| "completions/mean_length": 2073.859375, |
| "completions/mean_terminated_length": 2073.859375, |
| "completions/min_length": 667.0, |
| "completions/min_terminated_length": 667.0, |
| "entropy": 0.21517048333771527, |
| "epoch": 0.0038887808671981333, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.05178552865982056, |
| "learning_rate": 9.98768552725387e-07, |
| "loss": 0.2131439596414566, |
| "num_tokens": 2563142.0, |
| "reward": 0.140625, |
| "reward_std": 0.3503824472427368, |
| "rewards/math_answer_reward/mean": 0.140625, |
| "rewards/math_answer_reward/std": 0.3503824472427368, |
| "sampling/importance_sampling_ratio/max": 2.557992458343506, |
| "sampling/importance_sampling_ratio/mean": 0.5836626887321472, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.6569418907165527, |
| "sampling/sampling_logp_difference/mean": 0.00793016143143177, |
| "step": 20, |
| "step_time": 166.78154101598193 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.08413377136457711, |
| "cast/masked_gap_abs_mean": 0.009144431649474427, |
| "cast/masked_gap_mean": 7.569711240051902e-05, |
| "cast/masked_negative_base_rate": 0.7460893653333187, |
| "cast/masked_positive_base_rate": 0.25391063420102, |
| "cast/masked_sign_flipped_rate": 0.2821589158847928, |
| "cast/masked_teacher_negative_rate": 0.3456883323378861, |
| "cast/masked_teacher_positive_rate": 0.26328433072194457, |
| "cast/masked_token_adv_abs_mean": 0.7481773504987359, |
| "cast/masked_token_adv_max": 0.9924054453149438, |
| "cast/masked_token_adv_mean": -0.11834585507313022, |
| "cast/masked_token_adv_min": -1.0859634196385741, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022558800090337172, |
| "cast/masked_wrong_good_token_rate": 0.1980251451022923, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0028771635461453116, |
| "clip_ratio/high_mean": 0.0028771635461453116, |
| "clip_ratio/low_mean": 0.0010889112081713392, |
| "clip_ratio/low_min": 0.0010889112081713392, |
| "clip_ratio/region_mean": 0.003966074766140082, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5285.0, |
| "completions/mean_length": 1870.6875, |
| "completions/mean_terminated_length": 1770.349365234375, |
| "completions/min_length": 597.0, |
| "completions/min_terminated_length": 597.0, |
| "entropy": 0.25360747473314404, |
| "epoch": 0.00408321991055804, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03531507030129433, |
| "learning_rate": 9.98703739710934e-07, |
| "loss": 0.053934887051582336, |
| "num_tokens": 2694538.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.2331087589263916, |
| "sampling/importance_sampling_ratio/mean": 0.49800044298171997, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7942287921905518, |
| "sampling/sampling_logp_difference/mean": 0.009310731664299965, |
| "step": 21, |
| "step_time": 266.4142180309864 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.11139943904709071, |
| "cast/masked_gap_abs_mean": 0.008074681034486275, |
| "cast/masked_gap_mean": -2.2128803863097346e-05, |
| "cast/masked_negative_base_rate": 0.6078154062852263, |
| "cast/masked_positive_base_rate": 0.39218459837138653, |
| "cast/masked_sign_flipped_rate": 0.26587387593463063, |
| "cast/masked_teacher_negative_rate": 0.3155854516662657, |
| "cast/masked_teacher_positive_rate": 0.2292364665772766, |
| "cast/masked_token_adv_abs_mean": 0.8446133816614747, |
| "cast/masked_token_adv_max": 1.0434970706701279, |
| "cast/masked_token_adv_mean": -0.08807034817436943, |
| "cast/masked_token_adv_min": -1.126993490383029, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021578985935775563, |
| "cast/masked_wrong_good_token_rate": 0.15447443793527782, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0027351849694241537, |
| "clip_ratio/high_mean": 0.0027351849694241537, |
| "clip_ratio/low_mean": 0.000981997225608211, |
| "clip_ratio/low_min": 0.000981997225608211, |
| "clip_ratio/region_mean": 0.003717182164109545, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4739.0, |
| "completions/max_terminated_length": 4739.0, |
| "completions/mean_length": 1344.34375, |
| "completions/mean_terminated_length": 1344.34375, |
| "completions/min_length": 613.0, |
| "completions/min_terminated_length": 613.0, |
| "entropy": 0.2039946608711034, |
| "epoch": 0.0042776589539179465, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0894847884774208, |
| "learning_rate": 9.986389266964807e-07, |
| "loss": 0.04481421411037445, |
| "num_tokens": 2791432.0, |
| "reward": 0.4375, |
| "reward_std": 0.5, |
| "rewards/math_answer_reward/mean": 0.4375, |
| "rewards/math_answer_reward/std": 0.5, |
| "sampling/importance_sampling_ratio/max": 2.8325042724609375, |
| "sampling/importance_sampling_ratio/mean": 0.7766112089157104, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1795439720153809, |
| "sampling/sampling_logp_difference/mean": 0.009053087793290615, |
| "step": 22, |
| "step_time": 132.43258942797547 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07550492242444307, |
| "cast/masked_gap_abs_mean": 0.0114825579803437, |
| "cast/masked_gap_mean": -2.25851349568984e-05, |
| "cast/masked_negative_base_rate": 0.775532076600939, |
| "cast/masked_positive_base_rate": 0.22446792153641582, |
| "cast/masked_sign_flipped_rate": 0.32797486474737525, |
| "cast/masked_teacher_negative_rate": 0.3859280599281192, |
| "cast/masked_teacher_positive_rate": 0.3085369518958032, |
| "cast/masked_token_adv_abs_mean": 0.9723059516400099, |
| "cast/masked_token_adv_max": 1.071750096976757, |
| "cast/masked_token_adv_mean": -0.19849501688440796, |
| "cast/masked_token_adv_min": -1.1899301037192345, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02475263416999951, |
| "cast/masked_wrong_good_token_rate": 0.25246994104236364, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0034776003667502664, |
| "clip_ratio/high_mean": 0.0034776003667502664, |
| "clip_ratio/low_mean": 0.0011503628611535532, |
| "clip_ratio/low_min": 0.0011503628611535532, |
| "clip_ratio/region_mean": 0.004627963251550682, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3321.0, |
| "completions/max_terminated_length": 3321.0, |
| "completions/mean_length": 1105.984375, |
| "completions/mean_terminated_length": 1105.984375, |
| "completions/min_length": 358.0, |
| "completions/min_terminated_length": 358.0, |
| "entropy": 0.3083141460083425, |
| "epoch": 0.004472097997277854, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.11863382905721664, |
| "learning_rate": 9.985741136820272e-07, |
| "loss": 0.10658173263072968, |
| "num_tokens": 2874783.0, |
| "reward": 0.25, |
| "reward_std": 0.4364357888698578, |
| "rewards/math_answer_reward/mean": 0.25, |
| "rewards/math_answer_reward/std": 0.4364357888698578, |
| "sampling/importance_sampling_ratio/max": 2.792290210723877, |
| "sampling/importance_sampling_ratio/mean": 0.5663627982139587, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7320728302001953, |
| "sampling/sampling_logp_difference/mean": 0.012518594041466713, |
| "step": 23, |
| "step_time": 92.5146557810076 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.10811224370263517, |
| "cast/masked_gap_abs_mean": 0.009166414645733312, |
| "cast/masked_gap_mean": 1.7740516966568975e-05, |
| "cast/masked_negative_base_rate": 0.6535243364050984, |
| "cast/masked_positive_base_rate": 0.3464756584726274, |
| "cast/masked_sign_flipped_rate": 0.30607651406899095, |
| "cast/masked_teacher_negative_rate": 0.35560536105185747, |
| "cast/masked_teacher_positive_rate": 0.2767373351380229, |
| "cast/masked_token_adv_abs_mean": 0.8234735429286957, |
| "cast/masked_token_adv_max": 0.9499526340514421, |
| "cast/masked_token_adv_mean": -0.13675118240644224, |
| "cast/masked_token_adv_min": -1.0374459214508533, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022760097810532898, |
| "cast/masked_wrong_good_token_rate": 0.19796427059918642, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.003153099001792725, |
| "clip_ratio/high_mean": 0.003153099001792725, |
| "clip_ratio/low_mean": 0.0010413205081931665, |
| "clip_ratio/low_min": 0.0010413205081931665, |
| "clip_ratio/region_mean": 0.004194419496343471, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3038.0, |
| "completions/max_terminated_length": 3038.0, |
| "completions/mean_length": 1232.390625, |
| "completions/mean_terminated_length": 1232.390625, |
| "completions/min_length": 576.0, |
| "completions/min_terminated_length": 576.0, |
| "entropy": 0.23751422902569175, |
| "epoch": 0.00466653704063776, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.09378629177808762, |
| "learning_rate": 9.985093006675739e-07, |
| "loss": 0.10850650072097778, |
| "num_tokens": 2967016.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.689601182937622, |
| "sampling/importance_sampling_ratio/mean": 0.8244835734367371, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1105525493621826, |
| "sampling/sampling_logp_difference/mean": 0.010338903404772282, |
| "step": 24, |
| "step_time": 90.36057408104534 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.04543603537604213, |
| "cast/masked_gap_abs_mean": 0.0083692412590608, |
| "cast/masked_gap_mean": -4.818679096274536e-05, |
| "cast/masked_negative_base_rate": 0.8617292605340481, |
| "cast/masked_positive_base_rate": 0.13827073434367776, |
| "cast/masked_sign_flipped_rate": 0.27676752489060163, |
| "cast/masked_teacher_negative_rate": 0.3561823694035411, |
| "cast/masked_teacher_positive_rate": 0.26209727488458157, |
| "cast/masked_token_adv_abs_mean": 0.8512601722031832, |
| "cast/masked_token_adv_max": 1.012695426121354, |
| "cast/masked_token_adv_mean": -0.2906405671965331, |
| "cast/masked_token_adv_min": -1.146652003750205, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021685353247448802, |
| "cast/masked_wrong_good_token_rate": 0.23133148765191436, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0024775474612397375, |
| "clip_ratio/high_mean": 0.0024775474612397375, |
| "clip_ratio/low_mean": 0.0008606515475548804, |
| "clip_ratio/low_min": 0.0008606515475548804, |
| "clip_ratio/region_mean": 0.0033381989760528086, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6248.0, |
| "completions/mean_length": 2030.359375, |
| "completions/mean_terminated_length": 1932.5556640625, |
| "completions/min_length": 489.0, |
| "completions/min_terminated_length": 489.0, |
| "entropy": 0.23236830974929035, |
| "epoch": 0.004860976083997667, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.047416675835847855, |
| "learning_rate": 9.984444876531208e-07, |
| "loss": 0.12369062006473541, |
| "num_tokens": 3110063.0, |
| "reward": 0.15625, |
| "reward_std": 0.36596253514289856, |
| "rewards/math_answer_reward/mean": 0.15625, |
| "rewards/math_answer_reward/std": 0.36596253514289856, |
| "sampling/importance_sampling_ratio/max": 2.6448144912719727, |
| "sampling/importance_sampling_ratio/mean": 0.5508453845977783, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.744603157043457, |
| "sampling/sampling_logp_difference/mean": 0.008908877149224281, |
| "step": 25, |
| "step_time": 270.59058677600115 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.10509100242052227, |
| "cast/masked_gap_abs_mean": 0.009026272004120983, |
| "cast/masked_gap_mean": 1.429499889127328e-06, |
| "cast/masked_negative_base_rate": 0.6875515312422067, |
| "cast/masked_positive_base_rate": 0.31244845874607563, |
| "cast/masked_sign_flipped_rate": 0.2949011782184243, |
| "cast/masked_teacher_negative_rate": 0.36529657058417797, |
| "cast/masked_teacher_positive_rate": 0.2669433746486902, |
| "cast/masked_token_adv_abs_mean": 0.6338496059179306, |
| "cast/masked_token_adv_max": 0.8498547561466694, |
| "cast/masked_token_adv_mean": -0.07118164359781076, |
| "cast/masked_token_adv_min": -0.9337626304477453, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021857958810869604, |
| "cast/masked_wrong_good_token_rate": 0.18981017591431737, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0021171679809413035, |
| "clip_ratio/high_mean": 0.0021171679809413035, |
| "clip_ratio/low_mean": 0.0010359731249991455, |
| "clip_ratio/low_min": 0.0010359731249991455, |
| "clip_ratio/region_mean": 0.0031531411077594385, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6418.0, |
| "completions/max_terminated_length": 6418.0, |
| "completions/mean_length": 2001.15625, |
| "completions/mean_terminated_length": 2001.15625, |
| "completions/min_length": 430.0, |
| "completions/min_terminated_length": 430.0, |
| "entropy": 0.2651766624767333, |
| "epoch": 0.005055415127357573, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.05345948413014412, |
| "learning_rate": 9.983796746386673e-07, |
| "loss": 0.06908059120178223, |
| "num_tokens": 3249993.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.950369119644165, |
| "sampling/importance_sampling_ratio/mean": 0.6947933435440063, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.6418895721435547, |
| "sampling/sampling_logp_difference/mean": 0.009199452586472034, |
| "step": 26, |
| "step_time": 200.46420910488814 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.14863623259589076, |
| "cast/masked_gap_abs_mean": 0.009099123228224926, |
| "cast/masked_gap_mean": -7.119418228285213e-07, |
| "cast/masked_negative_base_rate": 0.5548847913742065, |
| "cast/masked_positive_base_rate": 0.44511520490050316, |
| "cast/masked_sign_flipped_rate": 0.30581009900197387, |
| "cast/masked_teacher_negative_rate": 0.3552693617530167, |
| "cast/masked_teacher_positive_rate": 0.2629146655090153, |
| "cast/masked_token_adv_abs_mean": 0.7660624859854579, |
| "cast/masked_token_adv_max": 0.9419733565300703, |
| "cast/masked_token_adv_mean": -0.033631134749157354, |
| "cast/masked_token_adv_min": -1.0068981647491455, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021994095761328936, |
| "cast/masked_wrong_good_token_rate": 0.15717386617325246, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0021265009763737908, |
| "clip_ratio/high_mean": 0.0021265009763737908, |
| "clip_ratio/low_mean": 0.00086753362120362, |
| "clip_ratio/low_min": 0.00086753362120362, |
| "clip_ratio/region_mean": 0.002994034584844485, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5296.0, |
| "completions/max_terminated_length": 5296.0, |
| "completions/mean_length": 2162.921875, |
| "completions/mean_terminated_length": 2162.921875, |
| "completions/min_length": 766.0, |
| "completions/min_terminated_length": 766.0, |
| "entropy": 0.2633260260336101, |
| "epoch": 0.00524985417071748, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.036070872098207474, |
| "learning_rate": 9.98314861624214e-07, |
| "loss": -0.010548461228609085, |
| "num_tokens": 3401060.0, |
| "reward": 0.484375, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.484375, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 1.7247287034988403, |
| "sampling/importance_sampling_ratio/mean": 0.4214469790458679, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.223006010055542, |
| "sampling/sampling_logp_difference/mean": 0.009877452626824379, |
| "step": 27, |
| "step_time": 164.48860610890551 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.07096311612986028, |
| "cast/masked_gap_abs_mean": 0.00889401719905436, |
| "cast/masked_gap_mean": -3.9098749084587325e-05, |
| "cast/masked_negative_base_rate": 0.7873802538961172, |
| "cast/masked_positive_base_rate": 0.21261974330991507, |
| "cast/masked_sign_flipped_rate": 0.2894062218256295, |
| "cast/masked_teacher_negative_rate": 0.38274661358445883, |
| "cast/masked_teacher_positive_rate": 0.26637217681854963, |
| "cast/masked_token_adv_abs_mean": 0.9200695818290114, |
| "cast/masked_token_adv_max": 1.0317463986575603, |
| "cast/masked_token_adv_mean": -0.31544924886839, |
| "cast/masked_token_adv_min": -1.1630674004554749, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022095281223300844, |
| "cast/masked_wrong_good_token_rate": 0.21844310546293855, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0020639216108975234, |
| "clip_ratio/high_mean": 0.0020639216108975234, |
| "clip_ratio/low_mean": 0.0007886513185439981, |
| "clip_ratio/low_min": 0.0007886513185439981, |
| "clip_ratio/region_mean": 0.0028525729176180903, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4474.0, |
| "completions/max_terminated_length": 4474.0, |
| "completions/mean_length": 1836.15625, |
| "completions/mean_terminated_length": 1836.15625, |
| "completions/min_length": 603.0, |
| "completions/min_terminated_length": 603.0, |
| "entropy": 0.26123066851869226, |
| "epoch": 0.005444293214077387, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.08036497235298157, |
| "learning_rate": 9.98250048609761e-07, |
| "loss": 0.20769448578357697, |
| "num_tokens": 3532702.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.9116907119750977, |
| "sampling/importance_sampling_ratio/mean": 0.6061539649963379, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.2273352146148682, |
| "sampling/sampling_logp_difference/mean": 0.009839124046266079, |
| "step": 28, |
| "step_time": 133.88668746408075 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07612499222159386, |
| "cast/masked_gap_abs_mean": 0.008191849177819677, |
| "cast/masked_gap_mean": -4.116357752081967e-05, |
| "cast/masked_negative_base_rate": 0.76144780497998, |
| "cast/masked_positive_base_rate": 0.23855218943208456, |
| "cast/masked_sign_flipped_rate": 0.2851045480929315, |
| "cast/masked_teacher_negative_rate": 0.3573023257777095, |
| "cast/masked_teacher_positive_rate": 0.26766452193260193, |
| "cast/masked_token_adv_abs_mean": 0.8574392730370164, |
| "cast/masked_token_adv_max": 0.9961292427033186, |
| "cast/masked_token_adv_mean": -0.23575025201716926, |
| "cast/masked_token_adv_min": -1.1170049291104078, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021191389474552125, |
| "cast/masked_wrong_good_token_rate": 0.208979555638507, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0019827648629870964, |
| "clip_ratio/high_mean": 0.0019827648629870964, |
| "clip_ratio/low_mean": 0.000820489603029273, |
| "clip_ratio/low_min": 0.000820489603029273, |
| "clip_ratio/region_mean": 0.0028032544687448535, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6767.0, |
| "completions/max_terminated_length": 6767.0, |
| "completions/mean_length": 2742.59375, |
| "completions/mean_terminated_length": 2742.59375, |
| "completions/min_length": 716.0, |
| "completions/min_terminated_length": 716.0, |
| "entropy": 0.23967273393645883, |
| "epoch": 0.005638732257437293, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.04513034597039223, |
| "learning_rate": 9.981852355953076e-07, |
| "loss": 0.1420724093914032, |
| "num_tokens": 3721388.0, |
| "reward": 0.25, |
| "reward_std": 0.4364357888698578, |
| "rewards/math_answer_reward/mean": 0.25, |
| "rewards/math_answer_reward/std": 0.4364357888698578, |
| "sampling/importance_sampling_ratio/max": 2.6845016479492188, |
| "sampling/importance_sampling_ratio/mean": 0.5668693780899048, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7337391376495361, |
| "sampling/sampling_logp_difference/mean": 0.008446319960057735, |
| "step": 29, |
| "step_time": 221.9570908251044 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.08766021393239498, |
| "cast/masked_gap_abs_mean": 0.00822867569513619, |
| "cast/masked_gap_mean": -3.203051591071926e-05, |
| "cast/masked_negative_base_rate": 0.7130365455523133, |
| "cast/masked_positive_base_rate": 0.28696345374919474, |
| "cast/masked_sign_flipped_rate": 0.27854283479973674, |
| "cast/masked_teacher_negative_rate": 0.33700960222631693, |
| "cast/masked_teacher_positive_rate": 0.25356326159089804, |
| "cast/masked_token_adv_abs_mean": 0.807909781113267, |
| "cast/masked_token_adv_max": 1.01687787566334, |
| "cast/masked_token_adv_mean": -0.16693260002648458, |
| "cast/masked_token_adv_min": -1.1406629150733352, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02176000166218728, |
| "cast/masked_wrong_good_token_rate": 0.19088262179866433, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0023666970373596996, |
| "clip_ratio/high_mean": 0.0023666970373596996, |
| "clip_ratio/low_mean": 0.000992647152088466, |
| "clip_ratio/low_min": 0.000992647152088466, |
| "clip_ratio/region_mean": 0.0033593441876291763, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3448.0, |
| "completions/max_terminated_length": 3448.0, |
| "completions/mean_length": 1528.171875, |
| "completions/mean_terminated_length": 1528.171875, |
| "completions/min_length": 242.0, |
| "completions/min_terminated_length": 242.0, |
| "entropy": 0.2159935098607093, |
| "epoch": 0.0058331713007972, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.06755436956882477, |
| "learning_rate": 9.98120422580854e-07, |
| "loss": 0.10049697011709213, |
| "num_tokens": 3832671.0, |
| "reward": 0.375, |
| "reward_std": 0.48795005679130554, |
| "rewards/math_answer_reward/mean": 0.375, |
| "rewards/math_answer_reward/std": 0.48795005679130554, |
| "sampling/importance_sampling_ratio/max": 2.414320230484009, |
| "sampling/importance_sampling_ratio/mean": 0.6758387684822083, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.6919755339622498, |
| "sampling/sampling_logp_difference/mean": 0.009192313998937607, |
| "step": 30, |
| "step_time": 97.02242440383998 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12645897280890495, |
| "cast/masked_gap_abs_mean": 0.009138892739429139, |
| "cast/masked_gap_mean": 2.659996794762698e-05, |
| "cast/masked_negative_base_rate": 0.6390382051467896, |
| "cast/masked_positive_base_rate": 0.3609617929905653, |
| "cast/masked_sign_flipped_rate": 0.31465368857607245, |
| "cast/masked_teacher_negative_rate": 0.3624859172850847, |
| "cast/masked_teacher_positive_rate": 0.2880529845133424, |
| "cast/masked_token_adv_abs_mean": 0.7970142662525177, |
| "cast/masked_token_adv_max": 0.962659690529108, |
| "cast/masked_token_adv_mean": -0.15270360745489597, |
| "cast/masked_token_adv_min": -1.0519682727754116, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022450102434959263, |
| "cast/masked_wrong_good_token_rate": 0.18819471588358283, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002487419365934329, |
| "clip_ratio/high_mean": 0.002487419365934329, |
| "clip_ratio/low_mean": 0.000820154576558707, |
| "clip_ratio/low_min": 0.000820154576558707, |
| "clip_ratio/region_mean": 0.0033075739484047517, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6939.0, |
| "completions/mean_length": 2425.15625, |
| "completions/mean_terminated_length": 2333.619140625, |
| "completions/min_length": 607.0, |
| "completions/min_terminated_length": 607.0, |
| "entropy": 0.24896306218579412, |
| "epoch": 0.0060276103441571065, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.04412037134170532, |
| "learning_rate": 9.980556095664008e-07, |
| "loss": 0.06061670184135437, |
| "num_tokens": 4000217.0, |
| "reward": 0.421875, |
| "reward_std": 0.49776285886764526, |
| "rewards/math_answer_reward/mean": 0.421875, |
| "rewards/math_answer_reward/std": 0.49776285886764526, |
| "sampling/importance_sampling_ratio/max": 2.6014437675476074, |
| "sampling/importance_sampling_ratio/mean": 0.48437875509262085, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1886683702468872, |
| "sampling/sampling_logp_difference/mean": 0.009623178280889988, |
| "step": 31, |
| "step_time": 273.26218054204946 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.14690247573889792, |
| "cast/masked_gap_abs_mean": 0.009348065570520703, |
| "cast/masked_gap_mean": -3.8172927304458426e-05, |
| "cast/masked_negative_base_rate": 0.551108623854816, |
| "cast/masked_positive_base_rate": 0.4488913742825389, |
| "cast/masked_sign_flipped_rate": 0.31190154841169715, |
| "cast/masked_teacher_negative_rate": 0.35330006619915366, |
| "cast/masked_teacher_positive_rate": 0.2687120595946908, |
| "cast/masked_token_adv_abs_mean": 0.859165208414197, |
| "cast/masked_token_adv_max": 1.0221386216580868, |
| "cast/masked_token_adv_mean": -0.05791156552731991, |
| "cast/masked_token_adv_min": -1.0929433107376099, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022878628282342106, |
| "cast/masked_wrong_good_token_rate": 0.16499907278921455, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002517100236218539, |
| "clip_ratio/high_mean": 0.002517100236218539, |
| "clip_ratio/low_mean": 0.0009702857450974989, |
| "clip_ratio/low_min": 0.0009702857450974989, |
| "clip_ratio/region_mean": 0.0034873859949584585, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4592.0, |
| "completions/max_terminated_length": 4592.0, |
| "completions/mean_length": 1357.40625, |
| "completions/mean_terminated_length": 1357.40625, |
| "completions/min_length": 524.0, |
| "completions/min_terminated_length": 524.0, |
| "entropy": 0.23995936149731278, |
| "epoch": 0.006222049387517014, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.07325555384159088, |
| "learning_rate": 9.979907965519477e-07, |
| "loss": 0.030916104093194008, |
| "num_tokens": 4097755.0, |
| "reward": 0.484375, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.484375, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.8343751430511475, |
| "sampling/importance_sampling_ratio/mean": 0.6320965886116028, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7489891052246094, |
| "sampling/sampling_logp_difference/mean": 0.009270422160625458, |
| "step": 32, |
| "step_time": 126.23043232192867 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.06595868151634932, |
| "cast/masked_gap_abs_mean": 0.008449329718132503, |
| "cast/masked_gap_mean": -1.0985751998759952e-05, |
| "cast/masked_negative_base_rate": 0.795351724140346, |
| "cast/masked_positive_base_rate": 0.2046482702717185, |
| "cast/masked_sign_flipped_rate": 0.27869987627491355, |
| "cast/masked_teacher_negative_rate": 0.32989889895543456, |
| "cast/masked_teacher_positive_rate": 0.26397630106657743, |
| "cast/masked_token_adv_abs_mean": 0.7609101636335254, |
| "cast/masked_token_adv_max": 1.03647277969867, |
| "cast/masked_token_adv_mean": -0.1580037391395308, |
| "cast/masked_token_adv_min": -1.1684689773246646, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021870541851967573, |
| "cast/masked_wrong_good_token_rate": 0.21274119475856423, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002395163093751762, |
| "clip_ratio/high_mean": 0.002395163093751762, |
| "clip_ratio/low_mean": 0.00090010477197211, |
| "clip_ratio/low_min": 0.00090010477197211, |
| "clip_ratio/region_mean": 0.003295267866633367, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3605.0, |
| "completions/max_terminated_length": 3605.0, |
| "completions/mean_length": 1701.359375, |
| "completions/mean_terminated_length": 1701.359375, |
| "completions/min_length": 710.0, |
| "completions/min_terminated_length": 710.0, |
| "entropy": 0.23269863333553076, |
| "epoch": 0.00641648843087692, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.05682654306292534, |
| "learning_rate": 9.979259835374942e-07, |
| "loss": 0.0754956603050232, |
| "num_tokens": 4217914.0, |
| "reward": 0.234375, |
| "reward_std": 0.42695629596710205, |
| "rewards/math_answer_reward/mean": 0.234375, |
| "rewards/math_answer_reward/std": 0.42695629596710205, |
| "sampling/importance_sampling_ratio/max": 2.592017889022827, |
| "sampling/importance_sampling_ratio/mean": 0.5750653743743896, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.4028193950653076, |
| "sampling/sampling_logp_difference/mean": 0.008798387832939625, |
| "step": 33, |
| "step_time": 102.4500099470315 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.09768366464413702, |
| "cast/masked_gap_abs_mean": 0.008351872333150823, |
| "cast/masked_gap_mean": 2.1177997084009803e-05, |
| "cast/masked_negative_base_rate": 0.676145825535059, |
| "cast/masked_positive_base_rate": 0.323854167945683, |
| "cast/masked_sign_flipped_rate": 0.2817387371324003, |
| "cast/masked_teacher_negative_rate": 0.3234522365964949, |
| "cast/masked_teacher_positive_rate": 0.25673570251092315, |
| "cast/masked_token_adv_abs_mean": 0.6955733606591821, |
| "cast/masked_token_adv_max": 0.848291234113276, |
| "cast/masked_token_adv_mean": -0.13650225091259927, |
| "cast/masked_token_adv_min": -0.9266186011955142, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021623743668897077, |
| "cast/masked_wrong_good_token_rate": 0.18405507458373904, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002251298968985793, |
| "clip_ratio/high_mean": 0.002251298968985793, |
| "clip_ratio/low_mean": 0.0009938501079886919, |
| "clip_ratio/low_min": 0.0009938501079886919, |
| "clip_ratio/region_mean": 0.003245149104259326, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 8106.0, |
| "completions/mean_length": 2269.5, |
| "completions/mean_terminated_length": 2175.4921875, |
| "completions/min_length": 676.0, |
| "completions/min_terminated_length": 676.0, |
| "entropy": 0.2247882557567209, |
| "epoch": 0.006610927474236827, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.04699010029435158, |
| "learning_rate": 9.97861170523041e-07, |
| "loss": 0.06462706625461578, |
| "num_tokens": 4376162.0, |
| "reward": 0.328125, |
| "reward_std": 0.4732423722743988, |
| "rewards/math_answer_reward/mean": 0.328125, |
| "rewards/math_answer_reward/std": 0.4732423722743988, |
| "sampling/importance_sampling_ratio/max": 2.5518386363983154, |
| "sampling/importance_sampling_ratio/mean": 0.5705206394195557, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.9767348766326904, |
| "sampling/sampling_logp_difference/mean": 0.007753041107207537, |
| "step": 34, |
| "step_time": 273.35180958904675 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.15132633142638952, |
| "cast/masked_gap_abs_mean": 0.009412902625626884, |
| "cast/masked_gap_mean": 1.5541676532393467e-05, |
| "cast/masked_negative_base_rate": 0.5005701640620828, |
| "cast/masked_positive_base_rate": 0.49942983826622367, |
| "cast/masked_sign_flipped_rate": 0.30049426574259996, |
| "cast/masked_teacher_negative_rate": 0.3400684189982712, |
| "cast/masked_teacher_positive_rate": 0.2662795218639076, |
| "cast/masked_token_adv_abs_mean": 0.6729429429396987, |
| "cast/masked_token_adv_max": 0.8819929575547576, |
| "cast/masked_token_adv_mean": -0.021039977960754186, |
| "cast/masked_token_adv_min": -0.981206295080483, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022688008757540956, |
| "cast/masked_wrong_good_token_rate": 0.14916793489828706, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002429949538054643, |
| "clip_ratio/high_mean": 0.002429949538054643, |
| "clip_ratio/low_mean": 0.0009645233121773344, |
| "clip_ratio/low_min": 0.0009645233121773344, |
| "clip_ratio/region_mean": 0.0033944728384085465, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3340.0, |
| "completions/max_terminated_length": 3340.0, |
| "completions/mean_length": 1368.546875, |
| "completions/mean_terminated_length": 1368.546875, |
| "completions/min_length": 339.0, |
| "completions/min_terminated_length": 339.0, |
| "entropy": 0.2388327862136066, |
| "epoch": 0.006805366517596733, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.07543313503265381, |
| "learning_rate": 9.977963575085876e-07, |
| "loss": 0.014049575664103031, |
| "num_tokens": 4478893.0, |
| "reward": 0.53125, |
| "reward_std": 0.5029674172401428, |
| "rewards/math_answer_reward/mean": 0.53125, |
| "rewards/math_answer_reward/std": 0.5029674172401428, |
| "sampling/importance_sampling_ratio/max": 2.809549570083618, |
| "sampling/importance_sampling_ratio/mean": 0.6907652616500854, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.6398296356201172, |
| "sampling/sampling_logp_difference/mean": 0.009891439229249954, |
| "step": 35, |
| "step_time": 98.48211741592968 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12588576029520482, |
| "cast/masked_gap_abs_mean": 0.009561845537973568, |
| "cast/masked_gap_mean": -4.929784381602076e-06, |
| "cast/masked_negative_base_rate": 0.6214258726686239, |
| "cast/masked_positive_base_rate": 0.37857412127777934, |
| "cast/masked_sign_flipped_rate": 0.3050325242802501, |
| "cast/masked_teacher_negative_rate": 0.34942934196442366, |
| "cast/masked_teacher_positive_rate": 0.2712551769800484, |
| "cast/masked_token_adv_abs_mean": 0.8243454648181796, |
| "cast/masked_token_adv_max": 1.0239122174680233, |
| "cast/masked_token_adv_mean": -0.08144258486572653, |
| "cast/masked_token_adv_min": -1.1326854601502419, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022822067083325237, |
| "cast/masked_wrong_good_token_rate": 0.17914676223881543, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0022627567286690464, |
| "clip_ratio/high_mean": 0.0022627567286690464, |
| "clip_ratio/low_mean": 0.0009094812280636688, |
| "clip_ratio/low_min": 0.0009094812280636688, |
| "clip_ratio/region_mean": 0.0031722379608254414, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5517.0, |
| "completions/max_terminated_length": 5517.0, |
| "completions/mean_length": 1818.390625, |
| "completions/mean_terminated_length": 1818.390625, |
| "completions/min_length": 489.0, |
| "completions/min_terminated_length": 489.0, |
| "entropy": 0.2557943395804614, |
| "epoch": 0.00699980556095664, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.07301393151283264, |
| "learning_rate": 9.977315444941343e-07, |
| "loss": 0.06232655420899391, |
| "num_tokens": 4607886.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.9090027809143066, |
| "sampling/importance_sampling_ratio/mean": 0.6266592741012573, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.1183149814605713, |
| "sampling/sampling_logp_difference/mean": 0.009372740983963013, |
| "step": 36, |
| "step_time": 165.15147567610256 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.08441135857719928, |
| "cast/masked_gap_abs_mean": 0.00728035943757277, |
| "cast/masked_gap_mean": -8.835240036475511e-05, |
| "cast/masked_negative_base_rate": 0.7441395493224263, |
| "cast/masked_positive_base_rate": 0.25586043833754957, |
| "cast/masked_sign_flipped_rate": 0.2564804144203663, |
| "cast/masked_teacher_negative_rate": 0.3279013242572546, |
| "cast/masked_teacher_positive_rate": 0.23793868301436305, |
| "cast/masked_token_adv_abs_mean": 0.9863313976675272, |
| "cast/masked_token_adv_max": 1.0781249701976776, |
| "cast/masked_token_adv_mean": -0.3130458614905365, |
| "cast/masked_token_adv_min": -1.2000000476837158, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02049118559807539, |
| "cast/masked_wrong_good_token_rate": 0.17206905642524362, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002196720233769156, |
| "clip_ratio/high_mean": 0.002196720233769156, |
| "clip_ratio/low_mean": 0.000776385459175799, |
| "clip_ratio/low_min": 0.000776385459175799, |
| "clip_ratio/region_mean": 0.0029731056638411246, |
| "completions/clipped_ratio": 0.046875, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6785.0, |
| "completions/mean_length": 2384.515625, |
| "completions/mean_terminated_length": 2098.901611328125, |
| "completions/min_length": 381.0, |
| "completions/min_terminated_length": 381.0, |
| "entropy": 0.19456078601069748, |
| "epoch": 0.007194244604316547, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.05932265520095825, |
| "learning_rate": 9.97666731479681e-07, |
| "loss": 0.16373787820339203, |
| "num_tokens": 4771783.0, |
| "reward": 0.3125, |
| "reward_std": 0.467176616191864, |
| "rewards/math_answer_reward/mean": 0.3125, |
| "rewards/math_answer_reward/std": 0.467176616191864, |
| "sampling/importance_sampling_ratio/max": 2.9397852420806885, |
| "sampling/importance_sampling_ratio/mean": 0.6662572622299194, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1150591373443604, |
| "sampling/sampling_logp_difference/mean": 0.007384068798273802, |
| "step": 37, |
| "step_time": 274.0738996420114 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.06796297058463097, |
| "cast/masked_gap_abs_mean": 0.009061138858669437, |
| "cast/masked_gap_mean": 2.4379328332102546e-05, |
| "cast/masked_negative_base_rate": 0.7987304572016001, |
| "cast/masked_positive_base_rate": 0.20126953721046448, |
| "cast/masked_sign_flipped_rate": 0.26950891641899943, |
| "cast/masked_teacher_negative_rate": 0.3446820182725787, |
| "cast/masked_teacher_positive_rate": 0.2561068432405591, |
| "cast/masked_token_adv_abs_mean": 0.7837593564763665, |
| "cast/masked_token_adv_max": 0.9774105465039611, |
| "cast/masked_token_adv_mean": -0.21665471360029187, |
| "cast/masked_token_adv_min": -1.0688263988122344, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022155535931233317, |
| "cast/masked_wrong_good_token_rate": 0.20154594560153782, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002283074827573728, |
| "clip_ratio/high_mean": 0.002283074827573728, |
| "clip_ratio/low_mean": 0.0009569754838594235, |
| "clip_ratio/low_min": 0.0009569754838594235, |
| "clip_ratio/region_mean": 0.0032400503259850666, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6385.0, |
| "completions/max_terminated_length": 6385.0, |
| "completions/mean_length": 2173.5, |
| "completions/mean_terminated_length": 2173.5, |
| "completions/min_length": 821.0, |
| "completions/min_terminated_length": 821.0, |
| "entropy": 0.26127393264323473, |
| "epoch": 0.007388683647676453, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.0367390401661396, |
| "learning_rate": 9.976019184652277e-07, |
| "loss": 0.10068871825933456, |
| "num_tokens": 4923727.0, |
| "reward": 0.171875, |
| "reward_std": 0.38025420904159546, |
| "rewards/math_answer_reward/mean": 0.171875, |
| "rewards/math_answer_reward/std": 0.38025420904159546, |
| "sampling/importance_sampling_ratio/max": 2.9355547428131104, |
| "sampling/importance_sampling_ratio/mean": 0.42828333377838135, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.462102174758911, |
| "sampling/sampling_logp_difference/mean": 0.00934706162661314, |
| "step": 38, |
| "step_time": 193.55105158506194 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.11091284768190235, |
| "cast/masked_gap_abs_mean": 0.008861826150678098, |
| "cast/masked_gap_mean": -6.241568266496245e-05, |
| "cast/masked_negative_base_rate": 0.6814862163737416, |
| "cast/masked_positive_base_rate": 0.31851377384737134, |
| "cast/masked_sign_flipped_rate": 0.3093612571246922, |
| "cast/masked_teacher_negative_rate": 0.35753704607486725, |
| "cast/masked_teacher_positive_rate": 0.275733336340636, |
| "cast/masked_token_adv_abs_mean": 0.7293221689760685, |
| "cast/masked_token_adv_max": 0.8604638613760471, |
| "cast/masked_token_adv_mean": -0.16477992315776646, |
| "cast/masked_token_adv_min": -0.940530177205801, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022392690181732178, |
| "cast/masked_wrong_good_token_rate": 0.19844840932637453, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0024044210331339855, |
| "clip_ratio/high_mean": 0.0024044210331339855, |
| "clip_ratio/low_mean": 0.0010037233096227283, |
| "clip_ratio/low_min": 0.0010037233096227283, |
| "clip_ratio/region_mean": 0.0034081443518516608, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7171.0, |
| "completions/max_terminated_length": 7171.0, |
| "completions/mean_length": 1983.359375, |
| "completions/mean_terminated_length": 1983.359375, |
| "completions/min_length": 414.0, |
| "completions/min_terminated_length": 414.0, |
| "entropy": 0.22908123792149127, |
| "epoch": 0.00758312269103636, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.06288203597068787, |
| "learning_rate": 9.975371054507744e-07, |
| "loss": 0.10303903371095657, |
| "num_tokens": 5063726.0, |
| "reward": 0.390625, |
| "reward_std": 0.4917473793029785, |
| "rewards/math_answer_reward/mean": 0.390625, |
| "rewards/math_answer_reward/std": 0.4917473793029785, |
| "sampling/importance_sampling_ratio/max": 2.7447242736816406, |
| "sampling/importance_sampling_ratio/mean": 0.6373331546783447, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1105506420135498, |
| "sampling/sampling_logp_difference/mean": 0.009182456880807877, |
| "step": 39, |
| "step_time": 231.25372937388602 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.0869808669667691, |
| "cast/masked_gap_abs_mean": 0.008994543924927711, |
| "cast/masked_gap_mean": 4.0166060216506594e-05, |
| "cast/masked_negative_base_rate": 0.7591868117451668, |
| "cast/masked_positive_base_rate": 0.24081317894160748, |
| "cast/masked_sign_flipped_rate": 0.288746387232095, |
| "cast/masked_teacher_negative_rate": 0.3668307298794389, |
| "cast/masked_teacher_positive_rate": 0.2626654556952417, |
| "cast/masked_token_adv_abs_mean": 0.7197249559685588, |
| "cast/masked_token_adv_max": 0.9283391162753105, |
| "cast/masked_token_adv_mean": -0.19197966833598912, |
| "cast/masked_token_adv_min": -1.0230584423989058, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02232081675902009, |
| "cast/masked_wrong_good_token_rate": 0.20176551956683397, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0023291566503758077, |
| "clip_ratio/high_mean": 0.0023291566503758077, |
| "clip_ratio/low_mean": 0.000732218083612679, |
| "clip_ratio/low_min": 0.000732218083612679, |
| "clip_ratio/region_mean": 0.0030613747403549496, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6490.0, |
| "completions/max_terminated_length": 6490.0, |
| "completions/mean_length": 1911.203125, |
| "completions/mean_terminated_length": 1911.203125, |
| "completions/min_length": 425.0, |
| "completions/min_terminated_length": 425.0, |
| "entropy": 0.2466601738706231, |
| "epoch": 0.0077775617343962666, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.058035291731357574, |
| "learning_rate": 9.974722924363211e-07, |
| "loss": 0.1709366887807846, |
| "num_tokens": 5199147.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.7949984073638916, |
| "sampling/importance_sampling_ratio/mean": 0.5943577885627747, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9051461219787598, |
| "sampling/sampling_logp_difference/mean": 0.00886913388967514, |
| "step": 40, |
| "step_time": 195.46495445200708 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.09728774975519627, |
| "cast/masked_gap_abs_mean": 0.009159208959317766, |
| "cast/masked_gap_mean": -0.00011376830394738136, |
| "cast/masked_negative_base_rate": 0.7151693273335695, |
| "cast/masked_positive_base_rate": 0.28483065916225314, |
| "cast/masked_sign_flipped_rate": 0.29898134153336287, |
| "cast/masked_teacher_negative_rate": 0.3611158477142453, |
| "cast/masked_teacher_positive_rate": 0.2703435714356601, |
| "cast/masked_token_adv_abs_mean": 0.9469579942524433, |
| "cast/masked_token_adv_max": 1.0546874552965164, |
| "cast/masked_token_adv_mean": -0.24952742899768054, |
| "cast/masked_token_adv_min": -1.1997498981654644, |
| "cast/masked_token_weight_max": 1.1997498981654644, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022706614225171506, |
| "cast/masked_wrong_good_token_rate": 0.20169359119608998, |
| "cast/mixed_group_rate": 0.125, |
| "clip_ratio/high_max": 0.002162655469874153, |
| "clip_ratio/high_mean": 0.002162655469874153, |
| "clip_ratio/low_mean": 0.0009493868901699898, |
| "clip_ratio/low_min": 0.0009493868901699898, |
| "clip_ratio/region_mean": 0.003112042355496669, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5073.0, |
| "completions/max_terminated_length": 5073.0, |
| "completions/mean_length": 1776.671875, |
| "completions/mean_terminated_length": 1776.671875, |
| "completions/min_length": 515.0, |
| "completions/min_terminated_length": 515.0, |
| "entropy": 0.2554546883329749, |
| "epoch": 0.007972000777756174, |
| "frac_reward_zero_std": 0.875, |
| "grad_norm": 0.05790575221180916, |
| "learning_rate": 9.974074794218678e-07, |
| "loss": 0.08802931755781174, |
| "num_tokens": 5324854.0, |
| "reward": 0.359375, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.359375, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.602684736251831, |
| "sampling/importance_sampling_ratio/mean": 0.5129495859146118, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8390898704528809, |
| "sampling/sampling_logp_difference/mean": 0.009790458716452122, |
| "step": 41, |
| "step_time": 147.30263931193622 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.875, |
| "cast/masked_correct_bad_token_rate": 0.03805837780237198, |
| "cast/masked_gap_abs_mean": 0.009114296743064187, |
| "cast/masked_gap_mean": -0.00023764620823385485, |
| "cast/masked_negative_base_rate": 0.8930426947772503, |
| "cast/masked_positive_base_rate": 0.10695729777216911, |
| "cast/masked_sign_flipped_rate": 0.2852556095458567, |
| "cast/masked_teacher_negative_rate": 0.355336288921535, |
| "cast/masked_teacher_positive_rate": 0.27298082364723086, |
| "cast/masked_token_adv_abs_mean": 0.9412195328623056, |
| "cast/masked_token_adv_max": 1.033472646959126, |
| "cast/masked_token_adv_mean": -0.3910328111378476, |
| "cast/masked_token_adv_min": -1.1757545499131083, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022836856078356504, |
| "cast/masked_wrong_good_token_rate": 0.24719723174348474, |
| "cast/mixed_group_rate": 0.125, |
| "clip_ratio/high_max": 0.0024077063253571396, |
| "clip_ratio/high_mean": 0.0024077063253571396, |
| "clip_ratio/low_mean": 0.0009662687862146413, |
| "clip_ratio/low_min": 0.0009662687862146413, |
| "clip_ratio/region_mean": 0.003373975105205318, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6679.0, |
| "completions/max_terminated_length": 6679.0, |
| "completions/mean_length": 1824.046875, |
| "completions/mean_terminated_length": 1824.046875, |
| "completions/min_length": 364.0, |
| "completions/min_terminated_length": 364.0, |
| "entropy": 0.2509133405983448, |
| "epoch": 0.00816643982111608, |
| "frac_reward_zero_std": 0.875, |
| "grad_norm": 0.08223497867584229, |
| "learning_rate": 9.973426664074145e-07, |
| "loss": 0.27267447113990784, |
| "num_tokens": 5452161.0, |
| "reward": 0.109375, |
| "reward_std": 0.3145764470100403, |
| "rewards/math_answer_reward/mean": 0.109375, |
| "rewards/math_answer_reward/std": 0.3145764470100403, |
| "sampling/importance_sampling_ratio/max": 2.9711296558380127, |
| "sampling/importance_sampling_ratio/mean": 0.7263649106025696, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7273352146148682, |
| "sampling/sampling_logp_difference/mean": 0.00955159217119217, |
| "step": 42, |
| "step_time": 203.69333430021652 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.09040886908769608, |
| "cast/masked_gap_abs_mean": 0.009696896930108778, |
| "cast/masked_gap_mean": -9.58390318714919e-05, |
| "cast/masked_negative_base_rate": 0.7462949650362134, |
| "cast/masked_positive_base_rate": 0.2537050321698189, |
| "cast/masked_sign_flipped_rate": 0.3029978242702782, |
| "cast/masked_teacher_negative_rate": 0.3656229367479682, |
| "cast/masked_teacher_positive_rate": 0.2789644212462008, |
| "cast/masked_token_adv_abs_mean": 0.8087759530171752, |
| "cast/masked_token_adv_max": 1.02059980109334, |
| "cast/masked_token_adv_mean": -0.22510353242978454, |
| "cast/masked_token_adv_min": -1.134043661877513, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02300074289087206, |
| "cast/masked_wrong_good_token_rate": 0.21258895355276763, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.00244624223705614, |
| "clip_ratio/high_mean": 0.00244624223705614, |
| "clip_ratio/low_mean": 0.0009396896934958932, |
| "clip_ratio/low_min": 0.0009396896934958932, |
| "clip_ratio/region_mean": 0.003385931962839095, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4236.0, |
| "completions/max_terminated_length": 4236.0, |
| "completions/mean_length": 1701.859375, |
| "completions/mean_terminated_length": 1701.859375, |
| "completions/min_length": 578.0, |
| "completions/min_terminated_length": 578.0, |
| "entropy": 0.2731356513686478, |
| "epoch": 0.008360878864475986, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06264642626047134, |
| "learning_rate": 9.972778533929612e-07, |
| "loss": 0.13891656696796417, |
| "num_tokens": 5571808.0, |
| "reward": 0.25, |
| "reward_std": 0.4364357888698578, |
| "rewards/math_answer_reward/mean": 0.25, |
| "rewards/math_answer_reward/std": 0.4364357888698578, |
| "sampling/importance_sampling_ratio/max": 2.754892587661743, |
| "sampling/importance_sampling_ratio/mean": 0.5070384740829468, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.4984270334243774, |
| "sampling/sampling_logp_difference/mean": 0.010324406437575817, |
| "step": 43, |
| "step_time": 121.362138421071 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07347885007038713, |
| "cast/masked_gap_abs_mean": 0.009790325653739274, |
| "cast/masked_gap_mean": 0.0001377832815521174, |
| "cast/masked_negative_base_rate": 0.7693555569276214, |
| "cast/masked_positive_base_rate": 0.2306444412097335, |
| "cast/masked_sign_flipped_rate": 0.30503204790875316, |
| "cast/masked_teacher_negative_rate": 0.36554758809506893, |
| "cast/masked_teacher_positive_rate": 0.28177780006080866, |
| "cast/masked_token_adv_abs_mean": 0.7782454742118716, |
| "cast/masked_token_adv_max": 1.0007508611306548, |
| "cast/masked_token_adv_mean": -0.21499018224858446, |
| "cast/masked_token_adv_min": -1.116360572166741, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02282586181536317, |
| "cast/masked_wrong_good_token_rate": 0.23155319853685796, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0028966893514734693, |
| "clip_ratio/high_mean": 0.0028966893514734693, |
| "clip_ratio/low_mean": 0.0009003291784210887, |
| "clip_ratio/low_min": 0.0009003291784210887, |
| "clip_ratio/region_mean": 0.0037970185476297047, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5432.0, |
| "completions/max_terminated_length": 5432.0, |
| "completions/mean_length": 1683.03125, |
| "completions/mean_terminated_length": 1683.03125, |
| "completions/min_length": 281.0, |
| "completions/min_terminated_length": 281.0, |
| "entropy": 0.27769548119977117, |
| "epoch": 0.008555317907835893, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06184614822268486, |
| "learning_rate": 9.97213040378508e-07, |
| "loss": 0.10782088339328766, |
| "num_tokens": 5691210.0, |
| "reward": 0.21875, |
| "reward_std": 0.4166666865348816, |
| "rewards/math_answer_reward/mean": 0.21875, |
| "rewards/math_answer_reward/std": 0.4166666865348816, |
| "sampling/importance_sampling_ratio/max": 2.460670232772827, |
| "sampling/importance_sampling_ratio/mean": 0.5162792205810547, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 4.44534969329834, |
| "sampling/sampling_logp_difference/mean": 0.010349072515964508, |
| "step": 44, |
| "step_time": 161.39731844194466 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.07212227385025471, |
| "cast/masked_gap_abs_mean": 0.00878744876536075, |
| "cast/masked_gap_mean": 3.536397838388439e-05, |
| "cast/masked_negative_base_rate": 0.7822737013921142, |
| "cast/masked_positive_base_rate": 0.21772629534825683, |
| "cast/masked_sign_flipped_rate": 0.280248514842242, |
| "cast/masked_teacher_negative_rate": 0.36749067064374685, |
| "cast/masked_teacher_positive_rate": 0.25757518969476223, |
| "cast/masked_token_adv_abs_mean": 0.8648540489375591, |
| "cast/masked_token_adv_max": 1.0260647302493453, |
| "cast/masked_token_adv_mean": -0.30054123559966683, |
| "cast/masked_token_adv_min": -1.151216915808618, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021832135156728327, |
| "cast/masked_wrong_good_token_rate": 0.20812623901292682, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0024155761384463403, |
| "clip_ratio/high_mean": 0.0024155761384463403, |
| "clip_ratio/low_mean": 0.0011783851464315376, |
| "clip_ratio/low_min": 0.0011783851464315376, |
| "clip_ratio/region_mean": 0.0035939613117079716, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5174.0, |
| "completions/max_terminated_length": 5174.0, |
| "completions/mean_length": 1878.421875, |
| "completions/mean_terminated_length": 1878.421875, |
| "completions/min_length": 686.0, |
| "completions/min_terminated_length": 686.0, |
| "entropy": 0.2467019958421588, |
| "epoch": 0.0087497569511958, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.04465532302856445, |
| "learning_rate": 9.971482273640546e-07, |
| "loss": 0.11927051842212677, |
| "num_tokens": 5823005.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 2.612135648727417, |
| "sampling/importance_sampling_ratio/mean": 0.4354548454284668, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.0235925912857056, |
| "sampling/sampling_logp_difference/mean": 0.00921543687582016, |
| "step": 45, |
| "step_time": 154.84717604101752 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.06595766544342041, |
| "cast/masked_gap_abs_mean": 0.009326171901193447, |
| "cast/masked_gap_mean": 0.00010998268334105887, |
| "cast/masked_negative_base_rate": 0.8100231778807938, |
| "cast/masked_positive_base_rate": 0.18997682351619005, |
| "cast/masked_sign_flipped_rate": 0.317003165371716, |
| "cast/masked_teacher_negative_rate": 0.3899944545701146, |
| "cast/masked_teacher_positive_rate": 0.30171894654631615, |
| "cast/masked_token_adv_abs_mean": 0.8762097069993615, |
| "cast/masked_token_adv_max": 1.0328885139897466, |
| "cast/masked_token_adv_mean": -0.21540844184346497, |
| "cast/masked_token_adv_min": -1.1429440854117274, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02213648206088692, |
| "cast/masked_wrong_good_token_rate": 0.25104550062678754, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002238386481622001, |
| "clip_ratio/high_mean": 0.002238386481622001, |
| "clip_ratio/low_mean": 0.0008133577493936173, |
| "clip_ratio/low_min": 0.0008133577493936173, |
| "clip_ratio/region_mean": 0.003051744195545325, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7127.0, |
| "completions/max_terminated_length": 7127.0, |
| "completions/mean_length": 2425.484375, |
| "completions/mean_terminated_length": 2425.484375, |
| "completions/min_length": 688.0, |
| "completions/min_terminated_length": 688.0, |
| "entropy": 0.285619530826807, |
| "epoch": 0.008944195994555707, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.032319582998752594, |
| "learning_rate": 9.970834143496013e-07, |
| "loss": 0.07124408334493637, |
| "num_tokens": 5991996.0, |
| "reward": 0.21875, |
| "reward_std": 0.4166666865348816, |
| "rewards/math_answer_reward/mean": 0.21875, |
| "rewards/math_answer_reward/std": 0.4166666865348816, |
| "sampling/importance_sampling_ratio/max": 2.099602699279785, |
| "sampling/importance_sampling_ratio/mean": 0.39266473054885864, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 5.176179885864258, |
| "sampling/sampling_logp_difference/mean": 0.009971310384571552, |
| "step": 46, |
| "step_time": 229.55913826296455 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.13336130511015654, |
| "cast/masked_gap_abs_mean": 0.010533620632486418, |
| "cast/masked_gap_mean": -0.00014370381040862412, |
| "cast/masked_negative_base_rate": 0.6405656998977065, |
| "cast/masked_positive_base_rate": 0.3594342996366322, |
| "cast/masked_sign_flipped_rate": 0.3255960368551314, |
| "cast/masked_teacher_negative_rate": 0.39104455802589655, |
| "cast/masked_teacher_positive_rate": 0.28882898623123765, |
| "cast/masked_token_adv_abs_mean": 0.8100866433233023, |
| "cast/masked_token_adv_max": 0.9858372788876295, |
| "cast/masked_token_adv_mean": -0.07501125750422943, |
| "cast/masked_token_adv_min": -1.09337511472404, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02382063475670293, |
| "cast/masked_wrong_good_token_rate": 0.19223473267629743, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002621103874844266, |
| "clip_ratio/high_mean": 0.002621103874844266, |
| "clip_ratio/low_mean": 0.0010420654425615794, |
| "clip_ratio/low_min": 0.0010420654425615794, |
| "clip_ratio/region_mean": 0.003663169325591298, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5460.0, |
| "completions/max_terminated_length": 5460.0, |
| "completions/mean_length": 1645.640625, |
| "completions/mean_terminated_length": 1645.640625, |
| "completions/min_length": 602.0, |
| "completions/min_terminated_length": 602.0, |
| "entropy": 0.2910246164537966, |
| "epoch": 0.009138635037915614, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.07035275548696518, |
| "learning_rate": 9.97018601335148e-07, |
| "loss": 0.13869012892246246, |
| "num_tokens": 6108821.0, |
| "reward": 0.421875, |
| "reward_std": 0.49776285886764526, |
| "rewards/math_answer_reward/mean": 0.421875, |
| "rewards/math_answer_reward/std": 0.49776285886764526, |
| "sampling/importance_sampling_ratio/max": 2.627039909362793, |
| "sampling/importance_sampling_ratio/mean": 0.6216158866882324, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7819712162017822, |
| "sampling/sampling_logp_difference/mean": 0.01048360113054514, |
| "step": 47, |
| "step_time": 158.7220798259077 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.1819662859197706, |
| "cast/masked_gap_abs_mean": 0.008690150134498253, |
| "cast/masked_gap_mean": 0.0002072433610464941, |
| "cast/masked_negative_base_rate": 0.4675047677010298, |
| "cast/masked_positive_base_rate": 0.5324952304363251, |
| "cast/masked_sign_flipped_rate": 0.3027907791547477, |
| "cast/masked_teacher_negative_rate": 0.35083322413265705, |
| "cast/masked_teacher_positive_rate": 0.2605379153974354, |
| "cast/masked_token_adv_abs_mean": 0.8712713401764631, |
| "cast/masked_token_adv_max": 0.9999091066420078, |
| "cast/masked_token_adv_mean": -0.00890017765777884, |
| "cast/masked_token_adv_min": -1.0709234792739153, |
| "cast/masked_token_weight_max": 1.199919380247593, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021993522066622972, |
| "cast/masked_wrong_good_token_rate": 0.12082449381705374, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.003064125972741749, |
| "clip_ratio/high_mean": 0.003064125972741749, |
| "clip_ratio/low_mean": 0.0011575405142139061, |
| "clip_ratio/low_min": 0.0011575405142139061, |
| "clip_ratio/region_mean": 0.004221666473313235, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4730.0, |
| "completions/mean_length": 1259.015625, |
| "completions/mean_terminated_length": 1148.96826171875, |
| "completions/min_length": 460.0, |
| "completions/min_terminated_length": 460.0, |
| "entropy": 0.2142971227876842, |
| "epoch": 0.00933307408127552, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.08334919065237045, |
| "learning_rate": 9.969537883206947e-07, |
| "loss": 0.042960312217473984, |
| "num_tokens": 6199134.0, |
| "reward": 0.5, |
| "reward_std": 0.5039526224136353, |
| "rewards/math_answer_reward/mean": 0.5, |
| "rewards/math_answer_reward/std": 0.5039526224136353, |
| "sampling/importance_sampling_ratio/max": 2.931452512741089, |
| "sampling/importance_sampling_ratio/mean": 0.800648033618927, |
| "sampling/importance_sampling_ratio/min": 0.000695361290127039, |
| "sampling/sampling_logp_difference/max": 2.434075355529785, |
| "sampling/sampling_logp_difference/mean": 0.009055417962372303, |
| "step": 48, |
| "step_time": 256.9930206818972 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.056139033287763596, |
| "cast/masked_gap_abs_mean": 0.00897680057096295, |
| "cast/masked_gap_mean": -2.67826628714829e-05, |
| "cast/masked_negative_base_rate": 0.8146085143089294, |
| "cast/masked_positive_base_rate": 0.18539148615673184, |
| "cast/masked_sign_flipped_rate": 0.2827273551374674, |
| "cast/masked_teacher_negative_rate": 0.3649442698806524, |
| "cast/masked_teacher_positive_rate": 0.26541501795873046, |
| "cast/masked_token_adv_abs_mean": 0.8977016480639577, |
| "cast/masked_token_adv_max": 1.0737702921032906, |
| "cast/masked_token_adv_mean": -0.2214975090464577, |
| "cast/masked_token_adv_min": -1.1887310519814491, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022105299693066627, |
| "cast/masked_wrong_good_token_rate": 0.22658832115121186, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002224740841484163, |
| "clip_ratio/high_mean": 0.002224740841484163, |
| "clip_ratio/low_mean": 0.0009301207355747465, |
| "clip_ratio/low_min": 0.0009301207355747465, |
| "clip_ratio/region_mean": 0.0031548615588690154, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4457.0, |
| "completions/max_terminated_length": 4457.0, |
| "completions/mean_length": 1450.21875, |
| "completions/mean_terminated_length": 1450.21875, |
| "completions/min_length": 418.0, |
| "completions/min_terminated_length": 418.0, |
| "entropy": 0.2712486379314214, |
| "epoch": 0.009527513124635427, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.06614314019680023, |
| "learning_rate": 9.968889753062414e-07, |
| "loss": 0.14364849030971527, |
| "num_tokens": 6304180.0, |
| "reward": 0.234375, |
| "reward_std": 0.42695629596710205, |
| "rewards/math_answer_reward/mean": 0.234375, |
| "rewards/math_answer_reward/std": 0.42695629596710205, |
| "sampling/importance_sampling_ratio/max": 2.541189193725586, |
| "sampling/importance_sampling_ratio/mean": 0.6740047931671143, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.722158670425415, |
| "sampling/sampling_logp_difference/mean": 0.009428436867892742, |
| "step": 49, |
| "step_time": 123.9688211340108 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.09154471143847331, |
| "cast/masked_gap_abs_mean": 0.009754821134265512, |
| "cast/masked_gap_mean": 6.932815483651211e-05, |
| "cast/masked_negative_base_rate": 0.7226162496954203, |
| "cast/masked_positive_base_rate": 0.27738374238833785, |
| "cast/masked_sign_flipped_rate": 0.2992625432088971, |
| "cast/masked_teacher_negative_rate": 0.3671647747978568, |
| "cast/masked_teacher_positive_rate": 0.2713055252097547, |
| "cast/masked_token_adv_abs_mean": 0.6886172760277987, |
| "cast/masked_token_adv_max": 0.972032692283392, |
| "cast/masked_token_adv_mean": -0.10807860917702783, |
| "cast/masked_token_adv_min": -1.0412516947835684, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02271361800376326, |
| "cast/masked_wrong_good_token_rate": 0.20771783194504678, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0027401930565247312, |
| "clip_ratio/high_mean": 0.0027401930565247312, |
| "clip_ratio/low_mean": 0.000850930661727034, |
| "clip_ratio/low_min": 0.000850930661727034, |
| "clip_ratio/region_mean": 0.0035911237137042917, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5003.0, |
| "completions/max_terminated_length": 5003.0, |
| "completions/mean_length": 1838.140625, |
| "completions/mean_terminated_length": 1838.140625, |
| "completions/min_length": 475.0, |
| "completions/min_terminated_length": 475.0, |
| "entropy": 0.2758284162264317, |
| "epoch": 0.009721952167995334, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.05226795747876167, |
| "learning_rate": 9.968241622917881e-07, |
| "loss": 0.01283115241676569, |
| "num_tokens": 6432429.0, |
| "reward": 0.3125, |
| "reward_std": 0.467176616191864, |
| "rewards/math_answer_reward/mean": 0.3125, |
| "rewards/math_answer_reward/std": 0.467176616191864, |
| "sampling/importance_sampling_ratio/max": 2.618908643722534, |
| "sampling/importance_sampling_ratio/mean": 0.47958293557167053, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8236097097396851, |
| "sampling/sampling_logp_difference/mean": 0.010377779603004456, |
| "step": 50, |
| "step_time": 147.82380417900276 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.11087374435737729, |
| "cast/masked_gap_abs_mean": 0.008257852052338421, |
| "cast/masked_gap_mean": -5.3988800800652825e-05, |
| "cast/masked_negative_base_rate": 0.6648754612542689, |
| "cast/masked_positive_base_rate": 0.3351245285011828, |
| "cast/masked_sign_flipped_rate": 0.2891837786883116, |
| "cast/masked_teacher_negative_rate": 0.34325721487402916, |
| "cast/masked_teacher_positive_rate": 0.26669878978282213, |
| "cast/masked_token_adv_abs_mean": 0.872913908213377, |
| "cast/masked_token_adv_max": 1.015033669769764, |
| "cast/masked_token_adv_mean": -0.18416843877639621, |
| "cast/masked_token_adv_min": -1.0935717411339283, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021525257907342166, |
| "cast/masked_wrong_good_token_rate": 0.17831003409810364, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002193793387050391, |
| "clip_ratio/high_mean": 0.002193793387050391, |
| "clip_ratio/low_mean": 0.0007622628886565508, |
| "clip_ratio/low_min": 0.0007622628886565508, |
| "clip_ratio/region_mean": 0.002956056319817435, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5957.0, |
| "completions/max_terminated_length": 5957.0, |
| "completions/mean_length": 2311.796875, |
| "completions/mean_terminated_length": 2311.796875, |
| "completions/min_length": 440.0, |
| "completions/min_terminated_length": 440.0, |
| "entropy": 0.2262600506655872, |
| "epoch": 0.00991639121135524, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.048856221139431, |
| "learning_rate": 9.967593492773348e-07, |
| "loss": 0.10438315570354462, |
| "num_tokens": 6591384.0, |
| "reward": 0.375, |
| "reward_std": 0.48795005679130554, |
| "rewards/math_answer_reward/mean": 0.375, |
| "rewards/math_answer_reward/std": 0.48795005679130554, |
| "sampling/importance_sampling_ratio/max": 2.8710594177246094, |
| "sampling/importance_sampling_ratio/mean": 0.705763578414917, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8248758912086487, |
| "sampling/sampling_logp_difference/mean": 0.008419380523264408, |
| "step": 51, |
| "step_time": 183.19165293505648 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.05430146516300738, |
| "cast/masked_gap_abs_mean": 0.010204099889961071, |
| "cast/masked_gap_mean": -0.00013953898911722717, |
| "cast/masked_negative_base_rate": 0.8417554656043649, |
| "cast/masked_positive_base_rate": 0.15824452973902225, |
| "cast/masked_sign_flipped_rate": 0.31040558870881796, |
| "cast/masked_teacher_negative_rate": 0.39350080117583275, |
| "cast/masked_teacher_positive_rate": 0.2959583792835474, |
| "cast/masked_token_adv_abs_mean": 0.9307650774717331, |
| "cast/masked_token_adv_max": 1.0720829218626022, |
| "cast/masked_token_adv_mean": -0.23820831818738952, |
| "cast/masked_token_adv_min": -1.1823805533349514, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.023536924505606294, |
| "cast/masked_wrong_good_token_rate": 0.25610412494279444, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002449403398713912, |
| "clip_ratio/high_mean": 0.002449403398713912, |
| "clip_ratio/low_mean": 0.0008622400455351453, |
| "clip_ratio/low_min": 0.0008622400455351453, |
| "clip_ratio/region_mean": 0.0033116434715338983, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3922.0, |
| "completions/max_terminated_length": 3922.0, |
| "completions/mean_length": 1880.09375, |
| "completions/mean_terminated_length": 1880.09375, |
| "completions/min_length": 595.0, |
| "completions/min_terminated_length": 595.0, |
| "entropy": 0.2975070171523839, |
| "epoch": 0.010110830254715146, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.08816739171743393, |
| "learning_rate": 9.966945362628815e-07, |
| "loss": 0.15404991805553436, |
| "num_tokens": 6724862.0, |
| "reward": 0.1875, |
| "reward_std": 0.39339789748191833, |
| "rewards/math_answer_reward/mean": 0.1875, |
| "rewards/math_answer_reward/std": 0.39339789748191833, |
| "sampling/importance_sampling_ratio/max": 2.9045135974884033, |
| "sampling/importance_sampling_ratio/mean": 0.6386955976486206, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9250767827033997, |
| "sampling/sampling_logp_difference/mean": 0.010824895463883877, |
| "step": 52, |
| "step_time": 115.04979335595272 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.13103906298056245, |
| "cast/masked_gap_abs_mean": 0.00867158173059579, |
| "cast/masked_gap_mean": 8.520549022250634e-05, |
| "cast/masked_negative_base_rate": 0.5921763726510108, |
| "cast/masked_positive_base_rate": 0.4078236264176667, |
| "cast/masked_sign_flipped_rate": 0.2958722645416856, |
| "cast/masked_teacher_negative_rate": 0.34344194270670414, |
| "cast/masked_teacher_positive_rate": 0.26881610229611397, |
| "cast/masked_token_adv_abs_mean": 0.8359079034999013, |
| "cast/masked_token_adv_max": 1.0285062808543444, |
| "cast/masked_token_adv_mean": -0.13531865987170022, |
| "cast/masked_token_adv_min": -1.1165072321891785, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022305827355012298, |
| "cast/masked_wrong_good_token_rate": 0.16483320004772395, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0027284732277621515, |
| "clip_ratio/high_mean": 0.0027284732277621515, |
| "clip_ratio/low_mean": 0.0010108187616424402, |
| "clip_ratio/low_min": 0.0010108187616424402, |
| "clip_ratio/region_mean": 0.0037392919621197507, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3948.0, |
| "completions/max_terminated_length": 3948.0, |
| "completions/mean_length": 1587.5, |
| "completions/mean_terminated_length": 1587.5, |
| "completions/min_length": 613.0, |
| "completions/min_terminated_length": 613.0, |
| "entropy": 0.2297525075264275, |
| "epoch": 0.010305269298075053, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.0757998526096344, |
| "learning_rate": 9.966297232484283e-07, |
| "loss": 0.10435373336076736, |
| "num_tokens": 6837958.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.9255056381225586, |
| "sampling/importance_sampling_ratio/mean": 0.6371498107910156, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8585796356201172, |
| "sampling/sampling_logp_difference/mean": 0.009534546174108982, |
| "step": 53, |
| "step_time": 109.03995435204706 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.11193778668530285, |
| "cast/masked_gap_abs_mean": 0.009238735045073554, |
| "cast/masked_gap_mean": -2.1865243979846127e-05, |
| "cast/masked_negative_base_rate": 0.6553607988171279, |
| "cast/masked_positive_base_rate": 0.3446392035111785, |
| "cast/masked_sign_flipped_rate": 0.29842907935380936, |
| "cast/masked_teacher_negative_rate": 0.3556557856500149, |
| "cast/masked_teacher_positive_rate": 0.2669450039975345, |
| "cast/masked_token_adv_abs_mean": 0.7042175699025393, |
| "cast/masked_token_adv_max": 0.9115561936050653, |
| "cast/masked_token_adv_mean": -0.0964602081803605, |
| "cast/masked_token_adv_min": -0.9989214148372412, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022769812669139355, |
| "cast/masked_wrong_good_token_rate": 0.18649129173718393, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0026978229734595516, |
| "clip_ratio/high_mean": 0.0026978229734595516, |
| "clip_ratio/low_mean": 0.0008825387731121737, |
| "clip_ratio/low_min": 0.0008825387731121737, |
| "clip_ratio/region_mean": 0.0035803617465717252, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6695.0, |
| "completions/max_terminated_length": 6695.0, |
| "completions/mean_length": 1901.84375, |
| "completions/mean_terminated_length": 1901.84375, |
| "completions/min_length": 488.0, |
| "completions/min_terminated_length": 488.0, |
| "entropy": 0.2438266526442021, |
| "epoch": 0.01049970834143496, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.046803612262010574, |
| "learning_rate": 9.96564910233975e-07, |
| "loss": 0.013173217885196209, |
| "num_tokens": 6970524.0, |
| "reward": 0.359375, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.359375, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.99257230758667, |
| "sampling/importance_sampling_ratio/mean": 0.5788929462432861, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.199986219406128, |
| "sampling/sampling_logp_difference/mean": 0.009375724010169506, |
| "step": 54, |
| "step_time": 203.37697717212723 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.75, |
| "cast/masked_correct_bad_token_rate": 0.025258404202759266, |
| "cast/masked_gap_abs_mean": 0.008525458790245466, |
| "cast/masked_gap_mean": 2.568952883308384e-05, |
| "cast/masked_negative_base_rate": 0.9120821105316281, |
| "cast/masked_positive_base_rate": 0.08791788201779127, |
| "cast/masked_sign_flipped_rate": 0.2608451754786074, |
| "cast/masked_teacher_negative_rate": 0.3493344997987151, |
| "cast/masked_teacher_positive_rate": 0.255140638910234, |
| "cast/masked_token_adv_abs_mean": 0.9445765241980553, |
| "cast/masked_token_adv_max": 1.064395286142826, |
| "cast/masked_token_adv_mean": -0.3555865193484351, |
| "cast/masked_token_adv_min": -1.1896661259233952, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021619874343741685, |
| "cast/masked_wrong_good_token_rate": 0.23558677011169493, |
| "cast/mixed_group_rate": 0.25, |
| "clip_ratio/high_max": 0.002227030836365884, |
| "clip_ratio/high_mean": 0.002227030836365884, |
| "clip_ratio/low_mean": 0.0007343955971919058, |
| "clip_ratio/low_min": 0.0007343955971919058, |
| "clip_ratio/region_mean": 0.0029614264312840533, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4902.0, |
| "completions/mean_length": 2252.6875, |
| "completions/mean_terminated_length": 2158.412841796875, |
| "completions/min_length": 897.0, |
| "completions/min_terminated_length": 897.0, |
| "entropy": 0.23636674229055643, |
| "epoch": 0.010694147384794867, |
| "frac_reward_zero_std": 0.75, |
| "grad_norm": 0.05278799682855606, |
| "learning_rate": 9.965000972195217e-07, |
| "loss": 0.21401697397232056, |
| "num_tokens": 7126200.0, |
| "reward": 0.078125, |
| "reward_std": 0.27048972249031067, |
| "rewards/math_answer_reward/mean": 0.078125, |
| "rewards/math_answer_reward/std": 0.27048972249031067, |
| "sampling/importance_sampling_ratio/max": 2.735874652862549, |
| "sampling/importance_sampling_ratio/mean": 0.5522472858428955, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7373205423355103, |
| "sampling/sampling_logp_difference/mean": 0.008717945776879787, |
| "step": 55, |
| "step_time": 267.44089655095013 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.15523835399653763, |
| "cast/masked_gap_abs_mean": 0.00977662108198274, |
| "cast/masked_gap_mean": 0.00026457849881467155, |
| "cast/masked_negative_base_rate": 0.5606556981801987, |
| "cast/masked_positive_base_rate": 0.4393442999571562, |
| "cast/masked_sign_flipped_rate": 0.31416797125712037, |
| "cast/masked_teacher_negative_rate": 0.3649888327345252, |
| "cast/masked_teacher_positive_rate": 0.27489376440644264, |
| "cast/masked_token_adv_abs_mean": 0.8041507983580232, |
| "cast/masked_token_adv_max": 0.9984474936500192, |
| "cast/masked_token_adv_mean": -0.14618788729421794, |
| "cast/masked_token_adv_min": -1.1035829139873385, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022755273093935102, |
| "cast/masked_wrong_good_token_rate": 0.15892961854115129, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002641144434164744, |
| "clip_ratio/high_mean": 0.002641144434164744, |
| "clip_ratio/low_mean": 0.0009398416450494551, |
| "clip_ratio/low_min": 0.0009398416450494551, |
| "clip_ratio/region_mean": 0.0035809860710287467, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4866.0, |
| "completions/max_terminated_length": 4866.0, |
| "completions/mean_length": 1615.65625, |
| "completions/mean_terminated_length": 1615.65625, |
| "completions/min_length": 563.0, |
| "completions/min_terminated_length": 563.0, |
| "entropy": 0.2704219617880881, |
| "epoch": 0.010888586428154774, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.05931501463055611, |
| "learning_rate": 9.964352842050684e-07, |
| "loss": 0.056634243577718735, |
| "num_tokens": 7240242.0, |
| "reward": 0.453125, |
| "reward_std": 0.501733124256134, |
| "rewards/math_answer_reward/mean": 0.453125, |
| "rewards/math_answer_reward/std": 0.501733124256134, |
| "sampling/importance_sampling_ratio/max": 2.899747371673584, |
| "sampling/importance_sampling_ratio/mean": 0.5644305944442749, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.9032444953918457, |
| "sampling/sampling_logp_difference/mean": 0.010586690157651901, |
| "step": 56, |
| "step_time": 139.8945430839376 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.09202963695861399, |
| "cast/masked_gap_abs_mean": 0.008649816016259138, |
| "cast/masked_gap_mean": 0.00014146899853528794, |
| "cast/masked_negative_base_rate": 0.7419142033904791, |
| "cast/masked_positive_base_rate": 0.25808579847216606, |
| "cast/masked_sign_flipped_rate": 0.2760803955607116, |
| "cast/masked_teacher_negative_rate": 0.34562700102105737, |
| "cast/masked_teacher_positive_rate": 0.2518073320388794, |
| "cast/masked_token_adv_abs_mean": 0.9360907152295113, |
| "cast/masked_token_adv_max": 1.0687499642372131, |
| "cast/masked_token_adv_mean": -0.320831737248227, |
| "cast/masked_token_adv_min": -1.2000000476837158, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02153065722086467, |
| "cast/masked_wrong_good_token_rate": 0.18405075767077506, |
| "cast/mixed_group_rate": 0.25, |
| "clip_ratio/high_max": 0.0023762480977893574, |
| "clip_ratio/high_mean": 0.0023762480977893574, |
| "clip_ratio/low_mean": 0.0007844120655136066, |
| "clip_ratio/low_min": 0.0007844120655136066, |
| "clip_ratio/region_mean": 0.003160660147841554, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7495.0, |
| "completions/max_terminated_length": 7495.0, |
| "completions/mean_length": 1870.296875, |
| "completions/mean_terminated_length": 1870.296875, |
| "completions/min_length": 630.0, |
| "completions/min_terminated_length": 630.0, |
| "entropy": 0.23360277828760445, |
| "epoch": 0.01108302547151468, |
| "frac_reward_zero_std": 0.75, |
| "grad_norm": 0.06469165533781052, |
| "learning_rate": 9.96370471190615e-07, |
| "loss": 0.30016282200813293, |
| "num_tokens": 7374253.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 2.931509256362915, |
| "sampling/importance_sampling_ratio/mean": 0.6179847717285156, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 7.276133060455322, |
| "sampling/sampling_logp_difference/mean": 0.008552690036594868, |
| "step": 57, |
| "step_time": 241.38528090092586 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.08040050300769508, |
| "cast/masked_gap_abs_mean": 0.00787402005516924, |
| "cast/masked_gap_mean": 0.0001125245040327627, |
| "cast/masked_negative_base_rate": 0.7362182773649693, |
| "cast/masked_positive_base_rate": 0.26378172682598233, |
| "cast/masked_sign_flipped_rate": 0.25853768829256296, |
| "cast/masked_teacher_negative_rate": 0.3134927027858794, |
| "cast/masked_teacher_positive_rate": 0.2390769673511386, |
| "cast/masked_token_adv_abs_mean": 0.8492175210267305, |
| "cast/masked_token_adv_max": 1.0109032932668924, |
| "cast/masked_token_adv_mean": -0.1898872099845903, |
| "cast/masked_token_adv_min": -1.1338895577937365, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021331840893253684, |
| "cast/masked_wrong_good_token_rate": 0.1781371859833598, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002467530297508347, |
| "clip_ratio/high_mean": 0.002467530297508347, |
| "clip_ratio/low_mean": 0.0009266034580832638, |
| "clip_ratio/low_min": 0.0009266034580832638, |
| "clip_ratio/region_mean": 0.003394133749679895, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5522.0, |
| "completions/mean_length": 1883.96875, |
| "completions/mean_terminated_length": 1783.8414306640625, |
| "completions/min_length": 611.0, |
| "completions/min_terminated_length": 611.0, |
| "entropy": 0.20118912169709802, |
| "epoch": 0.011277464514874587, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.05418000370264053, |
| "learning_rate": 9.963056581761618e-07, |
| "loss": 0.08751223981380463, |
| "num_tokens": 7507619.0, |
| "reward": 0.296875, |
| "reward_std": 0.4604927599430084, |
| "rewards/math_answer_reward/mean": 0.296875, |
| "rewards/math_answer_reward/std": 0.4604927599430084, |
| "sampling/importance_sampling_ratio/max": 2.865302085876465, |
| "sampling/importance_sampling_ratio/mean": 0.547175943851471, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9017418622970581, |
| "sampling/sampling_logp_difference/mean": 0.008321200497448444, |
| "step": 58, |
| "step_time": 271.0389580830815 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.15163059742189944, |
| "cast/masked_gap_abs_mean": 0.008740335091715679, |
| "cast/masked_gap_mean": -6.444084459644728e-05, |
| "cast/masked_negative_base_rate": 0.49799581803381443, |
| "cast/masked_positive_base_rate": 0.502004174515605, |
| "cast/masked_sign_flipped_rate": 0.2873364519327879, |
| "cast/masked_teacher_negative_rate": 0.3353893496096134, |
| "cast/masked_teacher_positive_rate": 0.24948588199913502, |
| "cast/masked_token_adv_abs_mean": 0.8731774259358644, |
| "cast/masked_token_adv_max": 1.0266915019601583, |
| "cast/masked_token_adv_mean": -0.07645641986164264, |
| "cast/masked_token_adv_min": -1.1249661780893803, |
| "cast/masked_token_weight_max": 1.199749756604433, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022584606369491667, |
| "cast/masked_wrong_good_token_rate": 0.13570585462730378, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0027949359573540278, |
| "clip_ratio/high_mean": 0.0027949359573540278, |
| "clip_ratio/low_mean": 0.0009574840414643404, |
| "clip_ratio/low_min": 0.0009574840414643404, |
| "clip_ratio/region_mean": 0.003752419954253128, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3341.0, |
| "completions/max_terminated_length": 3341.0, |
| "completions/mean_length": 1228.171875, |
| "completions/mean_terminated_length": 1228.171875, |
| "completions/min_length": 518.0, |
| "completions/min_terminated_length": 518.0, |
| "entropy": 0.21598330466076732, |
| "epoch": 0.011471903558234494, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.06529859453439713, |
| "learning_rate": 9.962408451617085e-07, |
| "loss": -0.006746533792465925, |
| "num_tokens": 7597702.0, |
| "reward": 0.484375, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.484375, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.5795373916625977, |
| "sampling/importance_sampling_ratio/mean": 0.589619517326355, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9853978157043457, |
| "sampling/sampling_logp_difference/mean": 0.009253195486962795, |
| "step": 59, |
| "step_time": 93.15257632400608 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.02909607137553394, |
| "cast/masked_gap_abs_mean": 0.008529116210411303, |
| "cast/masked_gap_mean": 4.7473757128102534e-05, |
| "cast/masked_negative_base_rate": 0.9013398252427578, |
| "cast/masked_positive_base_rate": 0.09866016590967774, |
| "cast/masked_sign_flipped_rate": 0.2710537910461426, |
| "cast/masked_teacher_negative_rate": 0.35837032459676266, |
| "cast/masked_teacher_positive_rate": 0.2610379825346172, |
| "cast/masked_token_adv_abs_mean": 0.8932753372937441, |
| "cast/masked_token_adv_max": 1.0576875880360603, |
| "cast/masked_token_adv_mean": -0.3102522486296948, |
| "cast/masked_token_adv_min": -1.192714475095272, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021439569944050163, |
| "cast/masked_wrong_good_token_rate": 0.24195771990343928, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0021610846561088692, |
| "clip_ratio/high_mean": 0.0021610846561088692, |
| "clip_ratio/low_mean": 0.0009267101750083384, |
| "clip_ratio/low_min": 0.0009267101750083384, |
| "clip_ratio/region_mean": 0.0030877948011038825, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5453.0, |
| "completions/max_terminated_length": 5453.0, |
| "completions/mean_length": 1981.046875, |
| "completions/mean_terminated_length": 1981.046875, |
| "completions/min_length": 283.0, |
| "completions/min_terminated_length": 283.0, |
| "entropy": 0.24979626783169806, |
| "epoch": 0.0116663426015944, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.05580515414476395, |
| "learning_rate": 9.961760321472552e-07, |
| "loss": 0.1445513516664505, |
| "num_tokens": 7736689.0, |
| "reward": 0.109375, |
| "reward_std": 0.3145764470100403, |
| "rewards/math_answer_reward/mean": 0.109375, |
| "rewards/math_answer_reward/std": 0.3145764470100403, |
| "sampling/importance_sampling_ratio/max": 2.824261426925659, |
| "sampling/importance_sampling_ratio/mean": 0.5477856993675232, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.5039867162704468, |
| "sampling/sampling_logp_difference/mean": 0.009042279794812202, |
| "step": 60, |
| "step_time": 161.62706496598548 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.044694975134916604, |
| "cast/masked_gap_abs_mean": 0.009549252776196226, |
| "cast/masked_gap_mean": 0.00010694018988033349, |
| "cast/masked_negative_base_rate": 0.8654961185529828, |
| "cast/masked_positive_base_rate": 0.1345038777217269, |
| "cast/masked_sign_flipped_rate": 0.3124868618324399, |
| "cast/masked_teacher_negative_rate": 0.3704560436308384, |
| "cast/masked_teacher_positive_rate": 0.2984726568683982, |
| "cast/masked_token_adv_abs_mean": 0.8948290171101689, |
| "cast/masked_token_adv_max": 1.0281508099287748, |
| "cast/masked_token_adv_mean": -0.28328741260338575, |
| "cast/masked_token_adv_min": -1.1482438631355762, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022813796473201364, |
| "cast/masked_wrong_good_token_rate": 0.26779188588261604, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002394408909822232, |
| "clip_ratio/high_mean": 0.002394408909822232, |
| "clip_ratio/low_mean": 0.0009521286519884598, |
| "clip_ratio/low_min": 0.0009521286519884598, |
| "clip_ratio/region_mean": 0.0033465376109234057, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4379.0, |
| "completions/max_terminated_length": 4379.0, |
| "completions/mean_length": 1810.828125, |
| "completions/mean_terminated_length": 1810.828125, |
| "completions/min_length": 426.0, |
| "completions/min_terminated_length": 426.0, |
| "entropy": 0.26891204551793635, |
| "epoch": 0.011860781644954306, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.07637074589729309, |
| "learning_rate": 9.961112191328019e-07, |
| "loss": 0.19085629284381866, |
| "num_tokens": 7865814.0, |
| "reward": 0.203125, |
| "reward_std": 0.40550529956817627, |
| "rewards/math_answer_reward/mean": 0.203125, |
| "rewards/math_answer_reward/std": 0.40550529956817627, |
| "sampling/importance_sampling_ratio/max": 2.9192190170288086, |
| "sampling/importance_sampling_ratio/mean": 0.7080554962158203, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7364048957824707, |
| "sampling/sampling_logp_difference/mean": 0.009949129074811935, |
| "step": 61, |
| "step_time": 133.95986241998617 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.17658105061855167, |
| "cast/masked_gap_abs_mean": 0.0076156123614055105, |
| "cast/masked_gap_mean": 5.220790956173005e-05, |
| "cast/masked_negative_base_rate": 0.4759402684867382, |
| "cast/masked_positive_base_rate": 0.5240597368683666, |
| "cast/masked_sign_flipped_rate": 0.2899611033499241, |
| "cast/masked_teacher_negative_rate": 0.33154874527826905, |
| "cast/masked_teacher_positive_rate": 0.24630169617012143, |
| "cast/masked_token_adv_abs_mean": 0.8379851672798395, |
| "cast/masked_token_adv_max": 0.9869773900136352, |
| "cast/masked_token_adv_mean": -0.03442883532261476, |
| "cast/masked_token_adv_min": -1.063688493333757, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020715738704893738, |
| "cast/masked_wrong_good_token_rate": 0.11338005354627967, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0023573103162561893, |
| "clip_ratio/high_mean": 0.0023573103162561893, |
| "clip_ratio/low_mean": 0.0009461390391152236, |
| "clip_ratio/low_min": 0.0009461390391152236, |
| "clip_ratio/region_mean": 0.00330344936446636, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7194.0, |
| "completions/max_terminated_length": 7194.0, |
| "completions/mean_length": 1911.421875, |
| "completions/mean_terminated_length": 1911.421875, |
| "completions/min_length": 594.0, |
| "completions/min_terminated_length": 594.0, |
| "entropy": 0.1994137023575604, |
| "epoch": 0.012055220688314213, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.0442718043923378, |
| "learning_rate": 9.960464061183486e-07, |
| "loss": 0.023740656673908234, |
| "num_tokens": 7999401.0, |
| "reward": 0.546875, |
| "reward_std": 0.501733124256134, |
| "rewards/math_answer_reward/mean": 0.546875, |
| "rewards/math_answer_reward/std": 0.501733124256134, |
| "sampling/importance_sampling_ratio/max": 2.799053430557251, |
| "sampling/importance_sampling_ratio/mean": 0.5237549543380737, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8392471075057983, |
| "sampling/sampling_logp_difference/mean": 0.007702337112277746, |
| "step": 62, |
| "step_time": 224.97681845285115 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.04981245496310294, |
| "cast/masked_gap_abs_mean": 0.009298108619987033, |
| "cast/masked_gap_mean": 5.824428399137105e-06, |
| "cast/masked_negative_base_rate": 0.8577438807114959, |
| "cast/masked_positive_base_rate": 0.14225611742585897, |
| "cast/masked_sign_flipped_rate": 0.27648847736418247, |
| "cast/masked_teacher_negative_rate": 0.3576759956777096, |
| "cast/masked_teacher_positive_rate": 0.26809552777558565, |
| "cast/masked_token_adv_abs_mean": 0.7875767527148128, |
| "cast/masked_token_adv_max": 0.9946974897757173, |
| "cast/masked_token_adv_mean": -0.29076882428489625, |
| "cast/masked_token_adv_min": -1.1100114928558469, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022479382110759616, |
| "cast/masked_wrong_good_token_rate": 0.22667602193541825, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0024881332283257507, |
| "clip_ratio/high_mean": 0.0024881332283257507, |
| "clip_ratio/low_mean": 0.0009588701987013337, |
| "clip_ratio/low_min": 0.0009588701987013337, |
| "clip_ratio/region_mean": 0.0034470034443074837, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4681.0, |
| "completions/max_terminated_length": 4681.0, |
| "completions/mean_length": 1796.375, |
| "completions/mean_terminated_length": 1796.375, |
| "completions/min_length": 395.0, |
| "completions/min_terminated_length": 395.0, |
| "entropy": 0.2531194854527712, |
| "epoch": 0.01224965973167412, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.050841402262449265, |
| "learning_rate": 9.959815931038953e-07, |
| "loss": 0.14473453164100647, |
| "num_tokens": 8124409.0, |
| "reward": 0.140625, |
| "reward_std": 0.3503824472427368, |
| "rewards/math_answer_reward/mean": 0.140625, |
| "rewards/math_answer_reward/std": 0.3503824472427368, |
| "sampling/importance_sampling_ratio/max": 2.9445018768310547, |
| "sampling/importance_sampling_ratio/mean": 0.5162006616592407, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.8846280574798584, |
| "sampling/sampling_logp_difference/mean": 0.009547882713377476, |
| "step": 63, |
| "step_time": 133.51274775306229 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.14192295377142727, |
| "cast/masked_gap_abs_mean": 0.00886192062171176, |
| "cast/masked_gap_mean": 0.00014121197830263554, |
| "cast/masked_negative_base_rate": 0.5954568218439817, |
| "cast/masked_positive_base_rate": 0.4045431804843247, |
| "cast/masked_sign_flipped_rate": 0.29256354458630085, |
| "cast/masked_teacher_negative_rate": 0.34497988130897284, |
| "cast/masked_teacher_positive_rate": 0.24663081532344222, |
| "cast/masked_token_adv_abs_mean": 0.8228231808170676, |
| "cast/masked_token_adv_max": 1.0342155043035746, |
| "cast/masked_token_adv_mean": -0.14669496702845208, |
| "cast/masked_token_adv_min": -1.1433943659067154, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022482828178908676, |
| "cast/masked_wrong_good_token_rate": 0.15064058976713568, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0030606143564000377, |
| "clip_ratio/high_mean": 0.0030606143564000377, |
| "clip_ratio/low_mean": 0.0009602876716598985, |
| "clip_ratio/low_min": 0.0009602876716598985, |
| "clip_ratio/region_mean": 0.004020901960757328, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4578.0, |
| "completions/max_terminated_length": 4578.0, |
| "completions/mean_length": 1170.828125, |
| "completions/mean_terminated_length": 1170.828125, |
| "completions/min_length": 286.0, |
| "completions/min_terminated_length": 286.0, |
| "entropy": 0.21123783686198294, |
| "epoch": 0.012444098775034027, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.07010306417942047, |
| "learning_rate": 9.95916780089442e-07, |
| "loss": 0.05579278618097305, |
| "num_tokens": 8209990.0, |
| "reward": 0.484375, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.484375, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.0307540893554688, |
| "sampling/importance_sampling_ratio/mean": 0.7110783457756042, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.9064671993255615, |
| "sampling/sampling_logp_difference/mean": 0.0092029869556427, |
| "step": 64, |
| "step_time": 125.0495309070102 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.13659233751241118, |
| "cast/masked_gap_abs_mean": 0.00890085834544152, |
| "cast/masked_gap_mean": 6.569908693876414e-05, |
| "cast/masked_negative_base_rate": 0.5918788006529212, |
| "cast/masked_positive_base_rate": 0.40812119911424816, |
| "cast/masked_sign_flipped_rate": 0.2999548213556409, |
| "cast/masked_teacher_negative_rate": 0.36068171821534634, |
| "cast/masked_teacher_positive_rate": 0.26736877113580704, |
| "cast/masked_token_adv_abs_mean": 0.7960978802293539, |
| "cast/masked_token_adv_max": 1.0008167456835508, |
| "cast/masked_token_adv_mean": -0.16283198143355548, |
| "cast/masked_token_adv_min": -1.1163788568228483, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022436604893300682, |
| "cast/masked_wrong_good_token_rate": 0.16336248512379825, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0028876953292638063, |
| "clip_ratio/high_mean": 0.0028876953292638063, |
| "clip_ratio/low_mean": 0.0011397473272154457, |
| "clip_ratio/low_min": 0.0011397473272154457, |
| "clip_ratio/region_mean": 0.0040274426246469375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5249.0, |
| "completions/max_terminated_length": 5249.0, |
| "completions/mean_length": 1363.0625, |
| "completions/mean_terminated_length": 1363.0625, |
| "completions/min_length": 374.0, |
| "completions/min_terminated_length": 374.0, |
| "entropy": 0.22429389273747802, |
| "epoch": 0.012638537818393934, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.07370628416538239, |
| "learning_rate": 9.958519670749887e-07, |
| "loss": 0.1308983415365219, |
| "num_tokens": 8311130.0, |
| "reward": 0.453125, |
| "reward_std": 0.501733124256134, |
| "rewards/math_answer_reward/mean": 0.453125, |
| "rewards/math_answer_reward/std": 0.501733124256134, |
| "sampling/importance_sampling_ratio/max": 2.8778700828552246, |
| "sampling/importance_sampling_ratio/mean": 0.6838222742080688, |
| "sampling/importance_sampling_ratio/min": 0.014866217039525509, |
| "sampling/sampling_logp_difference/max": 0.8087811470031738, |
| "sampling/sampling_logp_difference/mean": 0.009463171474635601, |
| "step": 65, |
| "step_time": 158.2861882550642 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12225427385419607, |
| "cast/masked_gap_abs_mean": 0.007693660285440274, |
| "cast/masked_gap_mean": 2.4201688574976288e-05, |
| "cast/masked_negative_base_rate": 0.616733786650002, |
| "cast/masked_positive_base_rate": 0.3832662121858448, |
| "cast/masked_sign_flipped_rate": 0.28792133275419474, |
| "cast/masked_teacher_negative_rate": 0.332840318325907, |
| "cast/masked_teacher_positive_rate": 0.253705064766109, |
| "cast/masked_token_adv_abs_mean": 0.8695665365085006, |
| "cast/masked_token_adv_max": 1.022943602874875, |
| "cast/masked_token_adv_mean": -0.14215529020293616, |
| "cast/masked_token_adv_min": -1.1262213289737701, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02087765946635045, |
| "cast/masked_wrong_good_token_rate": 0.16566705820150673, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0022255709300225135, |
| "clip_ratio/high_mean": 0.0022255709300225135, |
| "clip_ratio/low_mean": 0.0007638969000254292, |
| "clip_ratio/low_min": 0.0007638969000254292, |
| "clip_ratio/region_mean": 0.0029894678555137943, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6014.0, |
| "completions/mean_length": 2345.984375, |
| "completions/mean_terminated_length": 2253.190673828125, |
| "completions/min_length": 760.0, |
| "completions/min_terminated_length": 760.0, |
| "entropy": 0.20489980187267065, |
| "epoch": 0.01283297686175384, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.04067128524184227, |
| "learning_rate": 9.957871540605352e-07, |
| "loss": 0.023002970963716507, |
| "num_tokens": 8473081.0, |
| "reward": 0.421875, |
| "reward_std": 0.49776285886764526, |
| "rewards/math_answer_reward/mean": 0.421875, |
| "rewards/math_answer_reward/std": 0.49776285886764526, |
| "sampling/importance_sampling_ratio/max": 2.767570734024048, |
| "sampling/importance_sampling_ratio/mean": 0.5531458854675293, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.6621971130371094, |
| "sampling/sampling_logp_difference/mean": 0.008254320360720158, |
| "step": 66, |
| "step_time": 272.52449508893187 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.12953835155349225, |
| "cast/masked_gap_abs_mean": 0.007566865155240521, |
| "cast/masked_gap_mean": -0.00010381544018400746, |
| "cast/masked_negative_base_rate": 0.5626683072187006, |
| "cast/masked_positive_base_rate": 0.4373316867277026, |
| "cast/masked_sign_flipped_rate": 0.27733563631772995, |
| "cast/masked_teacher_negative_rate": 0.32386042084544897, |
| "cast/masked_teacher_positive_rate": 0.24402588373050094, |
| "cast/masked_token_adv_abs_mean": 0.8249164242297411, |
| "cast/masked_token_adv_max": 1.0085157044231892, |
| "cast/masked_token_adv_mean": -0.007779439678415656, |
| "cast/masked_token_adv_min": -1.0990180019289255, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021370380534790456, |
| "cast/masked_wrong_good_token_rate": 0.147797285229899, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.002277240764669841, |
| "clip_ratio/high_mean": 0.002277240764669841, |
| "clip_ratio/low_mean": 0.0011595253008636064, |
| "clip_ratio/low_min": 0.0011595253008636064, |
| "clip_ratio/region_mean": 0.003436766070080921, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4839.0, |
| "completions/max_terminated_length": 4839.0, |
| "completions/mean_length": 1451.34375, |
| "completions/mean_terminated_length": 1451.34375, |
| "completions/min_length": 321.0, |
| "completions/min_terminated_length": 321.0, |
| "entropy": 0.179686373565346, |
| "epoch": 0.013027415905113747, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.06525473296642303, |
| "learning_rate": 9.95722341046082e-07, |
| "loss": -0.01239592395722866, |
| "num_tokens": 8575823.0, |
| "reward": 0.46875, |
| "reward_std": 0.5029674172401428, |
| "rewards/math_answer_reward/mean": 0.46875, |
| "rewards/math_answer_reward/std": 0.5029674172401428, |
| "sampling/importance_sampling_ratio/max": 2.7989084720611572, |
| "sampling/importance_sampling_ratio/mean": 0.6963121891021729, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8481130599975586, |
| "sampling/sampling_logp_difference/mean": 0.00786517933011055, |
| "step": 67, |
| "step_time": 133.5403149400372 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.75, |
| "cast/masked_correct_bad_token_rate": 0.013547386508435011, |
| "cast/masked_gap_abs_mean": 0.009112865154747851, |
| "cast/masked_gap_mean": -6.235810587895685e-06, |
| "cast/masked_negative_base_rate": 0.9606668297201395, |
| "cast/masked_positive_base_rate": 0.03933315351605415, |
| "cast/masked_sign_flipped_rate": 0.2851053839549422, |
| "cast/masked_teacher_negative_rate": 0.36467608343809843, |
| "cast/masked_teacher_positive_rate": 0.2814084505662322, |
| "cast/masked_token_adv_abs_mean": 0.909663469530642, |
| "cast/masked_token_adv_max": 1.0294507937505841, |
| "cast/masked_token_adv_mean": -0.3549479671055451, |
| "cast/masked_token_adv_min": -1.155086706392467, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02224936365382746, |
| "cast/masked_wrong_good_token_rate": 0.27155799558386207, |
| "cast/mixed_group_rate": 0.25, |
| "clip_ratio/high_max": 0.002212746381701436, |
| "clip_ratio/high_mean": 0.002212746381701436, |
| "clip_ratio/low_mean": 0.0009415811373401084, |
| "clip_ratio/low_min": 0.0009415811373401084, |
| "clip_ratio/region_mean": 0.0031543275363219436, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6134.0, |
| "completions/mean_length": 2119.203125, |
| "completions/mean_terminated_length": 2022.8096923828125, |
| "completions/min_length": 500.0, |
| "completions/min_terminated_length": 500.0, |
| "entropy": 0.2598267216235399, |
| "epoch": 0.013221854948473654, |
| "frac_reward_zero_std": 0.75, |
| "grad_norm": 0.05840139091014862, |
| "learning_rate": 9.956575280316288e-07, |
| "loss": 0.16540491580963135, |
| "num_tokens": 8724428.0, |
| "reward": 0.0625, |
| "reward_std": 0.24397502839565277, |
| "rewards/math_answer_reward/mean": 0.0625, |
| "rewards/math_answer_reward/std": 0.24397502839565277, |
| "sampling/importance_sampling_ratio/max": 2.687131881713867, |
| "sampling/importance_sampling_ratio/mean": 0.5638353228569031, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.0763484239578247, |
| "sampling/sampling_logp_difference/mean": 0.009698573499917984, |
| "step": 68, |
| "step_time": 265.96112499092123 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.17675346287433058, |
| "cast/masked_gap_abs_mean": 0.008053057827055454, |
| "cast/masked_gap_mean": 0.0001276730834236517, |
| "cast/masked_negative_base_rate": 0.4573919107206166, |
| "cast/masked_positive_base_rate": 0.542608086951077, |
| "cast/masked_sign_flipped_rate": 0.2988571422174573, |
| "cast/masked_teacher_negative_rate": 0.33770093601197004, |
| "cast/masked_teacher_positive_rate": 0.24968277709558606, |
| "cast/masked_token_adv_abs_mean": 0.8167366469278932, |
| "cast/masked_token_adv_max": 0.9811808913946152, |
| "cast/masked_token_adv_mean": -0.0956248736474663, |
| "cast/masked_token_adv_min": -1.0942393466830254, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021751200663857162, |
| "cast/masked_wrong_good_token_rate": 0.12210367887746543, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.0025298396685684565, |
| "clip_ratio/high_mean": 0.0025298396685684565, |
| "clip_ratio/low_mean": 0.0007958099699862942, |
| "clip_ratio/low_min": 0.0007958099699862942, |
| "clip_ratio/region_mean": 0.003325649639009498, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5667.0, |
| "completions/mean_length": 1760.859375, |
| "completions/mean_terminated_length": 1553.4031982421875, |
| "completions/min_length": 371.0, |
| "completions/min_terminated_length": 371.0, |
| "entropy": 0.19675025390461087, |
| "epoch": 0.01341629399183356, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03981938585639, |
| "learning_rate": 9.955927150171755e-07, |
| "loss": -0.014707633294165134, |
| "num_tokens": 8850147.0, |
| "reward": 0.59375, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.59375, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.759721040725708, |
| "sampling/importance_sampling_ratio/mean": 0.6216585636138916, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.4554905891418457, |
| "sampling/sampling_logp_difference/mean": 0.008401052094995975, |
| "step": 69, |
| "step_time": 267.9205508690793 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.75, |
| "cast/masked_correct_bad_token_rate": 0.03669861506205052, |
| "cast/masked_gap_abs_mean": 0.00879837793763727, |
| "cast/masked_gap_mean": -5.9446612766578255e-05, |
| "cast/masked_negative_base_rate": 0.8901497293263674, |
| "cast/masked_positive_base_rate": 0.10985027113929391, |
| "cast/masked_sign_flipped_rate": 0.26450858218595386, |
| "cast/masked_teacher_negative_rate": 0.3460956485942006, |
| "cast/masked_teacher_positive_rate": 0.25487704295665026, |
| "cast/masked_token_adv_abs_mean": 0.9812994580715895, |
| "cast/masked_token_adv_max": 1.0687499642372131, |
| "cast/masked_token_adv_mean": -0.42017630208283663, |
| "cast/masked_token_adv_min": -1.2000000476837158, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022204925189726055, |
| "cast/masked_wrong_good_token_rate": 0.22780996817164123, |
| "cast/mixed_group_rate": 0.25, |
| "clip_ratio/high_max": 0.0026018485023087123, |
| "clip_ratio/high_mean": 0.0026018485023087123, |
| "clip_ratio/low_mean": 0.0007670721543036052, |
| "clip_ratio/low_min": 0.0007670721543036052, |
| "clip_ratio/region_mean": 0.00336892066479777, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4978.0, |
| "completions/mean_length": 2122.3125, |
| "completions/mean_terminated_length": 1926.51611328125, |
| "completions/min_length": 570.0, |
| "completions/min_terminated_length": 570.0, |
| "entropy": 0.2286684620194137, |
| "epoch": 0.013610733035193466, |
| "frac_reward_zero_std": 0.75, |
| "grad_norm": 0.04467220604419708, |
| "learning_rate": 9.95527902002722e-07, |
| "loss": 0.14497093856334686, |
| "num_tokens": 9000951.0, |
| "reward": 0.171875, |
| "reward_std": 0.38025420904159546, |
| "rewards/math_answer_reward/mean": 0.171875, |
| "rewards/math_answer_reward/std": 0.38025420904159546, |
| "sampling/importance_sampling_ratio/max": 2.271578311920166, |
| "sampling/importance_sampling_ratio/mean": 0.4394351541996002, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.255159854888916, |
| "sampling/sampling_logp_difference/mean": 0.008971469476819038, |
| "step": 70, |
| "step_time": 271.663609089941 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.875, |
| "cast/masked_correct_bad_token_rate": 0.008274147287011147, |
| "cast/masked_gap_abs_mean": 0.008543972682673484, |
| "cast/masked_gap_mean": 2.120507065228594e-05, |
| "cast/masked_negative_base_rate": 0.9807054847478867, |
| "cast/masked_positive_base_rate": 0.019294507801532745, |
| "cast/masked_sign_flipped_rate": 0.2578729984816164, |
| "cast/masked_teacher_negative_rate": 0.34596965136006474, |
| "cast/masked_teacher_positive_rate": 0.2556357828434557, |
| "cast/masked_token_adv_abs_mean": 0.9501910023391247, |
| "cast/masked_token_adv_max": 1.0546874552965164, |
| "cast/masked_token_adv_mean": -0.45947257766965777, |
| "cast/masked_token_adv_min": -1.2000000476837158, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02138325513806194, |
| "cast/masked_wrong_good_token_rate": 0.2495988509617746, |
| "cast/mixed_group_rate": 0.125, |
| "clip_ratio/high_max": 0.0022139067623356823, |
| "clip_ratio/high_mean": 0.0022139067623356823, |
| "clip_ratio/low_mean": 0.0008400341334890982, |
| "clip_ratio/low_min": 0.0008400341334890982, |
| "clip_ratio/region_mean": 0.003053940956306178, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7915.0, |
| "completions/max_terminated_length": 7915.0, |
| "completions/mean_length": 2161.59375, |
| "completions/mean_terminated_length": 2161.59375, |
| "completions/min_length": 861.0, |
| "completions/min_terminated_length": 861.0, |
| "entropy": 0.24780980590730906, |
| "epoch": 0.013805172078553373, |
| "frac_reward_zero_std": 0.875, |
| "grad_norm": 0.05653403699398041, |
| "learning_rate": 9.954630889882689e-07, |
| "loss": 0.2082698494195938, |
| "num_tokens": 9152837.0, |
| "reward": 0.015625, |
| "reward_std": 0.125, |
| "rewards/math_answer_reward/mean": 0.015625, |
| "rewards/math_answer_reward/std": 0.125, |
| "sampling/importance_sampling_ratio/max": 2.903388738632202, |
| "sampling/importance_sampling_ratio/mean": 0.5065118074417114, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.3762526512145996, |
| "sampling/sampling_logp_difference/mean": 0.008795135654509068, |
| "step": 71, |
| "step_time": 254.44281946704723 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.1368188970373012, |
| "cast/masked_gap_abs_mean": 0.008358282488188706, |
| "cast/masked_gap_mean": 0.0001285133533883709, |
| "cast/masked_negative_base_rate": 0.5765360384248197, |
| "cast/masked_positive_base_rate": 0.4234639548230916, |
| "cast/masked_sign_flipped_rate": 0.28893421357497573, |
| "cast/masked_teacher_negative_rate": 0.33595342095941305, |
| "cast/masked_teacher_positive_rate": 0.2552150972187519, |
| "cast/masked_token_adv_abs_mean": 0.9428302999585867, |
| "cast/masked_token_adv_max": 1.0451844409108162, |
| "cast/masked_token_adv_mean": -0.11629320865904447, |
| "cast/masked_token_adv_min": -1.1302027627825737, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021385911386460066, |
| "cast/masked_wrong_good_token_rate": 0.15211531589739025, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0029135878758097533, |
| "clip_ratio/high_mean": 0.0029135878758097533, |
| "clip_ratio/low_mean": 0.0009128504070758936, |
| "clip_ratio/low_min": 0.0009128504070758936, |
| "clip_ratio/region_mean": 0.0038264382928900886, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5217.0, |
| "completions/max_terminated_length": 5217.0, |
| "completions/mean_length": 1403.328125, |
| "completions/mean_terminated_length": 1403.328125, |
| "completions/min_length": 331.0, |
| "completions/min_terminated_length": 331.0, |
| "entropy": 0.2178162147756666, |
| "epoch": 0.01399961112191328, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.059951942414045334, |
| "learning_rate": 9.953982759738156e-07, |
| "loss": 0.0711783766746521, |
| "num_tokens": 9253722.0, |
| "reward": 0.515625, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.515625, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.000028610229492, |
| "sampling/importance_sampling_ratio/mean": 0.6002368927001953, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.1528666019439697, |
| "sampling/sampling_logp_difference/mean": 0.008993521332740784, |
| "step": 72, |
| "step_time": 146.95701860598638 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.19993111118674278, |
| "cast/masked_gap_abs_mean": 0.00864142736827489, |
| "cast/masked_gap_mean": 8.885131029501281e-05, |
| "cast/masked_negative_base_rate": 0.34614958614110947, |
| "cast/masked_positive_base_rate": 0.6538504157215357, |
| "cast/masked_sign_flipped_rate": 0.3064462919719517, |
| "cast/masked_teacher_negative_rate": 0.33517175912857056, |
| "cast/masked_teacher_positive_rate": 0.2635028753429651, |
| "cast/masked_token_adv_abs_mean": 0.8530241530388594, |
| "cast/masked_token_adv_max": 1.0147856147959828, |
| "cast/masked_token_adv_mean": 0.0647778382699471, |
| "cast/masked_token_adv_min": -1.1434519281610847, |
| "cast/masked_token_weight_max": 1.199692964553833, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021970175730530173, |
| "cast/masked_wrong_good_token_rate": 0.10651517997030169, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002766826457445859, |
| "clip_ratio/high_mean": 0.002766826457445859, |
| "clip_ratio/low_mean": 0.0008209049237848376, |
| "clip_ratio/low_min": 0.0008209049237848376, |
| "clip_ratio/region_mean": 0.0035877313866876648, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4824.0, |
| "completions/max_terminated_length": 4824.0, |
| "completions/mean_length": 980.9375, |
| "completions/mean_terminated_length": 980.9375, |
| "completions/min_length": 335.0, |
| "completions/min_terminated_length": 335.0, |
| "entropy": 0.23213600972667336, |
| "epoch": 0.014194050165273187, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.10185817629098892, |
| "learning_rate": 9.95333462959362e-07, |
| "loss": -0.04344337061047554, |
| "num_tokens": 9326158.0, |
| "reward": 0.640625, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.640625, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.8607027530670166, |
| "sampling/importance_sampling_ratio/mean": 0.8319095969200134, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.49673891067504883, |
| "sampling/sampling_logp_difference/mean": 0.008946876972913742, |
| "step": 73, |
| "step_time": 128.6689785530325 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.08219140314031392, |
| "cast/masked_gap_abs_mean": 0.008759267191635445, |
| "cast/masked_gap_mean": 0.00014644248864215115, |
| "cast/masked_negative_base_rate": 0.7446632799692452, |
| "cast/masked_positive_base_rate": 0.2553367121145129, |
| "cast/masked_sign_flipped_rate": 0.2859932999126613, |
| "cast/masked_teacher_negative_rate": 0.337968610227108, |
| "cast/masked_teacher_positive_rate": 0.27238682797178626, |
| "cast/masked_token_adv_abs_mean": 0.7426272900775075, |
| "cast/masked_token_adv_max": 0.931053064763546, |
| "cast/masked_token_adv_mean": -0.21710029180394486, |
| "cast/masked_token_adv_min": -1.0372749995440245, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022117521555628628, |
| "cast/masked_wrong_good_token_rate": 0.20380189653951675, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002652097027748823, |
| "clip_ratio/high_mean": 0.002652097027748823, |
| "clip_ratio/low_mean": 0.00103096733437269, |
| "clip_ratio/low_min": 0.00103096733437269, |
| "clip_ratio/region_mean": 0.003683064365759492, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4083.0, |
| "completions/max_terminated_length": 4083.0, |
| "completions/mean_length": 1474.625, |
| "completions/mean_terminated_length": 1474.625, |
| "completions/min_length": 385.0, |
| "completions/min_terminated_length": 385.0, |
| "entropy": 0.2365065033081919, |
| "epoch": 0.014388489208633094, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.05233754962682724, |
| "learning_rate": 9.95268649944909e-07, |
| "loss": 0.1030249074101448, |
| "num_tokens": 9432022.0, |
| "reward": 0.28125, |
| "reward_std": 0.4531635046005249, |
| "rewards/math_answer_reward/mean": 0.28125, |
| "rewards/math_answer_reward/std": 0.4531635046005249, |
| "sampling/importance_sampling_ratio/max": 2.486335515975952, |
| "sampling/importance_sampling_ratio/mean": 0.6504868268966675, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9900574684143066, |
| "sampling/sampling_logp_difference/mean": 0.00942291971296072, |
| "step": 74, |
| "step_time": 113.65382324895472 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.06888874911237508, |
| "cast/masked_gap_abs_mean": 0.009134963125688955, |
| "cast/masked_gap_mean": -0.00017147174196452397, |
| "cast/masked_negative_base_rate": 0.7442568298429251, |
| "cast/masked_positive_base_rate": 0.2557431608438492, |
| "cast/masked_sign_flipped_rate": 0.2897478216327727, |
| "cast/masked_teacher_negative_rate": 0.3530923407524824, |
| "cast/masked_teacher_positive_rate": 0.2714514322578907, |
| "cast/masked_token_adv_abs_mean": 0.743761164136231, |
| "cast/masked_token_adv_max": 0.9918404491618276, |
| "cast/masked_token_adv_mean": -0.1871636698488146, |
| "cast/masked_token_adv_min": -1.1049812389537692, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022411125130020082, |
| "cast/masked_wrong_good_token_rate": 0.2208590725203976, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.0023090958638931625, |
| "clip_ratio/high_mean": 0.0023090958638931625, |
| "clip_ratio/low_mean": 0.0010169207516810275, |
| "clip_ratio/low_min": 0.0010169207516810275, |
| "clip_ratio/region_mean": 0.0033260165982937906, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4790.0, |
| "completions/max_terminated_length": 4790.0, |
| "completions/mean_length": 2143.078125, |
| "completions/mean_terminated_length": 2143.078125, |
| "completions/min_length": 458.0, |
| "completions/min_terminated_length": 458.0, |
| "entropy": 0.25680991169065237, |
| "epoch": 0.014582928251993, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.04877878352999687, |
| "learning_rate": 9.952038369304557e-07, |
| "loss": 0.08954093605279922, |
| "num_tokens": 9579699.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.801825523376465, |
| "sampling/importance_sampling_ratio/mean": 0.5158376097679138, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.6454229354858398, |
| "sampling/sampling_logp_difference/mean": 0.009610062465071678, |
| "step": 75, |
| "step_time": 143.616194680857 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.06732630264014006, |
| "cast/masked_gap_abs_mean": 0.007581979320093524, |
| "cast/masked_gap_mean": -8.436288322855034e-05, |
| "cast/masked_negative_base_rate": 0.797152501065284, |
| "cast/masked_positive_base_rate": 0.2028474914841354, |
| "cast/masked_sign_flipped_rate": 0.24984461208805442, |
| "cast/masked_teacher_negative_rate": 0.3219556990079582, |
| "cast/masked_teacher_positive_rate": 0.22851746180094779, |
| "cast/masked_token_adv_abs_mean": 0.8028777418658137, |
| "cast/masked_token_adv_max": 1.0010836860165, |
| "cast/masked_token_adv_mean": -0.2722798086469993, |
| "cast/masked_token_adv_min": -1.106328514404595, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020313128392444924, |
| "cast/masked_wrong_good_token_rate": 0.18251830840017647, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.00243456621774385, |
| "clip_ratio/high_mean": 0.00243456621774385, |
| "clip_ratio/low_mean": 0.0008908547079045093, |
| "clip_ratio/low_min": 0.0008908547079045093, |
| "clip_ratio/region_mean": 0.003325420932014822, |
| "completions/clipped_ratio": 0.03125, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 7870.0, |
| "completions/mean_length": 2183.703125, |
| "completions/mean_terminated_length": 1989.8870849609375, |
| "completions/min_length": 572.0, |
| "completions/min_terminated_length": 572.0, |
| "entropy": 0.20028587663546205, |
| "epoch": 0.014777367295352907, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.04738288000226021, |
| "learning_rate": 9.951390239160022e-07, |
| "loss": 0.16080540418624878, |
| "num_tokens": 9730720.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.759819269180298, |
| "sampling/importance_sampling_ratio/mean": 0.6307873725891113, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 4.617574691772461, |
| "sampling/sampling_logp_difference/mean": 0.007333536632359028, |
| "step": 76, |
| "step_time": 271.9024003529921 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.047377214999869466, |
| "cast/masked_gap_abs_mean": 0.007624619553098455, |
| "cast/masked_gap_mean": 6.018949579811306e-05, |
| "cast/masked_negative_base_rate": 0.8387785786762834, |
| "cast/masked_positive_base_rate": 0.16122141014784575, |
| "cast/masked_sign_flipped_rate": 0.2474751346744597, |
| "cast/masked_teacher_negative_rate": 0.3222675574943423, |
| "cast/masked_teacher_positive_rate": 0.23635475989431143, |
| "cast/masked_token_adv_abs_mean": 0.9636716470122337, |
| "cast/masked_token_adv_max": 1.0622703284025192, |
| "cast/masked_token_adv_mean": -0.36609130166471004, |
| "cast/masked_token_adv_min": -1.1872376017272472, |
| "cast/masked_token_weight_max": 1.1994064822793007, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02046177556621842, |
| "cast/masked_wrong_good_token_rate": 0.20009791827760637, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0020960777947038878, |
| "clip_ratio/high_mean": 0.0020960777947038878, |
| "clip_ratio/low_mean": 0.0007666799474463915, |
| "clip_ratio/low_min": 0.0007666799474463915, |
| "clip_ratio/region_mean": 0.002862757733964827, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7096.0, |
| "completions/max_terminated_length": 7096.0, |
| "completions/mean_length": 2531.390625, |
| "completions/mean_terminated_length": 2531.390625, |
| "completions/min_length": 456.0, |
| "completions/min_terminated_length": 456.0, |
| "entropy": 0.22068954235874116, |
| "epoch": 0.014971806338712814, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.053100086748600006, |
| "learning_rate": 9.950742109015489e-07, |
| "loss": 0.24104353785514832, |
| "num_tokens": 9906377.0, |
| "reward": 0.203125, |
| "reward_std": 0.40550529956817627, |
| "rewards/math_answer_reward/mean": 0.203125, |
| "rewards/math_answer_reward/std": 0.40550529956817627, |
| "sampling/importance_sampling_ratio/max": 2.748882532119751, |
| "sampling/importance_sampling_ratio/mean": 0.5797144174575806, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.02785325050354, |
| "sampling/sampling_logp_difference/mean": 0.008147772401571274, |
| "step": 77, |
| "step_time": 232.88329445305862 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.14439467317424715, |
| "cast/masked_gap_abs_mean": 0.00881847902201116, |
| "cast/masked_gap_mean": 1.2829746765419259e-05, |
| "cast/masked_negative_base_rate": 0.5452797124162316, |
| "cast/masked_positive_base_rate": 0.4547202857211232, |
| "cast/masked_sign_flipped_rate": 0.2964954930357635, |
| "cast/masked_teacher_negative_rate": 0.3464332539588213, |
| "cast/masked_teacher_positive_rate": 0.2610924867913127, |
| "cast/masked_token_adv_abs_mean": 0.7739748489111662, |
| "cast/masked_token_adv_max": 0.9589521251618862, |
| "cast/masked_token_adv_mean": -0.10457766917534173, |
| "cast/masked_token_adv_min": -1.04742581397295, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022327924147248268, |
| "cast/masked_wrong_good_token_rate": 0.1521008196286857, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.002677722561202245, |
| "clip_ratio/high_mean": 0.002677722561202245, |
| "clip_ratio/low_mean": 0.0008462278033221082, |
| "clip_ratio/low_min": 0.0008462278033221082, |
| "clip_ratio/region_mean": 0.0035239503704360686, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3938.0, |
| "completions/max_terminated_length": 3938.0, |
| "completions/mean_length": 1592.3125, |
| "completions/mean_terminated_length": 1592.3125, |
| "completions/min_length": 584.0, |
| "completions/min_terminated_length": 584.0, |
| "entropy": 0.22767411870881915, |
| "epoch": 0.01516624538207272, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.06734936684370041, |
| "learning_rate": 9.950093978870958e-07, |
| "loss": 0.0039851549081504345, |
| "num_tokens": 10018397.0, |
| "reward": 0.515625, |
| "reward_std": 0.5037065148353577, |
| "rewards/math_answer_reward/mean": 0.515625, |
| "rewards/math_answer_reward/std": 0.5037065148353577, |
| "sampling/importance_sampling_ratio/max": 2.9778473377227783, |
| "sampling/importance_sampling_ratio/mean": 0.6693481206893921, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.3005167245864868, |
| "sampling/sampling_logp_difference/mean": 0.009208445437252522, |
| "step": 78, |
| "step_time": 108.59823362293537 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.03173699788749218, |
| "cast/masked_gap_abs_mean": 0.009998481662478298, |
| "cast/masked_gap_mean": 4.937579103980738e-05, |
| "cast/masked_negative_base_rate": 0.909321703016758, |
| "cast/masked_positive_base_rate": 0.09067829605191946, |
| "cast/masked_sign_flipped_rate": 0.30219610314816236, |
| "cast/masked_teacher_negative_rate": 0.3765377616509795, |
| "cast/masked_teacher_positive_rate": 0.29267304949462414, |
| "cast/masked_token_adv_abs_mean": 0.8496329430490732, |
| "cast/masked_token_adv_max": 1.0432463623583317, |
| "cast/masked_token_adv_mean": -0.2545151373487897, |
| "cast/masked_token_adv_min": -1.1654959246516228, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022686188982333988, |
| "cast/masked_wrong_good_token_rate": 0.2704591052606702, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0024409614961768966, |
| "clip_ratio/high_mean": 0.0024409614961768966, |
| "clip_ratio/low_mean": 0.0008353567250196647, |
| "clip_ratio/low_min": 0.0008353567250196647, |
| "clip_ratio/region_mean": 0.00327631820255192, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 7089.0, |
| "completions/mean_length": 2954.90625, |
| "completions/mean_terminated_length": 2871.77783203125, |
| "completions/min_length": 803.0, |
| "completions/min_terminated_length": 803.0, |
| "entropy": 0.3034679889678955, |
| "epoch": 0.015360684425432626, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.02220337837934494, |
| "learning_rate": 9.949445848726425e-07, |
| "loss": 0.0686374381184578, |
| "num_tokens": 10220175.0, |
| "reward": 0.078125, |
| "reward_std": 0.27048972249031067, |
| "rewards/math_answer_reward/mean": 0.078125, |
| "rewards/math_answer_reward/std": 0.27048972249031067, |
| "sampling/importance_sampling_ratio/max": 2.4576046466827393, |
| "sampling/importance_sampling_ratio/mean": 0.3383052349090576, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.772713840007782, |
| "sampling/sampling_logp_difference/mean": 0.010557887144386768, |
| "step": 79, |
| "step_time": 279.4779279269278 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.1675086496397853, |
| "cast/masked_gap_abs_mean": 0.00941903458442539, |
| "cast/masked_gap_mean": -6.0625032745065255e-05, |
| "cast/masked_negative_base_rate": 0.5152651919052005, |
| "cast/masked_positive_base_rate": 0.4847348006442189, |
| "cast/masked_sign_flipped_rate": 0.31583967758342624, |
| "cast/masked_teacher_negative_rate": 0.3676381604745984, |
| "cast/masked_teacher_positive_rate": 0.2677987697534263, |
| "cast/masked_token_adv_abs_mean": 0.8648247169330716, |
| "cast/masked_token_adv_max": 1.0449450556188822, |
| "cast/masked_token_adv_mean": -0.13407735613873228, |
| "cast/masked_token_adv_min": -1.162080142647028, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022852317546494305, |
| "cast/masked_wrong_good_token_rate": 0.14833102794364095, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.002806874055750086, |
| "clip_ratio/high_mean": 0.002806874055750086, |
| "clip_ratio/low_mean": 0.0009480019350576185, |
| "clip_ratio/low_min": 0.0009480019350576185, |
| "clip_ratio/region_mean": 0.0037548760028585093, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7847.0, |
| "completions/max_terminated_length": 7847.0, |
| "completions/mean_length": 1606.5, |
| "completions/mean_terminated_length": 1606.5, |
| "completions/min_length": 493.0, |
| "completions/min_terminated_length": 493.0, |
| "entropy": 0.28650818578898907, |
| "epoch": 0.015555123468792533, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.07289958000183105, |
| "learning_rate": 9.94879771858189e-07, |
| "loss": 0.04264841973781586, |
| "num_tokens": 10333183.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.8133151531219482, |
| "sampling/importance_sampling_ratio/mean": 0.747952938079834, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.5940090417861938, |
| "sampling/sampling_logp_difference/mean": 0.010329053737223148, |
| "step": 80, |
| "step_time": 244.95380383296288 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.07283499056939036, |
| "cast/masked_gap_abs_mean": 0.009302366510382853, |
| "cast/masked_gap_mean": -5.971104292257223e-05, |
| "cast/masked_negative_base_rate": 0.7859457723388914, |
| "cast/masked_positive_base_rate": 0.21405422291718423, |
| "cast/masked_sign_flipped_rate": 0.28763003647327423, |
| "cast/masked_teacher_negative_rate": 0.34227897180244327, |
| "cast/masked_teacher_positive_rate": 0.27475858200341463, |
| "cast/masked_token_adv_abs_mean": 0.8463705014437437, |
| "cast/masked_token_adv_max": 1.0573088712990284, |
| "cast/masked_token_adv_mean": -0.18615006457548589, |
| "cast/masked_token_adv_min": -1.1654959246516228, |
| "cast/masked_token_weight_max": 1.1987980045378208, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022681213449686766, |
| "cast/masked_wrong_good_token_rate": 0.2147950456055696, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002675135743629653, |
| "clip_ratio/high_mean": 0.002675135743629653, |
| "clip_ratio/low_mean": 0.0011399455106584355, |
| "clip_ratio/low_min": 0.0011399455106584355, |
| "clip_ratio/region_mean": 0.0038150811960804276, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3976.0, |
| "completions/max_terminated_length": 3976.0, |
| "completions/mean_length": 1605.25, |
| "completions/mean_terminated_length": 1605.25, |
| "completions/min_length": 3.0, |
| "completions/min_terminated_length": 3.0, |
| "entropy": 0.24644522997550666, |
| "epoch": 0.01574956251215244, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.0866413563489914, |
| "learning_rate": 9.948149588437357e-07, |
| "loss": 0.07519197463989258, |
| "num_tokens": 10447879.0, |
| "reward": 0.25, |
| "reward_std": 0.4364357888698578, |
| "rewards/math_answer_reward/mean": 0.25, |
| "rewards/math_answer_reward/std": 0.4364357888698578, |
| "sampling/importance_sampling_ratio/max": 2.7801618576049805, |
| "sampling/importance_sampling_ratio/mean": 0.7156411409378052, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9900568723678589, |
| "sampling/sampling_logp_difference/mean": 0.009937168098986149, |
| "step": 81, |
| "step_time": 115.73673583604977 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12986552459187806, |
| "cast/masked_gap_abs_mean": 0.008134154792060144, |
| "cast/masked_gap_mean": -0.00015043806882886201, |
| "cast/masked_negative_base_rate": 0.6183662274852395, |
| "cast/masked_positive_base_rate": 0.38163377391174436, |
| "cast/masked_sign_flipped_rate": 0.301291489508003, |
| "cast/masked_teacher_negative_rate": 0.34412652533501387, |
| "cast/masked_teacher_positive_rate": 0.2619450972415507, |
| "cast/masked_token_adv_abs_mean": 0.854621322825551, |
| "cast/masked_token_adv_max": 1.002469346858561, |
| "cast/masked_token_adv_mean": -0.1668843172956258, |
| "cast/masked_token_adv_min": -1.1242507575079799, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021985574683640152, |
| "cast/masked_wrong_good_token_rate": 0.17142596514895558, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0024618923998787068, |
| "clip_ratio/high_mean": 0.0024618923998787068, |
| "clip_ratio/low_mean": 0.0009330611674158718, |
| "clip_ratio/low_min": 0.0009330611674158718, |
| "clip_ratio/region_mean": 0.003394953575480031, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4409.0, |
| "completions/max_terminated_length": 4409.0, |
| "completions/mean_length": 1396.15625, |
| "completions/mean_terminated_length": 1396.15625, |
| "completions/min_length": 418.0, |
| "completions/min_terminated_length": 418.0, |
| "entropy": 0.19996826257556677, |
| "epoch": 0.015944001555512347, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.0727379322052002, |
| "learning_rate": 9.947501458292826e-07, |
| "loss": 0.07563764601945877, |
| "num_tokens": 10548873.0, |
| "reward": 0.5, |
| "reward_std": 0.5039526224136353, |
| "rewards/math_answer_reward/mean": 0.5, |
| "rewards/math_answer_reward/std": 0.5039526224136353, |
| "sampling/importance_sampling_ratio/max": 2.4103689193725586, |
| "sampling/importance_sampling_ratio/mean": 0.8064315319061279, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.003965377807617, |
| "sampling/sampling_logp_difference/mean": 0.00892983004450798, |
| "step": 82, |
| "step_time": 125.53383913001744 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.09966595028527081, |
| "cast/masked_gap_abs_mean": 0.007695627587963827, |
| "cast/masked_gap_mean": -0.00017380794847099423, |
| "cast/masked_negative_base_rate": 0.6978404768742621, |
| "cast/masked_positive_base_rate": 0.302159515209496, |
| "cast/masked_sign_flipped_rate": 0.2710584672167897, |
| "cast/masked_teacher_negative_rate": 0.3403177550062537, |
| "cast/masked_teacher_positive_rate": 0.23810330452397466, |
| "cast/masked_token_adv_abs_mean": 0.7324405713006854, |
| "cast/masked_token_adv_max": 0.9246781915426254, |
| "cast/masked_token_adv_mean": -0.14958274649688974, |
| "cast/masked_token_adv_min": -1.0299894269555807, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021040223189629614, |
| "cast/masked_wrong_good_token_rate": 0.1713925173971802, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0021545221425185446, |
| "clip_ratio/high_mean": 0.0021545221425185446, |
| "clip_ratio/low_mean": 0.0008370203918275365, |
| "clip_ratio/low_min": 0.0008370203918275365, |
| "clip_ratio/region_mean": 0.0029915425475337543, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4784.0, |
| "completions/max_terminated_length": 4784.0, |
| "completions/mean_length": 1696.328125, |
| "completions/mean_terminated_length": 1696.328125, |
| "completions/min_length": 457.0, |
| "completions/min_terminated_length": 457.0, |
| "entropy": 0.21577559784054756, |
| "epoch": 0.016138440598872254, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.04885944351553917, |
| "learning_rate": 9.94685332814829e-07, |
| "loss": 0.09736268222332001, |
| "num_tokens": 10667814.0, |
| "reward": 0.328125, |
| "reward_std": 0.4732423722743988, |
| "rewards/math_answer_reward/mean": 0.328125, |
| "rewards/math_answer_reward/std": 0.4732423722743988, |
| "sampling/importance_sampling_ratio/max": 2.288393259048462, |
| "sampling/importance_sampling_ratio/mean": 0.6499333381652832, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8774776458740234, |
| "sampling/sampling_logp_difference/mean": 0.008600446395576, |
| "step": 83, |
| "step_time": 137.0459316468914 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.25, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.1280041901045479, |
| "cast/masked_gap_abs_mean": 0.007529600712587126, |
| "cast/masked_gap_mean": -0.00010177547972034517, |
| "cast/masked_negative_base_rate": 0.6462241159752011, |
| "cast/masked_positive_base_rate": 0.35377588169649243, |
| "cast/masked_sign_flipped_rate": 0.2691315021365881, |
| "cast/masked_teacher_negative_rate": 0.32864926708862185, |
| "cast/masked_teacher_positive_rate": 0.23776511615142226, |
| "cast/masked_token_adv_abs_mean": 0.8885950930416584, |
| "cast/masked_token_adv_max": 0.9936055755242705, |
| "cast/masked_token_adv_mean": -0.23230237641837448, |
| "cast/masked_token_adv_min": -1.1248350301757455, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020717678649816662, |
| "cast/masked_wrong_good_token_rate": 0.14112731022760272, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0019175790257577319, |
| "clip_ratio/high_mean": 0.0019175790257577319, |
| "clip_ratio/low_mean": 0.0007932095409159956, |
| "clip_ratio/low_min": 0.0007932095409159956, |
| "clip_ratio/region_mean": 0.0027107885616715066, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 8031.0, |
| "completions/max_terminated_length": 8031.0, |
| "completions/mean_length": 1921.09375, |
| "completions/mean_terminated_length": 1921.09375, |
| "completions/min_length": 493.0, |
| "completions/min_terminated_length": 493.0, |
| "entropy": 0.20280549372546375, |
| "epoch": 0.01633287964223216, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.04943402111530304, |
| "learning_rate": 9.946205198003758e-07, |
| "loss": 0.12903805077075958, |
| "num_tokens": 10801732.0, |
| "reward": 0.4375, |
| "reward_std": 0.5, |
| "rewards/math_answer_reward/mean": 0.4375, |
| "rewards/math_answer_reward/std": 0.5, |
| "sampling/importance_sampling_ratio/max": 2.7823150157928467, |
| "sampling/importance_sampling_ratio/mean": 0.6069948673248291, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.3776627779006958, |
| "sampling/sampling_logp_difference/mean": 0.0077428012154996395, |
| "step": 84, |
| "step_time": 254.07884085198748 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.375, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.1914862059056759, |
| "cast/masked_gap_abs_mean": 0.00689992900879588, |
| "cast/masked_gap_mean": -0.00010100559751435867, |
| "cast/masked_negative_base_rate": 0.3721053935587406, |
| "cast/masked_positive_base_rate": 0.6278946027159691, |
| "cast/masked_sign_flipped_rate": 0.277372756972909, |
| "cast/masked_teacher_negative_rate": 0.3218452497385442, |
| "cast/masked_teacher_positive_rate": 0.2195048974826932, |
| "cast/masked_token_adv_abs_mean": 0.8029569331556559, |
| "cast/masked_token_adv_max": 1.0249658022075891, |
| "cast/masked_token_adv_mean": 0.08385192209971137, |
| "cast/masked_token_adv_min": -1.1315984036773443, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020771792449522763, |
| "cast/masked_wrong_good_token_rate": 0.08588655013591051, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.002236386244476307, |
| "clip_ratio/high_mean": 0.002236386244476307, |
| "clip_ratio/low_mean": 0.0009047812936842092, |
| "clip_ratio/low_min": 0.0009047812936842092, |
| "clip_ratio/region_mean": 0.0031411675536219263, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3403.0, |
| "completions/max_terminated_length": 3403.0, |
| "completions/mean_length": 1138.0625, |
| "completions/mean_terminated_length": 1138.0625, |
| "completions/min_length": 543.0, |
| "completions/min_terminated_length": 543.0, |
| "entropy": 0.15093764127232134, |
| "epoch": 0.01652731868559207, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.073886938393116, |
| "learning_rate": 9.945557067859225e-07, |
| "loss": -0.10491490364074707, |
| "num_tokens": 10885512.0, |
| "reward": 0.640625, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.640625, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.9576961994171143, |
| "sampling/importance_sampling_ratio/mean": 0.6921924352645874, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9984359741210938, |
| "sampling/sampling_logp_difference/mean": 0.007354133762419224, |
| "step": 85, |
| "step_time": 90.54505383208743 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.05779461399652064, |
| "cast/masked_gap_abs_mean": 0.009267302113585174, |
| "cast/masked_gap_mean": -0.00015966579360338073, |
| "cast/masked_negative_base_rate": 0.8346325857564807, |
| "cast/masked_positive_base_rate": 0.16536741191521287, |
| "cast/masked_sign_flipped_rate": 0.2916068392805755, |
| "cast/masked_teacher_negative_rate": 0.36398901604115963, |
| "cast/masked_teacher_positive_rate": 0.2736351229250431, |
| "cast/masked_token_adv_abs_mean": 0.866229085251689, |
| "cast/masked_token_adv_max": 1.0388257997110486, |
| "cast/masked_token_adv_mean": -0.25493213103618473, |
| "cast/masked_token_adv_min": -1.155086706392467, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022663925250526518, |
| "cast/masked_wrong_good_token_rate": 0.233812223887071, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0026864374685828807, |
| "clip_ratio/high_mean": 0.0026864374685828807, |
| "clip_ratio/low_mean": 0.0008685597786097787, |
| "clip_ratio/low_min": 0.0008685597786097787, |
| "clip_ratio/region_mean": 0.00355499724537367, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5644.0, |
| "completions/mean_length": 1718.125, |
| "completions/mean_terminated_length": 1615.3651123046875, |
| "completions/min_length": 393.0, |
| "completions/min_terminated_length": 393.0, |
| "entropy": 0.26525850617326796, |
| "epoch": 0.016721757728951972, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.06789598613977432, |
| "learning_rate": 9.944908937714692e-07, |
| "loss": 0.1334284096956253, |
| "num_tokens": 11007520.0, |
| "reward": 0.21875, |
| "reward_std": 0.4166666865348816, |
| "rewards/math_answer_reward/mean": 0.21875, |
| "rewards/math_answer_reward/std": 0.4166666865348816, |
| "sampling/importance_sampling_ratio/max": 2.4271950721740723, |
| "sampling/importance_sampling_ratio/mean": 0.717940628528595, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.188699722290039, |
| "sampling/sampling_logp_difference/mean": 0.009960900992155075, |
| "step": 86, |
| "step_time": 260.51356751893763 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.0, |
| "cast/masked_correct_bad_token_rate": 0.08579519297927618, |
| "cast/masked_gap_abs_mean": 0.008579092216677964, |
| "cast/masked_gap_mean": 0.0001988101680865384, |
| "cast/masked_negative_base_rate": 0.7286968003027141, |
| "cast/masked_positive_base_rate": 0.2713031987659633, |
| "cast/masked_sign_flipped_rate": 0.2685903627425432, |
| "cast/masked_teacher_negative_rate": 0.32758610090240836, |
| "cast/masked_teacher_positive_rate": 0.245617866050452, |
| "cast/masked_token_adv_abs_mean": 0.6674297749996185, |
| "cast/masked_token_adv_max": 0.9270736500620842, |
| "cast/masked_token_adv_mean": -0.08793177627376281, |
| "cast/masked_token_adv_min": -1.005941353738308, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021911724732490256, |
| "cast/masked_wrong_good_token_rate": 0.18279516999609768, |
| "cast/mixed_group_rate": 1.0, |
| "clip_ratio/high_max": 0.002619505328766536, |
| "clip_ratio/high_mean": 0.002619505328766536, |
| "clip_ratio/low_mean": 0.0008974117029083573, |
| "clip_ratio/low_min": 0.0008974117029083573, |
| "clip_ratio/region_mean": 0.0035169170369044878, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5524.0, |
| "completions/max_terminated_length": 5524.0, |
| "completions/mean_length": 1676.375, |
| "completions/mean_terminated_length": 1676.375, |
| "completions/min_length": 534.0, |
| "completions/min_terminated_length": 534.0, |
| "entropy": 0.21606561169028282, |
| "epoch": 0.01691619677231188, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.04831128939986229, |
| "learning_rate": 9.94426080757016e-07, |
| "loss": 0.002982978243380785, |
| "num_tokens": 11128448.0, |
| "reward": 0.3125, |
| "reward_std": 0.467176616191864, |
| "rewards/math_answer_reward/mean": 0.3125, |
| "rewards/math_answer_reward/std": 0.467176616191864, |
| "sampling/importance_sampling_ratio/max": 2.493037462234497, |
| "sampling/importance_sampling_ratio/mean": 0.5078309774398804, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.0082676410675049, |
| "sampling/sampling_logp_difference/mean": 0.008792135864496231, |
| "step": 87, |
| "step_time": 168.73832181989565 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.06076537445187569, |
| "cast/masked_gap_abs_mean": 0.009185772389173508, |
| "cast/masked_gap_mean": 0.00021652561065366172, |
| "cast/masked_negative_base_rate": 0.7918969644233584, |
| "cast/masked_positive_base_rate": 0.2081030271947384, |
| "cast/masked_sign_flipped_rate": 0.28980998508632183, |
| "cast/masked_teacher_negative_rate": 0.35932608414441347, |
| "cast/masked_teacher_positive_rate": 0.27482148772105575, |
| "cast/masked_token_adv_abs_mean": 0.8111578412353992, |
| "cast/masked_token_adv_max": 1.0428476529195905, |
| "cast/masked_token_adv_mean": -0.2148764255689457, |
| "cast/masked_token_adv_min": -1.1757545499131083, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02221666823606938, |
| "cast/masked_wrong_good_token_rate": 0.2290446124970913, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0024757690262049437, |
| "clip_ratio/high_mean": 0.0024757690262049437, |
| "clip_ratio/low_mean": 0.0006759468146810832, |
| "clip_ratio/low_min": 0.0006759468146810832, |
| "clip_ratio/region_mean": 0.0031517158349743113, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7061.0, |
| "completions/max_terminated_length": 7061.0, |
| "completions/mean_length": 1723.8125, |
| "completions/mean_terminated_length": 1723.8125, |
| "completions/min_length": 435.0, |
| "completions/min_terminated_length": 435.0, |
| "entropy": 0.27089800825342536, |
| "epoch": 0.017110635815671786, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.05411742627620697, |
| "learning_rate": 9.943612677425626e-07, |
| "loss": 0.0969361886382103, |
| "num_tokens": 11251260.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.43574857711792, |
| "sampling/importance_sampling_ratio/mean": 0.5363961458206177, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.08536958694458, |
| "sampling/sampling_logp_difference/mean": 0.009938384406268597, |
| "step": 88, |
| "step_time": 219.712468052865 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.11339306831359863, |
| "cast/masked_gap_abs_mean": 0.01000705080514308, |
| "cast/masked_gap_mean": -1.3994663689231857e-05, |
| "cast/masked_negative_base_rate": 0.639074582606554, |
| "cast/masked_positive_base_rate": 0.36092541459947824, |
| "cast/masked_sign_flipped_rate": 0.31359641067683697, |
| "cast/masked_teacher_negative_rate": 0.3593245632946491, |
| "cast/masked_teacher_positive_rate": 0.28477634070441127, |
| "cast/masked_token_adv_abs_mean": 0.901396943256259, |
| "cast/masked_token_adv_max": 1.0538752600550652, |
| "cast/masked_token_adv_mean": -0.10411886778911139, |
| "cast/masked_token_adv_min": -1.1810476630926132, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02348976588109508, |
| "cast/masked_wrong_good_token_rate": 0.20020334143191576, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.00259397590343724, |
| "clip_ratio/high_mean": 0.00259397590343724, |
| "clip_ratio/low_mean": 0.0011644536898529623, |
| "clip_ratio/low_min": 0.0011644536898529623, |
| "clip_ratio/region_mean": 0.0037584295860142447, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 3144.0, |
| "completions/max_terminated_length": 3144.0, |
| "completions/mean_length": 1399.453125, |
| "completions/mean_terminated_length": 1399.453125, |
| "completions/min_length": 420.0, |
| "completions/min_terminated_length": 420.0, |
| "entropy": 0.2688576770015061, |
| "epoch": 0.017305074859031693, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.06850066035985947, |
| "learning_rate": 9.942964547281093e-07, |
| "loss": 0.04414565861225128, |
| "num_tokens": 11354241.0, |
| "reward": 0.375, |
| "reward_std": 0.48795005679130554, |
| "rewards/math_answer_reward/mean": 0.375, |
| "rewards/math_answer_reward/std": 0.48795005679130554, |
| "sampling/importance_sampling_ratio/max": 2.849586009979248, |
| "sampling/importance_sampling_ratio/mean": 0.6507673263549805, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.7456774711608887, |
| "sampling/sampling_logp_difference/mean": 0.010913350619375706, |
| "step": 89, |
| "step_time": 91.29102069692453 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.12687632953748107, |
| "cast/masked_gap_abs_mean": 0.008886618357792031, |
| "cast/masked_gap_mean": -5.071717936289133e-06, |
| "cast/masked_negative_base_rate": 0.5812701564282179, |
| "cast/masked_positive_base_rate": 0.4187298398464918, |
| "cast/masked_sign_flipped_rate": 0.3068250613287091, |
| "cast/masked_teacher_negative_rate": 0.3493947950191796, |
| "cast/masked_teacher_positive_rate": 0.26596179069019854, |
| "cast/masked_token_adv_abs_mean": 0.7255755281075835, |
| "cast/masked_token_adv_max": 0.946481442078948, |
| "cast/masked_token_adv_mean": -0.03937654163019033, |
| "cast/masked_token_adv_min": -1.0425376687198877, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021762722899438813, |
| "cast/masked_wrong_good_token_rate": 0.17994873179122806, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0024196046879296773, |
| "clip_ratio/high_mean": 0.0024196046879296773, |
| "clip_ratio/low_mean": 0.0007985762917996908, |
| "clip_ratio/low_min": 0.0007985762917996908, |
| "clip_ratio/region_mean": 0.003218181002921483, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 6232.0, |
| "completions/mean_length": 1763.96875, |
| "completions/mean_terminated_length": 1661.9366455078125, |
| "completions/min_length": 679.0, |
| "completions/min_terminated_length": 679.0, |
| "entropy": 0.2483805363299325, |
| "epoch": 0.0174995139023916, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.07030467689037323, |
| "learning_rate": 9.94231641713656e-07, |
| "loss": 0.04425030201673508, |
| "num_tokens": 11477167.0, |
| "reward": 0.421875, |
| "reward_std": 0.49776285886764526, |
| "rewards/math_answer_reward/mean": 0.421875, |
| "rewards/math_answer_reward/std": 0.49776285886764526, |
| "sampling/importance_sampling_ratio/max": 2.773536443710327, |
| "sampling/importance_sampling_ratio/mean": 0.6696163415908813, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.4419617652893066, |
| "sampling/sampling_logp_difference/mean": 0.008943975903093815, |
| "step": 90, |
| "step_time": 260.0567855599511 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.09866937703918666, |
| "cast/masked_gap_abs_mean": 0.00924397402559407, |
| "cast/masked_gap_mean": -0.00010538753258515499, |
| "cast/masked_negative_base_rate": 0.710356798954308, |
| "cast/masked_positive_base_rate": 0.2896431968547404, |
| "cast/masked_sign_flipped_rate": 0.2900167121551931, |
| "cast/masked_teacher_negative_rate": 0.3465316016227007, |
| "cast/masked_teacher_positive_rate": 0.2641274812631309, |
| "cast/masked_token_adv_abs_mean": 0.9161017686128616, |
| "cast/masked_token_adv_max": 1.0278681861236691, |
| "cast/masked_token_adv_mean": -0.21711354769649915, |
| "cast/masked_token_adv_min": -1.153278007172048, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022664154646918178, |
| "cast/masked_wrong_good_token_rate": 0.19134733523242176, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002849064185284078, |
| "clip_ratio/high_mean": 0.002849064185284078, |
| "clip_ratio/low_mean": 0.0011314368684907095, |
| "clip_ratio/low_min": 0.0011314368684907095, |
| "clip_ratio/region_mean": 0.003980501063779229, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 5100.0, |
| "completions/max_terminated_length": 5100.0, |
| "completions/mean_length": 1483.875, |
| "completions/mean_terminated_length": 1483.875, |
| "completions/min_length": 473.0, |
| "completions/min_terminated_length": 473.0, |
| "entropy": 0.24702822184190154, |
| "epoch": 0.017693952945751507, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.09132314473390579, |
| "learning_rate": 9.941668286992027e-07, |
| "loss": 0.15841123461723328, |
| "num_tokens": 11582183.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.945580244064331, |
| "sampling/importance_sampling_ratio/mean": 0.633141279220581, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.5736541748046875, |
| "sampling/sampling_logp_difference/mean": 0.010127313435077667, |
| "step": 91, |
| "step_time": 142.7750892371114 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.5, |
| "cast/masked_correct_bad_token_rate": 0.038458642084151506, |
| "cast/masked_gap_abs_mean": 0.008925680434913374, |
| "cast/masked_gap_mean": 9.999083420098032e-05, |
| "cast/masked_negative_base_rate": 0.8886058144271374, |
| "cast/masked_positive_base_rate": 0.11139418696984649, |
| "cast/masked_sign_flipped_rate": 0.27386286575347185, |
| "cast/masked_teacher_negative_rate": 0.361261117272079, |
| "cast/masked_teacher_positive_rate": 0.2655253130942583, |
| "cast/masked_token_adv_abs_mean": 0.8419493464753032, |
| "cast/masked_token_adv_max": 1.0489782318472862, |
| "cast/masked_token_adv_mean": -0.320329992857296, |
| "cast/masked_token_adv_min": -1.1693841591477394, |
| "cast/masked_token_weight_max": 1.1997498981654644, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.0219340932671912, |
| "cast/masked_wrong_good_token_rate": 0.23540422460064292, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002197670484747505, |
| "clip_ratio/high_mean": 0.002197670484747505, |
| "clip_ratio/low_mean": 0.000982873527391348, |
| "clip_ratio/low_min": 0.000982873527391348, |
| "clip_ratio/region_mean": 0.0031805440194148105, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 4596.0, |
| "completions/mean_length": 2155.375, |
| "completions/mean_terminated_length": 2059.5556640625, |
| "completions/min_length": 604.0, |
| "completions/min_terminated_length": 604.0, |
| "entropy": 0.26104152761399746, |
| "epoch": 0.017888391989111414, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.04497107118368149, |
| "learning_rate": 9.941020156847494e-07, |
| "loss": 0.16532301902770996, |
| "num_tokens": 11731815.0, |
| "reward": 0.140625, |
| "reward_std": 0.3503824472427368, |
| "rewards/math_answer_reward/mean": 0.140625, |
| "rewards/math_answer_reward/std": 0.3503824472427368, |
| "sampling/importance_sampling_ratio/max": 2.2265524864196777, |
| "sampling/importance_sampling_ratio/mean": 0.5417255163192749, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.218289852142334, |
| "sampling/sampling_logp_difference/mean": 0.009679955430328846, |
| "step": 92, |
| "step_time": 268.42871981399367 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.092274428345263, |
| "cast/masked_gap_abs_mean": 0.009401339819305576, |
| "cast/masked_gap_mean": 2.123871081494144e-05, |
| "cast/masked_negative_base_rate": 0.7363050412386656, |
| "cast/masked_positive_base_rate": 0.2636949513107538, |
| "cast/masked_sign_flipped_rate": 0.3053069170564413, |
| "cast/masked_teacher_negative_rate": 0.3749164789915085, |
| "cast/masked_teacher_positive_rate": 0.27714605862274766, |
| "cast/masked_token_adv_abs_mean": 0.8207710944116116, |
| "cast/masked_token_adv_max": 1.029025984928012, |
| "cast/masked_token_adv_mean": -0.21107484656386077, |
| "cast/masked_token_adv_min": -1.1385297663509846, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022795315308030695, |
| "cast/masked_wrong_good_token_rate": 0.21303248964250088, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0028924201578774955, |
| "clip_ratio/high_mean": 0.0028924201578774955, |
| "clip_ratio/low_mean": 0.0013454050258587813, |
| "clip_ratio/low_min": 0.0013454050258587813, |
| "clip_ratio/region_mean": 0.00423782517464133, |
| "completions/clipped_ratio": 0.015625, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 5161.0, |
| "completions/mean_length": 1733.234375, |
| "completions/mean_terminated_length": 1630.71435546875, |
| "completions/min_length": 672.0, |
| "completions/min_terminated_length": 672.0, |
| "entropy": 0.25561659410595894, |
| "epoch": 0.01808283103247132, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.058427274227142334, |
| "learning_rate": 9.940372026702961e-07, |
| "loss": 0.15061025321483612, |
| "num_tokens": 11854326.0, |
| "reward": 0.328125, |
| "reward_std": 0.4732423722743988, |
| "rewards/math_answer_reward/mean": 0.328125, |
| "rewards/math_answer_reward/std": 0.4732423722743988, |
| "sampling/importance_sampling_ratio/max": 2.4688496589660645, |
| "sampling/importance_sampling_ratio/mean": 0.6942985653877258, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8087838888168335, |
| "sampling/sampling_logp_difference/mean": 0.010002934373915195, |
| "step": 93, |
| "step_time": 261.94198310686625 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.11378976819105446, |
| "cast/masked_gap_abs_mean": 0.009574561670888215, |
| "cast/masked_gap_mean": 0.0002064939017216716, |
| "cast/masked_negative_base_rate": 0.6694277804344893, |
| "cast/masked_positive_base_rate": 0.33057222329080105, |
| "cast/masked_sign_flipped_rate": 0.289237376768142, |
| "cast/masked_teacher_negative_rate": 0.35453967191278934, |
| "cast/masked_teacher_positive_rate": 0.2580291721969843, |
| "cast/masked_token_adv_abs_mean": 0.7310415310785174, |
| "cast/masked_token_adv_max": 0.9746227925643325, |
| "cast/masked_token_adv_mean": -0.170814230704309, |
| "cast/masked_token_adv_min": -1.0549261020496488, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.023375735501758754, |
| "cast/masked_wrong_good_token_rate": 0.17544761067256331, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.003184773302564281, |
| "clip_ratio/high_mean": 0.003184773302564281, |
| "clip_ratio/low_mean": 0.0010147853554371977, |
| "clip_ratio/low_min": 0.0010147853554371977, |
| "clip_ratio/region_mean": 0.004199558672553394, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2977.0, |
| "completions/max_terminated_length": 2977.0, |
| "completions/mean_length": 1142.46875, |
| "completions/mean_terminated_length": 1142.46875, |
| "completions/min_length": 439.0, |
| "completions/min_terminated_length": 439.0, |
| "entropy": 0.22595580387860537, |
| "epoch": 0.01827727007583123, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.07323954254388809, |
| "learning_rate": 9.939723896558428e-07, |
| "loss": 0.11927018314599991, |
| "num_tokens": 11943420.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.7372963428497314, |
| "sampling/importance_sampling_ratio/mean": 0.6177743673324585, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 3.4453470706939697, |
| "sampling/sampling_logp_difference/mean": 0.010276490822434425, |
| "step": 94, |
| "step_time": 89.95019250496989 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.07152324414346367, |
| "cast/masked_gap_abs_mean": 0.007471306424122304, |
| "cast/masked_gap_mean": -0.00016201107001734272, |
| "cast/masked_negative_base_rate": 0.7589047974906862, |
| "cast/masked_positive_base_rate": 0.24109520157799125, |
| "cast/masked_sign_flipped_rate": 0.25055271480232477, |
| "cast/masked_teacher_negative_rate": 0.3359938617795706, |
| "cast/masked_teacher_positive_rate": 0.22934252815321088, |
| "cast/masked_token_adv_abs_mean": 0.9699990749359131, |
| "cast/masked_token_adv_max": 1.0741031169891357, |
| "cast/masked_token_adv_mean": -0.3136908619198948, |
| "cast/masked_token_adv_min": -1.1793322041630745, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.020754976198077202, |
| "cast/masked_wrong_good_token_rate": 0.179029471706599, |
| "cast/mixed_group_rate": 0.375, |
| "clip_ratio/high_max": 0.0019598948365455726, |
| "clip_ratio/high_mean": 0.0019598948365455726, |
| "clip_ratio/low_mean": 0.0010666817506717052, |
| "clip_ratio/low_min": 0.0010666817506717052, |
| "clip_ratio/region_mean": 0.003026576559932437, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4895.0, |
| "completions/max_terminated_length": 4895.0, |
| "completions/mean_length": 1726.484375, |
| "completions/mean_terminated_length": 1726.484375, |
| "completions/min_length": 275.0, |
| "completions/min_terminated_length": 275.0, |
| "entropy": 0.1995403692126274, |
| "epoch": 0.018471709119191132, |
| "frac_reward_zero_std": 0.625, |
| "grad_norm": 0.06696436554193497, |
| "learning_rate": 9.939075766413895e-07, |
| "loss": 0.10931354761123657, |
| "num_tokens": 12065419.0, |
| "reward": 0.203125, |
| "reward_std": 0.40550529956817627, |
| "rewards/math_answer_reward/mean": 0.203125, |
| "rewards/math_answer_reward/std": 0.40550529956817627, |
| "sampling/importance_sampling_ratio/max": 2.9910106658935547, |
| "sampling/importance_sampling_ratio/mean": 0.7083587646484375, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.2288601398468018, |
| "sampling/sampling_logp_difference/mean": 0.008089183829724789, |
| "step": 95, |
| "step_time": 144.69437986711273 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.07979841227643192, |
| "cast/masked_gap_abs_mean": 0.008250523344031535, |
| "cast/masked_gap_mean": 0.00014424092503872998, |
| "cast/masked_negative_base_rate": 0.7598645752295852, |
| "cast/masked_positive_base_rate": 0.24013542803004384, |
| "cast/masked_sign_flipped_rate": 0.26457509212195873, |
| "cast/masked_teacher_negative_rate": 0.34668746404349804, |
| "cast/masked_teacher_positive_rate": 0.23722122889012098, |
| "cast/masked_token_adv_abs_mean": 0.7133157830685377, |
| "cast/masked_token_adv_max": 0.9309405395761132, |
| "cast/masked_token_adv_mean": -0.19488177332095802, |
| "cast/masked_token_adv_min": -1.0261680008843541, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02180574054364115, |
| "cast/masked_wrong_good_token_rate": 0.1847766803111881, |
| "cast/mixed_group_rate": 0.75, |
| "clip_ratio/high_max": 0.0028706349676212994, |
| "clip_ratio/high_mean": 0.0028706349676212994, |
| "clip_ratio/low_mean": 0.0010538939695834415, |
| "clip_ratio/low_min": 0.0010538939695834415, |
| "clip_ratio/region_mean": 0.003924528929928783, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 4057.0, |
| "completions/max_terminated_length": 4057.0, |
| "completions/mean_length": 1490.25, |
| "completions/mean_terminated_length": 1490.25, |
| "completions/min_length": 514.0, |
| "completions/min_terminated_length": 514.0, |
| "entropy": 0.20041491044685245, |
| "epoch": 0.01866614816255104, |
| "frac_reward_zero_std": 0.25, |
| "grad_norm": 0.04806852713227272, |
| "learning_rate": 9.938427636269362e-07, |
| "loss": 0.11060790717601776, |
| "num_tokens": 12171715.0, |
| "reward": 0.265625, |
| "reward_std": 0.44515693187713623, |
| "rewards/math_answer_reward/mean": 0.265625, |
| "rewards/math_answer_reward/std": 0.44515693187713623, |
| "sampling/importance_sampling_ratio/max": 2.549257755279541, |
| "sampling/importance_sampling_ratio/mean": 0.5646318197250366, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.9684344530105591, |
| "sampling/sampling_logp_difference/mean": 0.008750040084123611, |
| "step": 96, |
| "step_time": 111.29640703392215 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.375, |
| "cast/masked_correct_bad_token_rate": 0.08199123607482761, |
| "cast/masked_gap_abs_mean": 0.008848114768625237, |
| "cast/masked_gap_mean": 4.0174430978368036e-05, |
| "cast/masked_negative_base_rate": 0.7210455322638154, |
| "cast/masked_positive_base_rate": 0.2789544726256281, |
| "cast/masked_sign_flipped_rate": 0.2801753976382315, |
| "cast/masked_teacher_negative_rate": 0.35620984621345997, |
| "cast/masked_teacher_positive_rate": 0.25605650758370757, |
| "cast/masked_token_adv_abs_mean": 0.8406227910891175, |
| "cast/masked_token_adv_max": 1.0085688102990389, |
| "cast/masked_token_adv_mean": -0.206000157922972, |
| "cast/masked_token_adv_min": -1.119497599080205, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.022327656857669353, |
| "cast/masked_wrong_good_token_rate": 0.19818416028283536, |
| "cast/mixed_group_rate": 0.5, |
| "clip_ratio/high_max": 0.002668595563591225, |
| "clip_ratio/high_mean": 0.002668595563591225, |
| "clip_ratio/low_mean": 0.0009567429406160954, |
| "clip_ratio/low_min": 0.0009567429406160954, |
| "clip_ratio/region_mean": 0.0036253385005693417, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 6945.0, |
| "completions/max_terminated_length": 6945.0, |
| "completions/mean_length": 1702.3125, |
| "completions/mean_terminated_length": 1702.3125, |
| "completions/min_length": 262.0, |
| "completions/min_terminated_length": 262.0, |
| "entropy": 0.23030728101730347, |
| "epoch": 0.018860587205910946, |
| "frac_reward_zero_std": 0.5, |
| "grad_norm": 0.08365492522716522, |
| "learning_rate": 9.93777950612483e-07, |
| "loss": 0.15895135700702667, |
| "num_tokens": 12292679.0, |
| "reward": 0.40625, |
| "reward_std": 0.49501484632492065, |
| "rewards/math_answer_reward/mean": 0.40625, |
| "rewards/math_answer_reward/std": 0.49501484632492065, |
| "sampling/importance_sampling_ratio/max": 2.928277015686035, |
| "sampling/importance_sampling_ratio/mean": 0.6390383839607239, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 1.2170898914337158, |
| "sampling/sampling_logp_difference/mean": 0.01011976320296526, |
| "step": 97, |
| "step_time": 221.53683824714972 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.0, |
| "cast/all_wrong_group_rate": 0.125, |
| "cast/masked_correct_bad_token_rate": 0.09774420084431767, |
| "cast/masked_gap_abs_mean": 0.007168954485678114, |
| "cast/masked_gap_mean": 3.66045542818938e-05, |
| "cast/masked_negative_base_rate": 0.6617059875279665, |
| "cast/masked_positive_base_rate": 0.3382940050214529, |
| "cast/masked_sign_flipped_rate": 0.2535724211484194, |
| "cast/masked_teacher_negative_rate": 0.3184695988893509, |
| "cast/masked_teacher_positive_rate": 0.21595858503133059, |
| "cast/masked_token_adv_abs_mean": 0.76718576438725, |
| "cast/masked_token_adv_max": 0.9555053869262338, |
| "cast/masked_token_adv_mean": -0.12650088325608522, |
| "cast/masked_token_adv_min": -1.0169959915801883, |
| "cast/masked_token_weight_max": 1.199985958635807, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.019987784326076508, |
| "cast/masked_wrong_good_token_rate": 0.15582822007127106, |
| "cast/mixed_group_rate": 0.875, |
| "clip_ratio/high_max": 0.002396813204541104, |
| "clip_ratio/high_mean": 0.002396813204541104, |
| "clip_ratio/low_mean": 0.0009007182866298535, |
| "clip_ratio/low_min": 0.0009007182866298535, |
| "clip_ratio/region_mean": 0.0032975315043586306, |
| "completions/clipped_ratio": 0.078125, |
| "completions/max_length": 8192.0, |
| "completions/max_terminated_length": 7837.0, |
| "completions/mean_length": 2206.578125, |
| "completions/mean_terminated_length": 1699.3389892578125, |
| "completions/min_length": 513.0, |
| "completions/min_terminated_length": 513.0, |
| "entropy": 0.1882087243720889, |
| "epoch": 0.019055026249270853, |
| "frac_reward_zero_std": 0.125, |
| "grad_norm": 0.03311840072274208, |
| "learning_rate": 9.937131375980296e-07, |
| "loss": 0.0457211472094059, |
| "num_tokens": 12444132.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.353341579437256, |
| "sampling/importance_sampling_ratio/mean": 0.7049669623374939, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 2.762234926223755, |
| "sampling/sampling_logp_difference/mean": 0.00709116505458951, |
| "step": 98, |
| "step_time": 274.6682433609676 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.25, |
| "cast/masked_correct_bad_token_rate": 0.11644318234175444, |
| "cast/masked_gap_abs_mean": 0.007959328388096765, |
| "cast/masked_gap_mean": 2.3248185698321322e-05, |
| "cast/masked_negative_base_rate": 0.6527670696377754, |
| "cast/masked_positive_base_rate": 0.347232922911644, |
| "cast/masked_sign_flipped_rate": 0.27401354257017374, |
| "cast/masked_teacher_negative_rate": 0.342509794048965, |
| "cast/masked_teacher_positive_rate": 0.23756515700370073, |
| "cast/masked_token_adv_abs_mean": 0.7814900306984782, |
| "cast/masked_token_adv_max": 0.9604845317080617, |
| "cast/masked_token_adv_mean": -0.1378151071839966, |
| "cast/masked_token_adv_min": -1.0548395263031125, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.021254867082461715, |
| "cast/masked_wrong_good_token_rate": 0.15757036046124995, |
| "cast/mixed_group_rate": 0.625, |
| "clip_ratio/high_max": 0.0022138517815619707, |
| "clip_ratio/high_mean": 0.0022138517815619707, |
| "clip_ratio/low_mean": 0.0007013471295067575, |
| "clip_ratio/low_min": 0.0007013471295067575, |
| "clip_ratio/region_mean": 0.0029151989256206434, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 7549.0, |
| "completions/max_terminated_length": 7549.0, |
| "completions/mean_length": 2121.65625, |
| "completions/mean_terminated_length": 2121.65625, |
| "completions/min_length": 841.0, |
| "completions/min_terminated_length": 841.0, |
| "entropy": 0.21688769524917006, |
| "epoch": 0.01924946529263076, |
| "frac_reward_zero_std": 0.375, |
| "grad_norm": 0.04235367849469185, |
| "learning_rate": 9.936483245835763e-07, |
| "loss": 0.09898544102907181, |
| "num_tokens": 12591574.0, |
| "reward": 0.359375, |
| "reward_std": 0.4836103618144989, |
| "rewards/math_answer_reward/mean": 0.359375, |
| "rewards/math_answer_reward/std": 0.4836103618144989, |
| "sampling/importance_sampling_ratio/max": 2.9712250232696533, |
| "sampling/importance_sampling_ratio/mean": 0.5888824462890625, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.7436556816101074, |
| "sampling/sampling_logp_difference/mean": 0.008226566016674042, |
| "step": 99, |
| "step_time": 239.51719569493434 |
| }, |
| { |
| "cast/all_correct_group_rate": 0.125, |
| "cast/all_wrong_group_rate": 0.625, |
| "cast/masked_correct_bad_token_rate": 0.10193813988007605, |
| "cast/masked_gap_abs_mean": 0.010380031919339672, |
| "cast/masked_gap_mean": 0.00011079045833639611, |
| "cast/masked_negative_base_rate": 0.7036592029035091, |
| "cast/masked_positive_base_rate": 0.29634079057723284, |
| "cast/masked_sign_flipped_rate": 0.3128499398007989, |
| "cast/masked_teacher_negative_rate": 0.3767198156565428, |
| "cast/masked_teacher_positive_rate": 0.2836825675331056, |
| "cast/masked_token_adv_abs_mean": 0.8960793456062675, |
| "cast/masked_token_adv_max": 1.0169453416019678, |
| "cast/masked_token_adv_mean": -0.23079512373078614, |
| "cast/masked_token_adv_min": -1.1515090521425009, |
| "cast/masked_token_weight_max": 1.2000000476837158, |
| "cast/masked_token_weight_min": 1.0, |
| "cast/masked_token_weight_std": 0.02410770155256614, |
| "cast/masked_wrong_good_token_rate": 0.21091179666109383, |
| "cast/mixed_group_rate": 0.25, |
| "clip_ratio/high_max": 0.0032207840340561233, |
| "clip_ratio/high_mean": 0.0032207840340561233, |
| "clip_ratio/low_mean": 0.0010769990331027657, |
| "clip_ratio/low_min": 0.0010769990331027657, |
| "clip_ratio/region_mean": 0.004297783052606974, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2824.0, |
| "completions/max_terminated_length": 2824.0, |
| "completions/mean_length": 1376.203125, |
| "completions/mean_terminated_length": 1376.203125, |
| "completions/min_length": 451.0, |
| "completions/min_terminated_length": 451.0, |
| "entropy": 0.2598504894413054, |
| "epoch": 0.019443904335990667, |
| "frac_reward_zero_std": 0.75, |
| "grad_norm": 0.08796551823616028, |
| "learning_rate": 9.93583511569123e-07, |
| "loss": 0.11268557608127594, |
| "num_tokens": 12691043.0, |
| "reward": 0.34375, |
| "reward_std": 0.4787135720252991, |
| "rewards/math_answer_reward/mean": 0.34375, |
| "rewards/math_answer_reward/std": 0.4787135720252991, |
| "sampling/importance_sampling_ratio/max": 2.4312832355499268, |
| "sampling/importance_sampling_ratio/mean": 0.6172981262207031, |
| "sampling/importance_sampling_ratio/min": 0.0, |
| "sampling/sampling_logp_difference/max": 0.8719643354415894, |
| "sampling/sampling_logp_difference/mean": 0.011135343462228775, |
| "step": 100, |
| "step_time": 78.66995777995908 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 15429, |
| "num_input_tokens_seen": 12691043, |
| "num_train_epochs": 3, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
