{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.019443904335990667, "eval_steps": 500, "global_step": 100, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.06706837518140674, "cast/masked_gap_abs_mean": 0.016313929837451724, "cast/masked_gap_mean": -0.005374407065744435, "cast/masked_negative_base_rate": 0.7414380516856909, "cast/masked_positive_base_rate": 0.2585619401652366, "cast/masked_sign_flipped_rate": 0.26113924384117126, "cast/masked_teacher_negative_rate": 0.31567351426929235, "cast/masked_teacher_positive_rate": 0.25186810083687305, "cast/masked_token_adv_abs_mean": 0.8992901407182217, "cast/masked_token_adv_max": 1.012508638203144, "cast/masked_token_adv_mean": -0.2653462424641475, "cast/masked_token_adv_min": -1.0473822094500065, "cast/masked_token_weight_max": 1.149782944470644, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.022766039761336287, "cast/masked_wrong_good_token_rate": 0.19407086912542582, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 4871.0, "completions/max_terminated_length": 4871.0, "completions/mean_length": 1550.90625, "completions/mean_terminated_length": 1550.90625, "completions/min_length": 383.0, "completions/min_terminated_length": 383.0, "entropy": 0.23464461648836732, "epoch": 0.00019443904335990667, "frac_reward_zero_std": 0.5, "grad_norm": 0.09508519619703293, "learning_rate": 1e-06, "loss": 0.17538844048976898, "num_tokens": 109178.0, "reward": 0.3125, "reward_std": 0.467176616191864, "rewards/math_answer_reward/mean": 0.3125, "rewards/math_answer_reward/std": 0.467176616191864, "sampling/importance_sampling_ratio/max": 2.6244285106658936, "sampling/importance_sampling_ratio/mean": 0.7069504261016846, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.1511693000793457, "sampling/sampling_logp_difference/mean": 0.009396504610776901, "step": 1, "step_time": 209.97842906991718 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.03226685058325529, "cast/masked_gap_abs_mean": 0.018581754397018813, "cast/masked_gap_mean": -0.0024932975559863735, "cast/masked_negative_base_rate": 0.8672169931232929, "cast/masked_positive_base_rate": 0.13278300035744905, "cast/masked_sign_flipped_rate": 0.2815407491289079, "cast/masked_teacher_negative_rate": 0.31669078301638365, "cast/masked_teacher_positive_rate": 0.285829103551805, "cast/masked_token_adv_abs_mean": 0.8603844037279487, "cast/masked_token_adv_max": 1.0409232024103403, "cast/masked_token_adv_mean": -0.20160473487339914, "cast/masked_token_adv_min": -1.1414122991263866, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.030801058397628367, "cast/masked_wrong_good_token_rate": 0.2492738973814994, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0016766129901952809, "clip_ratio/high_mean": 0.0016766129901952809, "clip_ratio/low_mean": 0.0007692674662393983, "clip_ratio/low_min": 0.0007692674662393983, "clip_ratio/region_mean": 0.0024458804655296262, "completions/clipped_ratio": 0.0, "completions/max_length": 7140.0, "completions/max_terminated_length": 7140.0, "completions/mean_length": 2050.6875, "completions/mean_terminated_length": 2050.6875, "completions/min_length": 759.0, "completions/min_terminated_length": 759.0, "entropy": 0.27609438938088715, "epoch": 0.00038887808671981335, "frac_reward_zero_std": 0.5, "grad_norm": 0.054419130086898804, "learning_rate": 9.999351869855467e-07, "loss": 0.1270785927772522, "num_tokens": 252990.0, "reward": 0.140625, "reward_std": 0.3503824472427368, "rewards/math_answer_reward/mean": 0.140625, "rewards/math_answer_reward/std": 0.3503824472427368, "sampling/importance_sampling_ratio/max": 2.74906849861145, "sampling/importance_sampling_ratio/mean": 0.5171247124671936, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1105542182922363, "sampling/sampling_logp_difference/mean": 0.009917838498950005, "step": 2, "step_time": 339.5407820280525 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.062333112698979676, "cast/masked_gap_abs_mean": 0.018289597806870006, "cast/masked_gap_mean": -0.0029588793083803466, "cast/masked_negative_base_rate": 0.7616477459669113, "cast/masked_positive_base_rate": 0.23835225403308868, "cast/masked_sign_flipped_rate": 0.2517847728449851, "cast/masked_teacher_negative_rate": 0.30535434233024716, "cast/masked_teacher_positive_rate": 0.2538909511640668, "cast/masked_token_adv_abs_mean": 0.8330747988075018, "cast/masked_token_adv_max": 0.9871918242424726, "cast/masked_token_adv_mean": -0.26372264232486486, "cast/masked_token_adv_min": -1.112147880718112, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.0295983562245965, "cast/masked_wrong_good_token_rate": 0.18945166072808206, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.00199096305641433, "clip_ratio/high_mean": 0.00199096305641433, "clip_ratio/low_mean": 0.0007739475249763927, "clip_ratio/low_min": 0.0007739475249763927, "clip_ratio/region_mean": 0.002764910583209712, "completions/clipped_ratio": 0.0, "completions/max_length": 4727.0, "completions/max_terminated_length": 4727.0, "completions/mean_length": 1766.046875, "completions/mean_terminated_length": 1766.046875, "completions/min_length": 622.0, "completions/min_terminated_length": 622.0, "entropy": 0.24031613930128515, "epoch": 0.00058331713007972, "frac_reward_zero_std": 0.5, "grad_norm": 0.0843966007232666, "learning_rate": 9.998703739710934e-07, "loss": 0.1980438381433487, "num_tokens": 376273.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 2.953662872314453, "sampling/importance_sampling_ratio/mean": 0.6725503206253052, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1528456211090088, "sampling/sampling_logp_difference/mean": 0.008648661896586418, "step": 3, "step_time": 203.06000694204704 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.030673553119413555, "cast/masked_gap_abs_mean": 0.01222511861124076, "cast/masked_gap_mean": -0.0007789740551089608, "cast/masked_negative_base_rate": 0.8826569858938456, "cast/masked_positive_base_rate": 0.11734301201067865, "cast/masked_sign_flipped_rate": 0.2769851302728057, "cast/masked_teacher_negative_rate": 0.32738857762888074, "cast/masked_teacher_positive_rate": 0.26550379768013954, "cast/masked_token_adv_abs_mean": 0.9099478293210268, "cast/masked_token_adv_max": 1.0598125457763672, "cast/masked_token_adv_mean": -0.29554856242612004, "cast/masked_token_adv_min": -1.19514299929142, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.025842450733762234, "cast/masked_wrong_good_token_rate": 0.24631157680414617, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0019044730906898621, "clip_ratio/high_mean": 0.0019044730906898621, "clip_ratio/low_mean": 0.0006633740495090024, "clip_ratio/low_min": 0.0006633740495090024, "clip_ratio/region_mean": 0.002567847132013412, "completions/clipped_ratio": 0.0, "completions/max_length": 5192.0, "completions/max_terminated_length": 5192.0, "completions/mean_length": 2206.953125, "completions/mean_terminated_length": 2206.953125, "completions/min_length": 642.0, "completions/min_terminated_length": 642.0, "entropy": 0.2553784267511219, "epoch": 0.0007777561734396267, "frac_reward_zero_std": 0.625, "grad_norm": 0.040571428835392, "learning_rate": 9.9980556095664e-07, "loss": 0.09751482307910919, "num_tokens": 530342.0, "reward": 0.171875, "reward_std": 0.38025420904159546, "rewards/math_answer_reward/mean": 0.171875, "rewards/math_answer_reward/std": 0.38025420904159546, "sampling/importance_sampling_ratio/max": 2.3473219871520996, "sampling/importance_sampling_ratio/mean": 0.42666950821876526, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1528520584106445, "sampling/sampling_logp_difference/mean": 0.009385108016431332, "step": 4, "step_time": 274.51655364289763 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.05575632944237441, "cast/masked_gap_abs_mean": 0.01704631267057266, "cast/masked_gap_mean": -0.0027906709407261587, "cast/masked_negative_base_rate": 0.7582155726850033, "cast/masked_positive_base_rate": 0.24178441986441612, "cast/masked_sign_flipped_rate": 0.264379208907485, "cast/masked_teacher_negative_rate": 0.2895504981279373, "cast/masked_teacher_positive_rate": 0.26577389566227794, "cast/masked_token_adv_abs_mean": 0.8047548364847898, "cast/masked_token_adv_max": 1.0327837513759732, "cast/masked_token_adv_mean": -0.1745495411887532, "cast/masked_token_adv_min": -1.134199838154018, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.029508414503652602, "cast/masked_wrong_good_token_rate": 0.2086228784173727, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0017162983185698977, "clip_ratio/high_mean": 0.0017162983185698977, "clip_ratio/low_mean": 0.0007781258227623766, "clip_ratio/low_min": 0.0007781258227623766, "clip_ratio/region_mean": 0.002494424157703179, "completions/clipped_ratio": 0.046875, "completions/max_length": 8192.0, "completions/max_terminated_length": 4493.0, "completions/mean_length": 2122.015625, "completions/mean_terminated_length": 1823.49169921875, "completions/min_length": 367.0, "completions/min_terminated_length": 367.0, "entropy": 0.2263617506250739, "epoch": 0.0009721952167995333, "frac_reward_zero_std": 0.375, "grad_norm": 0.06416887044906616, "learning_rate": 9.997407479421868e-07, "loss": 0.13163697719573975, "num_tokens": 677343.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 2.781853437423706, "sampling/importance_sampling_ratio/mean": 0.6729681491851807, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1930086612701416, "sampling/sampling_logp_difference/mean": 0.008489049039781094, "step": 5, "step_time": 403.89269019200583 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.07838566676946357, "cast/masked_gap_abs_mean": 0.021099451507325284, "cast/masked_gap_mean": -0.0040204029587584955, "cast/masked_negative_base_rate": 0.7048297440633178, "cast/masked_positive_base_rate": 0.2951702519785613, "cast/masked_sign_flipped_rate": 0.26443519443273544, "cast/masked_teacher_negative_rate": 0.2972854902036488, "cast/masked_teacher_positive_rate": 0.25616094563156366, "cast/masked_token_adv_abs_mean": 0.8167687021195889, "cast/masked_token_adv_max": 0.9936644462868571, "cast/masked_token_adv_mean": -0.11984019191004336, "cast/masked_token_adv_min": -1.0927594313398004, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03219947271281853, "cast/masked_wrong_good_token_rate": 0.1860495285363868, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0016306078505294863, "clip_ratio/high_mean": 0.0016306078505294863, "clip_ratio/low_mean": 0.0006033903300703969, "clip_ratio/low_min": 0.0006033903300703969, "clip_ratio/region_mean": 0.0022339981769619044, "completions/clipped_ratio": 0.0, "completions/max_length": 7896.0, "completions/max_terminated_length": 7896.0, "completions/mean_length": 2249.171875, "completions/mean_terminated_length": 2249.171875, "completions/min_length": 590.0, "completions/min_terminated_length": 590.0, "entropy": 0.21270004753023386, "epoch": 0.00116663426015944, "frac_reward_zero_std": 0.375, "grad_norm": 0.08111836761236191, "learning_rate": 9.996759349277335e-07, "loss": 0.044016044586896896, "num_tokens": 833802.0, "reward": 0.359375, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.359375, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.485407829284668, "sampling/importance_sampling_ratio/mean": 0.6084213852882385, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.9799323081970215, "sampling/sampling_logp_difference/mean": 0.007981308735907078, "step": 6, "step_time": 398.1688974738936 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.061362551408819854, "cast/masked_gap_abs_mean": 0.015886812274402473, "cast/masked_gap_mean": -0.002449131108733127, "cast/masked_negative_base_rate": 0.7656119633466005, "cast/masked_positive_base_rate": 0.23438803129829466, "cast/masked_sign_flipped_rate": 0.24116594763472676, "cast/masked_teacher_negative_rate": 0.29151507979258895, "cast/masked_teacher_positive_rate": 0.23739769076928496, "cast/masked_token_adv_abs_mean": 0.8658460238948464, "cast/masked_token_adv_max": 1.0583419147878885, "cast/masked_token_adv_mean": -0.28547400305978954, "cast/masked_token_adv_min": -1.1827479861676693, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.027637973515084013, "cast/masked_wrong_good_token_rate": 0.17980339680798352, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0016161244238901418, "clip_ratio/high_mean": 0.0016161244238901418, "clip_ratio/low_mean": 0.0005605285346064193, "clip_ratio/low_min": 0.0005605285346064193, "clip_ratio/region_mean": 0.0021766529644082766, "completions/clipped_ratio": 0.0, "completions/max_length": 4763.0, "completions/max_terminated_length": 4763.0, "completions/mean_length": 2043.296875, "completions/mean_terminated_length": 2043.296875, "completions/min_length": 240.0, "completions/min_terminated_length": 240.0, "entropy": 0.21061308030039072, "epoch": 0.0013610733035193468, "frac_reward_zero_std": 0.625, "grad_norm": 0.07192060351371765, "learning_rate": 9.996111219132802e-07, "loss": 0.18207664787769318, "num_tokens": 976181.0, "reward": 0.296875, "reward_std": 0.4604927599430084, "rewards/math_answer_reward/mean": 0.296875, "rewards/math_answer_reward/std": 0.4604927599430084, "sampling/importance_sampling_ratio/max": 2.541567802429199, "sampling/importance_sampling_ratio/mean": 0.6366204619407654, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9121077060699463, "sampling/sampling_logp_difference/mean": 0.007895395159721375, "step": 7, "step_time": 240.3514125389338 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09073963621631265, "cast/masked_gap_abs_mean": 0.0249717844708357, "cast/masked_gap_mean": -0.005609225301213883, "cast/masked_negative_base_rate": 0.676128753926605, "cast/masked_positive_base_rate": 0.323871242813766, "cast/masked_sign_flipped_rate": 0.2843371140770614, "cast/masked_teacher_negative_rate": 0.2969150189310312, "cast/masked_teacher_positive_rate": 0.2735536084510386, "cast/masked_token_adv_abs_mean": 0.8107104729861021, "cast/masked_token_adv_max": 1.0228791739791632, "cast/masked_token_adv_mean": -0.1128917564637959, "cast/masked_token_adv_min": -1.1154333986341953, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03480021370342001, "cast/masked_wrong_good_token_rate": 0.19359747716225684, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0020816404685319867, "clip_ratio/high_mean": 0.0020816404685319867, "clip_ratio/low_mean": 0.0007025639497442171, "clip_ratio/low_min": 0.0007025639497442171, "clip_ratio/region_mean": 0.002784204396448331, "completions/clipped_ratio": 0.0, "completions/max_length": 5195.0, "completions/max_terminated_length": 5195.0, "completions/mean_length": 1421.4375, "completions/mean_terminated_length": 1421.4375, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "entropy": 0.2042804155498743, "epoch": 0.0015555123468792534, "frac_reward_zero_std": 0.25, "grad_norm": 0.08657658100128174, "learning_rate": 9.995463088988269e-07, "loss": 0.05949269235134125, "num_tokens": 1077113.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.641132116317749, "sampling/importance_sampling_ratio/mean": 0.5868303179740906, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7449855804443359, "sampling/sampling_logp_difference/mean": 0.009150206111371517, "step": 8, "step_time": 251.9736781420943 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.07257443683920428, "cast/masked_gap_abs_mean": 0.022104691874119453, "cast/masked_gap_mean": -0.003989100499438791, "cast/masked_negative_base_rate": 0.765513863414526, "cast/masked_positive_base_rate": 0.2344861375167966, "cast/masked_sign_flipped_rate": 0.29516373481601477, "cast/masked_teacher_negative_rate": 0.34323391877114773, "cast/masked_teacher_positive_rate": 0.2994946357794106, "cast/masked_token_adv_abs_mean": 0.845132689923048, "cast/masked_token_adv_max": 1.0465021124109626, "cast/masked_token_adv_mean": -0.25338738450955134, "cast/masked_token_adv_min": -1.1585024883970618, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03220963169587776, "cast/masked_wrong_good_token_rate": 0.2225892967544496, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019276899129181402, "clip_ratio/high_mean": 0.0019276899129181402, "clip_ratio/low_mean": 0.0006382734263752354, "clip_ratio/low_min": 0.0006382734263752354, "clip_ratio/region_mean": 0.002565963353845291, "completions/clipped_ratio": 0.0, "completions/max_length": 4392.0, "completions/max_terminated_length": 4392.0, "completions/mean_length": 1962.90625, "completions/mean_terminated_length": 1962.90625, "completions/min_length": 611.0, "completions/min_terminated_length": 611.0, "entropy": 0.2864137524738908, "epoch": 0.00174995139023916, "frac_reward_zero_std": 0.5, "grad_norm": 0.0570983923971653, "learning_rate": 9.994814958843736e-07, "loss": 0.16365830600261688, "num_tokens": 1215147.0, "reward": 0.296875, "reward_std": 0.4604927599430084, "rewards/math_answer_reward/mean": 0.296875, "rewards/math_answer_reward/std": 0.4604927599430084, "sampling/importance_sampling_ratio/max": 2.1754255294799805, "sampling/importance_sampling_ratio/mean": 0.4609132707118988, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.402822732925415, "sampling/sampling_logp_difference/mean": 0.010235561057925224, "step": 9, "step_time": 236.75115443207324 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.10064402007265016, "cast/masked_gap_abs_mean": 0.030088994244579226, "cast/masked_gap_mean": -0.006821240114732063, "cast/masked_negative_base_rate": 0.6098946072161198, "cast/masked_positive_base_rate": 0.3901053888257593, "cast/masked_sign_flipped_rate": 0.2840200802311301, "cast/masked_teacher_negative_rate": 0.26796936709433794, "cast/masked_teacher_positive_rate": 0.2970573240891099, "cast/masked_token_adv_abs_mean": 0.6948650535196066, "cast/masked_token_adv_max": 0.9002567371353507, "cast/masked_token_adv_mean": -0.030735749867744744, "cast/masked_token_adv_min": -0.9645791640505195, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.038468276732601225, "cast/masked_wrong_good_token_rate": 0.18337606079876423, "cast/mixed_group_rate": 1.0, "clip_ratio/high_max": 0.0014356390643115446, "clip_ratio/high_mean": 0.0014356390643115446, "clip_ratio/low_mean": 0.0007832060146029107, "clip_ratio/low_min": 0.0007832060146029107, "clip_ratio/region_mean": 0.002218845096649602, "completions/clipped_ratio": 0.0, "completions/max_length": 5147.0, "completions/max_terminated_length": 5147.0, "completions/mean_length": 1496.9375, "completions/mean_terminated_length": 1496.9375, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "entropy": 0.23761650919914246, "epoch": 0.0019443904335990666, "frac_reward_zero_std": 0.0, "grad_norm": 0.09028841555118561, "learning_rate": 9.994166828699203e-07, "loss": -0.0251512061804533, "num_tokens": 1321015.0, "reward": 0.484375, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.484375, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.591317653656006, "sampling/importance_sampling_ratio/mean": 0.565003514289856, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.2380824089050293, "sampling/sampling_logp_difference/mean": 0.009557080455124378, "step": 10, "step_time": 315.605143566936 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.01738631201442331, "cast/masked_gap_abs_mean": 0.019715279617230408, "cast/masked_gap_mean": -0.004305404807610103, "cast/masked_negative_base_rate": 0.9370690686628222, "cast/masked_positive_base_rate": 0.0629309262149036, "cast/masked_sign_flipped_rate": 0.27036237018182874, "cast/masked_teacher_negative_rate": 0.32638421934098005, "cast/masked_teacher_positive_rate": 0.2675942163914442, "cast/masked_token_adv_abs_mean": 0.8154059993103147, "cast/masked_token_adv_max": 0.9751813746988773, "cast/masked_token_adv_mean": -0.3152205008082092, "cast/masked_token_adv_min": -1.0823502130806446, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.030318328936118633, "cast/masked_wrong_good_token_rate": 0.25297605828382075, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0016964454916887917, "clip_ratio/high_mean": 0.0016964454916887917, "clip_ratio/low_mean": 0.000854590963172086, "clip_ratio/low_min": 0.000854590963172086, "clip_ratio/region_mean": 0.0025510364393994678, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 5838.0, "completions/mean_length": 2036.4375, "completions/mean_terminated_length": 1938.730224609375, "completions/min_length": 580.0, "completions/min_terminated_length": 580.0, "entropy": 0.24897198739927262, "epoch": 0.0021388294769589733, "frac_reward_zero_std": 0.5, "grad_norm": 0.06734070926904678, "learning_rate": 9.99351869855467e-07, "loss": 0.1553853303194046, "num_tokens": 1463515.0, "reward": 0.09375, "reward_std": 0.29378482699394226, "rewards/math_answer_reward/mean": 0.09375, "rewards/math_answer_reward/std": 0.29378482699394226, "sampling/importance_sampling_ratio/max": 2.8687195777893066, "sampling/importance_sampling_ratio/mean": 0.5816532373428345, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.6049604415893555, "sampling/sampling_logp_difference/mean": 0.008935092948377132, "step": 11, "step_time": 356.0302096590749 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.08462497038999572, "cast/masked_gap_abs_mean": 0.021984716557199135, "cast/masked_gap_mean": -0.005465808458211541, "cast/masked_negative_base_rate": 0.7294434225186706, "cast/masked_positive_base_rate": 0.2705565735232085, "cast/masked_sign_flipped_rate": 0.24656622298061848, "cast/masked_teacher_negative_rate": 0.29080205829814076, "cast/masked_teacher_positive_rate": 0.2171602752059698, "cast/masked_token_adv_abs_mean": 0.7858105516061187, "cast/masked_token_adv_max": 1.0076016513630748, "cast/masked_token_adv_mean": -0.17887636297382414, "cast/masked_token_adv_min": -1.1030237218365073, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.032445462711621076, "cast/masked_wrong_good_token_rate": 0.16194125183392316, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0015876106026553316, "clip_ratio/high_mean": 0.0015876106026553316, "clip_ratio/low_mean": 0.000719349601695285, "clip_ratio/low_min": 0.000719349601695285, "clip_ratio/region_mean": 0.0023069602066243533, "completions/clipped_ratio": 0.0, "completions/max_length": 6460.0, "completions/max_terminated_length": 6460.0, "completions/mean_length": 2193.5, "completions/mean_terminated_length": 2193.5, "completions/min_length": 336.0, "completions/min_terminated_length": 336.0, "entropy": 0.2045616654213518, "epoch": 0.00233326852031888, "frac_reward_zero_std": 0.375, "grad_norm": 0.09138477593660355, "learning_rate": 9.992870568410137e-07, "loss": 0.004339075181633234, "num_tokens": 1615115.0, "reward": 0.359375, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.359375, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.7900450229644775, "sampling/importance_sampling_ratio/mean": 0.6546765565872192, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9900543689727783, "sampling/sampling_logp_difference/mean": 0.007952078245580196, "step": 12, "step_time": 337.5490791980119 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.04940713930409402, "cast/masked_gap_abs_mean": 0.021393386312411167, "cast/masked_gap_mean": -0.004285261602433366, "cast/masked_negative_base_rate": 0.8071926310658455, "cast/masked_positive_base_rate": 0.19280736334621906, "cast/masked_sign_flipped_rate": 0.2803256041370332, "cast/masked_teacher_negative_rate": 0.33702709805220366, "cast/masked_teacher_positive_rate": 0.2868506470695138, "cast/masked_token_adv_abs_mean": 0.9617745075374842, "cast/masked_token_adv_max": 1.0608110204339027, "cast/masked_token_adv_mean": -0.24292062067252118, "cast/masked_token_adv_min": -1.164141234010458, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03146881266729906, "cast/masked_wrong_good_token_rate": 0.23091846448369324, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019441673530309345, "clip_ratio/high_mean": 0.0019441673530309345, "clip_ratio/low_mean": 0.0008632063163531711, "clip_ratio/low_min": 0.0008632063163531711, "clip_ratio/region_mean": 0.002807373683026526, "completions/clipped_ratio": 0.0, "completions/max_length": 4738.0, "completions/max_terminated_length": 4738.0, "completions/mean_length": 1691.59375, "completions/mean_terminated_length": 1691.59375, "completions/min_length": 370.0, "completions/min_terminated_length": 370.0, "entropy": 0.26271722093224525, "epoch": 0.0025277075636787865, "frac_reward_zero_std": 0.5, "grad_norm": 0.08375957608222961, "learning_rate": 9.992222438265604e-07, "loss": 0.15908388793468475, "num_tokens": 1735761.0, "reward": 0.234375, "reward_std": 0.42695629596710205, "rewards/math_answer_reward/mean": 0.234375, "rewards/math_answer_reward/std": 0.42695629596710205, "sampling/importance_sampling_ratio/max": 2.823263645172119, "sampling/importance_sampling_ratio/mean": 0.5573142766952515, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.12907075881958, "sampling/sampling_logp_difference/mean": 0.01045958697795868, "step": 13, "step_time": 226.32362587796524 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.0671185451792553, "cast/masked_gap_abs_mean": 0.02639512301539071, "cast/masked_gap_mean": -0.004975741314410698, "cast/masked_negative_base_rate": 0.7318982388824224, "cast/masked_positive_base_rate": 0.2681017564609647, "cast/masked_sign_flipped_rate": 0.25213746074587107, "cast/masked_teacher_negative_rate": 0.3173387721180916, "cast/masked_teacher_positive_rate": 0.2679727687500417, "cast/masked_token_adv_abs_mean": 0.8000373672693968, "cast/masked_token_adv_max": 0.9614516906440258, "cast/masked_token_adv_mean": -0.18809876988234464, "cast/masked_token_adv_min": -1.072016291320324, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03405441885115579, "cast/masked_wrong_good_token_rate": 0.18501891591586173, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.002262323286231549, "clip_ratio/high_mean": 0.002262323286231549, "clip_ratio/low_mean": 0.0007476541386495228, "clip_ratio/low_min": 0.0007476541386495228, "clip_ratio/region_mean": 0.0030099774467089446, "completions/clipped_ratio": 0.0, "completions/max_length": 7031.0, "completions/max_terminated_length": 7031.0, "completions/mean_length": 1395.640625, "completions/mean_terminated_length": 1395.640625, "completions/min_length": 440.0, "completions/min_terminated_length": 440.0, "entropy": 0.2426241203211248, "epoch": 0.0027221466070386936, "frac_reward_zero_std": 0.5, "grad_norm": 0.08422277122735977, "learning_rate": 9.99157430812107e-07, "loss": 0.10312047600746155, "num_tokens": 1835090.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.811018705368042, "sampling/importance_sampling_ratio/mean": 0.6707406640052795, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7499971389770508, "sampling/sampling_logp_difference/mean": 0.009853086434304714, "step": 14, "step_time": 299.11479242297355 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.0411057414021343, "cast/masked_gap_abs_mean": 0.016717783495550975, "cast/masked_gap_mean": -0.0018182480530413159, "cast/masked_negative_base_rate": 0.8869069404900074, "cast/masked_positive_base_rate": 0.11309304926544428, "cast/masked_sign_flipped_rate": 0.29622267140075564, "cast/masked_teacher_negative_rate": 0.3703766791149974, "cast/masked_teacher_positive_rate": 0.28294349135831, "cast/masked_token_adv_abs_mean": 0.9081416688859463, "cast/masked_token_adv_max": 1.0237302472814918, "cast/masked_token_adv_mean": -0.2713818247138988, "cast/masked_token_adv_min": -1.1378346448764205, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02932036726269871, "cast/masked_wrong_good_token_rate": 0.2551169303478673, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.001964338956895517, "clip_ratio/high_mean": 0.001964338956895517, "clip_ratio/low_mean": 0.0010387905977040646, "clip_ratio/low_min": 0.0010387905977040646, "clip_ratio/region_mean": 0.0030031295609660447, "completions/clipped_ratio": 0.0, "completions/max_length": 4689.0, "completions/max_terminated_length": 4689.0, "completions/mean_length": 2008.359375, "completions/mean_terminated_length": 2008.359375, "completions/min_length": 524.0, "completions/min_terminated_length": 524.0, "entropy": 0.3075254997238517, "epoch": 0.0029165856503986, "frac_reward_zero_std": 0.625, "grad_norm": 0.0826810821890831, "learning_rate": 9.990926177976538e-07, "loss": 0.11570171266794205, "num_tokens": 1977249.0, "reward": 0.09375, "reward_std": 0.29378482699394226, "rewards/math_answer_reward/mean": 0.09375, "rewards/math_answer_reward/std": 0.29378482699394226, "sampling/importance_sampling_ratio/max": 2.7698135375976562, "sampling/importance_sampling_ratio/mean": 0.5340856313705444, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7377318143844604, "sampling/sampling_logp_difference/mean": 0.011122718453407288, "step": 15, "step_time": 212.1223155549378 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.05252719100099057, "cast/masked_gap_abs_mean": 0.020715841790661216, "cast/masked_gap_mean": -0.004802196254331648, "cast/masked_negative_base_rate": 0.7396341543644667, "cast/masked_positive_base_rate": 0.26036584423854947, "cast/masked_sign_flipped_rate": 0.24193910788744688, "cast/masked_teacher_negative_rate": 0.25685327034443617, "cast/masked_teacher_positive_rate": 0.2513215499930084, "cast/masked_token_adv_abs_mean": 0.7762469192966819, "cast/masked_token_adv_max": 0.9771279226988554, "cast/masked_token_adv_mean": -0.12411686254199594, "cast/masked_token_adv_min": -1.0738605428487062, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03151404531672597, "cast/masked_wrong_good_token_rate": 0.18941191560588777, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0014170731619742583, "clip_ratio/high_mean": 0.0014170731619742583, "clip_ratio/low_mean": 0.0007574393825962034, "clip_ratio/low_min": 0.0007574393825962034, "clip_ratio/region_mean": 0.002174512557758135, "completions/clipped_ratio": 0.0, "completions/max_length": 5131.0, "completions/max_terminated_length": 5131.0, "completions/mean_length": 1925.8125, "completions/mean_terminated_length": 1925.8125, "completions/min_length": 448.0, "completions/min_terminated_length": 448.0, "entropy": 0.215898257214576, "epoch": 0.003111024693758507, "frac_reward_zero_std": 0.25, "grad_norm": 0.07403209060430527, "learning_rate": 9.990278047832003e-07, "loss": 0.07934418320655823, "num_tokens": 2112549.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 2.877987861633301, "sampling/importance_sampling_ratio/mean": 0.6488768458366394, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.02785325050354, "sampling/sampling_logp_difference/mean": 0.008358784951269627, "step": 16, "step_time": 281.0986711210571 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.07000820012763143, "cast/masked_gap_abs_mean": 0.021835155959706753, "cast/masked_gap_mean": -0.0038903999229660258, "cast/masked_negative_base_rate": 0.7783364430069923, "cast/masked_positive_base_rate": 0.2216635448858142, "cast/masked_sign_flipped_rate": 0.303117117844522, "cast/masked_teacher_negative_rate": 0.3225830919109285, "cast/masked_teacher_positive_rate": 0.28767480980604887, "cast/masked_token_adv_abs_mean": 0.8015914661809802, "cast/masked_token_adv_max": 0.9985594702884555, "cast/masked_token_adv_mean": -0.15460392436943948, "cast/masked_token_adv_min": -1.0929966000840068, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03441973705776036, "cast/masked_wrong_good_token_rate": 0.23310891771689057, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0017479256121077924, "clip_ratio/high_mean": 0.0017479256121077924, "clip_ratio/low_mean": 0.0007376973999271286, "clip_ratio/low_min": 0.0007376973999271286, "clip_ratio/region_mean": 0.002485623024767847, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 4684.0, "completions/mean_length": 1549.046875, "completions/mean_terminated_length": 1443.603271484375, "completions/min_length": 538.0, "completions/min_terminated_length": 538.0, "entropy": 0.2567666624672711, "epoch": 0.0033054637371184134, "frac_reward_zero_std": 0.375, "grad_norm": 0.081749327480793, "learning_rate": 9.989629917687472e-07, "loss": 0.020313730463385582, "num_tokens": 2222456.0, "reward": 0.21875, "reward_std": 0.4166666865348816, "rewards/math_answer_reward/mean": 0.21875, "rewards/math_answer_reward/std": 0.4166666865348816, "sampling/importance_sampling_ratio/max": 2.8027782440185547, "sampling/importance_sampling_ratio/mean": 0.6228022575378418, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.752948522567749, "sampling/sampling_logp_difference/mean": 0.010455365292727947, "step": 17, "step_time": 411.2714750049345 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09096676635090262, "cast/masked_gap_abs_mean": 0.023253026593010873, "cast/masked_gap_mean": -0.005856357790293032, "cast/masked_negative_base_rate": 0.6390319131314754, "cast/masked_positive_base_rate": 0.36096808570437133, "cast/masked_sign_flipped_rate": 0.2751821503043175, "cast/masked_teacher_negative_rate": 0.30246221646666527, "cast/masked_teacher_positive_rate": 0.27615788765251637, "cast/masked_token_adv_abs_mean": 0.8868191856890917, "cast/masked_token_adv_max": 1.034641768783331, "cast/masked_token_adv_mean": -0.018933910801933962, "cast/masked_token_adv_min": -1.1503049544990063, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.033482928411103785, "cast/masked_wrong_good_token_rate": 0.1842153833131306, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019130871919514902, "clip_ratio/high_mean": 0.0019130871919514902, "clip_ratio/low_mean": 0.0007378526297543431, "clip_ratio/low_min": 0.0007378526297543431, "clip_ratio/region_mean": 0.002650939827617549, "completions/clipped_ratio": 0.0, "completions/max_length": 4657.0, "completions/max_terminated_length": 4657.0, "completions/mean_length": 1515.21875, "completions/mean_terminated_length": 1515.21875, "completions/min_length": 444.0, "completions/min_terminated_length": 444.0, "entropy": 0.24267979757860303, "epoch": 0.00349990278047832, "frac_reward_zero_std": 0.5, "grad_norm": 0.10959213972091675, "learning_rate": 9.988981787542939e-07, "loss": 0.018584363162517548, "num_tokens": 2331982.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.7390105724334717, "sampling/importance_sampling_ratio/mean": 0.7537024021148682, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.2654191255569458, "sampling/sampling_logp_difference/mean": 0.010372188873589039, "step": 18, "step_time": 270.87571251610643 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.1177772528026253, "cast/masked_gap_abs_mean": 0.026565664797089994, "cast/masked_gap_mean": -0.005672709508871776, "cast/masked_negative_base_rate": 0.6128476276062429, "cast/masked_positive_base_rate": 0.3871523691341281, "cast/masked_sign_flipped_rate": 0.2854098607786, "cast/masked_teacher_negative_rate": 0.33823256846517324, "cast/masked_teacher_positive_rate": 0.277495788410306, "cast/masked_token_adv_abs_mean": 0.8691526968032122, "cast/masked_token_adv_max": 1.008711902424693, "cast/masked_token_adv_mean": -0.1461679121130146, "cast/masked_token_adv_min": -1.1099565252661705, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.0360996212111786, "cast/masked_wrong_good_token_rate": 0.1676326049491763, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.002375374435359845, "clip_ratio/high_mean": 0.002375374435359845, "clip_ratio/low_mean": 0.0009999150679504965, "clip_ratio/low_min": 0.0009999150679504965, "clip_ratio/region_mean": 0.0033752895433281083, "completions/clipped_ratio": 0.0, "completions/max_length": 6059.0, "completions/max_terminated_length": 6059.0, "completions/mean_length": 1183.015625, "completions/mean_terminated_length": 1183.015625, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "entropy": 0.24240582156926394, "epoch": 0.0036943418238382267, "frac_reward_zero_std": 0.25, "grad_norm": 0.08647438138723373, "learning_rate": 9.988333657398406e-07, "loss": 0.08147846907377243, "num_tokens": 2418743.0, "reward": 0.421875, "reward_std": 0.49776285886764526, "rewards/math_answer_reward/mean": 0.421875, "rewards/math_answer_reward/std": 0.49776285886764526, "sampling/importance_sampling_ratio/max": 2.397792339324951, "sampling/importance_sampling_ratio/mean": 0.5972786545753479, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3280539512634277, "sampling/sampling_logp_difference/mean": 0.01074514165520668, "step": 19, "step_time": 323.4415142440412 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.02626719488762319, "cast/masked_gap_abs_mean": 0.0156603154464392, "cast/masked_gap_mean": -0.0020564324586871408, "cast/masked_negative_base_rate": 0.88489880412817, "cast/masked_positive_base_rate": 0.11510118655860424, "cast/masked_sign_flipped_rate": 0.24622767791152, "cast/masked_teacher_negative_rate": 0.28339876839891076, "cast/masked_teacher_positive_rate": 0.25436386885121465, "cast/masked_token_adv_abs_mean": 0.8630759622901678, "cast/masked_token_adv_max": 1.0217759367078543, "cast/masked_token_adv_mean": -0.3033593747531995, "cast/masked_token_adv_min": -1.1409582905471325, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.028263551415875554, "cast/masked_wrong_good_token_rate": 0.21996048255823553, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0017522616899441346, "clip_ratio/high_mean": 0.0017522616899441346, "clip_ratio/low_mean": 0.0006478665227405145, "clip_ratio/low_min": 0.0006478665227405145, "clip_ratio/region_mean": 0.0024001282017707126, "completions/clipped_ratio": 0.0, "completions/max_length": 5592.0, "completions/max_terminated_length": 5592.0, "completions/mean_length": 2073.859375, "completions/mean_terminated_length": 2073.859375, "completions/min_length": 667.0, "completions/min_terminated_length": 667.0, "entropy": 0.21598226088099182, "epoch": 0.0038887808671981333, "frac_reward_zero_std": 0.5, "grad_norm": 0.05494651943445206, "learning_rate": 9.98768552725387e-07, "loss": 0.21258239448070526, "num_tokens": 2563142.0, "reward": 0.140625, "reward_std": 0.3503824472427368, "rewards/math_answer_reward/mean": 0.140625, "rewards/math_answer_reward/std": 0.3503824472427368, "sampling/importance_sampling_ratio/max": 2.7143900394439697, "sampling/importance_sampling_ratio/mean": 0.6295812726020813, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.5600368976593018, "sampling/sampling_logp_difference/mean": 0.008333928883075714, "step": 20, "step_time": 231.06047810605378 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.07069681346183643, "cast/masked_gap_abs_mean": 0.026408043602714315, "cast/masked_gap_mean": -0.005094292716421478, "cast/masked_negative_base_rate": 0.7460893653333187, "cast/masked_positive_base_rate": 0.25391063420102, "cast/masked_sign_flipped_rate": 0.2630305583588779, "cast/masked_teacher_negative_rate": 0.29143370455130935, "cast/masked_teacher_positive_rate": 0.25280020106583834, "cast/masked_token_adv_abs_mean": 0.7515196232125163, "cast/masked_token_adv_max": 0.9924054453149438, "cast/masked_token_adv_mean": -0.10596145631279796, "cast/masked_token_adv_min": -1.0859634196385741, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03691637818701565, "cast/masked_wrong_good_token_rate": 0.1923337436746806, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0018965824865517789, "clip_ratio/high_mean": 0.0018965824865517789, "clip_ratio/low_mean": 0.0006435436375795689, "clip_ratio/low_min": 0.0006435436375795689, "clip_ratio/region_mean": 0.0025401261027582223, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 5285.0, "completions/mean_length": 1870.6875, "completions/mean_terminated_length": 1770.349365234375, "completions/min_length": 597.0, "completions/min_terminated_length": 597.0, "entropy": 0.2545768362469971, "epoch": 0.00408321991055804, "frac_reward_zero_std": 0.125, "grad_norm": 0.08671203255653381, "learning_rate": 9.98703739710934e-07, "loss": 0.06778078526258469, "num_tokens": 2694538.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.8222897052764893, "sampling/importance_sampling_ratio/mean": 0.6074333190917969, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.11054527759552, "sampling/sampling_logp_difference/mean": 0.009664753451943398, "step": 21, "step_time": 408.66364776797127 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.0815659822546877, "cast/masked_gap_abs_mean": 0.02575306291691959, "cast/masked_gap_mean": -0.00659379334138066, "cast/masked_negative_base_rate": 0.6078154062852263, "cast/masked_positive_base_rate": 0.39218459837138653, "cast/masked_sign_flipped_rate": 0.23282412276603281, "cast/masked_teacher_negative_rate": 0.257767794188112, "cast/masked_teacher_positive_rate": 0.2300756520126015, "cast/masked_token_adv_abs_mean": 0.8479525167495012, "cast/masked_token_adv_max": 1.0434970706701279, "cast/masked_token_adv_mean": -0.03890826083807042, "cast/masked_token_adv_min": -1.1282824203372002, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03565307770622894, "cast/masked_wrong_good_token_rate": 0.1512581406859681, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0015993175029507256, "clip_ratio/high_mean": 0.0015993175029507256, "clip_ratio/low_mean": 0.0007816949919288163, "clip_ratio/low_min": 0.0007816949919288163, "clip_ratio/region_mean": 0.002381012476689648, "completions/clipped_ratio": 0.0, "completions/max_length": 4739.0, "completions/max_terminated_length": 4739.0, "completions/mean_length": 1344.34375, "completions/mean_terminated_length": 1344.34375, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "entropy": 0.2049221311463043, "epoch": 0.0042776589539179465, "frac_reward_zero_std": 0.25, "grad_norm": 0.09767619520425797, "learning_rate": 9.986389266964807e-07, "loss": -0.019729886204004288, "num_tokens": 2791432.0, "reward": 0.4375, "reward_std": 0.5, "rewards/math_answer_reward/mean": 0.4375, "rewards/math_answer_reward/std": 0.5, "sampling/importance_sampling_ratio/max": 2.6556529998779297, "sampling/importance_sampling_ratio/mean": 0.6903061866760254, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.4230399131774902, "sampling/sampling_logp_difference/mean": 0.009304777719080448, "step": 22, "step_time": 269.99934676199337 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.06562431808561087, "cast/masked_gap_abs_mean": 0.024118201254168525, "cast/masked_gap_mean": -0.004947140088916058, "cast/masked_negative_base_rate": 0.775532076600939, "cast/masked_positive_base_rate": 0.22446792153641582, "cast/masked_sign_flipped_rate": 0.31993064051494, "cast/masked_teacher_negative_rate": 0.36050921864807606, "cast/masked_teacher_positive_rate": 0.3109617051668465, "cast/masked_token_adv_abs_mean": 0.9750939700752497, "cast/masked_token_adv_max": 1.071750096976757, "cast/masked_token_adv_mean": -0.17395510140340775, "cast/masked_token_adv_min": -1.192714475095272, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03374552814057097, "cast/masked_wrong_good_token_rate": 0.254306323826313, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0028481399476731895, "clip_ratio/high_mean": 0.0028481399476731895, "clip_ratio/low_mean": 0.0012398080771163222, "clip_ratio/low_min": 0.0012398080771163222, "clip_ratio/region_mean": 0.0040879480438889, "completions/clipped_ratio": 0.0, "completions/max_length": 3321.0, "completions/max_terminated_length": 3321.0, "completions/mean_length": 1105.984375, "completions/mean_terminated_length": 1105.984375, "completions/min_length": 358.0, "completions/min_terminated_length": 358.0, "entropy": 0.309428920969367, "epoch": 0.004472097997277854, "frac_reward_zero_std": 0.5, "grad_norm": 0.11801837384700775, "learning_rate": 9.985741136820272e-07, "loss": 0.041101954877376556, "num_tokens": 2874783.0, "reward": 0.25, "reward_std": 0.4364357888698578, "rewards/math_answer_reward/mean": 0.25, "rewards/math_answer_reward/std": 0.4364357888698578, "sampling/importance_sampling_ratio/max": 2.4954657554626465, "sampling/importance_sampling_ratio/mean": 0.5566527843475342, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7273344993591309, "sampling/sampling_logp_difference/mean": 0.01289060153067112, "step": 23, "step_time": 136.58293971401872 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09531215624883771, "cast/masked_gap_abs_mean": 0.024934635701356456, "cast/masked_gap_mean": -0.00479325120249996, "cast/masked_negative_base_rate": 0.6535243364050984, "cast/masked_positive_base_rate": 0.3464756584726274, "cast/masked_sign_flipped_rate": 0.2865803833119571, "cast/masked_teacher_negative_rate": 0.32255886495113373, "cast/masked_teacher_positive_rate": 0.264562975615263, "cast/masked_token_adv_abs_mean": 0.8261113557964563, "cast/masked_token_adv_max": 0.9499526340514421, "cast/masked_token_adv_mean": -0.12374009017366916, "cast/masked_token_adv_min": -1.0374459214508533, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.0345170886721462, "cast/masked_wrong_good_token_rate": 0.19126822683028877, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0022706141216985998, "clip_ratio/high_mean": 0.0022706141216985998, "clip_ratio/low_mean": 0.0007457621140929405, "clip_ratio/low_min": 0.0007457621140929405, "clip_ratio/region_mean": 0.0030163762567099184, "completions/clipped_ratio": 0.0, "completions/max_length": 3038.0, "completions/max_terminated_length": 3038.0, "completions/mean_length": 1232.390625, "completions/mean_terminated_length": 1232.390625, "completions/min_length": 576.0, "completions/min_terminated_length": 576.0, "entropy": 0.23868330055847764, "epoch": 0.00466653704063776, "frac_reward_zero_std": 0.25, "grad_norm": 0.12313699722290039, "learning_rate": 9.985093006675739e-07, "loss": 0.0869496688246727, "num_tokens": 2967016.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.9839441776275635, "sampling/importance_sampling_ratio/mean": 0.7629752159118652, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 3.0455398559570312, "sampling/sampling_logp_difference/mean": 0.010935449972748756, "step": 24, "step_time": 166.99947806703858 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.03534039144869894, "cast/masked_gap_abs_mean": 0.01609983692469541, "cast/masked_gap_mean": -0.002354583604983418, "cast/masked_negative_base_rate": 0.8617292605340481, "cast/masked_positive_base_rate": 0.13827073434367776, "cast/masked_sign_flipped_rate": 0.2682808027602732, "cast/masked_teacher_negative_rate": 0.3175011924467981, "cast/masked_teacher_positive_rate": 0.2638805559836328, "cast/masked_token_adv_abs_mean": 0.8526621945202351, "cast/masked_token_adv_max": 1.012695426121354, "cast/masked_token_adv_mean": -0.2626360194408335, "cast/masked_token_adv_min": -1.146652003750205, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02848807128611952, "cast/masked_wrong_good_token_rate": 0.23294041177723557, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019034193919651443, "clip_ratio/high_mean": 0.0019034193919651443, "clip_ratio/low_mean": 0.0008697298253537156, "clip_ratio/low_min": 0.0008697298253537156, "clip_ratio/region_mean": 0.002773149226413807, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 6248.0, "completions/mean_length": 2030.359375, "completions/mean_terminated_length": 1932.5556640625, "completions/min_length": 489.0, "completions/min_terminated_length": 489.0, "entropy": 0.23363847634755075, "epoch": 0.004860976083997667, "frac_reward_zero_std": 0.5, "grad_norm": 0.04275371879339218, "learning_rate": 9.984444876531208e-07, "loss": 0.08098113536834717, "num_tokens": 3110063.0, "reward": 0.15625, "reward_std": 0.36596253514289856, "rewards/math_answer_reward/mean": 0.15625, "rewards/math_answer_reward/std": 0.36596253514289856, "sampling/importance_sampling_ratio/max": 2.7519514560699463, "sampling/importance_sampling_ratio/mean": 0.46074914932250977, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7246513366699219, "sampling/sampling_logp_difference/mean": 0.009359056130051613, "step": 25, "step_time": 393.44433310601744 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.07398472132626921, "cast/masked_gap_abs_mean": 0.02273673814488575, "cast/masked_gap_mean": -0.0034077027030434692, "cast/masked_negative_base_rate": 0.6875515312422067, "cast/masked_positive_base_rate": 0.31244845874607563, "cast/masked_sign_flipped_rate": 0.2620743999723345, "cast/masked_teacher_negative_rate": 0.2885669849347323, "cast/masked_teacher_positive_rate": 0.2768934080377221, "cast/masked_token_adv_abs_mean": 0.6361680449917912, "cast/masked_token_adv_max": 0.8498547561466694, "cast/masked_token_adv_mean": -0.023735223410767503, "cast/masked_token_adv_min": -0.9337626304477453, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03456381516298279, "cast/masked_wrong_good_token_rate": 0.1880896770162508, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0015294112135961768, "clip_ratio/high_mean": 0.0015294112135961768, "clip_ratio/low_mean": 0.0006209741341081099, "clip_ratio/low_min": 0.0006209741341081099, "clip_ratio/region_mean": 0.0021503853540707496, "completions/clipped_ratio": 0.0, "completions/max_length": 6418.0, "completions/max_terminated_length": 6418.0, "completions/mean_length": 2001.15625, "completions/mean_terminated_length": 2001.15625, "completions/min_length": 430.0, "completions/min_terminated_length": 430.0, "entropy": 0.2665193718858063, "epoch": 0.005055415127357573, "frac_reward_zero_std": 0.25, "grad_norm": 0.059411853551864624, "learning_rate": 9.983796746386673e-07, "loss": 0.030272316187620163, "num_tokens": 3249993.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.456583261489868, "sampling/importance_sampling_ratio/mean": 0.5125008225440979, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1502207517623901, "sampling/sampling_logp_difference/mean": 0.009593631140887737, "step": 26, "step_time": 330.3176479819522 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.10907223040703684, "cast/masked_gap_abs_mean": 0.026925828045932576, "cast/masked_gap_mean": -0.005886789907890488, "cast/masked_negative_base_rate": 0.5548847913742065, "cast/masked_positive_base_rate": 0.44511520490050316, "cast/masked_sign_flipped_rate": 0.2792712734080851, "cast/masked_teacher_negative_rate": 0.2581384121440351, "cast/masked_teacher_positive_rate": 0.2887932010926306, "cast/masked_token_adv_abs_mean": 0.7691338201984763, "cast/masked_token_adv_max": 0.9419733565300703, "cast/masked_token_adv_mean": 0.045428414159687236, "cast/masked_token_adv_min": -1.0068981647491455, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03689752705395222, "cast/masked_wrong_good_token_rate": 0.17019904241897166, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0013767619320788071, "clip_ratio/high_mean": 0.0013767619320788071, "clip_ratio/low_mean": 0.0005736043158321991, "clip_ratio/low_min": 0.0005736043158321991, "clip_ratio/region_mean": 0.0019503662460920168, "completions/clipped_ratio": 0.0, "completions/max_length": 5296.0, "completions/max_terminated_length": 5296.0, "completions/mean_length": 2162.921875, "completions/mean_terminated_length": 2162.921875, "completions/min_length": 766.0, "completions/min_terminated_length": 766.0, "entropy": 0.26483233738690615, "epoch": 0.00524985417071748, "frac_reward_zero_std": 0.125, "grad_norm": 0.06950706243515015, "learning_rate": 9.98314861624214e-07, "loss": -0.043015770614147186, "num_tokens": 3401060.0, "reward": 0.484375, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.484375, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.5665640830993652, "sampling/importance_sampling_ratio/mean": 0.47309350967407227, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.0036513805389404, "sampling/sampling_logp_difference/mean": 0.010576708242297173, "step": 27, "step_time": 381.8457279529248 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.04867532686330378, "cast/masked_gap_abs_mean": 0.013869739093934186, "cast/masked_gap_mean": -0.001515975440611328, "cast/masked_negative_base_rate": 0.7873802538961172, "cast/masked_positive_base_rate": 0.21261974330991507, "cast/masked_sign_flipped_rate": 0.2874332475475967, "cast/masked_teacher_negative_rate": 0.3345515700057149, "cast/masked_teacher_positive_rate": 0.29111008485779166, "cast/masked_token_adv_abs_mean": 0.9210309470072389, "cast/masked_token_adv_max": 1.0317463986575603, "cast/masked_token_adv_mean": -0.25008471075852867, "cast/masked_token_adv_min": -1.1630674004554749, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.026352063927333802, "cast/masked_wrong_good_token_rate": 0.2387579206842929, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.002146960881873383, "clip_ratio/high_mean": 0.002146960881873383, "clip_ratio/low_mean": 0.0008487871564284433, "clip_ratio/low_min": 0.0008487871564284433, "clip_ratio/region_mean": 0.0029957480292068794, "completions/clipped_ratio": 0.0, "completions/max_length": 4474.0, "completions/max_terminated_length": 4474.0, "completions/mean_length": 1836.15625, "completions/mean_terminated_length": 1836.15625, "completions/min_length": 603.0, "completions/min_terminated_length": 603.0, "entropy": 0.26293937349691987, "epoch": 0.005444293214077387, "frac_reward_zero_std": 0.625, "grad_norm": 0.052892591804265976, "learning_rate": 9.98250048609761e-07, "loss": 0.0760813057422638, "num_tokens": 3532702.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.5329079627990723, "sampling/importance_sampling_ratio/mean": 0.42758452892303467, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.6528494358062744, "sampling/sampling_logp_difference/mean": 0.010517977178096771, "step": 28, "step_time": 235.36455207897234 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.054088532691821456, "cast/masked_gap_abs_mean": 0.015389430467621423, "cast/masked_gap_mean": -0.0019956981338964397, "cast/masked_negative_base_rate": 0.76144780497998, "cast/masked_positive_base_rate": 0.23855218943208456, "cast/masked_sign_flipped_rate": 0.2739150314591825, "cast/masked_teacher_negative_rate": 0.3083249037154019, "cast/masked_teacher_positive_rate": 0.2891133395023644, "cast/masked_token_adv_abs_mean": 0.8587933368980885, "cast/masked_token_adv_max": 0.9961292427033186, "cast/masked_token_adv_mean": -0.17750786512624472, "cast/masked_token_adv_min": -1.1170049291104078, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.027538908587303013, "cast/masked_wrong_good_token_rate": 0.2198264985345304, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.001630727514566388, "clip_ratio/high_mean": 0.001630727514566388, "clip_ratio/low_mean": 0.0005790184704892454, "clip_ratio/low_min": 0.0005790184704892454, "clip_ratio/region_mean": 0.002209745962318266, "completions/clipped_ratio": 0.0, "completions/max_length": 6767.0, "completions/max_terminated_length": 6767.0, "completions/mean_length": 2742.59375, "completions/mean_terminated_length": 2742.59375, "completions/min_length": 716.0, "completions/min_terminated_length": 716.0, "entropy": 0.24118876690045, "epoch": 0.005638732257437293, "frac_reward_zero_std": 0.625, "grad_norm": 0.03594682738184929, "learning_rate": 9.981852355953076e-07, "loss": 0.05427195504307747, "num_tokens": 3721388.0, "reward": 0.25, "reward_std": 0.4364357888698578, "rewards/math_answer_reward/mean": 0.25, "rewards/math_answer_reward/std": 0.4364357888698578, "sampling/importance_sampling_ratio/max": 2.1207809448242188, "sampling/importance_sampling_ratio/mean": 0.39664334058761597, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1394009590148926, "sampling/sampling_logp_difference/mean": 0.009079433977603912, "step": 29, "step_time": 378.98389111016877 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.06046384829096496, "cast/masked_gap_abs_mean": 0.019732925386051647, "cast/masked_gap_mean": -0.004485454310270143, "cast/masked_negative_base_rate": 0.7130365455523133, "cast/masked_positive_base_rate": 0.28696345374919474, "cast/masked_sign_flipped_rate": 0.2577768908813596, "cast/masked_teacher_negative_rate": 0.27996830688789487, "cast/masked_teacher_positive_rate": 0.26843130867928267, "cast/masked_token_adv_abs_mean": 0.810046523809433, "cast/masked_token_adv_max": 1.017344051040709, "cast/masked_token_adv_mean": -0.09888326679356396, "cast/masked_token_adv_min": -1.1412504268810153, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031226314487867057, "cast/masked_wrong_good_token_rate": 0.19731304375454783, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0017577257967786863, "clip_ratio/high_mean": 0.0017577257967786863, "clip_ratio/low_mean": 0.0006281403857428813, "clip_ratio/low_min": 0.0006281403857428813, "clip_ratio/region_mean": 0.0023858661916165147, "completions/clipped_ratio": 0.0, "completions/max_length": 3448.0, "completions/max_terminated_length": 3448.0, "completions/mean_length": 1528.171875, "completions/mean_terminated_length": 1528.171875, "completions/min_length": 242.0, "completions/min_terminated_length": 242.0, "entropy": 0.2174106165766716, "epoch": 0.0058331713007972, "frac_reward_zero_std": 0.625, "grad_norm": 0.06475689262151718, "learning_rate": 9.98120422580854e-07, "loss": 0.07153639942407608, "num_tokens": 3832671.0, "reward": 0.375, "reward_std": 0.48795005679130554, "rewards/math_answer_reward/mean": 0.375, "rewards/math_answer_reward/std": 0.48795005679130554, "sampling/importance_sampling_ratio/max": 2.7186005115509033, "sampling/importance_sampling_ratio/mean": 0.6006669998168945, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.8138862252235413, "sampling/sampling_logp_difference/mean": 0.009872965514659882, "step": 30, "step_time": 215.18504892112105 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.0970024477574043, "cast/masked_gap_abs_mean": 0.021859852480702102, "cast/masked_gap_mean": -0.004030376592851326, "cast/masked_negative_base_rate": 0.6390382051467896, "cast/masked_positive_base_rate": 0.3609617929905653, "cast/masked_sign_flipped_rate": 0.29817443154752254, "cast/masked_teacher_negative_rate": 0.2887126631103456, "cast/masked_teacher_positive_rate": 0.3056431105360389, "cast/masked_token_adv_abs_mean": 0.799266048707068, "cast/masked_token_adv_max": 0.962659690529108, "cast/masked_token_adv_mean": -0.09826143219834194, "cast/masked_token_adv_min": -1.0519682727754116, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.033709332754369825, "cast/masked_wrong_good_token_rate": 0.201171982800588, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.001542965107546479, "clip_ratio/high_mean": 0.001542965107546479, "clip_ratio/low_mean": 0.0006019352958901436, "clip_ratio/low_min": 0.0006019352958901436, "clip_ratio/region_mean": 0.002144900414350559, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 6939.0, "completions/mean_length": 2425.15625, "completions/mean_terminated_length": 2333.619140625, "completions/min_length": 607.0, "completions/min_terminated_length": 607.0, "entropy": 0.25060989940539, "epoch": 0.0060276103441571065, "frac_reward_zero_std": 0.25, "grad_norm": 0.06223725900053978, "learning_rate": 9.980556095664008e-07, "loss": 0.012041570618748665, "num_tokens": 4000217.0, "reward": 0.421875, "reward_std": 0.49776285886764526, "rewards/math_answer_reward/mean": 0.421875, "rewards/math_answer_reward/std": 0.49776285886764526, "sampling/importance_sampling_ratio/max": 2.654982328414917, "sampling/importance_sampling_ratio/mean": 0.4486572742462158, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.378830909729004, "sampling/sampling_logp_difference/mean": 0.010598539374768734, "step": 31, "step_time": 425.0822707420157 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.11369886435568333, "cast/masked_gap_abs_mean": 0.02839366244734265, "cast/masked_gap_mean": -0.006042019156666356, "cast/masked_negative_base_rate": 0.551108623854816, "cast/masked_positive_base_rate": 0.4488913742825389, "cast/masked_sign_flipped_rate": 0.2760483385063708, "cast/masked_teacher_negative_rate": 0.29658035887405276, "cast/masked_teacher_positive_rate": 0.27369685494340956, "cast/masked_token_adv_abs_mean": 0.8625110182911158, "cast/masked_token_adv_max": 1.0221386216580868, "cast/masked_token_adv_mean": -0.004203182179480791, "cast/masked_token_adv_min": -1.0931584723293781, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03781335899839178, "cast/masked_wrong_good_token_rate": 0.16234947217162699, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0017260055283259135, "clip_ratio/high_mean": 0.0017260055283259135, "clip_ratio/low_mean": 0.0008768961679379572, "clip_ratio/low_min": 0.0008768961679379572, "clip_ratio/region_mean": 0.0026029016908069025, "completions/clipped_ratio": 0.0, "completions/max_length": 4592.0, "completions/max_terminated_length": 4592.0, "completions/mean_length": 1357.40625, "completions/mean_terminated_length": 1357.40625, "completions/min_length": 524.0, "completions/min_terminated_length": 524.0, "entropy": 0.24189870269037783, "epoch": 0.006222049387517014, "frac_reward_zero_std": 0.25, "grad_norm": 0.10549221932888031, "learning_rate": 9.979907965519477e-07, "loss": -0.013073958456516266, "num_tokens": 4097755.0, "reward": 0.484375, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.484375, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.7206714153289795, "sampling/importance_sampling_ratio/mean": 0.6539725065231323, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.6759878993034363, "sampling/sampling_logp_difference/mean": 0.01012218277901411, "step": 32, "step_time": 276.0073487381451 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.03293630562257022, "cast/masked_gap_abs_mean": 0.017464402539189905, "cast/masked_gap_mean": -0.0025544972233717544, "cast/masked_negative_base_rate": 0.795351724140346, "cast/masked_positive_base_rate": 0.2046482702717185, "cast/masked_sign_flipped_rate": 0.25216002529487014, "cast/masked_teacher_negative_rate": 0.25961318239569664, "cast/masked_teacher_positive_rate": 0.2937126765027642, "cast/masked_token_adv_abs_mean": 0.7628101045265794, "cast/masked_token_adv_max": 1.03647277969867, "cast/masked_token_adv_mean": -0.09147478174418211, "cast/masked_token_adv_min": -1.1684689773246646, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.0307426939252764, "cast/masked_wrong_good_token_rate": 0.2192237200215459, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0018214052997791441, "clip_ratio/high_mean": 0.0018214052997791441, "clip_ratio/low_mean": 0.0007294006077245285, "clip_ratio/low_min": 0.0007294006077245285, "clip_ratio/region_mean": 0.002550805895225494, "completions/clipped_ratio": 0.0, "completions/max_length": 3605.0, "completions/max_terminated_length": 3605.0, "completions/mean_length": 1701.359375, "completions/mean_terminated_length": 1701.359375, "completions/min_length": 710.0, "completions/min_terminated_length": 710.0, "entropy": 0.23444979498162866, "epoch": 0.00641648843087692, "frac_reward_zero_std": 0.5, "grad_norm": 0.06196843460202217, "learning_rate": 9.979259835374942e-07, "loss": 0.027137164026498795, "num_tokens": 4217914.0, "reward": 0.234375, "reward_std": 0.42695629596710205, "rewards/math_answer_reward/mean": 0.234375, "rewards/math_answer_reward/std": 0.42695629596710205, "sampling/importance_sampling_ratio/max": 2.4452130794525146, "sampling/importance_sampling_ratio/mean": 0.5065360069274902, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 3.1611125469207764, "sampling/sampling_logp_difference/mean": 0.009801158681511879, "step": 33, "step_time": 196.44994001099258 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.07250226207543164, "cast/masked_gap_abs_mean": 0.02004892130207736, "cast/masked_gap_mean": -0.003906553527798451, "cast/masked_negative_base_rate": 0.676145825535059, "cast/masked_positive_base_rate": 0.323854167945683, "cast/masked_sign_flipped_rate": 0.25755096855573356, "cast/masked_teacher_negative_rate": 0.26940466836094856, "cast/masked_teacher_positive_rate": 0.26148498663678765, "cast/masked_token_adv_abs_mean": 0.6970880832523108, "cast/masked_token_adv_max": 0.848291234113276, "cast/masked_token_adv_mean": -0.10008010317687877, "cast/masked_token_adv_min": -0.9266186011955142, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031243318924680352, "cast/masked_wrong_good_token_rate": 0.18504870729520917, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.001709435093744105, "clip_ratio/high_mean": 0.001709435093744105, "clip_ratio/low_mean": 0.0007297870265574602, "clip_ratio/low_min": 0.0007297870265574602, "clip_ratio/region_mean": 0.002439222093016724, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 8106.0, "completions/mean_length": 2269.5, "completions/mean_terminated_length": 2175.4921875, "completions/min_length": 676.0, "completions/min_terminated_length": 676.0, "entropy": 0.22634972585365176, "epoch": 0.006610927474236827, "frac_reward_zero_std": 0.25, "grad_norm": 0.04952499642968178, "learning_rate": 9.97861170523041e-07, "loss": 0.07481169700622559, "num_tokens": 4376162.0, "reward": 0.328125, "reward_std": 0.4732423722743988, "rewards/math_answer_reward/mean": 0.328125, "rewards/math_answer_reward/std": 0.4732423722743988, "sampling/importance_sampling_ratio/max": 2.9703896045684814, "sampling/importance_sampling_ratio/mean": 0.5641449689865112, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9830443859100342, "sampling/sampling_logp_difference/mean": 0.008612075820565224, "step": 34, "step_time": 398.4752207309357 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.11350122140720487, "cast/masked_gap_abs_mean": 0.027373665187042207, "cast/masked_gap_mean": -0.006000477617476463, "cast/masked_negative_base_rate": 0.5005701640620828, "cast/masked_positive_base_rate": 0.49942983826622367, "cast/masked_sign_flipped_rate": 0.25855090748518705, "cast/masked_teacher_negative_rate": 0.2792816683650017, "cast/masked_teacher_positive_rate": 0.2673387941904366, "cast/masked_token_adv_abs_mean": 0.6753621427342296, "cast/masked_token_adv_max": 0.8819929575547576, "cast/masked_token_adv_mean": 0.031560365881887265, "cast/masked_token_adv_min": -0.981206295080483, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03561179165262729, "cast/masked_wrong_good_token_rate": 0.1450496874167584, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0018721546684901114, "clip_ratio/high_mean": 0.0018721546684901114, "clip_ratio/low_mean": 0.0005859621205672738, "clip_ratio/low_min": 0.0005859621205672738, "clip_ratio/region_mean": 0.0024581168090662686, "completions/clipped_ratio": 0.0, "completions/max_length": 3340.0, "completions/max_terminated_length": 3340.0, "completions/mean_length": 1368.546875, "completions/mean_terminated_length": 1368.546875, "completions/min_length": 339.0, "completions/min_terminated_length": 339.0, "entropy": 0.24085174757055938, "epoch": 0.006805366517596733, "frac_reward_zero_std": 0.25, "grad_norm": 0.06529594957828522, "learning_rate": 9.977963575085876e-07, "loss": -0.028898751363158226, "num_tokens": 4478893.0, "reward": 0.53125, "reward_std": 0.5029674172401428, "rewards/math_answer_reward/mean": 0.53125, "rewards/math_answer_reward/std": 0.5029674172401428, "sampling/importance_sampling_ratio/max": 2.8871357440948486, "sampling/importance_sampling_ratio/mean": 0.5544576644897461, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.7373254299163818, "sampling/sampling_logp_difference/mean": 0.011182185262441635, "step": 35, "step_time": 205.5380978989706 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.08872954820981249, "cast/masked_gap_abs_mean": 0.023777092079399154, "cast/masked_gap_mean": -0.004890330256557718, "cast/masked_negative_base_rate": 0.6214258726686239, "cast/masked_positive_base_rate": 0.37857412127777934, "cast/masked_sign_flipped_rate": 0.2624443802051246, "cast/masked_teacher_negative_rate": 0.29063388984650373, "cast/masked_teacher_positive_rate": 0.27814409462735057, "cast/masked_token_adv_abs_mean": 0.8270317735150456, "cast/masked_token_adv_max": 1.0239122174680233, "cast/masked_token_adv_mean": -0.0283673913218081, "cast/masked_token_adv_min": -1.1326854601502419, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03409180592279881, "cast/masked_wrong_good_token_rate": 0.1737148310057819, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0015291757381419302, "clip_ratio/high_mean": 0.0015291757381419302, "clip_ratio/low_mean": 0.0006507235898425279, "clip_ratio/low_min": 0.0006507235898425279, "clip_ratio/region_mean": 0.002179899323891732, "completions/clipped_ratio": 0.0, "completions/max_length": 5517.0, "completions/max_terminated_length": 5517.0, "completions/mean_length": 1818.390625, "completions/mean_terminated_length": 1818.390625, "completions/min_length": 489.0, "completions/min_terminated_length": 489.0, "entropy": 0.2577267964370549, "epoch": 0.00699980556095664, "frac_reward_zero_std": 0.375, "grad_norm": 0.07322128117084503, "learning_rate": 9.977315444941343e-07, "loss": 0.04012518748641014, "num_tokens": 4607886.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.6711678504943848, "sampling/importance_sampling_ratio/mean": 0.5081104636192322, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0078680515289307, "sampling/sampling_logp_difference/mean": 0.010502639226615429, "step": 36, "step_time": 263.28461235386203 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.07490448467433453, "cast/masked_gap_abs_mean": 0.015320657039410435, "cast/masked_gap_mean": -0.0019661675319184724, "cast/masked_negative_base_rate": 0.7441395493224263, "cast/masked_positive_base_rate": 0.25586043833754957, "cast/masked_sign_flipped_rate": 0.24956873338669538, "cast/masked_teacher_negative_rate": 0.3079958772286773, "cast/masked_teacher_positive_rate": 0.23495387891307473, "cast/masked_token_adv_abs_mean": 0.9878798369318247, "cast/masked_token_adv_max": 1.0781249701976776, "cast/masked_token_adv_mean": -0.28953927190741524, "cast/masked_token_adv_min": -1.2000000476837158, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.027064162772148848, "cast/masked_wrong_good_token_rate": 0.17466424801386893, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0018939281198981917, "clip_ratio/high_mean": 0.0018939281198981917, "clip_ratio/low_mean": 0.000609281511970039, "clip_ratio/low_min": 0.000609281511970039, "clip_ratio/region_mean": 0.002503209640053683, "completions/clipped_ratio": 0.046875, "completions/max_length": 8192.0, "completions/max_terminated_length": 6785.0, "completions/mean_length": 2384.515625, "completions/mean_terminated_length": 2098.901611328125, "completions/min_length": 381.0, "completions/min_terminated_length": 381.0, "entropy": 0.19611806562170386, "epoch": 0.007194244604316547, "frac_reward_zero_std": 0.625, "grad_norm": 0.04399775341153145, "learning_rate": 9.97666731479681e-07, "loss": 0.11257432401180267, "num_tokens": 4771783.0, "reward": 0.3125, "reward_std": 0.467176616191864, "rewards/math_answer_reward/mean": 0.3125, "rewards/math_answer_reward/std": 0.467176616191864, "sampling/importance_sampling_ratio/max": 2.716902256011963, "sampling/importance_sampling_ratio/mean": 0.4982875883579254, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.6463074684143066, "sampling/sampling_logp_difference/mean": 0.008233757689595222, "step": 37, "step_time": 439.662980426976 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.06128438748419285, "cast/masked_gap_abs_mean": 0.021976040021399967, "cast/masked_gap_mean": -0.0051507197201772215, "cast/masked_negative_base_rate": 0.7987304572016001, "cast/masked_positive_base_rate": 0.20126953721046448, "cast/masked_sign_flipped_rate": 0.2656559655442834, "cast/masked_teacher_negative_rate": 0.29980143439024687, "cast/masked_teacher_positive_rate": 0.25360310124233365, "cast/masked_token_adv_abs_mean": 0.7855046652257442, "cast/masked_token_adv_max": 0.9774105465039611, "cast/masked_token_adv_mean": -0.19279355183243752, "cast/masked_token_adv_min": -1.0686580454930663, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03205488598905504, "cast/masked_wrong_good_token_rate": 0.20437157608103007, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0015974896496118163, "clip_ratio/high_mean": 0.0015974896496118163, "clip_ratio/low_mean": 0.0006451320950873196, "clip_ratio/low_min": 0.0006451320950873196, "clip_ratio/region_mean": 0.0022426217401516624, "completions/clipped_ratio": 0.0, "completions/max_length": 6385.0, "completions/max_terminated_length": 6385.0, "completions/mean_length": 2173.5, "completions/mean_terminated_length": 2173.5, "completions/min_length": 821.0, "completions/min_terminated_length": 821.0, "entropy": 0.2633713469840586, "epoch": 0.007388683647676453, "frac_reward_zero_std": 0.375, "grad_norm": 0.06283463537693024, "learning_rate": 9.976019184652277e-07, "loss": 0.07560800015926361, "num_tokens": 4923727.0, "reward": 0.171875, "reward_std": 0.38025420904159546, "rewards/math_answer_reward/mean": 0.171875, "rewards/math_answer_reward/std": 0.38025420904159546, "sampling/importance_sampling_ratio/max": 2.995880126953125, "sampling/importance_sampling_ratio/mean": 0.40209323167800903, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0365272760391235, "sampling/sampling_logp_difference/mean": 0.010598253458738327, "step": 38, "step_time": 300.99947757000336 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.08526245265966281, "cast/masked_gap_abs_mean": 0.02161799991154112, "cast/masked_gap_mean": -0.004182812929684587, "cast/masked_negative_base_rate": 0.6814862163737416, "cast/masked_positive_base_rate": 0.31851377384737134, "cast/masked_sign_flipped_rate": 0.2759870602749288, "cast/masked_teacher_negative_rate": 0.3112457701936364, "cast/masked_teacher_positive_rate": 0.271091231610626, "cast/masked_token_adv_abs_mean": 0.7308783968910575, "cast/masked_token_adv_max": 0.8604638613760471, "cast/masked_token_adv_mean": -0.14485811790655134, "cast/masked_token_adv_min": -0.940530177205801, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03320777596672997, "cast/masked_wrong_good_token_rate": 0.19072460662573576, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0019102787173324032, "clip_ratio/high_mean": 0.0019102787173324032, "clip_ratio/low_mean": 0.0007682078899051703, "clip_ratio/low_min": 0.0007682078899051703, "clip_ratio/region_mean": 0.0026784866022353526, "completions/clipped_ratio": 0.0, "completions/max_length": 7171.0, "completions/max_terminated_length": 7171.0, "completions/mean_length": 1983.359375, "completions/mean_terminated_length": 1983.359375, "completions/min_length": 414.0, "completions/min_terminated_length": 414.0, "entropy": 0.2311276299878955, "epoch": 0.00758312269103636, "frac_reward_zero_std": 0.25, "grad_norm": 0.052613355219364166, "learning_rate": 9.975371054507744e-07, "loss": 0.04312083125114441, "num_tokens": 5063726.0, "reward": 0.390625, "reward_std": 0.4917473793029785, "rewards/math_answer_reward/mean": 0.390625, "rewards/math_answer_reward/std": 0.4917473793029785, "sampling/importance_sampling_ratio/max": 2.4745662212371826, "sampling/importance_sampling_ratio/mean": 0.4978492856025696, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0369445085525513, "sampling/sampling_logp_difference/mean": 0.010587261989712715, "step": 39, "step_time": 347.17950499698054 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.06981995317619294, "cast/masked_gap_abs_mean": 0.022856797455460764, "cast/masked_gap_mean": -0.004166832875284854, "cast/masked_negative_base_rate": 0.7591868117451668, "cast/masked_positive_base_rate": 0.24081317894160748, "cast/masked_sign_flipped_rate": 0.2680515693500638, "cast/masked_teacher_negative_rate": 0.31132067972794175, "cast/masked_teacher_positive_rate": 0.2572633158415556, "cast/masked_token_adv_abs_mean": 0.7222169870510697, "cast/masked_token_adv_max": 0.9283391162753105, "cast/masked_token_adv_mean": -0.17160409659845755, "cast/masked_token_adv_min": -1.0231995228677988, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03386510215932503, "cast/masked_wrong_good_token_rate": 0.19823161722160876, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.00161303075037722, "clip_ratio/high_mean": 0.00161303075037722, "clip_ratio/low_mean": 0.0007940274795146252, "clip_ratio/low_min": 0.0007940274795146252, "clip_ratio/region_mean": 0.0024070582330750767, "completions/clipped_ratio": 0.0, "completions/max_length": 6490.0, "completions/max_terminated_length": 6490.0, "completions/mean_length": 1911.203125, "completions/mean_terminated_length": 1911.203125, "completions/min_length": 425.0, "completions/min_terminated_length": 425.0, "entropy": 0.24882917990908027, "epoch": 0.0077775617343962666, "frac_reward_zero_std": 0.25, "grad_norm": 0.04977863281965256, "learning_rate": 9.974722924363211e-07, "loss": 0.07515259087085724, "num_tokens": 5199147.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.631476879119873, "sampling/importance_sampling_ratio/mean": 0.41724735498428345, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0841344594955444, "sampling/sampling_logp_difference/mean": 0.010334123857319355, "step": 40, "step_time": 302.33100661594654 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.06916080508381128, "cast/masked_gap_abs_mean": 0.014911695790942758, "cast/masked_gap_mean": -0.0012580934677544064, "cast/masked_negative_base_rate": 0.7151693273335695, "cast/masked_positive_base_rate": 0.28483065916225314, "cast/masked_sign_flipped_rate": 0.2790391896851361, "cast/masked_teacher_negative_rate": 0.32306996546685696, "cast/masked_teacher_positive_rate": 0.2912965421564877, "cast/masked_token_adv_abs_mean": 0.9488120581954718, "cast/masked_token_adv_max": 1.0546874552965164, "cast/masked_token_adv_mean": -0.20035551459295675, "cast/masked_token_adv_min": -1.2000000476837158, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.027575060434173793, "cast/masked_wrong_good_token_rate": 0.2098783862311393, "cast/mixed_group_rate": 0.125, "clip_ratio/high_max": 0.0020611212621588493, "clip_ratio/high_mean": 0.0020611212621588493, "clip_ratio/low_mean": 0.0007487212369596818, "clip_ratio/low_min": 0.0007487212369596818, "clip_ratio/region_mean": 0.0028098424954805523, "completions/clipped_ratio": 0.0, "completions/max_length": 5073.0, "completions/max_terminated_length": 5073.0, "completions/mean_length": 1776.671875, "completions/mean_terminated_length": 1776.671875, "completions/min_length": 515.0, "completions/min_terminated_length": 515.0, "entropy": 0.25791268702596426, "epoch": 0.007972000777756174, "frac_reward_zero_std": 0.875, "grad_norm": 0.07107025384902954, "learning_rate": 9.974074794218678e-07, "loss": 0.068091481924057, "num_tokens": 5324854.0, "reward": 0.359375, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.359375, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.021629810333252, "sampling/importance_sampling_ratio/mean": 0.49875715374946594, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.8505187034606934, "sampling/sampling_logp_difference/mean": 0.01156819798052311, "step": 41, "step_time": 220.73192399091204 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.875, "cast/masked_correct_bad_token_rate": 0.02900956175290048, "cast/masked_gap_abs_mean": 0.01278109461418353, "cast/masked_gap_mean": -0.0014367601090725657, "cast/masked_negative_base_rate": 0.8930426947772503, "cast/masked_positive_base_rate": 0.10695729777216911, "cast/masked_sign_flipped_rate": 0.2794750318862498, "cast/masked_teacher_negative_rate": 0.3437515404075384, "cast/masked_teacher_positive_rate": 0.2772607929073274, "cast/masked_token_adv_abs_mean": 0.9416233850643039, "cast/masked_token_adv_max": 1.033472646959126, "cast/masked_token_adv_mean": -0.3786330249567982, "cast/masked_token_adv_min": -1.1757545499131083, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.025391928502358496, "cast/masked_wrong_good_token_rate": 0.2504654701333493, "cast/mixed_group_rate": 0.125, "clip_ratio/high_max": 0.002045947687292937, "clip_ratio/high_mean": 0.002045947687292937, "clip_ratio/low_mean": 0.0008769638516241685, "clip_ratio/low_min": 0.0008769638516241685, "clip_ratio/region_mean": 0.0029229115207272116, "completions/clipped_ratio": 0.0, "completions/max_length": 6679.0, "completions/max_terminated_length": 6679.0, "completions/mean_length": 1824.046875, "completions/mean_terminated_length": 1824.046875, "completions/min_length": 364.0, "completions/min_terminated_length": 364.0, "entropy": 0.25340477377176285, "epoch": 0.00816643982111608, "frac_reward_zero_std": 0.875, "grad_norm": 0.06542278081178665, "learning_rate": 9.973426664074145e-07, "loss": 0.2097892165184021, "num_tokens": 5452161.0, "reward": 0.109375, "reward_std": 0.3145764470100403, "rewards/math_answer_reward/mean": 0.109375, "rewards/math_answer_reward/std": 0.3145764470100403, "sampling/importance_sampling_ratio/max": 2.8988795280456543, "sampling/importance_sampling_ratio/mean": 0.6327698826789856, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.15824556350708, "sampling/sampling_logp_difference/mean": 0.011026299558579922, "step": 42, "step_time": 259.5605158561084 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.07230629539117217, "cast/masked_gap_abs_mean": 0.022521272810990922, "cast/masked_gap_mean": -0.005178376764547465, "cast/masked_negative_base_rate": 0.7462949650362134, "cast/masked_positive_base_rate": 0.2537050321698189, "cast/masked_sign_flipped_rate": 0.29132723715156317, "cast/masked_teacher_negative_rate": 0.33171342546120286, "cast/masked_teacher_positive_rate": 0.2876292294822633, "cast/masked_token_adv_abs_mean": 0.8103791661560535, "cast/masked_token_adv_max": 1.02059980109334, "cast/masked_token_adv_mean": -0.19625127501785755, "cast/masked_token_adv_min": -1.1342569906264544, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03277414554031566, "cast/masked_wrong_good_token_rate": 0.2190209401305765, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.002270306933496613, "clip_ratio/high_mean": 0.002270306933496613, "clip_ratio/low_mean": 0.0008293706550830393, "clip_ratio/low_min": 0.0008293706550830393, "clip_ratio/region_mean": 0.0030996776149549987, "completions/clipped_ratio": 0.0, "completions/max_length": 4236.0, "completions/max_terminated_length": 4236.0, "completions/mean_length": 1701.859375, "completions/mean_terminated_length": 1701.859375, "completions/min_length": 578.0, "completions/min_terminated_length": 578.0, "entropy": 0.27594127878546715, "epoch": 0.008360878864475986, "frac_reward_zero_std": 0.5, "grad_norm": 0.05762952193617821, "learning_rate": 9.972778533929612e-07, "loss": 0.09932228177785873, "num_tokens": 5571808.0, "reward": 0.25, "reward_std": 0.4364357888698578, "rewards/math_answer_reward/mean": 0.25, "rewards/math_answer_reward/std": 0.4364357888698578, "sampling/importance_sampling_ratio/max": 2.6748857498168945, "sampling/importance_sampling_ratio/mean": 0.41678786277770996, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.885716199874878, "sampling/sampling_logp_difference/mean": 0.012231443077325821, "step": 43, "step_time": 260.91357902495656 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.056054261745885015, "cast/masked_gap_abs_mean": 0.019705080572748557, "cast/masked_gap_mean": -0.0035702796677696824, "cast/masked_negative_base_rate": 0.7693555569276214, "cast/masked_positive_base_rate": 0.2306444412097335, "cast/masked_sign_flipped_rate": 0.2874224968254566, "cast/masked_teacher_negative_rate": 0.32890443969517946, "cast/masked_teacher_positive_rate": 0.280002293176949, "cast/masked_token_adv_abs_mean": 0.7796087265014648, "cast/masked_token_adv_max": 1.0007508611306548, "cast/masked_token_adv_mean": -0.19633605575654656, "cast/masked_token_adv_min": -1.1169296326115727, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031929607095662504, "cast/masked_wrong_good_token_rate": 0.2313682340318337, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.002173602320908685, "clip_ratio/high_mean": 0.002173602320908685, "clip_ratio/low_mean": 0.0009068159733942593, "clip_ratio/low_min": 0.0009068159733942593, "clip_ratio/region_mean": 0.0030804182906649658, "completions/clipped_ratio": 0.0, "completions/max_length": 5432.0, "completions/max_terminated_length": 5432.0, "completions/mean_length": 1683.03125, "completions/mean_terminated_length": 1683.03125, "completions/min_length": 281.0, "completions/min_terminated_length": 281.0, "entropy": 0.2808148446492851, "epoch": 0.008555317907835893, "frac_reward_zero_std": 0.5, "grad_norm": 0.07006601244211197, "learning_rate": 9.97213040378508e-07, "loss": 0.09357066452503204, "num_tokens": 5691210.0, "reward": 0.21875, "reward_std": 0.4166666865348816, "rewards/math_answer_reward/mean": 0.21875, "rewards/math_answer_reward/std": 0.4166666865348816, "sampling/importance_sampling_ratio/max": 2.213256597518921, "sampling/importance_sampling_ratio/mean": 0.45158281922340393, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.2390527725219727, "sampling/sampling_logp_difference/mean": 0.012214520014822483, "step": 44, "step_time": 278.9529197560041 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.05483709799591452, "cast/masked_gap_abs_mean": 0.017569850228028372, "cast/masked_gap_mean": -0.002894192718855493, "cast/masked_negative_base_rate": 0.7822737013921142, "cast/masked_positive_base_rate": 0.21772629534825683, "cast/masked_sign_flipped_rate": 0.2667382131330669, "cast/masked_teacher_negative_rate": 0.3285700702108443, "cast/masked_teacher_positive_rate": 0.2619658843614161, "cast/masked_token_adv_abs_mean": 0.8665894009172916, "cast/masked_token_adv_max": 1.0260647302493453, "cast/masked_token_adv_mean": -0.2720907983602956, "cast/masked_token_adv_min": -1.149531508795917, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.029608766024466604, "cast/masked_wrong_good_token_rate": 0.21190111548639834, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019314425571792526, "clip_ratio/high_mean": 0.0019314425571792526, "clip_ratio/low_mean": 0.0007958761780173518, "clip_ratio/low_min": 0.0007958761780173518, "clip_ratio/region_mean": 0.0027273187315586256, "completions/clipped_ratio": 0.0, "completions/max_length": 5174.0, "completions/max_terminated_length": 5174.0, "completions/mean_length": 1878.421875, "completions/mean_terminated_length": 1878.421875, "completions/min_length": 686.0, "completions/min_terminated_length": 686.0, "entropy": 0.24939055973663926, "epoch": 0.0087497569511958, "frac_reward_zero_std": 0.5, "grad_norm": 0.03968026861548424, "learning_rate": 9.971482273640546e-07, "loss": 0.06260300427675247, "num_tokens": 5823005.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 1.8932844400405884, "sampling/importance_sampling_ratio/mean": 0.3252776265144348, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9672952890396118, "sampling/sampling_logp_difference/mean": 0.01098933257162571, "step": 45, "step_time": 229.8125469549268 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.04760466847801581, "cast/masked_gap_abs_mean": 0.01832439858117141, "cast/masked_gap_mean": -0.0022738266414989994, "cast/masked_negative_base_rate": 0.8100231778807938, "cast/masked_positive_base_rate": 0.18997682351619005, "cast/masked_sign_flipped_rate": 0.29491065302863717, "cast/masked_teacher_negative_rate": 0.3426437973976135, "cast/masked_teacher_positive_rate": 0.29817007295787334, "cast/masked_token_adv_abs_mean": 0.8778185723349452, "cast/masked_token_adv_max": 1.0328885139897466, "cast/masked_token_adv_mean": -0.17654119385406375, "cast/masked_token_adv_min": -1.1429440854117274, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.030793300829827785, "cast/masked_wrong_good_token_rate": 0.24730598519090563, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0017252627003472298, "clip_ratio/high_mean": 0.0017252627003472298, "clip_ratio/low_mean": 0.0006544677839883661, "clip_ratio/low_min": 0.0006544677839883661, "clip_ratio/region_mean": 0.0023797304820618592, "completions/clipped_ratio": 0.0, "completions/max_length": 7127.0, "completions/max_terminated_length": 7127.0, "completions/mean_length": 2425.484375, "completions/mean_terminated_length": 2425.484375, "completions/min_length": 688.0, "completions/min_terminated_length": 688.0, "entropy": 0.2886524763889611, "epoch": 0.008944195994555707, "frac_reward_zero_std": 0.375, "grad_norm": 0.04130927845835686, "learning_rate": 9.970834143496013e-07, "loss": 0.10161659866571426, "num_tokens": 5991996.0, "reward": 0.21875, "reward_std": 0.4166666865348816, "rewards/math_answer_reward/mean": 0.21875, "rewards/math_answer_reward/std": 0.4166666865348816, "sampling/importance_sampling_ratio/max": 1.7813085317611694, "sampling/importance_sampling_ratio/mean": 0.33861660957336426, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 4.677785873413086, "sampling/sampling_logp_difference/mean": 0.01197443064302206, "step": 46, "step_time": 365.22155502802343 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.1056745310779661, "cast/masked_gap_abs_mean": 0.036080819758353755, "cast/masked_gap_mean": -0.007912280263781213, "cast/masked_negative_base_rate": 0.6405656998977065, "cast/masked_positive_base_rate": 0.3594342996366322, "cast/masked_sign_flipped_rate": 0.3013916821219027, "cast/masked_teacher_negative_rate": 0.32708696462213993, "cast/masked_teacher_positive_rate": 0.30123277055099607, "cast/masked_token_adv_abs_mean": 0.8158738790079951, "cast/masked_token_adv_max": 0.9858372788876295, "cast/masked_token_adv_mean": -0.011611061170697212, "cast/masked_token_adv_min": -1.0945283863693476, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.04031826287973672, "cast/masked_wrong_good_token_rate": 0.19571715244092047, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0015854206621952471, "clip_ratio/high_mean": 0.0015854206621952471, "clip_ratio/low_mean": 0.000977830962256121, "clip_ratio/low_min": 0.000977830962256121, "clip_ratio/region_mean": 0.0025632516353653045, "completions/clipped_ratio": 0.0, "completions/max_length": 5460.0, "completions/max_terminated_length": 5460.0, "completions/mean_length": 1645.640625, "completions/mean_terminated_length": 1645.640625, "completions/min_length": 602.0, "completions/min_terminated_length": 602.0, "entropy": 0.2945717656984925, "epoch": 0.009138635037915614, "frac_reward_zero_std": 0.375, "grad_norm": 0.055282898247241974, "learning_rate": 9.97018601335148e-07, "loss": 0.010913747362792492, "num_tokens": 6108821.0, "reward": 0.421875, "reward_std": 0.49776285886764526, "rewards/math_answer_reward/mean": 0.421875, "rewards/math_answer_reward/std": 0.49776285886764526, "sampling/importance_sampling_ratio/max": 1.4192065000534058, "sampling/importance_sampling_ratio/mean": 0.31854960322380066, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1254727840423584, "sampling/sampling_logp_difference/mean": 0.013029222376644611, "step": 47, "step_time": 309.93392714107176 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.14885492203757167, "cast/masked_gap_abs_mean": 0.03327723901020363, "cast/masked_gap_mean": -0.00916987011078163, "cast/masked_negative_base_rate": 0.4675047677010298, "cast/masked_positive_base_rate": 0.5324952304363251, "cast/masked_sign_flipped_rate": 0.2693721977993846, "cast/masked_teacher_negative_rate": 0.2878989465534687, "cast/masked_teacher_positive_rate": 0.2609111345373094, "cast/masked_token_adv_abs_mean": 0.8754882458597422, "cast/masked_token_adv_max": 0.9999091066420078, "cast/masked_token_adv_mean": 0.04822459147544578, "cast/masked_token_adv_min": -1.0731104537844658, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.040023430716246367, "cast/masked_wrong_good_token_rate": 0.12051727727521211, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0015029124369903002, "clip_ratio/high_mean": 0.0015029124369903002, "clip_ratio/low_mean": 0.0006955884464332485, "clip_ratio/low_min": 0.0006955884464332485, "clip_ratio/region_mean": 0.002198500882514054, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 4730.0, "completions/mean_length": 1259.015625, "completions/mean_terminated_length": 1148.96826171875, "completions/min_length": 460.0, "completions/min_terminated_length": 460.0, "entropy": 0.2170436200685799, "epoch": 0.00933307408127552, "frac_reward_zero_std": 0.125, "grad_norm": 0.1171441450715065, "learning_rate": 9.969537883206947e-07, "loss": -0.03215210139751434, "num_tokens": 6199134.0, "reward": 0.5, "reward_std": 0.5039526224136353, "rewards/math_answer_reward/mean": 0.5, "rewards/math_answer_reward/std": 0.5039526224136353, "sampling/importance_sampling_ratio/max": 2.7270658016204834, "sampling/importance_sampling_ratio/mean": 0.6389820575714111, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3418593406677246, "sampling/sampling_logp_difference/mean": 0.011402653530240059, "step": 48, "step_time": 440.403916420124 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.042307715280912817, "cast/masked_gap_abs_mean": 0.01699508825549856, "cast/masked_gap_mean": -0.002787197065543978, "cast/masked_negative_base_rate": 0.8146085143089294, "cast/masked_positive_base_rate": 0.18539148615673184, "cast/masked_sign_flipped_rate": 0.2807110813446343, "cast/masked_teacher_negative_rate": 0.3220081776380539, "cast/masked_teacher_positive_rate": 0.2797797406092286, "cast/masked_token_adv_abs_mean": 0.8990280823782086, "cast/masked_token_adv_max": 1.0737702921032906, "cast/masked_token_adv_mean": -0.17650969326496124, "cast/masked_token_adv_min": -1.1896661259233952, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02874106157105416, "cast/masked_wrong_good_token_rate": 0.2384033661801368, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.001804048730264185, "clip_ratio/high_mean": 0.001804048730264185, "clip_ratio/low_mean": 0.0007947874619276263, "clip_ratio/low_min": 0.0007947874619276263, "clip_ratio/region_mean": 0.002598836155812023, "completions/clipped_ratio": 0.0, "completions/max_length": 4457.0, "completions/max_terminated_length": 4457.0, "completions/mean_length": 1450.21875, "completions/mean_terminated_length": 1450.21875, "completions/min_length": 418.0, "completions/min_terminated_length": 418.0, "entropy": 0.2747834974434227, "epoch": 0.009527513124635427, "frac_reward_zero_std": 0.625, "grad_norm": 0.0751279816031456, "learning_rate": 9.968889753062414e-07, "loss": 0.08474267274141312, "num_tokens": 6304180.0, "reward": 0.234375, "reward_std": 0.42695629596710205, "rewards/math_answer_reward/mean": 0.234375, "rewards/math_answer_reward/std": 0.42695629596710205, "sampling/importance_sampling_ratio/max": 2.974398612976074, "sampling/importance_sampling_ratio/mean": 0.5958175659179688, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9760918617248535, "sampling/sampling_logp_difference/mean": 0.011843171902000904, "step": 49, "step_time": 263.82589706999715 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.06777688505826518, "cast/masked_gap_abs_mean": 0.023731585330097005, "cast/masked_gap_mean": -0.004118772136251891, "cast/masked_negative_base_rate": 0.7226162496954203, "cast/masked_positive_base_rate": 0.27738374238833785, "cast/masked_sign_flipped_rate": 0.2831896136049181, "cast/masked_teacher_negative_rate": 0.2818638854660094, "cast/masked_teacher_positive_rate": 0.2920646029524505, "cast/masked_token_adv_abs_mean": 0.6907868506386876, "cast/masked_token_adv_max": 0.972032692283392, "cast/masked_token_adv_mean": -0.06179959391010925, "cast/masked_token_adv_min": -1.0412516947835684, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.035381800204049796, "cast/masked_wrong_good_token_rate": 0.21541272813919932, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0012113352527194365, "clip_ratio/high_mean": 0.0012113352527194365, "clip_ratio/low_mean": 0.0008272698264590872, "clip_ratio/low_min": 0.0008272698264590872, "clip_ratio/region_mean": 0.0020386050764500396, "completions/clipped_ratio": 0.0, "completions/max_length": 5003.0, "completions/max_terminated_length": 5003.0, "completions/mean_length": 1838.140625, "completions/mean_terminated_length": 1838.140625, "completions/min_length": 475.0, "completions/min_terminated_length": 475.0, "entropy": 0.2787684313952923, "epoch": 0.009721952167995334, "frac_reward_zero_std": 0.125, "grad_norm": 0.05889909341931343, "learning_rate": 9.968241622917881e-07, "loss": -0.022936755791306496, "num_tokens": 6432429.0, "reward": 0.3125, "reward_std": 0.467176616191864, "rewards/math_answer_reward/mean": 0.3125, "rewards/math_answer_reward/std": 0.467176616191864, "sampling/importance_sampling_ratio/max": 2.9716458320617676, "sampling/importance_sampling_ratio/mean": 0.4343165159225464, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.9255127906799316, "sampling/sampling_logp_difference/mean": 0.012797052040696144, "step": 50, "step_time": 322.24122984099085 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09208891319576651, "cast/masked_gap_abs_mean": 0.01981040278042201, "cast/masked_gap_mean": -0.003532831242324619, "cast/masked_negative_base_rate": 0.6648754612542689, "cast/masked_positive_base_rate": 0.3351245285011828, "cast/masked_sign_flipped_rate": 0.2682434576563537, "cast/masked_teacher_negative_rate": 0.2951231310144067, "cast/masked_teacher_positive_rate": 0.26542914332821965, "cast/masked_token_adv_abs_mean": 0.8754056096076965, "cast/masked_token_adv_max": 1.015033669769764, "cast/masked_token_adv_mean": -0.16062757272447925, "cast/masked_token_adv_min": -1.0957528129220009, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031855312059633434, "cast/masked_wrong_good_token_rate": 0.17615454434417188, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.001702809801827243, "clip_ratio/high_mean": 0.001702809801827243, "clip_ratio/low_mean": 0.0006894682246638695, "clip_ratio/low_min": 0.0006894682246638695, "clip_ratio/region_mean": 0.0023922780364955543, "completions/clipped_ratio": 0.0, "completions/max_length": 5957.0, "completions/max_terminated_length": 5957.0, "completions/mean_length": 2311.796875, "completions/mean_terminated_length": 2311.796875, "completions/min_length": 440.0, "completions/min_terminated_length": 440.0, "entropy": 0.228669211268425, "epoch": 0.00991639121135524, "frac_reward_zero_std": 0.25, "grad_norm": 0.06941656023263931, "learning_rate": 9.967593492773348e-07, "loss": 0.1421968936920166, "num_tokens": 6591384.0, "reward": 0.375, "reward_std": 0.48795005679130554, "rewards/math_answer_reward/mean": 0.375, "rewards/math_answer_reward/std": 0.48795005679130554, "sampling/importance_sampling_ratio/max": 2.4207799434661865, "sampling/importance_sampling_ratio/mean": 0.4641863703727722, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.170398473739624, "sampling/sampling_logp_difference/mean": 0.010683245956897736, "step": 51, "step_time": 290.55334921600297 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.03696847567334771, "cast/masked_gap_abs_mean": 0.021121723708347417, "cast/masked_gap_mean": -0.004264076424533414, "cast/masked_negative_base_rate": 0.8417554656043649, "cast/masked_positive_base_rate": 0.15824452973902225, "cast/masked_sign_flipped_rate": 0.29367287224158645, "cast/masked_teacher_negative_rate": 0.34636165807023644, "cast/masked_teacher_positive_rate": 0.3056874074973166, "cast/masked_token_adv_abs_mean": 0.9330242592841387, "cast/masked_token_adv_max": 1.0720829218626022, "cast/masked_token_adv_mean": -0.1986540666257497, "cast/masked_token_adv_min": -1.1823805533349514, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03201783279655501, "cast/masked_wrong_good_token_rate": 0.2567043963354081, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.00193609668440331, "clip_ratio/high_mean": 0.00193609668440331, "clip_ratio/low_mean": 0.001020538365082757, "clip_ratio/low_min": 0.001020538365082757, "clip_ratio/region_mean": 0.0029566350640379824, "completions/clipped_ratio": 0.0, "completions/max_length": 3922.0, "completions/max_terminated_length": 3922.0, "completions/mean_length": 1880.09375, "completions/mean_terminated_length": 1880.09375, "completions/min_length": 595.0, "completions/min_terminated_length": 595.0, "entropy": 0.3004783168435097, "epoch": 0.010110830254715146, "frac_reward_zero_std": 0.5, "grad_norm": 0.07148437201976776, "learning_rate": 9.966945362628815e-07, "loss": 0.13325995206832886, "num_tokens": 6724862.0, "reward": 0.1875, "reward_std": 0.39339789748191833, "rewards/math_answer_reward/mean": 0.1875, "rewards/math_answer_reward/std": 0.39339789748191833, "sampling/importance_sampling_ratio/max": 2.7840282917022705, "sampling/importance_sampling_ratio/mean": 0.4518299698829651, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.4987658262252808, "sampling/sampling_logp_difference/mean": 0.013252981938421726, "step": 52, "step_time": 225.0795294759737 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.11199058697093278, "cast/masked_gap_abs_mean": 0.026572534174192697, "cast/masked_gap_mean": -0.007330546360435619, "cast/masked_negative_base_rate": 0.5921763726510108, "cast/masked_positive_base_rate": 0.4078236264176667, "cast/masked_sign_flipped_rate": 0.2704781428910792, "cast/masked_teacher_negative_rate": 0.3059976422227919, "cast/masked_teacher_positive_rate": 0.2570579508319497, "cast/masked_token_adv_abs_mean": 0.8392893318086863, "cast/masked_token_adv_max": 1.0285062808543444, "cast/masked_token_adv_mean": -0.11436766646511387, "cast/masked_token_adv_min": -1.1165072321891785, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03617795306490734, "cast/masked_wrong_good_token_rate": 0.15848755568731576, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0018035783505183645, "clip_ratio/high_mean": 0.0018035783505183645, "clip_ratio/low_mean": 0.0007119353936104744, "clip_ratio/low_min": 0.0007119353936104744, "clip_ratio/region_mean": 0.00251551373366965, "completions/clipped_ratio": 0.0, "completions/max_length": 3948.0, "completions/max_terminated_length": 3948.0, "completions/mean_length": 1587.5, "completions/mean_terminated_length": 1587.5, "completions/min_length": 613.0, "completions/min_terminated_length": 613.0, "entropy": 0.2325567991938442, "epoch": 0.010305269298075053, "frac_reward_zero_std": 0.25, "grad_norm": 0.10605103522539139, "learning_rate": 9.966297232484283e-07, "loss": 0.07153032720088959, "num_tokens": 6837958.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.951457977294922, "sampling/importance_sampling_ratio/mean": 0.48967236280441284, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.9377610683441162, "sampling/sampling_logp_difference/mean": 0.012454560026526451, "step": 53, "step_time": 213.33191583488951 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.09282333170995116, "cast/masked_gap_abs_mean": 0.029956402257084846, "cast/masked_gap_mean": -0.007526466523131603, "cast/masked_negative_base_rate": 0.6553607988171279, "cast/masked_positive_base_rate": 0.3446392035111785, "cast/masked_sign_flipped_rate": 0.2613898394629359, "cast/masked_teacher_negative_rate": 0.32088689412921667, "cast/masked_teacher_positive_rate": 0.24872201564721763, "cast/masked_token_adv_abs_mean": 0.7068346161395311, "cast/masked_token_adv_max": 0.9115561936050653, "cast/masked_token_adv_mean": -0.09235530221485533, "cast/masked_token_adv_min": -0.9989214148372412, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03711638739332557, "cast/masked_wrong_good_token_rate": 0.16856650763656944, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0017756512825144455, "clip_ratio/high_mean": 0.0017756512825144455, "clip_ratio/low_mean": 0.0007182965709944256, "clip_ratio/low_min": 0.0007182965709944256, "clip_ratio/region_mean": 0.0024939478280430194, "completions/clipped_ratio": 0.0, "completions/max_length": 6695.0, "completions/max_terminated_length": 6695.0, "completions/mean_length": 1901.84375, "completions/mean_terminated_length": 1901.84375, "completions/min_length": 488.0, "completions/min_terminated_length": 488.0, "entropy": 0.24618721334263682, "epoch": 0.01049970834143496, "frac_reward_zero_std": 0.125, "grad_norm": 0.056419309228658676, "learning_rate": 9.96564910233975e-07, "loss": 0.005234166514128447, "num_tokens": 6970524.0, "reward": 0.359375, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.359375, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.939702033996582, "sampling/importance_sampling_ratio/mean": 0.47305911779403687, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1576030254364014, "sampling/sampling_logp_difference/mean": 0.01211445964872837, "step": 54, "step_time": 378.4294174578972 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.75, "cast/masked_correct_bad_token_rate": 0.017509002005681396, "cast/masked_gap_abs_mean": 0.011163174334797077, "cast/masked_gap_mean": -0.0009164843554572144, "cast/masked_negative_base_rate": 0.9120821105316281, "cast/masked_positive_base_rate": 0.08791788201779127, "cast/masked_sign_flipped_rate": 0.2634035078808665, "cast/masked_teacher_negative_rate": 0.3202851084060967, "cast/masked_teacher_positive_rate": 0.2657169969752431, "cast/masked_token_adv_abs_mean": 0.9450232982635498, "cast/masked_token_adv_max": 1.064395286142826, "cast/masked_token_adv_mean": -0.31971472236909904, "cast/masked_token_adv_min": -1.1896661259233952, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.024674072221387178, "cast/masked_wrong_good_token_rate": 0.2458945068065077, "cast/mixed_group_rate": 0.25, "clip_ratio/high_max": 0.002104801002133172, "clip_ratio/high_mean": 0.002104801002133172, "clip_ratio/low_mean": 0.0007490105158467486, "clip_ratio/low_min": 0.0007490105158467486, "clip_ratio/region_mean": 0.0028538115293486044, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 4902.0, "completions/mean_length": 2252.6875, "completions/mean_terminated_length": 2158.412841796875, "completions/min_length": 897.0, "completions/min_terminated_length": 897.0, "entropy": 0.23907504929229617, "epoch": 0.010694147384794867, "frac_reward_zero_std": 0.75, "grad_norm": 0.05300338566303253, "learning_rate": 9.965000972195217e-07, "loss": 0.17585761845111847, "num_tokens": 7126200.0, "reward": 0.078125, "reward_std": 0.27048972249031067, "rewards/math_answer_reward/mean": 0.078125, "rewards/math_answer_reward/std": 0.27048972249031067, "sampling/importance_sampling_ratio/max": 2.470280408859253, "sampling/importance_sampling_ratio/mean": 0.48446863889694214, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.6462562084197998, "sampling/sampling_logp_difference/mean": 0.011493071913719177, "step": 55, "step_time": 367.7506803739525 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.12328574899584055, "cast/masked_gap_abs_mean": 0.02932522215996869, "cast/masked_gap_mean": -0.007450343357504607, "cast/masked_negative_base_rate": 0.5606556981801987, "cast/masked_positive_base_rate": 0.4393442999571562, "cast/masked_sign_flipped_rate": 0.27966641867533326, "cast/masked_teacher_negative_rate": 0.31829622527584434, "cast/masked_teacher_positive_rate": 0.2730967542156577, "cast/masked_token_adv_abs_mean": 0.8080292409285903, "cast/masked_token_adv_max": 0.9984474936500192, "cast/masked_token_adv_mean": -0.11656789459084393, "cast/masked_token_adv_min": -1.1035829139873385, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03687110013561323, "cast/masked_wrong_good_token_rate": 0.15638066944666207, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0022842572561785346, "clip_ratio/high_mean": 0.0022842572561785346, "clip_ratio/low_mean": 0.0010095049110532273, "clip_ratio/low_min": 0.0010095049110532273, "clip_ratio/region_mean": 0.0032937621772362036, "completions/clipped_ratio": 0.0, "completions/max_length": 4866.0, "completions/max_terminated_length": 4866.0, "completions/mean_length": 1615.65625, "completions/mean_terminated_length": 1615.65625, "completions/min_length": 563.0, "completions/min_terminated_length": 563.0, "entropy": 0.2733059129677713, "epoch": 0.010888586428154774, "frac_reward_zero_std": 0.25, "grad_norm": 0.09659390896558762, "learning_rate": 9.964352842050684e-07, "loss": 0.14960622787475586, "num_tokens": 7240242.0, "reward": 0.453125, "reward_std": 0.501733124256134, "rewards/math_answer_reward/mean": 0.453125, "rewards/math_answer_reward/std": 0.501733124256134, "sampling/importance_sampling_ratio/max": 2.705918788909912, "sampling/importance_sampling_ratio/mean": 0.606426477432251, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0501103401184082, "sampling/sampling_logp_difference/mean": 0.013655967079102993, "step": 56, "step_time": 299.6405909799505 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.08434560487512499, "cast/masked_gap_abs_mean": 0.016597209658357315, "cast/masked_gap_mean": -0.0030561784104179424, "cast/masked_negative_base_rate": 0.7419142033904791, "cast/masked_positive_base_rate": 0.25808579847216606, "cast/masked_sign_flipped_rate": 0.2748896135017276, "cast/masked_teacher_negative_rate": 0.3281150823459029, "cast/masked_teacher_positive_rate": 0.24863105453550816, "cast/masked_token_adv_abs_mean": 0.9379336182028055, "cast/masked_token_adv_max": 1.0687499642372131, "cast/masked_token_adv_mean": -0.2984958670567721, "cast/masked_token_adv_min": -1.2000000476837158, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.028588214132469147, "cast/masked_wrong_good_token_rate": 0.19054401014000177, "cast/mixed_group_rate": 0.25, "clip_ratio/high_max": 0.0022413638107536826, "clip_ratio/high_mean": 0.0022413638107536826, "clip_ratio/low_mean": 0.0008522675698259263, "clip_ratio/low_min": 0.0008522675698259263, "clip_ratio/region_mean": 0.003093631365118199, "completions/clipped_ratio": 0.0, "completions/max_length": 7495.0, "completions/max_terminated_length": 7495.0, "completions/mean_length": 1870.296875, "completions/mean_terminated_length": 1870.296875, "completions/min_length": 630.0, "completions/min_terminated_length": 630.0, "entropy": 0.23637179704383016, "epoch": 0.01108302547151468, "frac_reward_zero_std": 0.75, "grad_norm": 0.06726193428039551, "learning_rate": 9.96370471190615e-07, "loss": 0.18551820516586304, "num_tokens": 7374253.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 2.5953357219696045, "sampling/importance_sampling_ratio/mean": 0.517195463180542, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.7040975093841553, "sampling/sampling_logp_difference/mean": 0.011444337666034698, "step": 57, "step_time": 318.27715014101705 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.06928757351124659, "cast/masked_gap_abs_mean": 0.018555309216026217, "cast/masked_gap_mean": -0.0030105494645340514, "cast/masked_negative_base_rate": 0.7362182773649693, "cast/masked_positive_base_rate": 0.26378172682598233, "cast/masked_sign_flipped_rate": 0.2385275810956955, "cast/masked_teacher_negative_rate": 0.28994466457515955, "cast/masked_teacher_positive_rate": 0.2261885805055499, "cast/masked_token_adv_abs_mean": 0.8518080543726683, "cast/masked_token_adv_max": 1.0109032932668924, "cast/masked_token_adv_mean": -0.17812304547987878, "cast/masked_token_adv_min": -1.1338895577937365, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.030808804149273783, "cast/masked_wrong_good_token_rate": 0.16924000752624124, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0020663385330408346, "clip_ratio/high_mean": 0.0020663385330408346, "clip_ratio/low_mean": 0.00080614720354788, "clip_ratio/low_min": 0.00080614720354788, "clip_ratio/region_mean": 0.0028724857311317464, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 5522.0, "completions/mean_length": 1883.96875, "completions/mean_terminated_length": 1783.8414306640625, "completions/min_length": 611.0, "completions/min_terminated_length": 611.0, "entropy": 0.2036246198695153, "epoch": 0.011277464514874587, "frac_reward_zero_std": 0.5, "grad_norm": 0.05646713823080063, "learning_rate": 9.963056581761618e-07, "loss": 0.07500893622636795, "num_tokens": 7507619.0, "reward": 0.296875, "reward_std": 0.4604927599430084, "rewards/math_answer_reward/mean": 0.296875, "rewards/math_answer_reward/std": 0.4604927599430084, "sampling/importance_sampling_ratio/max": 2.8970704078674316, "sampling/importance_sampling_ratio/mean": 0.5250893831253052, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0285167694091797, "sampling/sampling_logp_difference/mean": 0.011293395422399044, "step": 58, "step_time": 382.33948635600973 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.1079303806181997, "cast/masked_gap_abs_mean": 0.01911267059040256, "cast/masked_gap_mean": -0.0033657551639407757, "cast/masked_negative_base_rate": 0.49799581803381443, "cast/masked_positive_base_rate": 0.502004174515605, "cast/masked_sign_flipped_rate": 0.23979624453932047, "cast/masked_teacher_negative_rate": 0.2789880386553705, "cast/masked_teacher_positive_rate": 0.2592534013092518, "cast/masked_token_adv_abs_mean": 0.8758938629180193, "cast/masked_token_adv_max": 1.0266915019601583, "cast/masked_token_adv_mean": -0.014265447534853593, "cast/masked_token_adv_min": -1.125147495418787, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03295723331393674, "cast/masked_wrong_good_token_rate": 0.13186586229130626, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.001883819484646665, "clip_ratio/high_mean": 0.001883819484646665, "clip_ratio/low_mean": 0.0007344352716245339, "clip_ratio/low_min": 0.0007344352716245339, "clip_ratio/region_mean": 0.00261825476809463, "completions/clipped_ratio": 0.0, "completions/max_length": 3341.0, "completions/max_terminated_length": 3341.0, "completions/mean_length": 1228.171875, "completions/mean_terminated_length": 1228.171875, "completions/min_length": 518.0, "completions/min_terminated_length": 518.0, "entropy": 0.2185242553241551, "epoch": 0.011471903558234494, "frac_reward_zero_std": 0.375, "grad_norm": 0.07078153640031815, "learning_rate": 9.962408451617085e-07, "loss": -0.008466268889605999, "num_tokens": 7597702.0, "reward": 0.484375, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.484375, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.8606247901916504, "sampling/importance_sampling_ratio/mean": 0.5620474815368652, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.2288920879364014, "sampling/sampling_logp_difference/mean": 0.012892697006464005, "step": 59, "step_time": 220.07719951399486 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.019532027246896178, "cast/masked_gap_abs_mean": 0.013052289010374807, "cast/masked_gap_mean": -0.0014783646991531896, "cast/masked_negative_base_rate": 0.9013398252427578, "cast/masked_positive_base_rate": 0.09866016590967774, "cast/masked_sign_flipped_rate": 0.26775365229696035, "cast/masked_teacher_negative_rate": 0.322916594799608, "cast/masked_teacher_positive_rate": 0.27042751340195537, "cast/masked_token_adv_abs_mean": 0.8941772785037756, "cast/masked_token_adv_max": 1.0576875880360603, "cast/masked_token_adv_mean": -0.2769501215261698, "cast/masked_token_adv_min": -1.192714475095272, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02612652478273958, "cast/masked_wrong_good_token_rate": 0.2482216247008182, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0020760128491019714, "clip_ratio/high_mean": 0.0020760128491019714, "clip_ratio/low_mean": 0.0007436294081344386, "clip_ratio/low_min": 0.0007436294081344386, "clip_ratio/region_mean": 0.0028196422736073146, "completions/clipped_ratio": 0.0, "completions/max_length": 5453.0, "completions/max_terminated_length": 5453.0, "completions/mean_length": 1981.046875, "completions/mean_terminated_length": 1981.046875, "completions/min_length": 283.0, "completions/min_terminated_length": 283.0, "entropy": 0.2528722523711622, "epoch": 0.0116663426015944, "frac_reward_zero_std": 0.625, "grad_norm": 0.0570807084441185, "learning_rate": 9.961760321472552e-07, "loss": 0.06658700108528137, "num_tokens": 7736689.0, "reward": 0.109375, "reward_std": 0.3145764470100403, "rewards/math_answer_reward/mean": 0.109375, "rewards/math_answer_reward/std": 0.3145764470100403, "sampling/importance_sampling_ratio/max": 2.6603035926818848, "sampling/importance_sampling_ratio/mean": 0.34670162200927734, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 3.0436863899230957, "sampling/sampling_logp_difference/mean": 0.012413431890308857, "step": 60, "step_time": 235.69594370003324 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.026989707082975656, "cast/masked_gap_abs_mean": 0.015091136883711442, "cast/masked_gap_mean": -0.0016078577507414593, "cast/masked_negative_base_rate": 0.8654961185529828, "cast/masked_positive_base_rate": 0.1345038777217269, "cast/masked_sign_flipped_rate": 0.2819924377836287, "cast/masked_teacher_negative_rate": 0.3544535553082824, "cast/masked_teacher_positive_rate": 0.2952809897251427, "cast/masked_token_adv_abs_mean": 0.8955369619652629, "cast/masked_token_adv_max": 1.0281508099287748, "cast/masked_token_adv_mean": -0.2805901729152538, "cast/masked_token_adv_min": -1.1482438631355762, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.027334542537573725, "cast/masked_wrong_good_token_rate": 0.25500273145735264, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.002337996455025859, "clip_ratio/high_mean": 0.002337996455025859, "clip_ratio/low_mean": 0.0008602124285062018, "clip_ratio/low_min": 0.0008602124285062018, "clip_ratio/region_mean": 0.003198208887624787, "completions/clipped_ratio": 0.0, "completions/max_length": 4379.0, "completions/max_terminated_length": 4379.0, "completions/mean_length": 1810.828125, "completions/mean_terminated_length": 1810.828125, "completions/min_length": 426.0, "completions/min_terminated_length": 426.0, "entropy": 0.27206060383468866, "epoch": 0.011860781644954306, "frac_reward_zero_std": 0.625, "grad_norm": 0.06254898756742477, "learning_rate": 9.961112191328019e-07, "loss": 0.08755838125944138, "num_tokens": 7865814.0, "reward": 0.203125, "reward_std": 0.40550529956817627, "rewards/math_answer_reward/mean": 0.203125, "rewards/math_answer_reward/std": 0.40550529956817627, "sampling/importance_sampling_ratio/max": 2.7333719730377197, "sampling/importance_sampling_ratio/mean": 0.5067349672317505, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 0.8911075592041016, "sampling/sampling_logp_difference/mean": 0.013327207416296005, "step": 61, "step_time": 190.55285292401095 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.14521082304418087, "cast/masked_gap_abs_mean": 0.025562124283169396, "cast/masked_gap_mean": -0.0063721620131218515, "cast/masked_negative_base_rate": 0.4759402684867382, "cast/masked_positive_base_rate": 0.5240597368683666, "cast/masked_sign_flipped_rate": 0.2665015975944698, "cast/masked_teacher_negative_rate": 0.25399826699867845, "cast/masked_teacher_positive_rate": 0.25417220406234264, "cast/masked_token_adv_abs_mean": 0.8416986782103777, "cast/masked_token_adv_max": 0.9869773900136352, "cast/masked_token_adv_mean": 0.02753257768927142, "cast/masked_token_adv_min": -1.063688493333757, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03640865546185523, "cast/masked_wrong_good_token_rate": 0.12129077315330505, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0013267741214804118, "clip_ratio/high_mean": 0.0013267741214804118, "clip_ratio/low_mean": 0.0007108516579137358, "clip_ratio/low_min": 0.0007108516579137358, "clip_ratio/region_mean": 0.002037625774391927, "completions/clipped_ratio": 0.0, "completions/max_length": 7194.0, "completions/max_terminated_length": 7194.0, "completions/mean_length": 1911.421875, "completions/mean_terminated_length": 1911.421875, "completions/min_length": 594.0, "completions/min_terminated_length": 594.0, "entropy": 0.20195830473676324, "epoch": 0.012055220688314213, "frac_reward_zero_std": 0.125, "grad_norm": 0.07982209324836731, "learning_rate": 9.960464061183486e-07, "loss": 0.050944987684488297, "num_tokens": 7999401.0, "reward": 0.546875, "reward_std": 0.501733124256134, "rewards/math_answer_reward/mean": 0.546875, "rewards/math_answer_reward/std": 0.501733124256134, "sampling/importance_sampling_ratio/max": 2.9339542388916016, "sampling/importance_sampling_ratio/mean": 0.47482383251190186, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 4.631350517272949, "sampling/sampling_logp_difference/mean": 0.0107650775462389, "step": 62, "step_time": 375.3122961970803 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.04242762224748731, "cast/masked_gap_abs_mean": 0.018927806566352956, "cast/masked_gap_mean": -0.0023916548578597485, "cast/masked_negative_base_rate": 0.8577438807114959, "cast/masked_positive_base_rate": 0.14225611742585897, "cast/masked_sign_flipped_rate": 0.2812508810311556, "cast/masked_teacher_negative_rate": 0.31554174143821, "cast/masked_teacher_positive_rate": 0.2777915042825043, "cast/masked_token_adv_abs_mean": 0.7889521298930049, "cast/masked_token_adv_max": 0.9946974897757173, "cast/masked_token_adv_mean": -0.2658546452294104, "cast/masked_token_adv_min": -1.1100114928558469, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031498800264671445, "cast/masked_wrong_good_token_rate": 0.23882325878366828, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0018231169979117112, "clip_ratio/high_mean": 0.0018231169979117112, "clip_ratio/low_mean": 0.0007673868240090087, "clip_ratio/low_min": 0.0007673868240090087, "clip_ratio/region_mean": 0.0025905038019118365, "completions/clipped_ratio": 0.0, "completions/max_length": 4681.0, "completions/max_terminated_length": 4681.0, "completions/mean_length": 1796.375, "completions/mean_terminated_length": 1796.375, "completions/min_length": 395.0, "completions/min_terminated_length": 395.0, "entropy": 0.25615110993385315, "epoch": 0.01224965973167412, "frac_reward_zero_std": 0.5, "grad_norm": 0.03897292912006378, "learning_rate": 9.959815931038953e-07, "loss": 0.07000210881233215, "num_tokens": 8124409.0, "reward": 0.140625, "reward_std": 0.3503824472427368, "rewards/math_answer_reward/mean": 0.140625, "rewards/math_answer_reward/std": 0.3503824472427368, "sampling/importance_sampling_ratio/max": 2.911404609680176, "sampling/importance_sampling_ratio/mean": 0.36925214529037476, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.1038291454315186, "sampling/sampling_logp_difference/mean": 0.013307884335517883, "step": 63, "step_time": 236.71527594403597 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.10839362745173275, "cast/masked_gap_abs_mean": 0.023499861446907744, "cast/masked_gap_mean": -0.005923997097227129, "cast/masked_negative_base_rate": 0.5954568218439817, "cast/masked_positive_base_rate": 0.4045431804843247, "cast/masked_sign_flipped_rate": 0.2623394909314811, "cast/masked_teacher_negative_rate": 0.2923989621922374, "cast/masked_teacher_positive_rate": 0.25746095832437277, "cast/masked_token_adv_abs_mean": 0.8260899586603045, "cast/masked_token_adv_max": 1.0342155043035746, "cast/masked_token_adv_mean": -0.09250241701374762, "cast/masked_token_adv_min": -1.1444606482982635, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.033916386135388166, "cast/masked_wrong_good_token_rate": 0.15394586289767176, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.002740088679274777, "clip_ratio/high_mean": 0.002740088679274777, "clip_ratio/low_mean": 0.00068346854277479, "clip_ratio/low_min": 0.00068346854277479, "clip_ratio/region_mean": 0.0034235572420584504, "completions/clipped_ratio": 0.0, "completions/max_length": 4578.0, "completions/max_terminated_length": 4578.0, "completions/mean_length": 1170.828125, "completions/mean_terminated_length": 1170.828125, "completions/min_length": 286.0, "completions/min_terminated_length": 286.0, "entropy": 0.21401460003107786, "epoch": 0.012444098775034027, "frac_reward_zero_std": 0.375, "grad_norm": 0.09905269742012024, "learning_rate": 9.95916780089442e-07, "loss": 0.07141934335231781, "num_tokens": 8209990.0, "reward": 0.484375, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.484375, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.2050797939300537, "sampling/importance_sampling_ratio/mean": 0.48872649669647217, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.819434404373169, "sampling/sampling_logp_difference/mean": 0.013465678319334984, "step": 64, "step_time": 264.209801022982 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.11225565912900493, "cast/masked_gap_abs_mean": 0.02540155572933145, "cast/masked_gap_mean": -0.005897237154158574, "cast/masked_negative_base_rate": 0.5918788006529212, "cast/masked_positive_base_rate": 0.40812119911424816, "cast/masked_sign_flipped_rate": 0.28453885903581977, "cast/masked_teacher_negative_rate": 0.31561617739498615, "cast/masked_teacher_positive_rate": 0.280298191588372, "cast/masked_token_adv_abs_mean": 0.7988204956054688, "cast/masked_token_adv_max": 1.0008167456835508, "cast/masked_token_adv_mean": -0.11498698440846056, "cast/masked_token_adv_min": -1.1170049291104078, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03482303611235693, "cast/masked_wrong_good_token_rate": 0.17228320008143783, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0022056146035538404, "clip_ratio/high_mean": 0.0022056146035538404, "clip_ratio/low_mean": 0.0007513090095017105, "clip_ratio/low_min": 0.0007513090095017105, "clip_ratio/region_mean": 0.0029569236166935298, "completions/clipped_ratio": 0.0, "completions/max_length": 5249.0, "completions/max_terminated_length": 5249.0, "completions/mean_length": 1363.0625, "completions/mean_terminated_length": 1363.0625, "completions/min_length": 374.0, "completions/min_terminated_length": 374.0, "entropy": 0.2280926201492548, "epoch": 0.012638537818393934, "frac_reward_zero_std": 0.5, "grad_norm": 0.05448943376541138, "learning_rate": 9.958519670749887e-07, "loss": 0.006279608700424433, "num_tokens": 8311130.0, "reward": 0.453125, "reward_std": 0.501733124256134, "rewards/math_answer_reward/mean": 0.453125, "rewards/math_answer_reward/std": 0.501733124256134, "sampling/importance_sampling_ratio/max": 2.593477964401245, "sampling/importance_sampling_ratio/mean": 0.4806937277317047, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.9117140769958496, "sampling/sampling_logp_difference/mean": 0.013647285290062428, "step": 65, "step_time": 277.2148892811092 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09737660363316536, "cast/masked_gap_abs_mean": 0.015963705140165985, "cast/masked_gap_mean": -0.0026694372365909658, "cast/masked_negative_base_rate": 0.616733786650002, "cast/masked_positive_base_rate": 0.3832662121858448, "cast/masked_sign_flipped_rate": 0.26677480014041066, "cast/masked_teacher_negative_rate": 0.2773253880441189, "cast/masked_teacher_positive_rate": 0.2535180998966098, "cast/masked_token_adv_abs_mean": 0.8718180013820529, "cast/masked_token_adv_max": 1.022943602874875, "cast/masked_token_adv_mean": -0.09932920822757296, "cast/masked_token_adv_min": -1.1262213289737701, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.029681418731343, "cast/masked_wrong_good_token_rate": 0.1693981965072453, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0016855551639309851, "clip_ratio/high_mean": 0.0016855551639309851, "clip_ratio/low_mean": 0.0007554739408988098, "clip_ratio/low_min": 0.0007554739408988098, "clip_ratio/region_mean": 0.002441029118926963, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 6014.0, "completions/mean_length": 2345.984375, "completions/mean_terminated_length": 2253.190673828125, "completions/min_length": 760.0, "completions/min_terminated_length": 760.0, "entropy": 0.20751451514661312, "epoch": 0.01283297686175384, "frac_reward_zero_std": 0.375, "grad_norm": 0.036826781928539276, "learning_rate": 9.957871540605352e-07, "loss": 4.718080163002014e-06, "num_tokens": 8473081.0, "reward": 0.421875, "reward_std": 0.49776285886764526, "rewards/math_answer_reward/mean": 0.421875, "rewards/math_answer_reward/std": 0.49776285886764526, "sampling/importance_sampling_ratio/max": 2.276228427886963, "sampling/importance_sampling_ratio/mean": 0.3609461188316345, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.496710181236267, "sampling/sampling_logp_difference/mean": 0.01173495128750801, "step": 66, "step_time": 393.2689535920799 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.10645500500686467, "cast/masked_gap_abs_mean": 0.02305358281591907, "cast/masked_gap_mean": -0.005851109866853221, "cast/masked_negative_base_rate": 0.5626683072187006, "cast/masked_positive_base_rate": 0.4373316867277026, "cast/masked_sign_flipped_rate": 0.2543840822763741, "cast/masked_teacher_negative_rate": 0.2684559137560427, "cast/masked_teacher_positive_rate": 0.2403659182600677, "cast/masked_token_adv_abs_mean": 0.8278956320136786, "cast/masked_token_adv_max": 1.0085157044231892, "cast/masked_token_adv_mean": 0.025351319694891572, "cast/masked_token_adv_min": -1.0990180019289255, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03436723753111437, "cast/masked_wrong_good_token_rate": 0.14792907796800137, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0015293284186554956, "clip_ratio/high_mean": 0.0015293284186554956, "clip_ratio/low_mean": 0.0007841594060664647, "clip_ratio/low_min": 0.0007841594060664647, "clip_ratio/region_mean": 0.0023134878365453915, "completions/clipped_ratio": 0.0, "completions/max_length": 4839.0, "completions/max_terminated_length": 4839.0, "completions/mean_length": 1451.34375, "completions/mean_terminated_length": 1451.34375, "completions/min_length": 321.0, "completions/min_terminated_length": 321.0, "entropy": 0.1822846969589591, "epoch": 0.013027415905113747, "frac_reward_zero_std": 0.25, "grad_norm": 0.0753243938088417, "learning_rate": 9.95722341046082e-07, "loss": -0.031574442982673645, "num_tokens": 8575823.0, "reward": 0.46875, "reward_std": 0.5029674172401428, "rewards/math_answer_reward/mean": 0.46875, "rewards/math_answer_reward/std": 0.5029674172401428, "sampling/importance_sampling_ratio/max": 2.848837375640869, "sampling/importance_sampling_ratio/mean": 0.4853495657444, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0046765804290771, "sampling/sampling_logp_difference/mean": 0.011719238013029099, "step": 67, "step_time": 257.20295863688807 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.75, "cast/masked_correct_bad_token_rate": 0.008674063603393734, "cast/masked_gap_abs_mean": 0.013911930305766873, "cast/masked_gap_mean": -0.0014125155831639091, "cast/masked_negative_base_rate": 0.9606668297201395, "cast/masked_positive_base_rate": 0.03933315351605415, "cast/masked_sign_flipped_rate": 0.2949646865017712, "cast/masked_teacher_negative_rate": 0.33340252889320254, "cast/masked_teacher_positive_rate": 0.2987431837245822, "cast/masked_token_adv_abs_mean": 0.9105384051799774, "cast/masked_token_adv_max": 1.0294507937505841, "cast/masked_token_adv_mean": -0.31510631809942424, "cast/masked_token_adv_min": -1.155086706392467, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.026344164100009948, "cast/masked_wrong_good_token_rate": 0.28629062231630087, "cast/mixed_group_rate": 0.25, "clip_ratio/high_max": 0.002195772829509224, "clip_ratio/high_mean": 0.002195772829509224, "clip_ratio/low_mean": 0.0007392541228909977, "clip_ratio/low_min": 0.0007392541228909977, "clip_ratio/region_mean": 0.0029350269560382003, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 6134.0, "completions/mean_length": 2119.203125, "completions/mean_terminated_length": 2022.8096923828125, "completions/min_length": 500.0, "completions/min_terminated_length": 500.0, "entropy": 0.263271220959723, "epoch": 0.013221854948473654, "frac_reward_zero_std": 0.75, "grad_norm": 0.04589544236660004, "learning_rate": 9.956575280316288e-07, "loss": 0.07096798717975616, "num_tokens": 8724428.0, "reward": 0.0625, "reward_std": 0.24397502839565277, "rewards/math_answer_reward/mean": 0.0625, "rewards/math_answer_reward/std": 0.24397502839565277, "sampling/importance_sampling_ratio/max": 2.8011250495910645, "sampling/importance_sampling_ratio/mean": 0.30385684967041016, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0155611038208008, "sampling/sampling_logp_difference/mean": 0.014232408255338669, "step": 68, "step_time": 379.25852832201053 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.12017002189531922, "cast/masked_gap_abs_mean": 0.030150309874443337, "cast/masked_gap_mean": -0.008745835582658401, "cast/masked_negative_base_rate": 0.4573919107206166, "cast/masked_positive_base_rate": 0.542608086951077, "cast/masked_sign_flipped_rate": 0.2491881176829338, "cast/masked_teacher_negative_rate": 0.25276980036869645, "cast/masked_teacher_positive_rate": 0.28622876247391105, "cast/masked_token_adv_abs_mean": 0.8207677733153105, "cast/masked_token_adv_max": 0.9811808913946152, "cast/masked_token_adv_mean": -0.01509105326840654, "cast/masked_token_adv_min": -1.094563938677311, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03725522255990654, "cast/masked_wrong_good_token_rate": 0.12901809671893716, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0020089418430870865, "clip_ratio/high_mean": 0.0020089418430870865, "clip_ratio/low_mean": 0.0007389941392830224, "clip_ratio/low_min": 0.0007389941392830224, "clip_ratio/region_mean": 0.002747936012383434, "completions/clipped_ratio": 0.03125, "completions/max_length": 8192.0, "completions/max_terminated_length": 5667.0, "completions/mean_length": 1760.859375, "completions/mean_terminated_length": 1553.4031982421875, "completions/min_length": 371.0, "completions/min_terminated_length": 371.0, "entropy": 0.19980755262076855, "epoch": 0.01341629399183356, "frac_reward_zero_std": 0.125, "grad_norm": 0.051032654941082, "learning_rate": 9.955927150171755e-07, "loss": 0.0203288234770298, "num_tokens": 8850147.0, "reward": 0.59375, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.59375, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.2339940071105957, "sampling/importance_sampling_ratio/mean": 0.4149836599826813, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3100368976593018, "sampling/sampling_logp_difference/mean": 0.01230557356029749, "step": 69, "step_time": 457.4533055240172 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.75, "cast/masked_correct_bad_token_rate": 0.02939909475389868, "cast/masked_gap_abs_mean": 0.01309524021053221, "cast/masked_gap_mean": -0.0008285172083901671, "cast/masked_negative_base_rate": 0.8901497293263674, "cast/masked_positive_base_rate": 0.10985027113929391, "cast/masked_sign_flipped_rate": 0.26481343200430274, "cast/masked_teacher_negative_rate": 0.3278226535767317, "cast/masked_teacher_positive_rate": 0.2642390700057149, "cast/masked_token_adv_abs_mean": 0.9821283873170614, "cast/masked_token_adv_max": 1.0687499642372131, "cast/masked_token_adv_mean": -0.39625441865064204, "cast/masked_token_adv_min": -1.2000000476837158, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02600766409887001, "cast/masked_wrong_good_token_rate": 0.23541433713398874, "cast/mixed_group_rate": 0.25, "clip_ratio/high_max": 0.002550583875290613, "clip_ratio/high_mean": 0.002550583875290613, "clip_ratio/low_mean": 0.0008424592324445257, "clip_ratio/low_min": 0.0008424592324445257, "clip_ratio/region_mean": 0.00339304311091837, "completions/clipped_ratio": 0.03125, "completions/max_length": 8192.0, "completions/max_terminated_length": 4978.0, "completions/mean_length": 2122.3125, "completions/mean_terminated_length": 1926.51611328125, "completions/min_length": 570.0, "completions/min_terminated_length": 570.0, "entropy": 0.23224759381264448, "epoch": 0.013610733035193466, "frac_reward_zero_std": 0.75, "grad_norm": 0.05179428309202194, "learning_rate": 9.95527902002722e-07, "loss": 0.11830363422632217, "num_tokens": 9000951.0, "reward": 0.171875, "reward_std": 0.38025420904159546, "rewards/math_answer_reward/mean": 0.171875, "rewards/math_answer_reward/std": 0.38025420904159546, "sampling/importance_sampling_ratio/max": 2.0307788848876953, "sampling/importance_sampling_ratio/mean": 0.40306612849235535, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.5474915504455566, "sampling/sampling_logp_difference/mean": 0.013015633448958397, "step": 70, "step_time": 341.34962554089725 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.875, "cast/masked_correct_bad_token_rate": 0.006036931648850441, "cast/masked_gap_abs_mean": 0.010942415588942822, "cast/masked_gap_mean": -0.0008490576410622452, "cast/masked_negative_base_rate": 0.9807054847478867, "cast/masked_positive_base_rate": 0.019294507801532745, "cast/masked_sign_flipped_rate": 0.2671844174619764, "cast/masked_teacher_negative_rate": 0.32581498147919774, "cast/masked_teacher_positive_rate": 0.268001178978011, "cast/masked_token_adv_abs_mean": 0.9506133440881968, "cast/masked_token_adv_max": 1.0546874552965164, "cast/masked_token_adv_mean": -0.431663254275918, "cast/masked_token_adv_min": -1.2000000476837158, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02425901172682643, "cast/masked_wrong_good_token_rate": 0.26114748581312597, "cast/mixed_group_rate": 0.125, "clip_ratio/high_max": 0.002212261995737208, "clip_ratio/high_mean": 0.002212261995737208, "clip_ratio/low_mean": 0.0008620840249022876, "clip_ratio/low_min": 0.0008620840249022876, "clip_ratio/region_mean": 0.003074345990171423, "completions/clipped_ratio": 0.0, "completions/max_length": 7915.0, "completions/max_terminated_length": 7915.0, "completions/mean_length": 2161.59375, "completions/mean_terminated_length": 2161.59375, "completions/min_length": 861.0, "completions/min_terminated_length": 861.0, "entropy": 0.25158591486979276, "epoch": 0.013805172078553373, "frac_reward_zero_std": 0.875, "grad_norm": 0.06258294731378555, "learning_rate": 9.954630889882689e-07, "loss": 0.13555867969989777, "num_tokens": 9152837.0, "reward": 0.015625, "reward_std": 0.125, "rewards/math_answer_reward/mean": 0.015625, "rewards/math_answer_reward/std": 0.125, "sampling/importance_sampling_ratio/max": 2.781864643096924, "sampling/importance_sampling_ratio/mean": 0.49871695041656494, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.550980567932129, "sampling/sampling_logp_difference/mean": 0.012764372862875462, "step": 71, "step_time": 316.67405992618296 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.10016521340003237, "cast/masked_gap_abs_mean": 0.026885384926572442, "cast/masked_gap_mean": -0.007052542971337061, "cast/masked_negative_base_rate": 0.5765360384248197, "cast/masked_positive_base_rate": 0.4234639548230916, "cast/masked_sign_flipped_rate": 0.2437310479581356, "cast/masked_teacher_negative_rate": 0.28136274591088295, "cast/masked_teacher_positive_rate": 0.2590452693402767, "cast/masked_token_adv_abs_mean": 0.9463209789246321, "cast/masked_token_adv_max": 1.0451844409108162, "cast/masked_token_adv_mean": -0.06526732444763184, "cast/masked_token_adv_min": -1.135567992925644, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.036387732601724565, "cast/masked_wrong_good_token_rate": 0.14356583496555686, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0018866450882342178, "clip_ratio/high_mean": 0.0018866450882342178, "clip_ratio/low_mean": 0.000619549577095313, "clip_ratio/low_min": 0.000619549577095313, "clip_ratio/region_mean": 0.0025061946544155944, "completions/clipped_ratio": 0.0, "completions/max_length": 5217.0, "completions/max_terminated_length": 5217.0, "completions/mean_length": 1403.328125, "completions/mean_terminated_length": 1403.328125, "completions/min_length": 331.0, "completions/min_terminated_length": 331.0, "entropy": 0.2215897182468325, "epoch": 0.01399961112191328, "frac_reward_zero_std": 0.25, "grad_norm": 0.08350963890552521, "learning_rate": 9.953982759738156e-07, "loss": -0.03314840421080589, "num_tokens": 9253722.0, "reward": 0.515625, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.515625, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 2.6949048042297363, "sampling/importance_sampling_ratio/mean": 0.48076295852661133, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.110546588897705, "sampling/sampling_logp_difference/mean": 0.013868484646081924, "step": 72, "step_time": 306.8905190828955 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.1514857456786558, "cast/masked_gap_abs_mean": 0.035065659845713526, "cast/masked_gap_mean": -0.010233993294377797, "cast/masked_negative_base_rate": 0.34614958614110947, "cast/masked_positive_base_rate": 0.6538504157215357, "cast/masked_sign_flipped_rate": 0.2647973841521889, "cast/masked_teacher_negative_rate": 0.2690280079841614, "cast/masked_teacher_positive_rate": 0.2899699779227376, "cast/masked_token_adv_abs_mean": 0.8604907561093569, "cast/masked_token_adv_max": 1.0147856147959828, "cast/masked_token_adv_mean": 0.13014899592963047, "cast/masked_token_adv_min": -1.1484026154503226, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03968079580226913, "cast/masked_wrong_good_token_rate": 0.11331163812428713, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0017965268325497163, "clip_ratio/high_mean": 0.0017965268325497163, "clip_ratio/low_mean": 0.0008288508997793542, "clip_ratio/low_min": 0.0008288508997793542, "clip_ratio/region_mean": 0.002625377746880986, "completions/clipped_ratio": 0.0, "completions/max_length": 4824.0, "completions/max_terminated_length": 4824.0, "completions/mean_length": 980.9375, "completions/mean_terminated_length": 980.9375, "completions/min_length": 335.0, "completions/min_terminated_length": 335.0, "entropy": 0.23632271797396243, "epoch": 0.014194050165273187, "frac_reward_zero_std": 0.375, "grad_norm": 0.14383070170879364, "learning_rate": 9.95333462959362e-07, "loss": -0.07561352849006653, "num_tokens": 9326158.0, "reward": 0.640625, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.640625, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.587641954421997, "sampling/importance_sampling_ratio/mean": 0.6466450095176697, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.0842843055725098, "sampling/sampling_logp_difference/mean": 0.014172445051372051, "step": 73, "step_time": 305.9208747880475 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.05797164258547127, "cast/masked_gap_abs_mean": 0.0199999504693551, "cast/masked_gap_mean": -0.004150158810716675, "cast/masked_negative_base_rate": 0.7446632799692452, "cast/masked_positive_base_rate": 0.2553367121145129, "cast/masked_sign_flipped_rate": 0.24192516272887588, "cast/masked_teacher_negative_rate": 0.3173753055743873, "cast/masked_teacher_positive_rate": 0.2609021901153028, "cast/masked_token_adv_abs_mean": 0.7440438792109489, "cast/masked_token_adv_max": 0.931053064763546, "cast/masked_token_adv_mean": -0.21117777231847867, "cast/masked_token_adv_min": -1.0372749995440245, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031725778768304735, "cast/masked_wrong_good_token_rate": 0.18395352025981992, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0020972715519747, "clip_ratio/high_mean": 0.0020972715519747, "clip_ratio/low_mean": 0.0008252259422079078, "clip_ratio/low_min": 0.0008252259422079078, "clip_ratio/region_mean": 0.0029224974787211977, "completions/clipped_ratio": 0.0, "completions/max_length": 4083.0, "completions/max_terminated_length": 4083.0, "completions/mean_length": 1474.625, "completions/mean_terminated_length": 1474.625, "completions/min_length": 385.0, "completions/min_terminated_length": 385.0, "entropy": 0.2396159884519875, "epoch": 0.014388489208633094, "frac_reward_zero_std": 0.375, "grad_norm": 0.0571376271545887, "learning_rate": 9.95268649944909e-07, "loss": 0.12479601055383682, "num_tokens": 9432022.0, "reward": 0.28125, "reward_std": 0.4531635046005249, "rewards/math_answer_reward/mean": 0.28125, "rewards/math_answer_reward/std": 0.4531635046005249, "sampling/importance_sampling_ratio/max": 2.9566938877105713, "sampling/importance_sampling_ratio/mean": 0.5436280369758606, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3833870887756348, "sampling/sampling_logp_difference/mean": 0.014271045103669167, "step": 74, "step_time": 225.10347176599316 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.05054876324720681, "cast/masked_gap_abs_mean": 0.01711568341124803, "cast/masked_gap_mean": -0.002931514001176083, "cast/masked_negative_base_rate": 0.7442568298429251, "cast/masked_positive_base_rate": 0.2557431608438492, "cast/masked_sign_flipped_rate": 0.2751299487426877, "cast/masked_teacher_negative_rate": 0.30559394834563136, "cast/masked_teacher_positive_rate": 0.28028195491060615, "cast/masked_token_adv_abs_mean": 0.7448254972696304, "cast/masked_token_adv_max": 0.9918404491618276, "cast/masked_token_adv_mean": -0.16040567882737378, "cast/masked_token_adv_min": -1.106619986705482, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.030186190560925752, "cast/masked_wrong_good_token_rate": 0.22458118491340429, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.001931318232891499, "clip_ratio/high_mean": 0.001931318232891499, "clip_ratio/low_mean": 0.0006769709125364898, "clip_ratio/low_min": 0.0006769709125364898, "clip_ratio/region_mean": 0.002608289150884957, "completions/clipped_ratio": 0.0, "completions/max_length": 4790.0, "completions/max_terminated_length": 4790.0, "completions/mean_length": 2143.078125, "completions/mean_terminated_length": 2143.078125, "completions/min_length": 458.0, "completions/min_terminated_length": 458.0, "entropy": 0.2605021698400378, "epoch": 0.014582928251993, "frac_reward_zero_std": 0.5, "grad_norm": 0.059629373252391815, "learning_rate": 9.952038369304557e-07, "loss": 0.09710555523633957, "num_tokens": 9579699.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.705278158187866, "sampling/importance_sampling_ratio/mean": 0.4724620282649994, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.3831663131713867, "sampling/sampling_logp_difference/mean": 0.014079036191105843, "step": 75, "step_time": 236.8925766638713 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.04897405137307942, "cast/masked_gap_abs_mean": 0.015598101002979092, "cast/masked_gap_mean": -0.0021794492742515104, "cast/masked_negative_base_rate": 0.797152501065284, "cast/masked_positive_base_rate": 0.2028474914841354, "cast/masked_sign_flipped_rate": 0.22239531273953617, "cast/masked_teacher_negative_rate": 0.2814150496851653, "cast/masked_teacher_positive_rate": 0.2209913933183998, "cast/masked_token_adv_abs_mean": 0.8042309721931815, "cast/masked_token_adv_max": 1.0010836860165, "cast/masked_token_adv_mean": -0.23475803004112095, "cast/masked_token_adv_min": -1.106595710851252, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.028443500719731674, "cast/masked_wrong_good_token_rate": 0.1734212611336261, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.001539375047741487, "clip_ratio/high_mean": 0.001539375047741487, "clip_ratio/low_mean": 0.0006915497474437871, "clip_ratio/low_min": 0.0006915497474437871, "clip_ratio/region_mean": 0.002230924788818811, "completions/clipped_ratio": 0.03125, "completions/max_length": 8192.0, "completions/max_terminated_length": 7870.0, "completions/mean_length": 2183.703125, "completions/mean_terminated_length": 1989.8870849609375, "completions/min_length": 572.0, "completions/min_terminated_length": 572.0, "entropy": 0.20294540445320308, "epoch": 0.014777367295352907, "frac_reward_zero_std": 0.5, "grad_norm": 0.049406785517930984, "learning_rate": 9.951390239160022e-07, "loss": 0.18492041528224945, "num_tokens": 9730720.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.5651984214782715, "sampling/importance_sampling_ratio/mean": 0.48095637559890747, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 3.6176815032958984, "sampling/sampling_logp_difference/mean": 0.011136957444250584, "step": 76, "step_time": 378.82580151516595 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.030908936052583158, "cast/masked_gap_abs_mean": 0.014691615433548577, "cast/masked_gap_mean": -0.0033976965175526175, "cast/masked_negative_base_rate": 0.8387785786762834, "cast/masked_positive_base_rate": 0.16122141014784575, "cast/masked_sign_flipped_rate": 0.22749048029072583, "cast/masked_teacher_negative_rate": 0.29803017410449684, "cast/masked_teacher_positive_rate": 0.24106493405997753, "cast/masked_token_adv_abs_mean": 0.9647163432091475, "cast/masked_token_adv_max": 1.0622703284025192, "cast/masked_token_adv_mean": -0.34536741478950717, "cast/masked_token_adv_min": -1.1868721097707748, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.02554172178497538, "cast/masked_wrong_good_token_rate": 0.19658154365606606, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.001799006140572601, "clip_ratio/high_mean": 0.001799006140572601, "clip_ratio/low_mean": 0.0006596053217435838, "clip_ratio/low_min": 0.0006596053217435838, "clip_ratio/region_mean": 0.0024586114632256795, "completions/clipped_ratio": 0.0, "completions/max_length": 7096.0, "completions/max_terminated_length": 7096.0, "completions/mean_length": 2531.390625, "completions/mean_terminated_length": 2531.390625, "completions/min_length": 456.0, "completions/min_terminated_length": 456.0, "entropy": 0.2237861747853458, "epoch": 0.014971806338712814, "frac_reward_zero_std": 0.625, "grad_norm": 0.031633295118808746, "learning_rate": 9.950742109015489e-07, "loss": 0.046409815549850464, "num_tokens": 9906377.0, "reward": 0.203125, "reward_std": 0.40550529956817627, "rewards/math_answer_reward/mean": 0.203125, "rewards/math_answer_reward/std": 0.40550529956817627, "sampling/importance_sampling_ratio/max": 2.6325724124908447, "sampling/importance_sampling_ratio/mean": 0.2830667197704315, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.6528494358062744, "sampling/sampling_logp_difference/mean": 0.012069109827280045, "step": 77, "step_time": 317.6759743329894 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.12085383641533554, "cast/masked_gap_abs_mean": 0.03017867126618512, "cast/masked_gap_mean": -0.007563625571947341, "cast/masked_negative_base_rate": 0.5452797124162316, "cast/masked_positive_base_rate": 0.4547202857211232, "cast/masked_sign_flipped_rate": 0.26768231159076095, "cast/masked_teacher_negative_rate": 0.3005653638392687, "cast/masked_teacher_positive_rate": 0.2554940767586231, "cast/masked_token_adv_abs_mean": 0.7780925128608942, "cast/masked_token_adv_max": 0.9589521251618862, "cast/masked_token_adv_mean": -0.09146550108562224, "cast/masked_token_adv_min": -1.0477310493588448, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03812834282871336, "cast/masked_wrong_good_token_rate": 0.14682847331278026, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.001917329366733611, "clip_ratio/high_mean": 0.001917329366733611, "clip_ratio/low_mean": 0.0006580319432032411, "clip_ratio/low_min": 0.0006580319432032411, "clip_ratio/region_mean": 0.0025753613153938204, "completions/clipped_ratio": 0.0, "completions/max_length": 3938.0, "completions/max_terminated_length": 3938.0, "completions/mean_length": 1592.3125, "completions/mean_terminated_length": 1592.3125, "completions/min_length": 584.0, "completions/min_terminated_length": 584.0, "entropy": 0.23090350488200784, "epoch": 0.01516624538207272, "frac_reward_zero_std": 0.125, "grad_norm": 0.03928327560424805, "learning_rate": 9.950093978870958e-07, "loss": 0.011212719604372978, "num_tokens": 10018397.0, "reward": 0.515625, "reward_std": 0.5037065148353577, "rewards/math_answer_reward/mean": 0.515625, "rewards/math_answer_reward/std": 0.5037065148353577, "sampling/importance_sampling_ratio/max": 1.0548644065856934, "sampling/importance_sampling_ratio/mean": 0.19413438439369202, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.6105523109436035, "sampling/sampling_logp_difference/mean": 0.014733578078448772, "step": 78, "step_time": 245.80363385099918 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.024690338410437107, "cast/masked_gap_abs_mean": 0.014988324153819121, "cast/masked_gap_mean": -0.00148137242069879, "cast/masked_negative_base_rate": 0.909321703016758, "cast/masked_positive_base_rate": 0.09067829605191946, "cast/masked_sign_flipped_rate": 0.2967385263182223, "cast/masked_teacher_negative_rate": 0.3381611993536353, "cast/masked_teacher_positive_rate": 0.29326310148462653, "cast/masked_token_adv_abs_mean": 0.8504461217671633, "cast/masked_token_adv_max": 1.0432463623583317, "cast/masked_token_adv_mean": -0.24284473748411983, "cast/masked_token_adv_min": -1.1654959246516228, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.028072442684788257, "cast/masked_wrong_good_token_rate": 0.2720481881406158, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0018893184733315138, "clip_ratio/high_mean": 0.0018893184733315138, "clip_ratio/low_mean": 0.0007722442969679832, "clip_ratio/low_min": 0.0007722442969679832, "clip_ratio/region_mean": 0.0026615627593855606, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 7089.0, "completions/mean_length": 2954.90625, "completions/mean_terminated_length": 2871.77783203125, "completions/min_length": 803.0, "completions/min_terminated_length": 803.0, "entropy": 0.3078423058614135, "epoch": 0.015360684425432626, "frac_reward_zero_std": 0.625, "grad_norm": 0.023594539612531662, "learning_rate": 9.949445848726425e-07, "loss": 0.03818678483366966, "num_tokens": 10220175.0, "reward": 0.078125, "reward_std": 0.27048972249031067, "rewards/math_answer_reward/mean": 0.078125, "rewards/math_answer_reward/std": 0.27048972249031067, "sampling/importance_sampling_ratio/max": 2.892029285430908, "sampling/importance_sampling_ratio/mean": 0.22207501530647278, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.0310425758361816, "sampling/sampling_logp_difference/mean": 0.015710119158029556, "step": 79, "step_time": 390.1158590890409 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.12122780550271273, "cast/masked_gap_abs_mean": 0.021819481189595535, "cast/masked_gap_mean": -0.004141138899058205, "cast/masked_negative_base_rate": 0.5152651919052005, "cast/masked_positive_base_rate": 0.4847348006442189, "cast/masked_sign_flipped_rate": 0.2702502580359578, "cast/masked_teacher_negative_rate": 0.30549766262993217, "cast/masked_teacher_positive_rate": 0.2834485829807818, "cast/masked_token_adv_abs_mean": 0.8675577649846673, "cast/masked_token_adv_max": 1.0449450556188822, "cast/masked_token_adv_mean": -0.07457406462344807, "cast/masked_token_adv_min": -1.1609497591853142, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03233132173772901, "cast/masked_wrong_good_token_rate": 0.1490224525332451, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0022158010210659995, "clip_ratio/high_mean": 0.0022158010210659995, "clip_ratio/low_mean": 0.0009097748441035947, "clip_ratio/low_min": 0.0009097748441035947, "clip_ratio/region_mean": 0.0031255758740371675, "completions/clipped_ratio": 0.0, "completions/max_length": 7847.0, "completions/max_terminated_length": 7847.0, "completions/mean_length": 1606.5, "completions/mean_terminated_length": 1606.5, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "entropy": 0.28932539047673345, "epoch": 0.015555123468792533, "frac_reward_zero_std": 0.625, "grad_norm": 0.0562044233083725, "learning_rate": 9.94879771858189e-07, "loss": 0.04391856864094734, "num_tokens": 10333183.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.965697765350342, "sampling/importance_sampling_ratio/mean": 0.42001599073410034, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.5908066034317017, "sampling/sampling_logp_difference/mean": 0.015711892396211624, "step": 80, "step_time": 398.5504199399147 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.05759149952791631, "cast/masked_gap_abs_mean": 0.02271694573573768, "cast/masked_gap_mean": -0.004219836017746559, "cast/masked_negative_base_rate": 0.7859457723388914, "cast/masked_positive_base_rate": 0.21405422291718423, "cast/masked_sign_flipped_rate": 0.25855478923767805, "cast/masked_teacher_negative_rate": 0.3204103233292699, "cast/masked_teacher_positive_rate": 0.2685479912906885, "cast/masked_token_adv_abs_mean": 0.8487129472196102, "cast/masked_token_adv_max": 1.0573088712990284, "cast/masked_token_adv_mean": -0.16897118429187685, "cast/masked_token_adv_min": -1.1654959246516228, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.032401872507762164, "cast/masked_wrong_good_token_rate": 0.20096328976069344, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0020989369331800845, "clip_ratio/high_mean": 0.0020989369331800845, "clip_ratio/low_mean": 0.000902929652511375, "clip_ratio/low_min": 0.000902929652511375, "clip_ratio/region_mean": 0.003001866592967417, "completions/clipped_ratio": 0.0, "completions/max_length": 3976.0, "completions/max_terminated_length": 3976.0, "completions/mean_length": 1605.25, "completions/mean_terminated_length": 1605.25, "completions/min_length": 3.0, "completions/min_terminated_length": 3.0, "entropy": 0.24997127801179886, "epoch": 0.01574956251215244, "frac_reward_zero_std": 0.5, "grad_norm": 0.06247047707438469, "learning_rate": 9.948149588437357e-07, "loss": 0.05979541689157486, "num_tokens": 10447879.0, "reward": 0.25, "reward_std": 0.4364357888698578, "rewards/math_answer_reward/mean": 0.25, "rewards/math_answer_reward/std": 0.4364357888698578, "sampling/importance_sampling_ratio/max": 2.644139528274536, "sampling/importance_sampling_ratio/mean": 0.45634377002716064, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.0415730476379395, "sampling/sampling_logp_difference/mean": 0.015406670048832893, "step": 81, "step_time": 266.9202053799527 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.08788202831055969, "cast/masked_gap_abs_mean": 0.02519994265458081, "cast/masked_gap_mean": -0.006422155444397504, "cast/masked_negative_base_rate": 0.6183662274852395, "cast/masked_positive_base_rate": 0.38163377391174436, "cast/masked_sign_flipped_rate": 0.25764738069847226, "cast/masked_teacher_negative_rate": 0.2890194724313915, "cast/masked_teacher_positive_rate": 0.2783924285322428, "cast/masked_token_adv_abs_mean": 0.8580179996788502, "cast/masked_token_adv_max": 1.002469346858561, "cast/masked_token_adv_mean": -0.10933808155823499, "cast/masked_token_adv_min": -1.1242507575079799, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03398823260795325, "cast/masked_wrong_good_token_rate": 0.16976535227149725, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.001943971260516264, "clip_ratio/high_mean": 0.001943971260516264, "clip_ratio/low_mean": 0.0009723725183903298, "clip_ratio/low_min": 0.0009723725183903298, "clip_ratio/region_mean": 0.0029163437502575107, "completions/clipped_ratio": 0.0, "completions/max_length": 4409.0, "completions/max_terminated_length": 4409.0, "completions/mean_length": 1396.15625, "completions/mean_terminated_length": 1396.15625, "completions/min_length": 418.0, "completions/min_terminated_length": 418.0, "entropy": 0.2028041712474078, "epoch": 0.015944001555512347, "frac_reward_zero_std": 0.375, "grad_norm": 0.05737616494297981, "learning_rate": 9.947501458292826e-07, "loss": 0.013246686197817326, "num_tokens": 10548873.0, "reward": 0.5, "reward_std": 0.5039526224136353, "rewards/math_answer_reward/mean": 0.5, "rewards/math_answer_reward/std": 0.5039526224136353, "sampling/importance_sampling_ratio/max": 2.9951415061950684, "sampling/importance_sampling_ratio/mean": 0.440087229013443, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3778164386749268, "sampling/sampling_logp_difference/mean": 0.01472086738795042, "step": 82, "step_time": 264.34695948002627 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.07736812811344862, "cast/masked_gap_abs_mean": 0.01985525555210188, "cast/masked_gap_mean": -0.004138016566002989, "cast/masked_negative_base_rate": 0.6978404768742621, "cast/masked_positive_base_rate": 0.302159515209496, "cast/masked_sign_flipped_rate": 0.24450479540973902, "cast/masked_teacher_negative_rate": 0.28325431048870087, "cast/masked_teacher_positive_rate": 0.23665263038128614, "cast/masked_token_adv_abs_mean": 0.7351079285144806, "cast/masked_token_adv_max": 0.9246781915426254, "cast/masked_token_adv_mean": -0.1105121897708159, "cast/masked_token_adv_min": -1.0299894269555807, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03260745090665296, "cast/masked_wrong_good_token_rate": 0.16713666578289121, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0017104882726926007, "clip_ratio/high_mean": 0.0017104882726926007, "clip_ratio/low_mean": 0.000624500170488318, "clip_ratio/low_min": 0.000624500170488318, "clip_ratio/region_mean": 0.0023349884349954664, "completions/clipped_ratio": 0.0, "completions/max_length": 4784.0, "completions/max_terminated_length": 4784.0, "completions/mean_length": 1696.328125, "completions/mean_terminated_length": 1696.328125, "completions/min_length": 457.0, "completions/min_terminated_length": 457.0, "entropy": 0.21901856688782573, "epoch": 0.016138440598872254, "frac_reward_zero_std": 0.375, "grad_norm": 0.046357929706573486, "learning_rate": 9.94685332814829e-07, "loss": 0.02634461410343647, "num_tokens": 10667814.0, "reward": 0.328125, "reward_std": 0.4732423722743988, "rewards/math_answer_reward/mean": 0.328125, "rewards/math_answer_reward/std": 0.4732423722743988, "sampling/importance_sampling_ratio/max": 2.9045209884643555, "sampling/importance_sampling_ratio/mean": 0.4222012758255005, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.2713241577148438, "sampling/sampling_logp_difference/mean": 0.013769680634140968, "step": 83, "step_time": 274.507219907071 }, { "cast/all_correct_group_rate": 0.25, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.09175263144425116, "cast/masked_gap_abs_mean": 0.021454502377309836, "cast/masked_gap_mean": -0.005908557388238478, "cast/masked_negative_base_rate": 0.6462241159752011, "cast/masked_positive_base_rate": 0.35377588169649243, "cast/masked_sign_flipped_rate": 0.22995626833289862, "cast/masked_teacher_negative_rate": 0.28106815135106444, "cast/masked_teacher_positive_rate": 0.24886219576001167, "cast/masked_token_adv_abs_mean": 0.891908023506403, "cast/masked_token_adv_max": 0.9936055755242705, "cast/masked_token_adv_mean": -0.16229717918031383, "cast/masked_token_adv_min": -1.1239190706983209, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03159984922967851, "cast/masked_wrong_good_token_rate": 0.13820363522972912, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0016552390802644368, "clip_ratio/high_mean": 0.0016552390802644368, "clip_ratio/low_mean": 0.0007516237324125541, "clip_ratio/low_min": 0.0007516237324125541, "clip_ratio/region_mean": 0.002406862811767496, "completions/clipped_ratio": 0.0, "completions/max_length": 8031.0, "completions/max_terminated_length": 8031.0, "completions/mean_length": 1921.09375, "completions/mean_terminated_length": 1921.09375, "completions/min_length": 493.0, "completions/min_terminated_length": 493.0, "entropy": 0.20612602564506233, "epoch": 0.01633287964223216, "frac_reward_zero_std": 0.625, "grad_norm": 0.0412062406539917, "learning_rate": 9.946205198003758e-07, "loss": 0.033581722527742386, "num_tokens": 10801732.0, "reward": 0.4375, "reward_std": 0.5, "rewards/math_answer_reward/mean": 0.4375, "rewards/math_answer_reward/std": 0.5, "sampling/importance_sampling_ratio/max": 2.4278311729431152, "sampling/importance_sampling_ratio/mean": 0.24214141070842743, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.5728163719177246, "sampling/sampling_logp_difference/mean": 0.012617121450603008, "step": 84, "step_time": 400.57771207304904 }, { "cast/all_correct_group_rate": 0.375, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.132009778637439, "cast/masked_gap_abs_mean": 0.027908734686207026, "cast/masked_gap_mean": -0.00941459901878261, "cast/masked_negative_base_rate": 0.3721053935587406, "cast/masked_positive_base_rate": 0.6278946027159691, "cast/masked_sign_flipped_rate": 0.235485153272748, "cast/masked_teacher_negative_rate": 0.21508114179596305, "cast/masked_teacher_positive_rate": 0.2529021059162915, "cast/masked_token_adv_abs_mean": 0.8072278508916497, "cast/masked_token_adv_max": 1.0249658022075891, "cast/masked_token_adv_mean": 0.21155625305254944, "cast/masked_token_adv_min": -1.1338895577937365, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03634776937542483, "cast/masked_wrong_good_token_rate": 0.10347537533380091, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0016802964637463447, "clip_ratio/high_mean": 0.0016802964637463447, "clip_ratio/low_mean": 0.0007258121404447593, "clip_ratio/low_min": 0.0007258121404447593, "clip_ratio/region_mean": 0.002406108604191104, "completions/clipped_ratio": 0.0, "completions/max_length": 3403.0, "completions/max_terminated_length": 3403.0, "completions/mean_length": 1138.0625, "completions/mean_terminated_length": 1138.0625, "completions/min_length": 543.0, "completions/min_terminated_length": 543.0, "entropy": 0.15323513862676919, "epoch": 0.01652731868559207, "frac_reward_zero_std": 0.375, "grad_norm": 0.05815603956580162, "learning_rate": 9.945557067859225e-07, "loss": -0.04857257008552551, "num_tokens": 10885512.0, "reward": 0.640625, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.640625, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 1.8030431270599365, "sampling/importance_sampling_ratio/mean": 0.3217121958732605, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.3074233531951904, "sampling/sampling_logp_difference/mean": 0.013205742463469505, "step": 85, "step_time": 261.39173070093966 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.040811124606989324, "cast/masked_gap_abs_mean": 0.01928760936425533, "cast/masked_gap_mean": -0.00336475643302947, "cast/masked_negative_base_rate": 0.8346325857564807, "cast/masked_positive_base_rate": 0.16536741191521287, "cast/masked_sign_flipped_rate": 0.27764033898711205, "cast/masked_teacher_negative_rate": 0.3198752417229116, "cast/masked_teacher_positive_rate": 0.2834220724180341, "cast/masked_token_adv_abs_mean": 0.8680205950513482, "cast/masked_token_adv_max": 1.0388257997110486, "cast/masked_token_adv_mean": -0.2108814464590978, "cast/masked_token_adv_min": -1.1550737610086799, "cast/masked_token_weight_max": 1.1999871022999287, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03150649002054706, "cast/masked_wrong_good_token_rate": 0.2368292142637074, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0019260895087427343, "clip_ratio/high_mean": 0.0019260895087427343, "clip_ratio/low_mean": 0.0007491348646908591, "clip_ratio/low_min": 0.0007491348646908591, "clip_ratio/region_mean": 0.0026752243375085527, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 5644.0, "completions/mean_length": 1718.125, "completions/mean_terminated_length": 1615.3651123046875, "completions/min_length": 393.0, "completions/min_terminated_length": 393.0, "entropy": 0.26927599986083806, "epoch": 0.016721757728951972, "frac_reward_zero_std": 0.625, "grad_norm": 0.0369802750647068, "learning_rate": 9.944908937714692e-07, "loss": 0.021631160750985146, "num_tokens": 11007520.0, "reward": 0.21875, "reward_std": 0.4166666865348816, "rewards/math_answer_reward/mean": 0.21875, "rewards/math_answer_reward/std": 0.4166666865348816, "sampling/importance_sampling_ratio/max": 2.2676024436950684, "sampling/importance_sampling_ratio/mean": 0.31913572549819946, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.2294950485229492, "sampling/sampling_logp_difference/mean": 0.016522735357284546, "step": 86, "step_time": 378.2398617079307 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.0, "cast/masked_correct_bad_token_rate": 0.06431408814387396, "cast/masked_gap_abs_mean": 0.029850320948753506, "cast/masked_gap_mean": -0.007346165675699012, "cast/masked_negative_base_rate": 0.7286968003027141, "cast/masked_positive_base_rate": 0.2713031987659633, "cast/masked_sign_flipped_rate": 0.2433698638342321, "cast/masked_teacher_negative_rate": 0.2556144269183278, "cast/masked_teacher_positive_rate": 0.2477066209539771, "cast/masked_token_adv_abs_mean": 0.6711854431778193, "cast/masked_token_adv_max": 0.9270736500620842, "cast/masked_token_adv_mean": -0.05769701569715835, "cast/masked_token_adv_min": -1.005941353738308, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03782528982264921, "cast/masked_wrong_good_token_rate": 0.17905577446799725, "cast/mixed_group_rate": 1.0, "clip_ratio/high_max": 0.0014527291837111989, "clip_ratio/high_mean": 0.0014527291837111989, "clip_ratio/low_mean": 0.0006799751195103454, "clip_ratio/low_min": 0.0006799751195103454, "clip_ratio/region_mean": 0.0021327043032215443, "completions/clipped_ratio": 0.0, "completions/max_length": 5524.0, "completions/max_terminated_length": 5524.0, "completions/mean_length": 1676.375, "completions/mean_terminated_length": 1676.375, "completions/min_length": 534.0, "completions/min_terminated_length": 534.0, "entropy": 0.21897555189207196, "epoch": 0.01691619677231188, "frac_reward_zero_std": 0.0, "grad_norm": 0.03431493788957596, "learning_rate": 9.94426080757016e-07, "loss": 0.007225247099995613, "num_tokens": 11128448.0, "reward": 0.3125, "reward_std": 0.467176616191864, "rewards/math_answer_reward/mean": 0.3125, "rewards/math_answer_reward/std": 0.467176616191864, "sampling/importance_sampling_ratio/max": 2.045844078063965, "sampling/importance_sampling_ratio/mean": 0.19253623485565186, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.1528491973876953, "sampling/sampling_logp_difference/mean": 0.014867645688354969, "step": 87, "step_time": 299.78823803315754 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.04985179880168289, "cast/masked_gap_abs_mean": 0.017136048700194806, "cast/masked_gap_mean": -0.0025915791787838316, "cast/masked_negative_base_rate": 0.7918969644233584, "cast/masked_positive_base_rate": 0.2081030271947384, "cast/masked_sign_flipped_rate": 0.2821108754724264, "cast/masked_teacher_negative_rate": 0.3302389266900718, "cast/masked_teacher_positive_rate": 0.2752064820379019, "cast/masked_token_adv_abs_mean": 0.8124342765659094, "cast/masked_token_adv_max": 1.0428476529195905, "cast/masked_token_adv_mean": -0.18800109007861465, "cast/masked_token_adv_min": -1.1757545499131083, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.029371694545261562, "cast/masked_wrong_good_token_rate": 0.23225907795131207, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.00198361142520298, "clip_ratio/high_mean": 0.00198361142520298, "clip_ratio/low_mean": 0.0007612491162944934, "clip_ratio/low_min": 0.0007612491162944934, "clip_ratio/region_mean": 0.0027448605114841484, "completions/clipped_ratio": 0.0, "completions/max_length": 7061.0, "completions/max_terminated_length": 7061.0, "completions/mean_length": 1723.8125, "completions/mean_terminated_length": 1723.8125, "completions/min_length": 435.0, "completions/min_terminated_length": 435.0, "entropy": 0.27482923050411046, "epoch": 0.017110635815671786, "frac_reward_zero_std": 0.625, "grad_norm": 0.027105549350380898, "learning_rate": 9.943612677425626e-07, "loss": 0.015880821272730827, "num_tokens": 11251260.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.9907636642456055, "sampling/importance_sampling_ratio/mean": 0.29343587160110474, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.1060853004455566, "sampling/sampling_logp_difference/mean": 0.01606837473809719, "step": 88, "step_time": 369.7049394810165 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.08957548823673278, "cast/masked_gap_abs_mean": 0.02285469106573146, "cast/masked_gap_mean": -0.0045531419012334595, "cast/masked_negative_base_rate": 0.639074582606554, "cast/masked_positive_base_rate": 0.36092541459947824, "cast/masked_sign_flipped_rate": 0.2821482648141682, "cast/masked_teacher_negative_rate": 0.3204978075809777, "cast/masked_teacher_positive_rate": 0.27800292568281293, "cast/masked_token_adv_abs_mean": 0.9050066191703081, "cast/masked_token_adv_max": 1.0538752600550652, "cast/masked_token_adv_mean": -0.08741019140870776, "cast/masked_token_adv_min": -1.1827499456703663, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03409111639484763, "cast/masked_wrong_good_token_rate": 0.19257277820724994, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0021475402854775894, "clip_ratio/high_mean": 0.0021475402854775894, "clip_ratio/low_mean": 0.0007379850212601013, "clip_ratio/low_min": 0.0007379850212601013, "clip_ratio/region_mean": 0.0028855253076471854, "completions/clipped_ratio": 0.0, "completions/max_length": 3144.0, "completions/max_terminated_length": 3144.0, "completions/mean_length": 1399.453125, "completions/mean_terminated_length": 1399.453125, "completions/min_length": 420.0, "completions/min_terminated_length": 420.0, "entropy": 0.2729101004078984, "epoch": 0.017305074859031693, "frac_reward_zero_std": 0.5, "grad_norm": 0.06256688386201859, "learning_rate": 9.942964547281093e-07, "loss": 0.0029808301478624344, "num_tokens": 11354241.0, "reward": 0.375, "reward_std": 0.48795005679130554, "rewards/math_answer_reward/mean": 0.375, "rewards/math_answer_reward/std": 0.48795005679130554, "sampling/importance_sampling_ratio/max": 2.0112452507019043, "sampling/importance_sampling_ratio/mean": 0.2966873347759247, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.9950289726257324, "sampling/sampling_logp_difference/mean": 0.018590325489640236, "step": 89, "step_time": 173.57327941304538 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.0865205394802615, "cast/masked_gap_abs_mean": 0.023229667858686298, "cast/masked_gap_mean": -0.005730504243274481, "cast/masked_negative_base_rate": 0.5812701564282179, "cast/masked_positive_base_rate": 0.4187298398464918, "cast/masked_sign_flipped_rate": 0.2717050106730312, "cast/masked_teacher_negative_rate": 0.28039802168495953, "cast/masked_teacher_positive_rate": 0.28455156343989074, "cast/masked_token_adv_abs_mean": 0.7277112053707242, "cast/masked_token_adv_max": 0.946481442078948, "cast/masked_token_adv_mean": 0.03296627485542558, "cast/masked_token_adv_min": -1.0441931392997503, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03410495526622981, "cast/masked_wrong_good_token_rate": 0.1851844706106931, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.0016635788715575472, "clip_ratio/high_mean": 0.0016635788715575472, "clip_ratio/low_mean": 0.0007879398326622322, "clip_ratio/low_min": 0.0007879398326622322, "clip_ratio/region_mean": 0.0024515187033102848, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 6232.0, "completions/mean_length": 1763.96875, "completions/mean_terminated_length": 1661.9366455078125, "completions/min_length": 679.0, "completions/min_terminated_length": 679.0, "entropy": 0.2519535430474207, "epoch": 0.0174995139023916, "frac_reward_zero_std": 0.375, "grad_norm": 0.030814219266176224, "learning_rate": 9.94231641713656e-07, "loss": -0.002478471025824547, "num_tokens": 11477167.0, "reward": 0.421875, "reward_std": 0.49776285886764526, "rewards/math_answer_reward/mean": 0.421875, "rewards/math_answer_reward/std": 0.49776285886764526, "sampling/importance_sampling_ratio/max": 1.5927011966705322, "sampling/importance_sampling_ratio/mean": 0.2119845151901245, "sampling/importance_sampling_ratio/min": 2.9625076422234997e-05, "sampling/sampling_logp_difference/max": 2.392782688140869, "sampling/sampling_logp_difference/mean": 0.01582634262740612, "step": 90, "step_time": 451.58230069698766 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.07624906185083091, "cast/masked_gap_abs_mean": 0.02778148047218565, "cast/masked_gap_mean": -0.008772584634471059, "cast/masked_negative_base_rate": 0.710356798954308, "cast/masked_positive_base_rate": 0.2896431968547404, "cast/masked_sign_flipped_rate": 0.2703374261036515, "cast/masked_teacher_negative_rate": 0.3022001311182976, "cast/masked_teacher_positive_rate": 0.2735400521196425, "cast/masked_token_adv_abs_mean": 0.9200334325432777, "cast/masked_token_adv_max": 1.0278681861236691, "cast/masked_token_adv_mean": -0.1792027880437672, "cast/masked_token_adv_min": -1.153278007172048, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.034609479014761746, "cast/masked_wrong_good_token_rate": 0.19408836518414319, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.00210537462044158, "clip_ratio/high_mean": 0.00210537462044158, "clip_ratio/low_mean": 0.0009064154810403124, "clip_ratio/low_min": 0.0009064154810403124, "clip_ratio/region_mean": 0.0030117901260382496, "completions/clipped_ratio": 0.0, "completions/max_length": 5100.0, "completions/max_terminated_length": 5100.0, "completions/mean_length": 1483.875, "completions/mean_terminated_length": 1483.875, "completions/min_length": 473.0, "completions/min_terminated_length": 473.0, "entropy": 0.25050475797615945, "epoch": 0.017693952945751507, "frac_reward_zero_std": 0.5, "grad_norm": 0.060515180230140686, "learning_rate": 9.941668286992027e-07, "loss": 0.004905788227915764, "num_tokens": 11582183.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.5512518882751465, "sampling/importance_sampling_ratio/mean": 0.24665144085884094, "sampling/importance_sampling_ratio/min": 7.396880391752347e-06, "sampling/sampling_logp_difference/max": 7.937036037445068, "sampling/sampling_logp_difference/mean": 0.01770530454814434, "step": 91, "step_time": 253.5507039950171 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.5, "cast/masked_correct_bad_token_rate": 0.0299047171138227, "cast/masked_gap_abs_mean": 0.018860315598431043, "cast/masked_gap_mean": -0.002511902475134775, "cast/masked_negative_base_rate": 0.8886058144271374, "cast/masked_positive_base_rate": 0.11139418696984649, "cast/masked_sign_flipped_rate": 0.27728556701913476, "cast/masked_teacher_negative_rate": 0.3145010876469314, "cast/masked_teacher_positive_rate": 0.27852561697363853, "cast/masked_token_adv_abs_mean": 0.8439469151198864, "cast/masked_token_adv_max": 1.0489782318472862, "cast/masked_token_adv_mean": -0.28254990495042875, "cast/masked_token_adv_min": -1.1720466315746307, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03112269623670727, "cast/masked_wrong_good_token_rate": 0.247380850603804, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0019507912074914202, "clip_ratio/high_mean": 0.0019507912074914202, "clip_ratio/low_mean": 0.000874479178492038, "clip_ratio/low_min": 0.000874479178492038, "clip_ratio/region_mean": 0.002825270383254974, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 4596.0, "completions/mean_length": 2155.375, "completions/mean_terminated_length": 2059.5556640625, "completions/min_length": 604.0, "completions/min_terminated_length": 604.0, "entropy": 0.26544094318524003, "epoch": 0.017888391989111414, "frac_reward_zero_std": 0.5, "grad_norm": 0.036917440593242645, "learning_rate": 9.941020156847494e-07, "loss": 0.0665392130613327, "num_tokens": 11731815.0, "reward": 0.140625, "reward_std": 0.3503824472427368, "rewards/math_answer_reward/mean": 0.140625, "rewards/math_answer_reward/std": 0.3503824472427368, "sampling/importance_sampling_ratio/max": 2.587423086166382, "sampling/importance_sampling_ratio/mean": 0.2584162652492523, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 3.4972968101501465, "sampling/sampling_logp_difference/mean": 0.016141941770911217, "step": 92, "step_time": 358.93073036300484 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.06487572670448571, "cast/masked_gap_abs_mean": 0.022869028442073613, "cast/masked_gap_mean": -0.004203884293019655, "cast/masked_negative_base_rate": 0.7363050412386656, "cast/masked_positive_base_rate": 0.2636949513107538, "cast/masked_sign_flipped_rate": 0.2843236392363906, "cast/masked_teacher_negative_rate": 0.3157469085417688, "cast/masked_teacher_positive_rate": 0.29326131427660584, "cast/masked_token_adv_abs_mean": 0.8234654720872641, "cast/masked_token_adv_max": 1.029025984928012, "cast/masked_token_adv_mean": -0.16409112699329853, "cast/masked_token_adv_min": -1.1385297663509846, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03415700059849769, "cast/masked_wrong_good_token_rate": 0.21944791381247342, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.001865464564616559, "clip_ratio/high_mean": 0.001865464564616559, "clip_ratio/low_mean": 0.0007974347768140433, "clip_ratio/low_min": 0.0007974347768140433, "clip_ratio/region_mean": 0.0026628993455233285, "completions/clipped_ratio": 0.015625, "completions/max_length": 8192.0, "completions/max_terminated_length": 5161.0, "completions/mean_length": 1733.234375, "completions/mean_terminated_length": 1630.71435546875, "completions/min_length": 672.0, "completions/min_terminated_length": 672.0, "entropy": 0.25970415212213993, "epoch": 0.01808283103247132, "frac_reward_zero_std": 0.375, "grad_norm": 0.03738826885819435, "learning_rate": 9.940372026702961e-07, "loss": 0.02899312973022461, "num_tokens": 11854326.0, "reward": 0.328125, "reward_std": 0.4732423722743988, "rewards/math_answer_reward/mean": 0.328125, "rewards/math_answer_reward/std": 0.4732423722743988, "sampling/importance_sampling_ratio/max": 1.7990796566009521, "sampling/importance_sampling_ratio/mean": 0.2758469581604004, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.645143985748291, "sampling/sampling_logp_difference/mean": 0.017507607117295265, "step": 93, "step_time": 374.6775522270764 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.09703488508239388, "cast/masked_gap_abs_mean": 0.027122816041810438, "cast/masked_gap_mean": -0.005961320091955713, "cast/masked_negative_base_rate": 0.6694277804344893, "cast/masked_positive_base_rate": 0.33057222329080105, "cast/masked_sign_flipped_rate": 0.2707845140248537, "cast/masked_teacher_negative_rate": 0.3142662616446614, "cast/masked_teacher_positive_rate": 0.2536355056799948, "cast/masked_token_adv_abs_mean": 0.7333928802981973, "cast/masked_token_adv_max": 0.9746227925643325, "cast/masked_token_adv_mean": -0.13653752719983459, "cast/masked_token_adv_min": -1.0549261020496488, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.037191618350334466, "cast/masked_wrong_good_token_rate": 0.17374962894245982, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.002418015312287025, "clip_ratio/high_mean": 0.002418015312287025, "clip_ratio/low_mean": 0.0009051786937561701, "clip_ratio/low_min": 0.0009051786937561701, "clip_ratio/region_mean": 0.0033231940178666264, "completions/clipped_ratio": 0.0, "completions/max_length": 2977.0, "completions/max_terminated_length": 2977.0, "completions/mean_length": 1142.46875, "completions/mean_terminated_length": 1142.46875, "completions/min_length": 439.0, "completions/min_terminated_length": 439.0, "entropy": 0.22979120537638664, "epoch": 0.01827727007583123, "frac_reward_zero_std": 0.25, "grad_norm": 0.035961274057626724, "learning_rate": 9.939723896558428e-07, "loss": 0.04122205078601837, "num_tokens": 11943420.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.3252973556518555, "sampling/importance_sampling_ratio/mean": 0.22391439974308014, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.46209979057312, "sampling/sampling_logp_difference/mean": 0.018632803112268448, "step": 94, "step_time": 276.2551781919901 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.04739067272748798, "cast/masked_gap_abs_mean": 0.014457467274041846, "cast/masked_gap_mean": -0.0021993336779644324, "cast/masked_negative_base_rate": 0.7589047974906862, "cast/masked_positive_base_rate": 0.24109520157799125, "cast/masked_sign_flipped_rate": 0.2404210097156465, "cast/masked_teacher_negative_rate": 0.27736339066177607, "cast/masked_teacher_positive_rate": 0.25059274677187204, "cast/masked_token_adv_abs_mean": 0.9713997188955545, "cast/masked_token_adv_max": 1.0741031169891357, "cast/masked_token_adv_mean": -0.24538661845144816, "cast/masked_token_adv_min": -1.1793322041630745, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.028705874690786004, "cast/masked_wrong_good_token_rate": 0.19303033757023513, "cast/mixed_group_rate": 0.375, "clip_ratio/high_max": 0.0019553809015633306, "clip_ratio/high_mean": 0.0019553809015633306, "clip_ratio/low_mean": 0.000971936736277712, "clip_ratio/low_min": 0.000971936736277712, "clip_ratio/region_mean": 0.0029273176296555903, "completions/clipped_ratio": 0.0, "completions/max_length": 4895.0, "completions/max_terminated_length": 4895.0, "completions/mean_length": 1726.484375, "completions/mean_terminated_length": 1726.484375, "completions/min_length": 275.0, "completions/min_terminated_length": 275.0, "entropy": 0.20287742163054645, "epoch": 0.018471709119191132, "frac_reward_zero_std": 0.625, "grad_norm": 0.051848772913217545, "learning_rate": 9.939075766413895e-07, "loss": 0.09750928729772568, "num_tokens": 12065419.0, "reward": 0.203125, "reward_std": 0.40550529956817627, "rewards/math_answer_reward/mean": 0.203125, "rewards/math_answer_reward/std": 0.40550529956817627, "sampling/importance_sampling_ratio/max": 2.7641475200653076, "sampling/importance_sampling_ratio/mean": 0.343007355928421, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.5866260528564453, "sampling/sampling_logp_difference/mean": 0.014510354027152061, "step": 95, "step_time": 230.15794552199077 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.06144008110277355, "cast/masked_gap_abs_mean": 0.023941663443110883, "cast/masked_gap_mean": -0.005867482273515634, "cast/masked_negative_base_rate": 0.7598645752295852, "cast/masked_positive_base_rate": 0.24013542803004384, "cast/masked_sign_flipped_rate": 0.24026437802240252, "cast/masked_teacher_negative_rate": 0.2982555637136102, "cast/masked_teacher_positive_rate": 0.23409539135172963, "cast/masked_token_adv_abs_mean": 0.7156187929213047, "cast/masked_token_adv_max": 0.9309405395761132, "cast/masked_token_adv_mean": -0.16872837109258398, "cast/masked_token_adv_min": -1.0264321016147733, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03482074831845239, "cast/masked_wrong_good_token_rate": 0.1788242975017056, "cast/mixed_group_rate": 0.75, "clip_ratio/high_max": 0.0016977922769001452, "clip_ratio/high_mean": 0.0016977922769001452, "clip_ratio/low_mean": 0.0007691188357057399, "clip_ratio/low_min": 0.0007691188357057399, "clip_ratio/region_mean": 0.002466911122610327, "completions/clipped_ratio": 0.0, "completions/max_length": 4057.0, "completions/max_terminated_length": 4057.0, "completions/mean_length": 1490.25, "completions/mean_terminated_length": 1490.25, "completions/min_length": 514.0, "completions/min_terminated_length": 514.0, "entropy": 0.20394511800259352, "epoch": 0.01866614816255104, "frac_reward_zero_std": 0.25, "grad_norm": 0.03808789327740669, "learning_rate": 9.938427636269362e-07, "loss": 0.05374879390001297, "num_tokens": 12171715.0, "reward": 0.265625, "reward_std": 0.44515693187713623, "rewards/math_answer_reward/mean": 0.265625, "rewards/math_answer_reward/std": 0.44515693187713623, "sampling/importance_sampling_ratio/max": 2.834563732147217, "sampling/importance_sampling_ratio/mean": 0.2880350351333618, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.5944104194641113, "sampling/sampling_logp_difference/mean": 0.015960652381181717, "step": 96, "step_time": 228.10980090600788 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.375, "cast/masked_correct_bad_token_rate": 0.06289492751238868, "cast/masked_gap_abs_mean": 0.023624615772860125, "cast/masked_gap_mean": -0.005356822563953756, "cast/masked_negative_base_rate": 0.7210455322638154, "cast/masked_positive_base_rate": 0.2789544726256281, "cast/masked_sign_flipped_rate": 0.266345561016351, "cast/masked_teacher_negative_rate": 0.32170065492391586, "cast/masked_teacher_positive_rate": 0.2670367108657956, "cast/masked_token_adv_abs_mean": 0.842876547947526, "cast/masked_token_adv_max": 1.0085688102990389, "cast/masked_token_adv_mean": -0.17072315217228606, "cast/masked_token_adv_min": -1.1205072868615389, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.0326214304077439, "cast/masked_wrong_good_token_rate": 0.20345063204877079, "cast/mixed_group_rate": 0.5, "clip_ratio/high_max": 0.0022516692079079803, "clip_ratio/high_mean": 0.0022516692079079803, "clip_ratio/low_mean": 0.0008149260615937237, "clip_ratio/low_min": 0.0008149260615937237, "clip_ratio/region_mean": 0.0030665952726849355, "completions/clipped_ratio": 0.0, "completions/max_length": 6945.0, "completions/max_terminated_length": 6945.0, "completions/mean_length": 1702.3125, "completions/mean_terminated_length": 1702.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.23367834673263133, "epoch": 0.018860587205910946, "frac_reward_zero_std": 0.5, "grad_norm": 0.04988474026322365, "learning_rate": 9.93777950612483e-07, "loss": 0.040662772953510284, "num_tokens": 12292679.0, "reward": 0.40625, "reward_std": 0.49501484632492065, "rewards/math_answer_reward/mean": 0.40625, "rewards/math_answer_reward/std": 0.49501484632492065, "sampling/importance_sampling_ratio/max": 2.4588866233825684, "sampling/importance_sampling_ratio/mean": 0.3378726541996002, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.309671401977539, "sampling/sampling_logp_difference/mean": 0.017672615125775337, "step": 97, "step_time": 354.1849966599257 }, { "cast/all_correct_group_rate": 0.0, "cast/all_wrong_group_rate": 0.125, "cast/masked_correct_bad_token_rate": 0.06251373147824779, "cast/masked_gap_abs_mean": 0.01880450756289065, "cast/masked_gap_mean": -0.0038095033596619032, "cast/masked_negative_base_rate": 0.6617059875279665, "cast/masked_positive_base_rate": 0.3382940050214529, "cast/masked_sign_flipped_rate": 0.23201879137195647, "cast/masked_teacher_negative_rate": 0.23387025552801788, "cast/masked_teacher_positive_rate": 0.24339983356185257, "cast/masked_token_adv_abs_mean": 0.7689817324280739, "cast/masked_token_adv_max": 0.9555053869262338, "cast/masked_token_adv_mean": -0.05404926661776699, "cast/masked_token_adv_min": -1.017006197012961, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.031576262263115495, "cast/masked_wrong_good_token_rate": 0.16950506065040827, "cast/mixed_group_rate": 0.875, "clip_ratio/high_max": 0.0014910192508068576, "clip_ratio/high_mean": 0.0014910192508068576, "clip_ratio/low_mean": 0.0008149026007231441, "clip_ratio/low_min": 0.0008149026007231441, "clip_ratio/region_mean": 0.0023059218592607067, "completions/clipped_ratio": 0.078125, "completions/max_length": 8192.0, "completions/max_terminated_length": 7837.0, "completions/mean_length": 2206.578125, "completions/mean_terminated_length": 1699.3389892578125, "completions/min_length": 513.0, "completions/min_terminated_length": 513.0, "entropy": 0.1912753116339445, "epoch": 0.019055026249270853, "frac_reward_zero_std": 0.125, "grad_norm": 0.05575968325138092, "learning_rate": 9.937131375980296e-07, "loss": 0.013404985889792442, "num_tokens": 12444132.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.8906028270721436, "sampling/importance_sampling_ratio/mean": 0.4677075445652008, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 2.271317720413208, "sampling/sampling_logp_difference/mean": 0.013372254557907581, "step": 98, "step_time": 420.09760803499375 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.25, "cast/masked_correct_bad_token_rate": 0.08942654822021723, "cast/masked_gap_abs_mean": 0.020104088267544284, "cast/masked_gap_mean": -0.004382861532747029, "cast/masked_negative_base_rate": 0.6527670696377754, "cast/masked_positive_base_rate": 0.347232922911644, "cast/masked_sign_flipped_rate": 0.25120771769434214, "cast/masked_teacher_negative_rate": 0.28208068013191223, "cast/masked_teacher_positive_rate": 0.24447826901450753, "cast/masked_token_adv_abs_mean": 0.7838798118755221, "cast/masked_token_adv_max": 0.9604845317080617, "cast/masked_token_adv_mean": -0.08640847538481466, "cast/masked_token_adv_min": -1.0548395263031125, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.033055191568564624, "cast/masked_wrong_good_token_rate": 0.1617811699397862, "cast/mixed_group_rate": 0.625, "clip_ratio/high_max": 0.001453101971947035, "clip_ratio/high_mean": 0.001453101971947035, "clip_ratio/low_mean": 0.0007677661105844891, "clip_ratio/low_min": 0.0007677661105844891, "clip_ratio/region_mean": 0.002220868100266671, "completions/clipped_ratio": 0.0, "completions/max_length": 7549.0, "completions/max_terminated_length": 7549.0, "completions/mean_length": 2121.65625, "completions/mean_terminated_length": 2121.65625, "completions/min_length": 841.0, "completions/min_terminated_length": 841.0, "entropy": 0.22135206637904048, "epoch": 0.01924946529263076, "frac_reward_zero_std": 0.375, "grad_norm": 0.04119051247835159, "learning_rate": 9.936483245835763e-07, "loss": 0.022711534053087234, "num_tokens": 12591574.0, "reward": 0.359375, "reward_std": 0.4836103618144989, "rewards/math_answer_reward/mean": 0.359375, "rewards/math_answer_reward/std": 0.4836103618144989, "sampling/importance_sampling_ratio/max": 2.126614809036255, "sampling/importance_sampling_ratio/mean": 0.3352319002151489, "sampling/importance_sampling_ratio/min": 0.0, "sampling/sampling_logp_difference/max": 1.314540982246399, "sampling/sampling_logp_difference/mean": 0.015252893790602684, "step": 99, "step_time": 345.72251328098355 }, { "cast/all_correct_group_rate": 0.125, "cast/all_wrong_group_rate": 0.625, "cast/masked_correct_bad_token_rate": 0.0742945036618039, "cast/masked_gap_abs_mean": 0.023961322265677154, "cast/masked_gap_mean": -0.0067796403266271454, "cast/masked_negative_base_rate": 0.7036592029035091, "cast/masked_positive_base_rate": 0.29634079057723284, "cast/masked_sign_flipped_rate": 0.29103928757831454, "cast/masked_teacher_negative_rate": 0.34329995745792985, "cast/masked_teacher_positive_rate": 0.3000688459724188, "cast/masked_token_adv_abs_mean": 0.8981147473677993, "cast/masked_token_adv_max": 1.0169453416019678, "cast/masked_token_adv_mean": -0.1828393561881967, "cast/masked_token_adv_min": -1.1515090521425009, "cast/masked_token_weight_max": 1.2000000476837158, "cast/masked_token_weight_min": 1.0, "cast/masked_token_weight_std": 0.03196637466317043, "cast/masked_wrong_good_token_rate": 0.2167447826359421, "cast/mixed_group_rate": 0.25, "clip_ratio/high_max": 0.002694927839911543, "clip_ratio/high_mean": 0.002694927839911543, "clip_ratio/low_mean": 0.001234820144418336, "clip_ratio/low_min": 0.001234820144418336, "clip_ratio/region_mean": 0.003929748005248257, "completions/clipped_ratio": 0.0, "completions/max_length": 2824.0, "completions/max_terminated_length": 2824.0, "completions/mean_length": 1376.203125, "completions/mean_terminated_length": 1376.203125, "completions/min_length": 451.0, "completions/min_terminated_length": 451.0, "entropy": 0.2637432408519089, "epoch": 0.019443904335990667, "frac_reward_zero_std": 0.75, "grad_norm": 0.054625071585178375, "learning_rate": 9.93583511569123e-07, "loss": 0.02553533762693405, "num_tokens": 12691043.0, "reward": 0.34375, "reward_std": 0.4787135720252991, "rewards/math_answer_reward/mean": 0.34375, "rewards/math_answer_reward/std": 0.4787135720252991, "sampling/importance_sampling_ratio/max": 2.372849941253662, "sampling/importance_sampling_ratio/mean": 0.2609149217605591, "sampling/importance_sampling_ratio/min": 0.00012522871838882565, "sampling/sampling_logp_difference/max": 1.677259922027588, "sampling/sampling_logp_difference/mean": 0.02041148766875267, "step": 100, "step_time": 153.14356127602514 } ], "logging_steps": 1, "max_steps": 15429, "num_input_tokens_seen": 12691043, "num_train_epochs": 3, "save_steps": 100, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 2, "trial_name": null, "trial_params": null }