| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 4.0, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 455.8125, |
| "epoch": 0.008, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0618, |
| "reward": 4.689006567001343, |
| "reward_std": 1.78610560297966, |
| "rewards/mrr_reward": 0.2938988097012043, |
| "rewards/rank_analyze_format_reward": 0.11466514505445957, |
| "rewards/rank_answer_foramt_reward": 0.501953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.8984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 1 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.734375, |
| "epoch": 0.016, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": 0.0063, |
| "reward": 3.9557588696479797, |
| "reward_std": 1.5732559561729431, |
| "rewards/mrr_reward": 0.169766865670681, |
| "rewards/rank_analyze_format_reward": 0.07681952975690365, |
| "rewards/rank_answer_foramt_reward": 0.36328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9807952791452408, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9807952791452408, |
| "step": 2 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 441.203125, |
| "epoch": 0.024, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0565, |
| "reward": 4.4016576409339905, |
| "reward_std": 1.6944840550422668, |
| "rewards/mrr_reward": 0.2554253488779068, |
| "rewards/rank_analyze_format_reward": 0.11000172607600689, |
| "rewards/rank_answer_foramt_reward": 0.4140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 3 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.03125, |
| "epoch": 0.032, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0361, |
| "reward": 5.027822136878967, |
| "reward_std": 1.9866893887519836, |
| "rewards/mrr_reward": 0.3529265820980072, |
| "rewards/rank_analyze_format_reward": 0.15089312940835953, |
| "rewards/rank_answer_foramt_reward": 0.5546875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.998236283659935, |
| "rewards/rank_overall_format_reward_more": 0.9140625, |
| "rewards/rank_verify_format_reward": 0.998236283659935, |
| "step": 4 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 488.078125, |
| "epoch": 0.04, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0246, |
| "reward": 4.68894362449646, |
| "reward_std": 1.7762902677059174, |
| "rewards/mrr_reward": 0.3031250014901161, |
| "rewards/rank_analyze_format_reward": 0.2197269294410944, |
| "rewards/rank_answer_foramt_reward": 0.474609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9808974117040634, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.9808974117040634, |
| "step": 5 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 476.78125, |
| "epoch": 0.048, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0422, |
| "reward": 4.237152338027954, |
| "reward_std": 1.5055316388607025, |
| "rewards/mrr_reward": 0.19459325820207596, |
| "rewards/rank_analyze_format_reward": 0.14743656385689974, |
| "rewards/rank_answer_foramt_reward": 0.46875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9994212985038757, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9837962985038757, |
| "step": 6 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 456.6875, |
| "epoch": 0.056, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.023, |
| "reward": 4.391666889190674, |
| "reward_std": 1.7478849291801453, |
| "rewards/mrr_reward": 0.27126736007630825, |
| "rewards/rank_analyze_format_reward": 0.13924695551395416, |
| "rewards/rank_answer_foramt_reward": 0.4375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9977376908063889, |
| "rewards/rank_overall_format_reward_more": 0.78125, |
| "rewards/rank_verify_format_reward": 0.9508626908063889, |
| "step": 7 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 438.890625, |
| "epoch": 0.064, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.0161, |
| "reward": 4.737706661224365, |
| "reward_std": 1.8800698816776276, |
| "rewards/mrr_reward": 0.328125, |
| "rewards/rank_analyze_format_reward": 0.08576204627752304, |
| "rewards/rank_answer_foramt_reward": 0.484375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.997436136007309, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 8 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 440.546875, |
| "epoch": 0.072, |
| "grad_norm": 0.0, |
| "kl": 0.0, |
| "learning_rate": 2e-05, |
| "loss": -0.026, |
| "reward": 4.544053554534912, |
| "reward_std": 2.140646994113922, |
| "rewards/mrr_reward": 0.3108258917927742, |
| "rewards/rank_analyze_format_reward": 0.09371883049607277, |
| "rewards/rank_answer_foramt_reward": 0.44140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.8125, |
| "rewards/rank_verify_format_reward": 0.953125, |
| "step": 9 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.078125, |
| "epoch": 0.08, |
| "grad_norm": 0.02036167122423649, |
| "kl": 0.0, |
| "learning_rate": 1.9999999684172664e-05, |
| "loss": -0.0462, |
| "reward": 4.728065490722656, |
| "reward_std": 1.9379011690616608, |
| "rewards/mrr_reward": 0.3036644458770752, |
| "rewards/rank_analyze_format_reward": 0.2416149042546749, |
| "rewards/rank_answer_foramt_reward": 0.4921875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9835526347160339, |
| "rewards/rank_overall_format_reward_more": 0.828125, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 10 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 478.84375, |
| "epoch": 0.088, |
| "grad_norm": 0.02036167122423649, |
| "kl": -5.602836608886719e-06, |
| "learning_rate": 1.9999999684172664e-05, |
| "loss": -0.0299, |
| "reward": 4.586392045021057, |
| "reward_std": 1.808391511440277, |
| "rewards/mrr_reward": 0.26946303993463516, |
| "rewards/rank_analyze_format_reward": 0.178153439424932, |
| "rewards/rank_answer_foramt_reward": 0.52734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 11 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 455.078125, |
| "epoch": 0.096, |
| "grad_norm": 0.020598648115992546, |
| "kl": -6.273388862609863e-06, |
| "learning_rate": 1.9999998736690666e-05, |
| "loss": -0.019, |
| "reward": 4.161486208438873, |
| "reward_std": 1.7841115891933441, |
| "rewards/mrr_reward": 0.21319444477558136, |
| "rewards/rank_analyze_format_reward": 0.09823539853096008, |
| "rewards/rank_answer_foramt_reward": 0.396484375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9968380630016327, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9812130630016327, |
| "step": 12 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 459.578125, |
| "epoch": 0.104, |
| "grad_norm": 0.021508827805519104, |
| "kl": -4.723668098449707e-06, |
| "learning_rate": 1.999999715755407e-05, |
| "loss": -0.0384, |
| "reward": 4.695295810699463, |
| "reward_std": 1.5369611978530884, |
| "rewards/mrr_reward": 0.3081597238779068, |
| "rewards/rank_analyze_format_reward": 0.11086451821029186, |
| "rewards/rank_answer_foramt_reward": 0.48046875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 13 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 464.015625, |
| "epoch": 0.112, |
| "grad_norm": 0.022063156589865685, |
| "kl": -5.081295967102051e-06, |
| "learning_rate": 1.9999994946762974e-05, |
| "loss": -0.0454, |
| "reward": 4.200581610202789, |
| "reward_std": 1.8469471633434296, |
| "rewards/mrr_reward": 0.20451389625668526, |
| "rewards/rank_analyze_format_reward": 0.16768221091479063, |
| "rewards/rank_answer_foramt_reward": 0.41015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 14 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 452.5, |
| "epoch": 0.12, |
| "grad_norm": 0.022208023816347122, |
| "kl": -4.26173210144043e-06, |
| "learning_rate": 1.999999210431752e-05, |
| "loss": -0.0243, |
| "reward": 4.085702300071716, |
| "reward_std": 1.512882336974144, |
| "rewards/mrr_reward": 0.17906746454536915, |
| "rewards/rank_analyze_format_reward": 0.14385094121098518, |
| "rewards/rank_answer_foramt_reward": 0.4375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9956032931804657, |
| "rewards/rank_overall_format_reward_more": 0.796875, |
| "rewards/rank_verify_format_reward": 0.9956032931804657, |
| "step": 15 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 467.296875, |
| "epoch": 0.128, |
| "grad_norm": 0.020399712026119232, |
| "kl": -4.0084123611450195e-06, |
| "learning_rate": 1.9999988630217885e-05, |
| "loss": -0.0316, |
| "reward": 5.109304070472717, |
| "reward_std": 1.985443890094757, |
| "rewards/mrr_reward": 0.3867187425494194, |
| "rewards/rank_analyze_format_reward": 0.17149577103555202, |
| "rewards/rank_answer_foramt_reward": 0.580078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.8125, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 16 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.90625, |
| "epoch": 0.136, |
| "grad_norm": 0.02226601168513298, |
| "kl": -2.7865171432495117e-06, |
| "learning_rate": 1.999998452446429e-05, |
| "loss": -0.032, |
| "reward": 4.289996266365051, |
| "reward_std": 1.757462590932846, |
| "rewards/mrr_reward": 0.2313119969330728, |
| "rewards/rank_analyze_format_reward": 0.15154925920069218, |
| "rewards/rank_answer_foramt_reward": 0.44140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9835526347160339, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 17 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.328125, |
| "epoch": 0.144, |
| "grad_norm": 0.02119840867817402, |
| "kl": -2.086162567138672e-07, |
| "learning_rate": 1.9999979787056998e-05, |
| "loss": -0.0259, |
| "reward": 4.4557565450668335, |
| "reward_std": 1.1966679394245148, |
| "rewards/mrr_reward": 0.22187501564621925, |
| "rewards/rank_analyze_format_reward": 0.1767062321305275, |
| "rewards/rank_answer_foramt_reward": 0.521484375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9975329041481018, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9975329041481018, |
| "step": 18 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 446.53125, |
| "epoch": 0.152, |
| "grad_norm": 0.02239903435111046, |
| "kl": -2.2351741790771484e-07, |
| "learning_rate": 1.9999974417996303e-05, |
| "loss": -0.0161, |
| "reward": 4.088248610496521, |
| "reward_std": 1.54827019572258, |
| "rewards/mrr_reward": 0.18916791677474976, |
| "rewards/rank_analyze_format_reward": 0.09350559022277594, |
| "rewards/rank_answer_foramt_reward": 0.42578125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9959887713193893, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9803637713193893, |
| "step": 19 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 467.40625, |
| "epoch": 0.16, |
| "grad_norm": 0.02158363349735737, |
| "kl": 2.995133399963379e-06, |
| "learning_rate": 1.9999968417282542e-05, |
| "loss": -0.0394, |
| "reward": 5.011839747428894, |
| "reward_std": 1.7887286245822906, |
| "rewards/mrr_reward": 0.35902776941657066, |
| "rewards/rank_analyze_format_reward": 0.1226036436855793, |
| "rewards/rank_answer_foramt_reward": 0.59375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 20 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 512.265625, |
| "epoch": 0.168, |
| "grad_norm": 0.019902769476175308, |
| "kl": 2.086162567138672e-06, |
| "learning_rate": 1.99999617849161e-05, |
| "loss": -0.007, |
| "reward": 4.999041318893433, |
| "reward_std": 2.092874825000763, |
| "rewards/mrr_reward": 0.33280009776353836, |
| "rewards/rank_analyze_format_reward": 0.3474135100841522, |
| "rewards/rank_answer_foramt_reward": 0.564453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9678308814764023, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.9678308814764023, |
| "step": 21 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 462.078125, |
| "epoch": 0.176, |
| "grad_norm": 0.0211955476552248, |
| "kl": 6.16908073425293e-06, |
| "learning_rate": 1.9999954520897394e-05, |
| "loss": 0.0067, |
| "reward": 4.904757022857666, |
| "reward_std": 1.5794726610183716, |
| "rewards/mrr_reward": 0.35468750447034836, |
| "rewards/rank_analyze_format_reward": 0.09507373627275229, |
| "rewards/rank_answer_foramt_reward": 0.611328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.8125, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 22 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 466.828125, |
| "epoch": 0.184, |
| "grad_norm": 0.020976468920707703, |
| "kl": 6.943941116333008e-06, |
| "learning_rate": 1.999994662522688e-05, |
| "loss": -0.0219, |
| "reward": 5.450310587882996, |
| "reward_std": 1.9311817586421967, |
| "rewards/mrr_reward": 0.44487228244543076, |
| "rewards/rank_analyze_format_reward": 0.20164816547185183, |
| "rewards/rank_answer_foramt_reward": 0.66796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9670085161924362, |
| "step": 23 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 467.34375, |
| "epoch": 0.192, |
| "grad_norm": 0.0208530742675066, |
| "kl": 1.093745231628418e-05, |
| "learning_rate": 1.9999938097905064e-05, |
| "loss": -0.0345, |
| "reward": 4.764381527900696, |
| "reward_std": 1.8450036644935608, |
| "rewards/mrr_reward": 0.31850818172097206, |
| "rewards/rank_analyze_format_reward": 0.1051585366949439, |
| "rewards/rank_answer_foramt_reward": 0.546875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9972826093435287, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9816576093435287, |
| "step": 24 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 477.484375, |
| "epoch": 0.2, |
| "grad_norm": 0.02045305259525776, |
| "kl": 1.1593103408813477e-05, |
| "learning_rate": 1.9999928938932473e-05, |
| "loss": -0.0176, |
| "reward": 4.7958372831344604, |
| "reward_std": 1.7617928981781006, |
| "rewards/mrr_reward": 0.2876054085791111, |
| "rewards/rank_analyze_format_reward": 0.28027439024299383, |
| "rewards/rank_answer_foramt_reward": 0.48828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9970238208770752, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9970238208770752, |
| "step": 25 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 445.140625, |
| "epoch": 0.208, |
| "grad_norm": 0.02045305259525776, |
| "kl": 1.919269561767578e-05, |
| "learning_rate": 1.9999928938932473e-05, |
| "loss": -0.002, |
| "reward": 4.298715710639954, |
| "reward_std": 1.676234632730484, |
| "rewards/mrr_reward": 0.2303757481276989, |
| "rewards/rank_analyze_format_reward": 0.11518567334860563, |
| "rewards/rank_answer_foramt_reward": 0.458984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9679276347160339, |
| "rewards/rank_overall_format_reward_more": 0.8671875, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 26 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 483.71875, |
| "epoch": 0.216, |
| "grad_norm": 0.02045305259525776, |
| "kl": 1.0028481483459473e-05, |
| "learning_rate": 1.9999928938932473e-05, |
| "loss": -0.0122, |
| "reward": 4.261886656284332, |
| "reward_std": 1.7420227527618408, |
| "rewards/mrr_reward": 0.19882812350988388, |
| "rewards/rank_analyze_format_reward": 0.19866678677499294, |
| "rewards/rank_answer_foramt_reward": 0.44921875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9837500005960464, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9990011900663376, |
| "step": 27 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 494.4375, |
| "epoch": 0.224, |
| "grad_norm": 0.020556651055812836, |
| "kl": 1.0758638381958008e-05, |
| "learning_rate": 1.99999191483097e-05, |
| "loss": -0.0292, |
| "reward": 4.516226172447205, |
| "reward_std": 1.9960070848464966, |
| "rewards/mrr_reward": 0.28723958507180214, |
| "rewards/rank_analyze_format_reward": 0.14337314292788506, |
| "rewards/rank_answer_foramt_reward": 0.470703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9820645451545715, |
| "rewards/rank_overall_format_reward_more": 0.7890625, |
| "rewards/rank_verify_format_reward": 0.9820645451545715, |
| "step": 28 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 477.453125, |
| "epoch": 0.232, |
| "grad_norm": 0.019716233015060425, |
| "kl": 1.9982457160949707e-05, |
| "learning_rate": 1.999990872603735e-05, |
| "loss": -0.017, |
| "reward": 4.805420398712158, |
| "reward_std": 1.657298356294632, |
| "rewards/mrr_reward": 0.3268229216337204, |
| "rewards/rank_analyze_format_reward": 0.14590902999043465, |
| "rewards/rank_answer_foramt_reward": 0.490234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9934926480054855, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9934926480054855, |
| "step": 29 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 492.375, |
| "epoch": 0.24, |
| "grad_norm": 0.02322639897465706, |
| "kl": 1.965463161468506e-05, |
| "learning_rate": 1.999989767211609e-05, |
| "loss": -0.0386, |
| "reward": 4.979418992996216, |
| "reward_std": 1.6339992135763168, |
| "rewards/mrr_reward": 0.3164062537252903, |
| "rewards/rank_analyze_format_reward": 0.31370767019689083, |
| "rewards/rank_answer_foramt_reward": 0.51953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9988712668418884, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9988712668418884, |
| "step": 30 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 464.875, |
| "epoch": 0.248, |
| "grad_norm": 0.020231744274497032, |
| "kl": 2.7373433113098145e-05, |
| "learning_rate": 1.9999885986546613e-05, |
| "loss": -0.0448, |
| "reward": 4.7086580991744995, |
| "reward_std": 1.7371686697006226, |
| "rewards/mrr_reward": 0.2849392406642437, |
| "rewards/rank_analyze_format_reward": 0.16265114955604076, |
| "rewards/rank_answer_foramt_reward": 0.4921875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 31 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 487.484375, |
| "epoch": 0.256, |
| "grad_norm": 0.01962853968143463, |
| "kl": 3.975629806518555e-05, |
| "learning_rate": 1.999987366932966e-05, |
| "loss": -0.0411, |
| "reward": 4.679190993309021, |
| "reward_std": 1.5342676639556885, |
| "rewards/mrr_reward": 0.27297867834568024, |
| "rewards/rank_analyze_format_reward": 0.16313984990119934, |
| "rewards/rank_answer_foramt_reward": 0.56640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 32 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 454.515625, |
| "epoch": 0.264, |
| "grad_norm": 0.02267865277826786, |
| "kl": 3.771483898162842e-05, |
| "learning_rate": 1.9999860720466007e-05, |
| "loss": -0.0034, |
| "reward": 4.1931135058403015, |
| "reward_std": 1.5233525335788727, |
| "rewards/mrr_reward": 0.19470486417412758, |
| "rewards/rank_analyze_format_reward": 0.10926186013966799, |
| "rewards/rank_answer_foramt_reward": 0.443359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9972426444292068, |
| "rewards/rank_overall_format_reward_more": 0.8671875, |
| "rewards/rank_verify_format_reward": 0.9972426444292068, |
| "step": 33 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 461.953125, |
| "epoch": 0.272, |
| "grad_norm": 0.02176724746823311, |
| "kl": 5.410611629486084e-05, |
| "learning_rate": 1.9999847139956477e-05, |
| "loss": -0.0314, |
| "reward": 4.550845384597778, |
| "reward_std": 1.958255022764206, |
| "rewards/mrr_reward": 0.30027903243899345, |
| "rewards/rank_analyze_format_reward": 0.0568907568231225, |
| "rewards/rank_answer_foramt_reward": 0.529296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9677083343267441, |
| "rewards/rank_overall_format_reward_more": 0.84375, |
| "rewards/rank_verify_format_reward": 0.9520833343267441, |
| "step": 34 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 474.65625, |
| "epoch": 0.28, |
| "grad_norm": 0.0221868809312582, |
| "kl": 5.4582953453063965e-05, |
| "learning_rate": 1.9999832927801922e-05, |
| "loss": -0.0057, |
| "reward": 4.710769176483154, |
| "reward_std": 1.6857908964157104, |
| "rewards/mrr_reward": 0.3105034828186035, |
| "rewards/rank_analyze_format_reward": 0.1985221654176712, |
| "rewards/rank_answer_foramt_reward": 0.544921875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9798430800437927, |
| "rewards/rank_overall_format_reward_more": 0.78125, |
| "rewards/rank_verify_format_reward": 0.9642180800437927, |
| "step": 35 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 496.78125, |
| "epoch": 0.288, |
| "grad_norm": 0.02121078222990036, |
| "kl": 6.13182783126831e-05, |
| "learning_rate": 1.9999818084003243e-05, |
| "loss": -0.0368, |
| "reward": 5.009979605674744, |
| "reward_std": 1.9656108021736145, |
| "rewards/mrr_reward": 0.32831721380352974, |
| "rewards/rank_analyze_format_reward": 0.24603652395308018, |
| "rewards/rank_answer_foramt_reward": 0.58984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9811964929103851, |
| "rewards/rank_overall_format_reward_more": 0.8984375, |
| "rewards/rank_verify_format_reward": 0.9811964929103851, |
| "step": 36 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 489.40625, |
| "epoch": 0.296, |
| "grad_norm": 0.022762347012758255, |
| "kl": 7.359683513641357e-05, |
| "learning_rate": 1.999980260856137e-05, |
| "loss": 0.0164, |
| "reward": 4.261849403381348, |
| "reward_std": 1.6020236611366272, |
| "rewards/mrr_reward": 0.20416666939854622, |
| "rewards/rank_analyze_format_reward": 0.16004161350429058, |
| "rewards/rank_answer_foramt_reward": 0.4375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9980392158031464, |
| "rewards/rank_overall_format_reward_more": 0.8515625, |
| "rewards/rank_verify_format_reward": 0.9980392158031464, |
| "step": 37 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.59375, |
| "epoch": 0.304, |
| "grad_norm": 0.02300061471760273, |
| "kl": 6.565451622009277e-05, |
| "learning_rate": 1.9999786501477298e-05, |
| "loss": -0.0407, |
| "reward": 4.600297033786774, |
| "reward_std": 1.597813993692398, |
| "rewards/mrr_reward": 0.2838975712656975, |
| "rewards/rank_analyze_format_reward": 0.10455834865570068, |
| "rewards/rank_answer_foramt_reward": 0.50390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 38 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 468.828125, |
| "epoch": 0.312, |
| "grad_norm": 0.022656837478280067, |
| "kl": 9.85860824584961e-05, |
| "learning_rate": 1.9999769762752024e-05, |
| "loss": -0.0421, |
| "reward": 4.96368944644928, |
| "reward_std": 1.8781414777040482, |
| "rewards/mrr_reward": 0.33848586305975914, |
| "rewards/rank_analyze_format_reward": 0.16822483576834202, |
| "rewards/rank_answer_foramt_reward": 0.654296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.9678308814764023, |
| "step": 39 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 503.1875, |
| "epoch": 0.32, |
| "grad_norm": 0.023156002163887024, |
| "kl": 0.0001109689474105835, |
| "learning_rate": 1.999975239238662e-05, |
| "loss": -0.0188, |
| "reward": 5.189586162567139, |
| "reward_std": 2.028193384408951, |
| "rewards/mrr_reward": 0.36250000447034836, |
| "rewards/rank_analyze_format_reward": 0.3480729628354311, |
| "rewards/rank_answer_foramt_reward": 0.560546875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.981889471411705, |
| "rewards/rank_overall_format_reward_more": 0.8671875, |
| "rewards/rank_verify_format_reward": 0.981889471411705, |
| "step": 40 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 461.5625, |
| "epoch": 0.328, |
| "grad_norm": 0.021381191909313202, |
| "kl": 0.00012908875942230225, |
| "learning_rate": 1.999973439038218e-05, |
| "loss": -0.0281, |
| "reward": 4.959184765815735, |
| "reward_std": 2.1065359711647034, |
| "rewards/mrr_reward": 0.36927083879709244, |
| "rewards/rank_analyze_format_reward": 0.1428538914769888, |
| "rewards/rank_answer_foramt_reward": 0.48828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9918892979621887, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9762642979621887, |
| "step": 41 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 490.0, |
| "epoch": 0.336, |
| "grad_norm": 0.02237197570502758, |
| "kl": 0.00011831521987915039, |
| "learning_rate": 1.9999715756739833e-05, |
| "loss": -0.0379, |
| "reward": 4.825831055641174, |
| "reward_std": 1.8668445944786072, |
| "rewards/mrr_reward": 0.3253224194049835, |
| "rewards/rank_analyze_format_reward": 0.163555265404284, |
| "rewards/rank_answer_foramt_reward": 0.568359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9900633096694946, |
| "rewards/rank_overall_format_reward_more": 0.828125, |
| "rewards/rank_verify_format_reward": 0.9744383096694946, |
| "step": 42 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.34375, |
| "epoch": 0.344, |
| "grad_norm": 0.022024238482117653, |
| "kl": 0.00014644861221313477, |
| "learning_rate": 1.9999696491460764e-05, |
| "loss": -0.0215, |
| "reward": 4.890589237213135, |
| "reward_std": 1.6738486886024475, |
| "rewards/mrr_reward": 0.3286830335855484, |
| "rewards/rank_analyze_format_reward": 0.15786650124937296, |
| "rewards/rank_answer_foramt_reward": 0.56640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9961046874523163, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9961046874523163, |
| "step": 43 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 467.234375, |
| "epoch": 0.352, |
| "grad_norm": 0.02275724522769451, |
| "kl": 0.00016573071479797363, |
| "learning_rate": 1.9999676594546187e-05, |
| "loss": -0.0215, |
| "reward": 5.033377289772034, |
| "reward_std": 1.8407581448554993, |
| "rewards/mrr_reward": 0.3557477742433548, |
| "rewards/rank_analyze_format_reward": 0.14718732610344887, |
| "rewards/rank_answer_foramt_reward": 0.59765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 44 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 487.625, |
| "epoch": 0.36, |
| "grad_norm": 0.023730719462037086, |
| "kl": 0.00015407800674438477, |
| "learning_rate": 1.999965606599736e-05, |
| "loss": -0.0031, |
| "reward": 5.316616773605347, |
| "reward_std": 1.5850826501846313, |
| "rewards/mrr_reward": 0.4290550574660301, |
| "rewards/rank_analyze_format_reward": 0.08148389589041471, |
| "rewards/rank_answer_foramt_reward": 0.697265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9928547292947769, |
| "rewards/rank_overall_format_reward_more": 0.8515625, |
| "rewards/rank_verify_format_reward": 0.9772297292947769, |
| "step": 45 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 509.9375, |
| "epoch": 0.368, |
| "grad_norm": 0.021739846095442772, |
| "kl": 0.00018548965454101562, |
| "learning_rate": 1.999963490581558e-05, |
| "loss": -0.0254, |
| "reward": 5.217623829841614, |
| "reward_std": 1.4084790647029877, |
| "rewards/mrr_reward": 0.33927951753139496, |
| "rewards/rank_analyze_format_reward": 0.3564212815836072, |
| "rewards/rank_answer_foramt_reward": 0.6953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.998135969042778, |
| "rewards/rank_overall_format_reward_more": 0.84375, |
| "rewards/rank_verify_format_reward": 0.966885969042778, |
| "step": 46 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 473.734375, |
| "epoch": 0.376, |
| "grad_norm": 0.023394783958792686, |
| "kl": 0.00021630525588989258, |
| "learning_rate": 1.9999613114002184e-05, |
| "loss": -0.0309, |
| "reward": 4.08813738822937, |
| "reward_std": 1.2790243327617645, |
| "rewards/mrr_reward": 0.14723462983965874, |
| "rewards/rank_analyze_format_reward": 0.15144313033670187, |
| "rewards/rank_answer_foramt_reward": 0.431640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9971200972795486, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9971200972795486, |
| "step": 47 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 472.421875, |
| "epoch": 0.384, |
| "grad_norm": 0.027028290554881096, |
| "kl": 0.00026175379753112793, |
| "learning_rate": 1.9999590690558545e-05, |
| "loss": -0.054, |
| "reward": 5.350240349769592, |
| "reward_std": 1.9697438478469849, |
| "rewards/mrr_reward": 0.42695312947034836, |
| "rewards/rank_analyze_format_reward": 0.21482349652796984, |
| "rewards/rank_answer_foramt_reward": 0.625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9989583343267441, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.9677083343267441, |
| "step": 48 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 476.34375, |
| "epoch": 0.392, |
| "grad_norm": 0.021585488691926003, |
| "kl": 0.0002930760383605957, |
| "learning_rate": 1.9999567635486086e-05, |
| "loss": -0.0243, |
| "reward": 4.152051568031311, |
| "reward_std": 1.6824184954166412, |
| "rewards/mrr_reward": 0.18816964142024517, |
| "rewards/rank_analyze_format_reward": 0.12541021592915058, |
| "rewards/rank_answer_foramt_reward": 0.39453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983095824718475, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9983095824718475, |
| "step": 49 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 483.484375, |
| "epoch": 0.4, |
| "grad_norm": 0.022128406912088394, |
| "kl": 0.00023129582405090332, |
| "learning_rate": 1.9999543948786258e-05, |
| "loss": -0.0018, |
| "reward": 4.990848183631897, |
| "reward_std": 1.9261715412139893, |
| "rewards/mrr_reward": 0.3342633992433548, |
| "rewards/rank_analyze_format_reward": 0.1260274900123477, |
| "rewards/rank_answer_foramt_reward": 0.609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 50 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 492.078125, |
| "epoch": 0.408, |
| "grad_norm": 0.023543158546090126, |
| "kl": 0.0002911984920501709, |
| "learning_rate": 1.9999519630460554e-05, |
| "loss": -0.0076, |
| "reward": 5.144826769828796, |
| "reward_std": 1.6632727682590485, |
| "rewards/mrr_reward": 0.3661458343267441, |
| "rewards/rank_analyze_format_reward": 0.16852473467588425, |
| "rewards/rank_answer_foramt_reward": 0.59765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9140625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 51 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 466.515625, |
| "epoch": 0.416, |
| "grad_norm": 0.024417538195848465, |
| "kl": 0.0004246234893798828, |
| "learning_rate": 1.999949468051052e-05, |
| "loss": -0.0313, |
| "reward": 5.0145174860954285, |
| "reward_std": 1.8828826546669006, |
| "rewards/mrr_reward": 0.38802083767950535, |
| "rewards/rank_analyze_format_reward": 0.10110596101731062, |
| "rewards/rank_answer_foramt_reward": 0.556640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.8359375, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 52 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 494.75, |
| "epoch": 0.424, |
| "grad_norm": 0.024848150089383125, |
| "kl": 0.0002892911434173584, |
| "learning_rate": 1.9999469098937726e-05, |
| "loss": -0.0361, |
| "reward": 4.832870543003082, |
| "reward_std": 1.565253883600235, |
| "rewards/mrr_reward": 0.2958891298621893, |
| "rewards/rank_analyze_format_reward": 0.1942360121756792, |
| "rewards/rank_answer_foramt_reward": 0.611328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 53 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 504.5625, |
| "epoch": 0.432, |
| "grad_norm": 0.02211805246770382, |
| "kl": 0.00029155611991882324, |
| "learning_rate": 1.9999442885743785e-05, |
| "loss": -0.016, |
| "reward": 4.681830644607544, |
| "reward_std": 1.6615483164787292, |
| "rewards/mrr_reward": 0.28389756940305233, |
| "rewards/rank_analyze_format_reward": 0.1718399478122592, |
| "rewards/rank_answer_foramt_reward": 0.568359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9811454266309738, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9655204266309738, |
| "step": 54 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 471.765625, |
| "epoch": 0.44, |
| "grad_norm": 0.02444814145565033, |
| "kl": 0.0004519224166870117, |
| "learning_rate": 1.9999416040930354e-05, |
| "loss": -0.0462, |
| "reward": 5.167219042778015, |
| "reward_std": 1.9449047446250916, |
| "rewards/mrr_reward": 0.3921875059604645, |
| "rewards/rank_analyze_format_reward": 0.1719050519168377, |
| "rewards/rank_answer_foramt_reward": 0.513671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9955085963010788, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9955085963010788, |
| "step": 55 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 501.21875, |
| "epoch": 0.448, |
| "grad_norm": 0.024404721334576607, |
| "kl": 0.00047457218170166016, |
| "learning_rate": 1.9999388564499135e-05, |
| "loss": -0.047, |
| "reward": 5.111963272094727, |
| "reward_std": 1.9699311256408691, |
| "rewards/mrr_reward": 0.340104166418314, |
| "rewards/rank_analyze_format_reward": 0.30795731022953987, |
| "rewards/rank_answer_foramt_reward": 0.650390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9669117629528046, |
| "rewards/rank_overall_format_reward_more": 0.859375, |
| "rewards/rank_verify_format_reward": 0.9669117629528046, |
| "step": 56 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 481.421875, |
| "epoch": 0.456, |
| "grad_norm": 0.024884849786758423, |
| "kl": 0.0005426406860351562, |
| "learning_rate": 1.999936045645186e-05, |
| "loss": -0.0116, |
| "reward": 4.459952890872955, |
| "reward_std": 1.6162844747304916, |
| "rewards/mrr_reward": 0.24435143917798996, |
| "rewards/rank_analyze_format_reward": 0.10262943152338266, |
| "rewards/rank_answer_foramt_reward": 0.5234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985526353120804, |
| "rewards/rank_overall_format_reward_more": 0.890625, |
| "rewards/rank_verify_format_reward": 0.9673026353120804, |
| "step": 57 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 476.625, |
| "epoch": 0.464, |
| "grad_norm": 0.02534506469964981, |
| "kl": 0.0007425546646118164, |
| "learning_rate": 1.9999331716790303e-05, |
| "loss": -0.0169, |
| "reward": 4.837222576141357, |
| "reward_std": 1.9827671647071838, |
| "rewards/mrr_reward": 0.33585068956017494, |
| "rewards/rank_analyze_format_reward": 0.20996354706585407, |
| "rewards/rank_answer_foramt_reward": 0.470703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9807952791452408, |
| "rewards/rank_overall_format_reward_more": 0.8515625, |
| "rewards/rank_verify_format_reward": 0.9807952791452408, |
| "step": 58 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 530.046875, |
| "epoch": 0.472, |
| "grad_norm": 0.022839965298771858, |
| "kl": 0.0004405379295349121, |
| "learning_rate": 1.9999302345516278e-05, |
| "loss": -0.0295, |
| "reward": 5.279780864715576, |
| "reward_std": 1.9629344046115875, |
| "rewards/mrr_reward": 0.36336806416511536, |
| "rewards/rank_analyze_format_reward": 0.2832249477505684, |
| "rewards/rank_answer_foramt_reward": 0.654296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.890625, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 59 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 516.65625, |
| "epoch": 0.48, |
| "grad_norm": 0.0263381227850914, |
| "kl": 0.0005091428756713867, |
| "learning_rate": 1.9999272342631644e-05, |
| "loss": -0.0381, |
| "reward": 6.471034526824951, |
| "reward_std": 1.9417240023612976, |
| "rewards/mrr_reward": 0.6197172403335571, |
| "rewards/rank_analyze_format_reward": 0.26364994794130325, |
| "rewards/rank_answer_foramt_reward": 0.791015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 60 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 480.421875, |
| "epoch": 0.488, |
| "grad_norm": 0.02566557377576828, |
| "kl": 0.0005975961685180664, |
| "learning_rate": 1.9999241708138296e-05, |
| "loss": -0.0056, |
| "reward": 5.077809810638428, |
| "reward_std": 1.307851292192936, |
| "rewards/mrr_reward": 0.35500991344451904, |
| "rewards/rank_analyze_format_reward": 0.10372397117316723, |
| "rewards/rank_answer_foramt_reward": 0.6328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9957729876041412, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 0.9957729876041412, |
| "step": 61 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 472.875, |
| "epoch": 0.496, |
| "grad_norm": 0.027827711775898933, |
| "kl": 0.000952601432800293, |
| "learning_rate": 1.9999210442038164e-05, |
| "loss": -0.0339, |
| "reward": 4.869051575660706, |
| "reward_std": 1.8942435383796692, |
| "rewards/mrr_reward": 0.3203125074505806, |
| "rewards/rank_analyze_format_reward": 0.16581160761415958, |
| "rewards/rank_answer_foramt_reward": 0.548828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9834558814764023, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9678308814764023, |
| "step": 62 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 485.609375, |
| "epoch": 0.504, |
| "grad_norm": 0.024270422756671906, |
| "kl": 0.000729680061340332, |
| "learning_rate": 1.9999178544333228e-05, |
| "loss": 0.0064, |
| "reward": 5.877958178520203, |
| "reward_std": 1.8244962692260742, |
| "rewards/mrr_reward": 0.5174479112029076, |
| "rewards/rank_analyze_format_reward": 0.19235198944807053, |
| "rewards/rank_answer_foramt_reward": 0.736328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 63 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 515.46875, |
| "epoch": 0.512, |
| "grad_norm": 0.022133484482765198, |
| "kl": 0.0008175373077392578, |
| "learning_rate": 1.9999146015025503e-05, |
| "loss": 0.0092, |
| "reward": 5.555278539657593, |
| "reward_std": 1.9869469702243805, |
| "rewards/mrr_reward": 0.45848215371370316, |
| "rewards/rank_analyze_format_reward": 0.22101733088493347, |
| "rewards/rank_answer_foramt_reward": 0.666015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9913771450519562, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.9601271450519562, |
| "step": 64 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.625, |
| "epoch": 0.52, |
| "grad_norm": 0.024551959708333015, |
| "kl": 0.0007832050323486328, |
| "learning_rate": 1.999911285411704e-05, |
| "loss": -0.0049, |
| "reward": 5.41889089345932, |
| "reward_std": 1.9643912464380264, |
| "rewards/mrr_reward": 0.43281250074505806, |
| "rewards/rank_analyze_format_reward": 0.2138027586042881, |
| "rewards/rank_answer_foramt_reward": 0.62890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9927783608436584, |
| "rewards/rank_overall_format_reward_more": 0.875, |
| "rewards/rank_verify_format_reward": 0.9771533608436584, |
| "step": 65 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 528.5, |
| "epoch": 0.528, |
| "grad_norm": 0.02290545031428337, |
| "kl": 0.0008490085601806641, |
| "learning_rate": 1.9999079061609933e-05, |
| "loss": -0.021, |
| "reward": 4.910151720046997, |
| "reward_std": 1.064635694026947, |
| "rewards/mrr_reward": 0.2832217253744602, |
| "rewards/rank_analyze_format_reward": 0.2712905704975128, |
| "rewards/rank_answer_foramt_reward": 0.5859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 66 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 514.546875, |
| "epoch": 0.536, |
| "grad_norm": 0.024759415537118912, |
| "kl": 0.0009107589721679688, |
| "learning_rate": 1.999904463750632e-05, |
| "loss": 0.0076, |
| "reward": 4.854610323905945, |
| "reward_std": 1.8393707275390625, |
| "rewards/mrr_reward": 0.30915798619389534, |
| "rewards/rank_analyze_format_reward": 0.23711884673684835, |
| "rewards/rank_answer_foramt_reward": 0.576171875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.8203125, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 67 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 499.859375, |
| "epoch": 0.544, |
| "grad_norm": 0.024759415537118912, |
| "kl": 0.0008776187896728516, |
| "learning_rate": 1.999904463750632e-05, |
| "loss": -0.0246, |
| "reward": 5.42217218875885, |
| "reward_std": 1.3200950622558594, |
| "rewards/mrr_reward": 0.42010788805782795, |
| "rewards/rank_analyze_format_reward": 0.19172357022762299, |
| "rewards/rank_answer_foramt_reward": 0.654296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.998641312122345, |
| "rewards/rank_overall_format_reward_more": 0.9140625, |
| "rewards/rank_verify_format_reward": 0.983016312122345, |
| "step": 68 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 496.140625, |
| "epoch": 0.552, |
| "grad_norm": 0.02841918356716633, |
| "kl": 0.0010838508605957031, |
| "learning_rate": 1.999900958180838e-05, |
| "loss": -0.0281, |
| "reward": 5.81439483165741, |
| "reward_std": 1.740799367427826, |
| "rewards/mrr_reward": 0.5312500074505806, |
| "rewards/rank_analyze_format_reward": 0.1757229631766677, |
| "rewards/rank_answer_foramt_reward": 0.677734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.8828125, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 69 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 466.078125, |
| "epoch": 0.56, |
| "grad_norm": 0.02891196869313717, |
| "kl": 0.001157999038696289, |
| "learning_rate": 1.9998973894518318e-05, |
| "loss": -0.0123, |
| "reward": 5.705892205238342, |
| "reward_std": 2.0529025495052338, |
| "rewards/mrr_reward": 0.4973958432674408, |
| "rewards/rank_analyze_format_reward": 0.15696396678686142, |
| "rewards/rank_answer_foramt_reward": 0.638671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9993990361690521, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9993990361690521, |
| "step": 70 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 492.296875, |
| "epoch": 0.568, |
| "grad_norm": 0.024859309196472168, |
| "kl": 0.0010205507278442383, |
| "learning_rate": 1.999893757563839e-05, |
| "loss": 0.0114, |
| "reward": 5.464065313339233, |
| "reward_std": 1.7677285969257355, |
| "rewards/mrr_reward": 0.446893610060215, |
| "rewards/rank_analyze_format_reward": 0.10556165501475334, |
| "rewards/rank_answer_foramt_reward": 0.68359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.890625, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 71 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 531.109375, |
| "epoch": 0.576, |
| "grad_norm": 0.026754125952720642, |
| "kl": 0.001056671142578125, |
| "learning_rate": 1.9998900625170897e-05, |
| "loss": -0.0067, |
| "reward": 6.407280087471008, |
| "reward_std": 1.8228637278079987, |
| "rewards/mrr_reward": 0.5859375298023224, |
| "rewards/rank_analyze_format_reward": 0.30571743845939636, |
| "rewards/rank_answer_foramt_reward": 0.828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 72 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.484375, |
| "epoch": 0.584, |
| "grad_norm": 0.028836144134402275, |
| "kl": 0.00142669677734375, |
| "learning_rate": 1.9998863043118163e-05, |
| "loss": -0.0076, |
| "reward": 4.505983591079712, |
| "reward_std": 1.231943815946579, |
| "rewards/mrr_reward": 0.2062872126698494, |
| "rewards/rank_analyze_format_reward": 0.20817857421934605, |
| "rewards/rank_answer_foramt_reward": 0.56640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 73 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.453125, |
| "epoch": 0.592, |
| "grad_norm": 0.025052759796380997, |
| "kl": 0.0013051033020019531, |
| "learning_rate": 1.999882482948257e-05, |
| "loss": -0.0097, |
| "reward": 5.300284147262573, |
| "reward_std": 1.6650860607624054, |
| "rewards/mrr_reward": 0.38593750447034836, |
| "rewards/rank_analyze_format_reward": 0.15106541197746992, |
| "rewards/rank_answer_foramt_reward": 0.66015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 74 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 504.625, |
| "epoch": 0.6, |
| "grad_norm": 0.026283830404281616, |
| "kl": 0.0021805763244628906, |
| "learning_rate": 1.999878598426653e-05, |
| "loss": -0.0317, |
| "reward": 5.158125400543213, |
| "reward_std": 1.4547997415065765, |
| "rewards/mrr_reward": 0.3474578373134136, |
| "rewards/rank_analyze_format_reward": 0.2175126150250435, |
| "rewards/rank_answer_foramt_reward": 0.58203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 75 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 516.265625, |
| "epoch": 0.608, |
| "grad_norm": 0.027127476409077644, |
| "kl": 0.001390218734741211, |
| "learning_rate": 1.9998746507472493e-05, |
| "loss": -0.0426, |
| "reward": 5.807446002960205, |
| "reward_std": 1.929233893752098, |
| "rewards/mrr_reward": 0.4895833358168602, |
| "rewards/rank_analyze_format_reward": 0.3203737363219261, |
| "rewards/rank_answer_foramt_reward": 0.689453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9821428656578064, |
| "rewards/rank_overall_format_reward_more": 0.890625, |
| "rewards/rank_verify_format_reward": 0.9665178656578064, |
| "step": 76 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 515.015625, |
| "epoch": 0.616, |
| "grad_norm": 0.026926733553409576, |
| "kl": 0.001764059066772461, |
| "learning_rate": 1.999870639910296e-05, |
| "loss": -0.0223, |
| "reward": 5.370245575904846, |
| "reward_std": 1.9943826496601105, |
| "rewards/mrr_reward": 0.3968749977648258, |
| "rewards/rank_analyze_format_reward": 0.2607038579881191, |
| "rewards/rank_answer_foramt_reward": 0.607421875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9924661070108414, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 0.9924661070108414, |
| "step": 77 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 481.015625, |
| "epoch": 0.624, |
| "grad_norm": 0.027938006445765495, |
| "kl": 0.0017654895782470703, |
| "learning_rate": 1.9998665659160453e-05, |
| "loss": -0.0188, |
| "reward": 5.412413477897644, |
| "reward_std": 1.896736979484558, |
| "rewards/mrr_reward": 0.41354167461395264, |
| "rewards/rank_analyze_format_reward": 0.24247420020401478, |
| "rewards/rank_answer_foramt_reward": 0.63671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9942144006490707, |
| "rewards/rank_overall_format_reward_more": 0.90625, |
| "rewards/rank_verify_format_reward": 0.9785894006490707, |
| "step": 78 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 499.15625, |
| "epoch": 0.632, |
| "grad_norm": 0.024667983874678612, |
| "kl": 0.0013856887817382812, |
| "learning_rate": 1.999862428764756e-05, |
| "loss": -0.0076, |
| "reward": 6.024145722389221, |
| "reward_std": 1.524814635515213, |
| "rewards/mrr_reward": 0.5302269533276558, |
| "rewards/rank_analyze_format_reward": 0.23562652617692947, |
| "rewards/rank_answer_foramt_reward": 0.794921875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.90625, |
| "rewards/rank_verify_format_reward": 0.9680059552192688, |
| "step": 79 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 501.484375, |
| "epoch": 0.64, |
| "grad_norm": 0.028410576283931732, |
| "kl": 0.0016107559204101562, |
| "learning_rate": 1.9998582284566878e-05, |
| "loss": 0.0072, |
| "reward": 5.220240831375122, |
| "reward_std": 1.5586610436439514, |
| "rewards/mrr_reward": 0.35975322872400284, |
| "rewards/rank_analyze_format_reward": 0.2044668523594737, |
| "rewards/rank_answer_foramt_reward": 0.640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9954117387533188, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9954117387533188, |
| "step": 80 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.9375, |
| "epoch": 0.648, |
| "grad_norm": 0.024989139288663864, |
| "kl": 0.002213001251220703, |
| "learning_rate": 1.999853964992107e-05, |
| "loss": -0.0076, |
| "reward": 5.271288990974426, |
| "reward_std": 1.666042000055313, |
| "rewards/mrr_reward": 0.3229972794651985, |
| "rewards/rank_analyze_format_reward": 0.38286497443914413, |
| "rewards/rank_answer_foramt_reward": 0.65625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 81 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 446.703125, |
| "epoch": 0.656, |
| "grad_norm": 0.03217592090368271, |
| "kl": 0.0023698806762695312, |
| "learning_rate": 1.9998496383712828e-05, |
| "loss": -0.0122, |
| "reward": 5.724093914031982, |
| "reward_std": 1.503628522157669, |
| "rewards/mrr_reward": 0.4970238097012043, |
| "rewards/rank_analyze_format_reward": 0.05476433038711548, |
| "rewards/rank_answer_foramt_reward": 0.75, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9968671798706055, |
| "rewards/rank_overall_format_reward_more": 0.9375, |
| "rewards/rank_verify_format_reward": 0.9968671798706055, |
| "step": 82 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.421875, |
| "epoch": 0.664, |
| "grad_norm": 0.026632074266672134, |
| "kl": 0.001974821090698242, |
| "learning_rate": 1.999845248594489e-05, |
| "loss": -0.0378, |
| "reward": 5.284371018409729, |
| "reward_std": 1.7509951293468475, |
| "rewards/mrr_reward": 0.37621527537703514, |
| "rewards/rank_analyze_format_reward": 0.1659046746790409, |
| "rewards/rank_answer_foramt_reward": 0.693359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9952791333198547, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9796541333198547, |
| "step": 83 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 497.40625, |
| "epoch": 0.672, |
| "grad_norm": 0.028008421882987022, |
| "kl": 0.002154827117919922, |
| "learning_rate": 1.9998407956620017e-05, |
| "loss": -0.0174, |
| "reward": 5.500829696655273, |
| "reward_std": 1.7818693816661835, |
| "rewards/mrr_reward": 0.46015624701976776, |
| "rewards/rank_analyze_format_reward": 0.18122385442256927, |
| "rewards/rank_answer_foramt_reward": 0.69140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9836309552192688, |
| "rewards/rank_overall_format_reward_more": 0.8515625, |
| "rewards/rank_verify_format_reward": 0.9523809552192688, |
| "step": 84 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 504.109375, |
| "epoch": 0.68, |
| "grad_norm": 0.02929595857858658, |
| "kl": 0.0015263557434082031, |
| "learning_rate": 1.9998362795741027e-05, |
| "loss": -0.0149, |
| "reward": 4.848661541938782, |
| "reward_std": 1.5195987075567245, |
| "rewards/mrr_reward": 0.27783359214663506, |
| "rewards/rank_analyze_format_reward": 0.19695308804512024, |
| "rewards/rank_answer_foramt_reward": 0.658203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9801479876041412, |
| "rewards/rank_overall_format_reward_more": 0.9375, |
| "rewards/rank_verify_format_reward": 0.9645229876041412, |
| "step": 85 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 520.03125, |
| "epoch": 0.688, |
| "grad_norm": 0.028656957671046257, |
| "kl": 0.0018339157104492188, |
| "learning_rate": 1.9998317003310775e-05, |
| "loss": 0.0018, |
| "reward": 6.04072630405426, |
| "reward_std": 1.6347778737545013, |
| "rewards/mrr_reward": 0.5263826847076416, |
| "rewards/rank_analyze_format_reward": 0.2711330959573388, |
| "rewards/rank_answer_foramt_reward": 0.7890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.90625, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 86 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 514.953125, |
| "epoch": 0.696, |
| "grad_norm": 0.0294534619897604, |
| "kl": 0.0030837059020996094, |
| "learning_rate": 1.9998270579332154e-05, |
| "loss": -0.0213, |
| "reward": 5.602773904800415, |
| "reward_std": 1.9321411848068237, |
| "rewards/mrr_reward": 0.45494791865348816, |
| "rewards/rank_analyze_format_reward": 0.22951603773981333, |
| "rewards/rank_answer_foramt_reward": 0.65234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.9818111509084702, |
| "step": 87 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 517.953125, |
| "epoch": 0.704, |
| "grad_norm": 0.02795729972422123, |
| "kl": 0.0021820068359375, |
| "learning_rate": 1.9998223523808092e-05, |
| "loss": -0.005, |
| "reward": 5.259730100631714, |
| "reward_std": 1.7037486732006073, |
| "rewards/mrr_reward": 0.384002972394228, |
| "rewards/rank_analyze_format_reward": 0.18732355255633593, |
| "rewards/rank_answer_foramt_reward": 0.642578125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9976895451545715, |
| "rewards/rank_overall_format_reward_more": 0.8984375, |
| "rewards/rank_verify_format_reward": 0.9976895451545715, |
| "step": 88 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 572.234375, |
| "epoch": 0.712, |
| "grad_norm": 0.025803212076425552, |
| "kl": 0.0023365020751953125, |
| "learning_rate": 1.9998175836741564e-05, |
| "loss": -0.0233, |
| "reward": 5.643940687179565, |
| "reward_std": 2.12572318315506, |
| "rewards/mrr_reward": 0.41141493432223797, |
| "rewards/rank_analyze_format_reward": 0.43535757809877396, |
| "rewards/rank_answer_foramt_reward": 0.65234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9826335161924362, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 89 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 518.875, |
| "epoch": 0.72, |
| "grad_norm": 0.027814343571662903, |
| "kl": 0.0020236968994140625, |
| "learning_rate": 1.999812751813558e-05, |
| "loss": -0.051, |
| "reward": 5.96042013168335, |
| "reward_std": 1.2770089283585548, |
| "rewards/mrr_reward": 0.4757130518555641, |
| "rewards/rank_analyze_format_reward": 0.3149571679532528, |
| "rewards/rank_answer_foramt_reward": 0.79296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 90 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 495.8125, |
| "epoch": 0.728, |
| "grad_norm": 0.031177863478660583, |
| "kl": 0.002357959747314453, |
| "learning_rate": 1.9998078567993197e-05, |
| "loss": -0.0346, |
| "reward": 5.881357431411743, |
| "reward_std": 1.7492572218179703, |
| "rewards/mrr_reward": 0.5347842201590538, |
| "rewards/rank_analyze_format_reward": 0.09312985371798277, |
| "rewards/rank_answer_foramt_reward": 0.7265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9964202791452408, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9807952791452408, |
| "step": 91 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.15625, |
| "epoch": 0.736, |
| "grad_norm": 0.028669161722064018, |
| "kl": 0.002231597900390625, |
| "learning_rate": 1.9998028986317504e-05, |
| "loss": -0.0145, |
| "reward": 5.656317114830017, |
| "reward_std": 1.6166883707046509, |
| "rewards/mrr_reward": 0.44843751192092896, |
| "rewards/rank_analyze_format_reward": 0.20554364286363125, |
| "rewards/rank_answer_foramt_reward": 0.76953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.90625, |
| "rewards/rank_verify_format_reward": 0.9828085899353027, |
| "step": 92 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.484375, |
| "epoch": 0.744, |
| "grad_norm": 0.027386236935853958, |
| "kl": 0.0021200180053710938, |
| "learning_rate": 1.999797877311163e-05, |
| "loss": -0.0246, |
| "reward": 5.928924918174744, |
| "reward_std": 1.48914834856987, |
| "rewards/mrr_reward": 0.4644097238779068, |
| "rewards/rank_analyze_format_reward": 0.3623017445206642, |
| "rewards/rank_answer_foramt_reward": 0.802734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.921875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 93 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 497.1875, |
| "epoch": 0.752, |
| "grad_norm": 0.0282078068703413, |
| "kl": 0.003062725067138672, |
| "learning_rate": 1.9997927928378753e-05, |
| "loss": 0.0186, |
| "reward": 6.396650433540344, |
| "reward_std": 1.9676957428455353, |
| "rewards/mrr_reward": 0.6083333343267441, |
| "rewards/rank_analyze_format_reward": 0.25528283044695854, |
| "rewards/rank_answer_foramt_reward": 0.76171875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9965953528881073, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9965953528881073, |
| "step": 94 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 517.390625, |
| "epoch": 0.76, |
| "grad_norm": 0.03063831850886345, |
| "kl": 0.002585887908935547, |
| "learning_rate": 1.999787645212208e-05, |
| "loss": -0.0102, |
| "reward": 6.281728744506836, |
| "reward_std": 1.7576136887073517, |
| "rewards/mrr_reward": 0.5565538108348846, |
| "rewards/rank_analyze_format_reward": 0.30067696794867516, |
| "rewards/rank_answer_foramt_reward": 0.7890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985119104385376, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9985119104385376, |
| "step": 95 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.171875, |
| "epoch": 0.768, |
| "grad_norm": 0.02829769253730774, |
| "kl": 0.0035347938537597656, |
| "learning_rate": 1.999782434434486e-05, |
| "loss": 0.0108, |
| "reward": 5.318088173866272, |
| "reward_std": 1.6170280575752258, |
| "rewards/mrr_reward": 0.3567398265004158, |
| "rewards/rank_analyze_format_reward": 0.24012142419815063, |
| "rewards/rank_answer_foramt_reward": 0.708984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9827302694320679, |
| "step": 96 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 537.703125, |
| "epoch": 0.776, |
| "grad_norm": 0.026142382994294167, |
| "kl": 0.002566814422607422, |
| "learning_rate": 1.999777160505039e-05, |
| "loss": -0.0223, |
| "reward": 5.818326234817505, |
| "reward_std": 1.489253669977188, |
| "rewards/mrr_reward": 0.45615699887275696, |
| "rewards/rank_analyze_format_reward": 0.23597807995975018, |
| "rewards/rank_answer_foramt_reward": 0.822265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9872584789991379, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9872584789991379, |
| "step": 97 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 513.171875, |
| "epoch": 0.784, |
| "grad_norm": 0.03225073963403702, |
| "kl": 0.0032796859741210938, |
| "learning_rate": 1.9997718234242e-05, |
| "loss": -0.0376, |
| "reward": 5.64834451675415, |
| "reward_std": 1.8088513016700745, |
| "rewards/mrr_reward": 0.4361979216337204, |
| "rewards/rank_analyze_format_reward": 0.2531745582818985, |
| "rewards/rank_answer_foramt_reward": 0.6953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9931579083204269, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9931579083204269, |
| "step": 98 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 513.203125, |
| "epoch": 0.792, |
| "grad_norm": 0.028324192389845848, |
| "kl": 0.002949237823486328, |
| "learning_rate": 1.999766423192306e-05, |
| "loss": -0.0073, |
| "reward": 5.801540851593018, |
| "reward_std": 1.364225059747696, |
| "rewards/mrr_reward": 0.45811013877391815, |
| "rewards/rank_analyze_format_reward": 0.2562095895409584, |
| "rewards/rank_answer_foramt_reward": 0.736328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 99 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.625, |
| "epoch": 0.8, |
| "grad_norm": 0.03095146454870701, |
| "kl": 0.0033349990844726562, |
| "learning_rate": 1.9997609598096982e-05, |
| "loss": -0.0571, |
| "reward": 5.498512506484985, |
| "reward_std": 1.5701228380203247, |
| "rewards/mrr_reward": 0.38402778655290604, |
| "rewards/rank_analyze_format_reward": 0.31815899908542633, |
| "rewards/rank_answer_foramt_reward": 0.720703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9891133904457092, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9734883904457092, |
| "step": 100 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 505.75, |
| "epoch": 0.808, |
| "grad_norm": 0.030804021283984184, |
| "kl": 0.003856658935546875, |
| "learning_rate": 1.9997554332767214e-05, |
| "loss": -0.0226, |
| "reward": 6.090959072113037, |
| "reward_std": 1.7257481813430786, |
| "rewards/mrr_reward": 0.5503038242459297, |
| "rewards/rank_analyze_format_reward": 0.20266878511756659, |
| "rewards/rank_answer_foramt_reward": 0.748046875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9929515719413757, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9929515719413757, |
| "step": 101 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.828125, |
| "epoch": 0.816, |
| "grad_norm": 0.03461439907550812, |
| "kl": 0.0033884048461914062, |
| "learning_rate": 1.9997498435937254e-05, |
| "loss": -0.0362, |
| "reward": 5.366485238075256, |
| "reward_std": 1.3259476721286774, |
| "rewards/mrr_reward": 0.3723524361848831, |
| "rewards/rank_analyze_format_reward": 0.1968497335910797, |
| "rewards/rank_answer_foramt_reward": 0.732421875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9973393976688385, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9973393976688385, |
| "step": 102 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 533.84375, |
| "epoch": 0.824, |
| "grad_norm": 0.028838761150836945, |
| "kl": 0.0028543472290039062, |
| "learning_rate": 1.9997441907610624e-05, |
| "loss": -0.0262, |
| "reward": 5.746440768241882, |
| "reward_std": 1.2651481330394745, |
| "rewards/mrr_reward": 0.41945064067840576, |
| "rewards/rank_analyze_format_reward": 0.30614617466926575, |
| "rewards/rank_answer_foramt_reward": 0.828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.9375, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 103 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 534.390625, |
| "epoch": 0.832, |
| "grad_norm": 0.03118244931101799, |
| "kl": 0.0032520294189453125, |
| "learning_rate": 1.9997384747790903e-05, |
| "loss": -0.0115, |
| "reward": 5.606603145599365, |
| "reward_std": 1.3689128905534744, |
| "rewards/mrr_reward": 0.4183097779750824, |
| "rewards/rank_analyze_format_reward": 0.1789928413927555, |
| "rewards/rank_answer_foramt_reward": 0.841796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 0.9836309552192688, |
| "step": 104 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.140625, |
| "epoch": 0.84, |
| "grad_norm": 0.0289431344717741, |
| "kl": 0.004002094268798828, |
| "learning_rate": 1.9997326956481693e-05, |
| "loss": 0.0299, |
| "reward": 5.412080824375153, |
| "reward_std": 1.5776411294937134, |
| "rewards/mrr_reward": 0.40980901941657066, |
| "rewards/rank_analyze_format_reward": 0.2225375398993492, |
| "rewards/rank_answer_foramt_reward": 0.6484375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9704661071300507, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9704661071300507, |
| "step": 105 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 546.625, |
| "epoch": 0.848, |
| "grad_norm": 0.02917851321399212, |
| "kl": 0.003693103790283203, |
| "learning_rate": 1.999726853368665e-05, |
| "loss": -0.0132, |
| "reward": 6.237439870834351, |
| "reward_std": 1.6906473636627197, |
| "rewards/mrr_reward": 0.5492559522390366, |
| "rewards/rank_analyze_format_reward": 0.32810740265995264, |
| "rewards/rank_answer_foramt_reward": 0.744140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9958027005195618, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9958027005195618, |
| "step": 106 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 552.84375, |
| "epoch": 0.856, |
| "grad_norm": 0.02737216092646122, |
| "kl": 0.0034399032592773438, |
| "learning_rate": 1.9997209479409464e-05, |
| "loss": -0.0087, |
| "reward": 5.876426458358765, |
| "reward_std": 1.4228278696537018, |
| "rewards/mrr_reward": 0.4435453861951828, |
| "rewards/rank_analyze_format_reward": 0.38482026010751724, |
| "rewards/rank_answer_foramt_reward": 0.79296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9895716160535812, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.9895716160535812, |
| "step": 107 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.390625, |
| "epoch": 0.864, |
| "grad_norm": 0.028911437839269638, |
| "kl": 0.0033540725708007812, |
| "learning_rate": 1.9997149793653862e-05, |
| "loss": -0.0094, |
| "reward": 6.699026107788086, |
| "reward_std": 1.3455817177891731, |
| "rewards/mrr_reward": 0.6710069477558136, |
| "rewards/rank_analyze_format_reward": 0.18851793929934502, |
| "rewards/rank_answer_foramt_reward": 0.8359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 108 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 486.1875, |
| "epoch": 0.872, |
| "grad_norm": 0.03616398200392723, |
| "kl": 0.004034519195556641, |
| "learning_rate": 1.9997089476423617e-05, |
| "loss": 0.0287, |
| "reward": 6.017909646034241, |
| "reward_std": 1.8136086165904999, |
| "rewards/mrr_reward": 0.5158420130610466, |
| "rewards/rank_analyze_format_reward": 0.26905644312500954, |
| "rewards/rank_answer_foramt_reward": 0.74609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9853207767009735, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9853207767009735, |
| "step": 109 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 513.421875, |
| "epoch": 0.88, |
| "grad_norm": 0.029927760362625122, |
| "kl": 0.003938198089599609, |
| "learning_rate": 1.999702852772254e-05, |
| "loss": 0.0003, |
| "reward": 5.642710447311401, |
| "reward_std": 1.466000735759735, |
| "rewards/mrr_reward": 0.3956349194049835, |
| "rewards/rank_analyze_format_reward": 0.3304584436118603, |
| "rewards/rank_answer_foramt_reward": 0.814453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.981067106127739, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.981067106127739, |
| "step": 110 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 527.78125, |
| "epoch": 0.888, |
| "grad_norm": 0.03488059714436531, |
| "kl": 0.0036568641662597656, |
| "learning_rate": 1.9996966947554476e-05, |
| "loss": -0.0217, |
| "reward": 6.343585729598999, |
| "reward_std": 1.7120259702205658, |
| "rewards/mrr_reward": 0.5808779820799828, |
| "rewards/rank_analyze_format_reward": 0.3235646188259125, |
| "rewards/rank_answer_foramt_reward": 0.75, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.996692106127739, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.981067106127739, |
| "step": 111 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 508.9375, |
| "epoch": 0.896, |
| "grad_norm": 0.0328449085354805, |
| "kl": 0.0038404464721679688, |
| "learning_rate": 1.9996904735923325e-05, |
| "loss": -0.0289, |
| "reward": 6.122893452644348, |
| "reward_std": 1.4696560502052307, |
| "rewards/mrr_reward": 0.5161458402872086, |
| "rewards/rank_analyze_format_reward": 0.31539197266101837, |
| "rewards/rank_answer_foramt_reward": 0.806640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9915762841701508, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9915762841701508, |
| "step": 112 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.578125, |
| "epoch": 0.904, |
| "grad_norm": 0.031444139778614044, |
| "kl": 0.0041828155517578125, |
| "learning_rate": 1.9996841892833e-05, |
| "loss": -0.0134, |
| "reward": 6.206910610198975, |
| "reward_std": 1.6045927107334137, |
| "rewards/mrr_reward": 0.5138206705451012, |
| "rewards/rank_analyze_format_reward": 0.36523886024951935, |
| "rewards/rank_answer_foramt_reward": 0.8203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9947571158409119, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9947571158409119, |
| "step": 113 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 511.28125, |
| "epoch": 0.912, |
| "grad_norm": 0.034729719161987305, |
| "kl": 0.004141807556152344, |
| "learning_rate": 1.9996778418287486e-05, |
| "loss": 0.0052, |
| "reward": 5.282190442085266, |
| "reward_std": 1.5597249567508698, |
| "rewards/mrr_reward": 0.35017360746860504, |
| "rewards/rank_analyze_format_reward": 0.25228141248226166, |
| "rewards/rank_answer_foramt_reward": 0.685546875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 114 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 531.9375, |
| "epoch": 0.92, |
| "grad_norm": 0.03240945562720299, |
| "kl": 0.003923892974853516, |
| "learning_rate": 1.9996714312290784e-05, |
| "loss": -0.0297, |
| "reward": 5.8050724267959595, |
| "reward_std": 1.4556776583194733, |
| "rewards/mrr_reward": 0.4047433137893677, |
| "rewards/rank_analyze_format_reward": 0.3966461531817913, |
| "rewards/rank_answer_foramt_reward": 0.830078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992187470197678, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9992187470197678, |
| "step": 115 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 545.4375, |
| "epoch": 0.928, |
| "grad_norm": 0.033669959753751755, |
| "kl": 0.0044651031494140625, |
| "learning_rate": 1.9996649574846948e-05, |
| "loss": -0.0214, |
| "reward": 6.237725496292114, |
| "reward_std": 1.6311175972223282, |
| "rewards/mrr_reward": 0.5039434656500816, |
| "rewards/rank_analyze_format_reward": 0.40749866887927055, |
| "rewards/rank_answer_foramt_reward": 0.830078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 116 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.984375, |
| "epoch": 0.936, |
| "grad_norm": 0.03145231306552887, |
| "kl": 0.004774570465087891, |
| "learning_rate": 1.9996584205960063e-05, |
| "loss": -0.0014, |
| "reward": 5.562940955162048, |
| "reward_std": 1.5884797871112823, |
| "rewards/mrr_reward": 0.40140748769044876, |
| "rewards/rank_analyze_format_reward": 0.33169008791446686, |
| "rewards/rank_answer_foramt_reward": 0.689453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9954276382923126, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9798026382923126, |
| "step": 117 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 527.875, |
| "epoch": 0.944, |
| "grad_norm": 0.035210635513067245, |
| "kl": 0.0044097900390625, |
| "learning_rate": 1.999651820563426e-05, |
| "loss": -0.0421, |
| "reward": 5.673676252365112, |
| "reward_std": 1.3604719787836075, |
| "rewards/mrr_reward": 0.3857142850756645, |
| "rewards/rank_analyze_format_reward": 0.39724233001470566, |
| "rewards/rank_answer_foramt_reward": 0.7890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9956946671009064, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9800696671009064, |
| "step": 118 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 534.984375, |
| "epoch": 0.952, |
| "grad_norm": 0.03147454559803009, |
| "kl": 0.0076541900634765625, |
| "learning_rate": 1.999645157387371e-05, |
| "loss": -0.0133, |
| "reward": 6.33061408996582, |
| "reward_std": 1.298683062195778, |
| "rewards/mrr_reward": 0.553689256310463, |
| "rewards/rank_analyze_format_reward": 0.3629737161099911, |
| "rewards/rank_answer_foramt_reward": 0.787109375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985119104385376, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9985119104385376, |
| "step": 119 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 551.703125, |
| "epoch": 0.96, |
| "grad_norm": 0.031304825097322464, |
| "kl": 0.004342079162597656, |
| "learning_rate": 1.9996384310682615e-05, |
| "loss": -0.0365, |
| "reward": 5.393260598182678, |
| "reward_std": 1.5107265412807465, |
| "rewards/mrr_reward": 0.31743552163243294, |
| "rewards/rank_analyze_format_reward": 0.3929348886013031, |
| "rewards/rank_answer_foramt_reward": 0.763671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 120 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 501.890625, |
| "epoch": 0.968, |
| "grad_norm": 0.037323277443647385, |
| "kl": 0.004292488098144531, |
| "learning_rate": 1.999631641606523e-05, |
| "loss": -0.0058, |
| "reward": 6.189559578895569, |
| "reward_std": 1.2323561608791351, |
| "rewards/mrr_reward": 0.5643229335546494, |
| "rewards/rank_analyze_format_reward": 0.11282643768936396, |
| "rewards/rank_answer_foramt_reward": 0.87109375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9819862246513367, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9976112246513367, |
| "step": 121 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 545.25, |
| "epoch": 0.976, |
| "grad_norm": 0.034240033477544785, |
| "kl": 0.005130767822265625, |
| "learning_rate": 1.9996247890025845e-05, |
| "loss": -0.0263, |
| "reward": 5.799539566040039, |
| "reward_std": 1.6965691149234772, |
| "rewards/mrr_reward": 0.4192212335765362, |
| "rewards/rank_analyze_format_reward": 0.41699668765068054, |
| "rewards/rank_answer_foramt_reward": 0.748046875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 122 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.9375, |
| "epoch": 0.984, |
| "grad_norm": 0.03087456338107586, |
| "kl": 0.004132270812988281, |
| "learning_rate": 1.9996178732568784e-05, |
| "loss": -0.0128, |
| "reward": 5.433954238891602, |
| "reward_std": 1.3873755782842636, |
| "rewards/mrr_reward": 0.35366444662213326, |
| "rewards/rank_analyze_format_reward": 0.3041442818939686, |
| "rewards/rank_answer_foramt_reward": 0.802734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9296875, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 123 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 548.90625, |
| "epoch": 0.992, |
| "grad_norm": 0.03247498720884323, |
| "kl": 0.004190921783447266, |
| "learning_rate": 1.9996108943698412e-05, |
| "loss": -0.02, |
| "reward": 6.039711356163025, |
| "reward_std": 1.745398223400116, |
| "rewards/mrr_reward": 0.49064359068870544, |
| "rewards/rank_analyze_format_reward": 0.3508656769990921, |
| "rewards/rank_answer_foramt_reward": 0.734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9959480613470078, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9959480613470078, |
| "step": 124 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 502.75, |
| "epoch": 1.0, |
| "grad_norm": 0.031171714887022972, |
| "kl": 0.00469207763671875, |
| "learning_rate": 1.9996038523419148e-05, |
| "loss": -0.0226, |
| "reward": 5.955172896385193, |
| "reward_std": 1.2524618208408356, |
| "rewards/mrr_reward": 0.460627481341362, |
| "rewards/rank_analyze_format_reward": 0.33911067247390747, |
| "rewards/rank_answer_foramt_reward": 0.806640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 125 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 549.53125, |
| "epoch": 1.008, |
| "grad_norm": 0.03288634493947029, |
| "kl": 0.00435638427734375, |
| "learning_rate": 1.9995967471735433e-05, |
| "loss": -0.0184, |
| "reward": 6.16729462146759, |
| "reward_std": 1.4908590912818909, |
| "rewards/mrr_reward": 0.5096540227532387, |
| "rewards/rank_analyze_format_reward": 0.39567676931619644, |
| "rewards/rank_answer_foramt_reward": 0.775390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 126 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 533.65625, |
| "epoch": 1.016, |
| "grad_norm": 0.03470674157142639, |
| "kl": 0.005002021789550781, |
| "learning_rate": 1.9995895788651753e-05, |
| "loss": -0.0254, |
| "reward": 6.5735520124435425, |
| "reward_std": 1.469813510775566, |
| "rewards/mrr_reward": 0.621657982468605, |
| "rewards/rank_analyze_format_reward": 0.31275077164173126, |
| "rewards/rank_answer_foramt_reward": 0.818359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 127 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 546.34375, |
| "epoch": 1.024, |
| "grad_norm": 0.03493339568376541, |
| "kl": 0.004825592041015625, |
| "learning_rate": 1.9995823474172644e-05, |
| "loss": -0.0097, |
| "reward": 5.744642496109009, |
| "reward_std": 1.9137973487377167, |
| "rewards/mrr_reward": 0.4302021265029907, |
| "rewards/rank_analyze_format_reward": 0.3747362494468689, |
| "rewards/rank_answer_foramt_reward": 0.6953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9925176054239273, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9925176054239273, |
| "step": 128 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 522.65625, |
| "epoch": 1.032, |
| "grad_norm": 0.03346191346645355, |
| "kl": 0.0044116973876953125, |
| "learning_rate": 1.9995750528302668e-05, |
| "loss": -0.0069, |
| "reward": 6.34830904006958, |
| "reward_std": 1.5635737180709839, |
| "rewards/mrr_reward": 0.5352182611823082, |
| "rewards/rank_analyze_format_reward": 0.3498992621898651, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 129 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 518.90625, |
| "epoch": 1.04, |
| "grad_norm": 0.027642706409096718, |
| "kl": 0.0034575462341308594, |
| "learning_rate": 1.999567695104643e-05, |
| "loss": -0.0083, |
| "reward": 6.863049745559692, |
| "reward_std": 0.995637645944953, |
| "rewards/mrr_reward": 0.6565104126930237, |
| "rewards/rank_analyze_format_reward": 0.3502893391996622, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 130 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 546.265625, |
| "epoch": 1.048, |
| "grad_norm": 0.03320496901869774, |
| "kl": 0.00482177734375, |
| "learning_rate": 1.9995602742408584e-05, |
| "loss": -0.0297, |
| "reward": 5.561194658279419, |
| "reward_std": 1.0441379398107529, |
| "rewards/mrr_reward": 0.3508804552257061, |
| "rewards/rank_analyze_format_reward": 0.3411516472697258, |
| "rewards/rank_answer_foramt_reward": 0.857421875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 131 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 538.40625, |
| "epoch": 1.056, |
| "grad_norm": 0.03059810772538185, |
| "kl": 0.004889488220214844, |
| "learning_rate": 1.9995527902393814e-05, |
| "loss": -0.031, |
| "reward": 6.096472501754761, |
| "reward_std": 1.3641002774238586, |
| "rewards/mrr_reward": 0.4807477816939354, |
| "rewards/rank_analyze_format_reward": 0.329423014074564, |
| "rewards/rank_answer_foramt_reward": 0.845703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 132 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 530.125, |
| "epoch": 1.064, |
| "grad_norm": 0.03329962119460106, |
| "kl": 0.004602909088134766, |
| "learning_rate": 1.9995452431006844e-05, |
| "loss": -0.0196, |
| "reward": 5.331088542938232, |
| "reward_std": 0.830422654747963, |
| "rewards/mrr_reward": 0.3011222556233406, |
| "rewards/rank_analyze_format_reward": 0.27261858060956, |
| "rewards/rank_answer_foramt_reward": 0.88671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 133 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 546.765625, |
| "epoch": 1.072, |
| "grad_norm": 0.03147532418370247, |
| "kl": 0.004273891448974609, |
| "learning_rate": 1.999537632825245e-05, |
| "loss": -0.0228, |
| "reward": 5.826651930809021, |
| "reward_std": 1.0173790007829666, |
| "rewards/mrr_reward": 0.4183593764901161, |
| "rewards/rank_analyze_format_reward": 0.37596380710601807, |
| "rewards/rank_answer_foramt_reward": 0.861328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.997023805975914, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.965773805975914, |
| "step": 134 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 540.265625, |
| "epoch": 1.08, |
| "grad_norm": 0.03314289450645447, |
| "kl": 0.0045490264892578125, |
| "learning_rate": 1.9995299594135434e-05, |
| "loss": -0.0181, |
| "reward": 6.364633798599243, |
| "reward_std": 1.2888767421245575, |
| "rewards/mrr_reward": 0.5286644101142883, |
| "rewards/rank_analyze_format_reward": 0.40576110780239105, |
| "rewards/rank_answer_foramt_reward": 0.861328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 135 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 537.515625, |
| "epoch": 1.088, |
| "grad_norm": 0.03256648778915405, |
| "kl": 0.005957603454589844, |
| "learning_rate": 1.999522222866064e-05, |
| "loss": -0.0253, |
| "reward": 6.410487055778503, |
| "reward_std": 1.080582246184349, |
| "rewards/mrr_reward": 0.5400917902588844, |
| "rewards/rank_analyze_format_reward": 0.3477761074900627, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 136 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.78125, |
| "epoch": 1.096, |
| "grad_norm": 0.03460180386900902, |
| "kl": 0.012660980224609375, |
| "learning_rate": 1.999514423183296e-05, |
| "loss": -0.0144, |
| "reward": 6.023637771606445, |
| "reward_std": 1.5978916585445404, |
| "rewards/mrr_reward": 0.44875992834568024, |
| "rewards/rank_analyze_format_reward": 0.44508665800094604, |
| "rewards/rank_answer_foramt_reward": 0.83203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9835526347160339, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 137 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 515.0, |
| "epoch": 1.104, |
| "grad_norm": 0.030293360352516174, |
| "kl": 0.005436897277832031, |
| "learning_rate": 1.9995065603657317e-05, |
| "loss": -0.0128, |
| "reward": 6.0460041761398315, |
| "reward_std": 1.0893033295869827, |
| "rewards/mrr_reward": 0.48198164254426956, |
| "rewards/rank_analyze_format_reward": 0.2604257594794035, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 138 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 560.9375, |
| "epoch": 1.112, |
| "grad_norm": 0.034913912415504456, |
| "kl": 0.0055980682373046875, |
| "learning_rate": 1.999498634413868e-05, |
| "loss": -0.009, |
| "reward": 6.033616900444031, |
| "reward_std": 1.7777451276779175, |
| "rewards/mrr_reward": 0.4813368245959282, |
| "rewards/rank_analyze_format_reward": 0.3849602974951267, |
| "rewards/rank_answer_foramt_reward": 0.74609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9964202791452408, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9964202791452408, |
| "step": 139 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 519.21875, |
| "epoch": 1.12, |
| "grad_norm": 0.03727564588189125, |
| "kl": 0.004870414733886719, |
| "learning_rate": 1.9994906453282055e-05, |
| "loss": -0.0243, |
| "reward": 6.689180135726929, |
| "reward_std": 1.181299865245819, |
| "rewards/mrr_reward": 0.6408420205116272, |
| "rewards/rank_analyze_format_reward": 0.2992168888449669, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 140 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 556.578125, |
| "epoch": 1.1280000000000001, |
| "grad_norm": 0.035206038504838943, |
| "kl": 0.006304740905761719, |
| "learning_rate": 1.9994825931092486e-05, |
| "loss": -0.0367, |
| "reward": 6.255677342414856, |
| "reward_std": 1.9543142914772034, |
| "rewards/mrr_reward": 0.5096974149346352, |
| "rewards/rank_analyze_format_reward": 0.4908938556909561, |
| "rewards/rank_answer_foramt_reward": 0.75390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9938564151525497, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9938564151525497, |
| "step": 141 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 531.640625, |
| "epoch": 1.1360000000000001, |
| "grad_norm": 0.031349923461675644, |
| "kl": 0.005738258361816406, |
| "learning_rate": 1.9994744777575064e-05, |
| "loss": 0.0027, |
| "reward": 6.044549226760864, |
| "reward_std": 1.1382797956466675, |
| "rewards/mrr_reward": 0.48732637614011765, |
| "rewards/rank_analyze_format_reward": 0.32322094589471817, |
| "rewards/rank_answer_foramt_reward": 0.83203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9817143976688385, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9817143976688385, |
| "step": 142 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 566.484375, |
| "epoch": 1.144, |
| "grad_norm": 0.03165869414806366, |
| "kl": 0.00574493408203125, |
| "learning_rate": 1.999466299273491e-05, |
| "loss": 0.0042, |
| "reward": 6.553520321846008, |
| "reward_std": 1.627190262079239, |
| "rewards/mrr_reward": 0.5967448204755783, |
| "rewards/rank_analyze_format_reward": 0.44682280719280243, |
| "rewards/rank_answer_foramt_reward": 0.84765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9907185882329941, |
| "rewards/rank_overall_format_reward_more": 0.9375, |
| "rewards/rank_verify_format_reward": 0.9438435882329941, |
| "step": 143 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 531.203125, |
| "epoch": 1.152, |
| "grad_norm": 0.03519825637340546, |
| "kl": 0.0061855316162109375, |
| "learning_rate": 1.9994580576577193e-05, |
| "loss": -0.0129, |
| "reward": 5.729455947875977, |
| "reward_std": 1.3913188576698303, |
| "rewards/mrr_reward": 0.41431671380996704, |
| "rewards/rank_analyze_format_reward": 0.32957829907536507, |
| "rewards/rank_answer_foramt_reward": 0.76171875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 144 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 524.3125, |
| "epoch": 1.16, |
| "grad_norm": 0.03151266649365425, |
| "kl": 0.006320953369140625, |
| "learning_rate": 1.9994497529107118e-05, |
| "loss": -0.0148, |
| "reward": 6.072369456291199, |
| "reward_std": 1.2223908305168152, |
| "rewards/mrr_reward": 0.4943700544536114, |
| "rewards/rank_analyze_format_reward": 0.23118487000465393, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 145 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 536.890625, |
| "epoch": 1.168, |
| "grad_norm": 0.03530154004693031, |
| "kl": 0.005878448486328125, |
| "learning_rate": 1.999441385032993e-05, |
| "loss": -0.0308, |
| "reward": 6.625038385391235, |
| "reward_std": 1.2249456346035004, |
| "rewards/mrr_reward": 0.6044022962450981, |
| "rewards/rank_analyze_format_reward": 0.34935425966978073, |
| "rewards/rank_answer_foramt_reward": 0.880859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9964202791452408, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9964202791452408, |
| "step": 146 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 520.6875, |
| "epoch": 1.176, |
| "grad_norm": 0.035086773335933685, |
| "kl": 0.007404327392578125, |
| "learning_rate": 1.9994329540250918e-05, |
| "loss": -0.0321, |
| "reward": 6.542271018028259, |
| "reward_std": 1.3827645033597946, |
| "rewards/mrr_reward": 0.5946986712515354, |
| "rewards/rank_analyze_format_reward": 0.292152963578701, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 147 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 533.8125, |
| "epoch": 1.184, |
| "grad_norm": 0.032674577087163925, |
| "kl": 0.00643157958984375, |
| "learning_rate": 1.99942445988754e-05, |
| "loss": -0.033, |
| "reward": 6.091751337051392, |
| "reward_std": 1.2941071689128876, |
| "rewards/mrr_reward": 0.479445680975914, |
| "rewards/rank_analyze_format_reward": 0.35560934245586395, |
| "rewards/rank_answer_foramt_reward": 0.818359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 148 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 551.0625, |
| "epoch": 1.192, |
| "grad_norm": 0.03282872214913368, |
| "kl": 0.005850791931152344, |
| "learning_rate": 1.999415902620875e-05, |
| "loss": -0.025, |
| "reward": 6.667526364326477, |
| "reward_std": 1.0924562439322472, |
| "rewards/mrr_reward": 0.604253463447094, |
| "rewards/rank_analyze_format_reward": 0.3833247348666191, |
| "rewards/rank_answer_foramt_reward": 0.890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 149 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 564.640625, |
| "epoch": 1.2, |
| "grad_norm": 0.032991521060466766, |
| "kl": 0.0060176849365234375, |
| "learning_rate": 1.999407282225637e-05, |
| "loss": 0.0052, |
| "reward": 5.798678278923035, |
| "reward_std": 1.1788080930709839, |
| "rewards/mrr_reward": 0.402951393276453, |
| "rewards/rank_analyze_format_reward": 0.38478153944015503, |
| "rewards/rank_answer_foramt_reward": 0.861328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9938189834356308, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9781939834356308, |
| "step": 150 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.6875, |
| "epoch": 1.208, |
| "grad_norm": 0.02944212593138218, |
| "kl": 0.005663871765136719, |
| "learning_rate": 1.9993985987023703e-05, |
| "loss": -0.0115, |
| "reward": 6.4621899127960205, |
| "reward_std": 1.2538374364376068, |
| "rewards/mrr_reward": 0.5166728720068932, |
| "rewards/rank_analyze_format_reward": 0.4970608651638031, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 151 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 583.15625, |
| "epoch": 1.216, |
| "grad_norm": 0.03144199773669243, |
| "kl": 0.005504608154296875, |
| "learning_rate": 1.9993898520516233e-05, |
| "loss": 0.0178, |
| "reward": 7.210927963256836, |
| "reward_std": 1.4847297072410583, |
| "rewards/mrr_reward": 0.7067708373069763, |
| "rewards/rank_analyze_format_reward": 0.5710361748933792, |
| "rewards/rank_answer_foramt_reward": 0.845703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9835526347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 152 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 569.125, |
| "epoch": 1.224, |
| "grad_norm": 0.03476106375455856, |
| "kl": 0.006566047668457031, |
| "learning_rate": 1.9993810422739496e-05, |
| "loss": -0.0255, |
| "reward": 5.501855969429016, |
| "reward_std": 1.1074179112911224, |
| "rewards/mrr_reward": 0.2869729772210121, |
| "rewards/rank_analyze_format_reward": 0.5554128363728523, |
| "rewards/rank_answer_foramt_reward": 0.8359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9969318807125092, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9969318807125092, |
| "step": 153 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 559.140625, |
| "epoch": 1.232, |
| "grad_norm": 0.0336473323404789, |
| "kl": 0.006374359130859375, |
| "learning_rate": 1.999372169369904e-05, |
| "loss": -0.0304, |
| "reward": 7.210146188735962, |
| "reward_std": 1.3585944771766663, |
| "rewards/mrr_reward": 0.7406249940395355, |
| "rewards/rank_analyze_format_reward": 0.4076874777674675, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 154 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.015625, |
| "epoch": 1.24, |
| "grad_norm": 0.03243670612573624, |
| "kl": 0.0064258575439453125, |
| "learning_rate": 1.999363233340048e-05, |
| "loss": 0.0124, |
| "reward": 6.775290489196777, |
| "reward_std": 1.6960014998912811, |
| "rewards/mrr_reward": 0.6491319388151169, |
| "rewards/rank_analyze_format_reward": 0.3369657965376973, |
| "rewards/rank_answer_foramt_reward": 0.849609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 155 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 567.671875, |
| "epoch": 1.248, |
| "grad_norm": 0.03587043285369873, |
| "kl": 0.008923530578613281, |
| "learning_rate": 1.9993542341849462e-05, |
| "loss": -0.0172, |
| "reward": 6.484335541725159, |
| "reward_std": 1.4846598207950592, |
| "rewards/mrr_reward": 0.545331098139286, |
| "rewards/rank_analyze_format_reward": 0.5122500844299793, |
| "rewards/rank_answer_foramt_reward": 0.822265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9959664940834045, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9959664940834045, |
| "step": 156 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 541.015625, |
| "epoch": 1.256, |
| "grad_norm": 0.03247671574354172, |
| "kl": 0.006220817565917969, |
| "learning_rate": 1.9993451719051663e-05, |
| "loss": -0.0057, |
| "reward": 6.91133987903595, |
| "reward_std": 1.076777160167694, |
| "rewards/mrr_reward": 0.6208333373069763, |
| "rewards/rank_analyze_format_reward": 0.4648074358701706, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 157 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 536.0, |
| "epoch": 1.264, |
| "grad_norm": 0.033995021134614944, |
| "kl": 0.006260871887207031, |
| "learning_rate": 1.999336046501281e-05, |
| "loss": -0.0107, |
| "reward": 6.491420269012451, |
| "reward_std": 1.1248966604471207, |
| "rewards/mrr_reward": 0.5537760369479656, |
| "rewards/rank_analyze_format_reward": 0.38733571022748947, |
| "rewards/rank_answer_foramt_reward": 0.890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 158 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 537.09375, |
| "epoch": 1.272, |
| "grad_norm": 0.03796149790287018, |
| "kl": 0.008052825927734375, |
| "learning_rate": 1.999326857973867e-05, |
| "loss": -0.0482, |
| "reward": 7.359132528305054, |
| "reward_std": 1.4535967111587524, |
| "rewards/mrr_reward": 0.7499999850988388, |
| "rewards/rank_analyze_format_reward": 0.4489763230085373, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 159 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 564.671875, |
| "epoch": 1.28, |
| "grad_norm": 0.036241207271814346, |
| "kl": 0.0068416595458984375, |
| "learning_rate": 1.9993176063235046e-05, |
| "loss": -0.0176, |
| "reward": 7.0445317029953, |
| "reward_std": 1.626471757888794, |
| "rewards/mrr_reward": 0.662822425365448, |
| "rewards/rank_analyze_format_reward": 0.5297309085726738, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 160 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 579.453125, |
| "epoch": 1.288, |
| "grad_norm": 0.037075724452733994, |
| "kl": 0.006366729736328125, |
| "learning_rate": 1.9993082915507776e-05, |
| "loss": -0.0144, |
| "reward": 6.376061797142029, |
| "reward_std": 1.2733474969863892, |
| "rewards/mrr_reward": 0.5289496555924416, |
| "rewards/rank_analyze_format_reward": 0.42237265408039093, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 161 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 577.296875, |
| "epoch": 1.296, |
| "grad_norm": 0.03217633441090584, |
| "kl": 0.006763458251953125, |
| "learning_rate": 1.999298913656275e-05, |
| "loss": -0.0085, |
| "reward": 6.5947242975234985, |
| "reward_std": 1.2779672592878342, |
| "rewards/mrr_reward": 0.5658544301986694, |
| "rewards/rank_analyze_format_reward": 0.4991602599620819, |
| "rewards/rank_answer_foramt_reward": 0.849609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 162 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 527.328125, |
| "epoch": 1.304, |
| "grad_norm": 0.03425245359539986, |
| "kl": 0.007500648498535156, |
| "learning_rate": 1.9992894726405894e-05, |
| "loss": -0.0124, |
| "reward": 6.557482957839966, |
| "reward_std": 1.4475017786026, |
| "rewards/mrr_reward": 0.5980902686715126, |
| "rewards/rank_analyze_format_reward": 0.2979341112077236, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 163 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 564.59375, |
| "epoch": 1.312, |
| "grad_norm": 0.03478895127773285, |
| "kl": 0.007842063903808594, |
| "learning_rate": 1.9992799685043165e-05, |
| "loss": -0.0553, |
| "reward": 6.300098657608032, |
| "reward_std": 1.0886222496628761, |
| "rewards/mrr_reward": 0.48148561269044876, |
| "rewards/rank_analyze_format_reward": 0.5164258703589439, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 164 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 568.953125, |
| "epoch": 1.32, |
| "grad_norm": 0.0446629598736763, |
| "kl": 0.006804466247558594, |
| "learning_rate": 1.999270401248057e-05, |
| "loss": -0.0217, |
| "reward": 6.716991662979126, |
| "reward_std": 1.4165300726890564, |
| "rewards/mrr_reward": 0.5955481305718422, |
| "rewards/rank_analyze_format_reward": 0.43624673783779144, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 165 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.984375, |
| "epoch": 1.328, |
| "grad_norm": 0.03580395132303238, |
| "kl": 0.008753776550292969, |
| "learning_rate": 1.999260770872415e-05, |
| "loss": 0.0004, |
| "reward": 5.964340448379517, |
| "reward_std": 1.1115762144327164, |
| "rewards/mrr_reward": 0.3914806619286537, |
| "rewards/rank_analyze_format_reward": 0.5389279127120972, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 166 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 571.453125, |
| "epoch": 1.336, |
| "grad_norm": 0.03663269430398941, |
| "kl": 0.007559776306152344, |
| "learning_rate": 1.999251077377999e-05, |
| "loss": -0.0458, |
| "reward": 6.374191999435425, |
| "reward_std": 1.2914250791072845, |
| "rewards/mrr_reward": 0.4921874962747097, |
| "rewards/rank_analyze_format_reward": 0.5749406069517136, |
| "rewards/rank_answer_foramt_reward": 0.849609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 167 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 573.96875, |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.033142536878585815, |
| "kl": 0.0076465606689453125, |
| "learning_rate": 1.999241320765421e-05, |
| "loss": -0.0188, |
| "reward": 6.285339713096619, |
| "reward_std": 1.369349867105484, |
| "rewards/mrr_reward": 0.4851934462785721, |
| "rewards/rank_analyze_format_reward": 0.479331374168396, |
| "rewards/rank_answer_foramt_reward": 0.873046875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 168 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 547.984375, |
| "epoch": 1.3519999999999999, |
| "grad_norm": 0.03498915210366249, |
| "kl": 0.008561134338378906, |
| "learning_rate": 1.9992315010352978e-05, |
| "loss": -0.0274, |
| "reward": 6.904844880104065, |
| "reward_std": 1.2574369013309479, |
| "rewards/mrr_reward": 0.6432291716337204, |
| "rewards/rank_analyze_format_reward": 0.44520963728427887, |
| "rewards/rank_answer_foramt_reward": 0.88671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 169 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 576.765625, |
| "epoch": 1.3599999999999999, |
| "grad_norm": 0.03831981122493744, |
| "kl": 0.010663986206054688, |
| "learning_rate": 1.9992216181882492e-05, |
| "loss": -0.0089, |
| "reward": 6.317743182182312, |
| "reward_std": 1.1524057537317276, |
| "rewards/mrr_reward": 0.4661892428994179, |
| "rewards/rank_analyze_format_reward": 0.5786355137825012, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9977221935987473, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9977221935987473, |
| "step": 170 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 549.5625, |
| "epoch": 1.3679999999999999, |
| "grad_norm": 0.03543487936258316, |
| "kl": 0.008349418640136719, |
| "learning_rate": 1.9992116722248997e-05, |
| "loss": 0.009, |
| "reward": 6.215874433517456, |
| "reward_std": 1.5494773089885712, |
| "rewards/mrr_reward": 0.5115203410387039, |
| "rewards/rank_analyze_format_reward": 0.3291758671402931, |
| "rewards/rank_answer_foramt_reward": 0.859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 171 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 563.40625, |
| "epoch": 1.376, |
| "grad_norm": 0.03732339292764664, |
| "kl": 0.00754547119140625, |
| "learning_rate": 1.9992016631458774e-05, |
| "loss": -0.0044, |
| "reward": 6.333064913749695, |
| "reward_std": 1.5073265135288239, |
| "rewards/mrr_reward": 0.5336371585726738, |
| "rewards/rank_analyze_format_reward": 0.373980063945055, |
| "rewards/rank_answer_foramt_reward": 0.83203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9962525367736816, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9962525367736816, |
| "step": 172 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.109375, |
| "epoch": 1.384, |
| "grad_norm": 0.03858262300491333, |
| "kl": 0.0084381103515625, |
| "learning_rate": 1.9991915909518146e-05, |
| "loss": -0.0484, |
| "reward": 6.43630588054657, |
| "reward_std": 1.1248457580804825, |
| "rewards/mrr_reward": 0.5476128421723843, |
| "rewards/rank_analyze_format_reward": 0.5014840885996819, |
| "rewards/rank_answer_foramt_reward": 0.779296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 173 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 603.625, |
| "epoch": 1.392, |
| "grad_norm": 0.031945351511240005, |
| "kl": 0.008295059204101562, |
| "learning_rate": 1.9991814556433475e-05, |
| "loss": -0.0415, |
| "reward": 6.396109580993652, |
| "reward_std": 1.257490947842598, |
| "rewards/mrr_reward": 0.5233692973852158, |
| "rewards/rank_analyze_format_reward": 0.5277140513062477, |
| "rewards/rank_answer_foramt_reward": 0.830078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9919514656066895, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9919514656066895, |
| "step": 174 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 547.390625, |
| "epoch": 1.4, |
| "grad_norm": 0.03459803760051727, |
| "kl": 0.009899139404296875, |
| "learning_rate": 1.9991712572211163e-05, |
| "loss": -0.0283, |
| "reward": 6.693902850151062, |
| "reward_std": 1.5040415227413177, |
| "rewards/mrr_reward": 0.6218750029802322, |
| "rewards/rank_analyze_format_reward": 0.38910815864801407, |
| "rewards/rank_answer_foramt_reward": 0.822265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.997514471411705, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.997514471411705, |
| "step": 175 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 596.953125, |
| "epoch": 1.408, |
| "grad_norm": 0.03564726933836937, |
| "kl": 0.008817672729492188, |
| "learning_rate": 1.999160995685765e-05, |
| "loss": 0.0041, |
| "reward": 6.393037676811218, |
| "reward_std": 1.5305506885051727, |
| "rewards/mrr_reward": 0.4989583343267441, |
| "rewards/rank_analyze_format_reward": 0.5883020609617233, |
| "rewards/rank_answer_foramt_reward": 0.833984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 176 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.8125, |
| "epoch": 1.416, |
| "grad_norm": 0.0317256897687912, |
| "kl": 0.007786750793457031, |
| "learning_rate": 1.9991506710379424e-05, |
| "loss": -0.0038, |
| "reward": 6.927413702011108, |
| "reward_std": 1.1728498041629791, |
| "rewards/mrr_reward": 0.5874070003628731, |
| "rewards/rank_analyze_format_reward": 0.7316593676805496, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 177 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.015625, |
| "epoch": 1.424, |
| "grad_norm": 0.03363263979554176, |
| "kl": 0.006999015808105469, |
| "learning_rate": 1.9991402832783e-05, |
| "loss": -0.0222, |
| "reward": 6.334396123886108, |
| "reward_std": 1.1969702541828156, |
| "rewards/mrr_reward": 0.49082961305975914, |
| "rewards/rank_analyze_format_reward": 0.532570406794548, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9671052694320679, |
| "step": 178 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 639.0625, |
| "epoch": 1.432, |
| "grad_norm": 0.0324893482029438, |
| "kl": 0.0071563720703125, |
| "learning_rate": 1.9991298324074942e-05, |
| "loss": -0.0215, |
| "reward": 6.33887255191803, |
| "reward_std": 1.0472588911652565, |
| "rewards/mrr_reward": 0.4644531235098839, |
| "rewards/rank_analyze_format_reward": 0.6554184406995773, |
| "rewards/rank_answer_foramt_reward": 0.86328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9817143976688385, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.996271014213562, |
| "step": 179 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 597.53125, |
| "epoch": 1.44, |
| "grad_norm": 0.038431741297245026, |
| "kl": 0.0085906982421875, |
| "learning_rate": 1.999119318426185e-05, |
| "loss": -0.0425, |
| "reward": 5.978406071662903, |
| "reward_std": 1.4375847578048706, |
| "rewards/mrr_reward": 0.37400173395872116, |
| "rewards/rank_analyze_format_reward": 0.654976025223732, |
| "rewards/rank_answer_foramt_reward": 0.86328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9937897026538849, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9937897026538849, |
| "step": 180 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.21875, |
| "epoch": 1.448, |
| "grad_norm": 0.03540867194533348, |
| "kl": 0.008702278137207031, |
| "learning_rate": 1.9991087413350367e-05, |
| "loss": 0.0273, |
| "reward": 7.00466001033783, |
| "reward_std": 1.6190518736839294, |
| "rewards/mrr_reward": 0.6167968884110451, |
| "rewards/rank_analyze_format_reward": 0.7251099199056625, |
| "rewards/rank_answer_foramt_reward": 0.859375, |
| "rewards/rank_contrast_format_reward": 0.012996495701372623, |
| "rewards/rank_initial_format_reward": 0.9817143976688385, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9817143976688385, |
| "step": 181 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.96875, |
| "epoch": 1.456, |
| "grad_norm": 0.03581292927265167, |
| "kl": 0.009832382202148438, |
| "learning_rate": 1.9990981011347172e-05, |
| "loss": -0.0048, |
| "reward": 5.947044134140015, |
| "reward_std": 0.9751862585544586, |
| "rewards/mrr_reward": 0.3696366660296917, |
| "rewards/rank_analyze_format_reward": 0.6148670166730881, |
| "rewards/rank_answer_foramt_reward": 0.86328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 182 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.296875, |
| "epoch": 1.464, |
| "grad_norm": 0.0367310456931591, |
| "kl": 0.008490562438964844, |
| "learning_rate": 1.999087397825899e-05, |
| "loss": -0.0219, |
| "reward": 6.547907114028931, |
| "reward_std": 0.9392938762903214, |
| "rewards/mrr_reward": 0.5391679182648659, |
| "rewards/rank_analyze_format_reward": 0.5218650847673416, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 183 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.265625, |
| "epoch": 1.472, |
| "grad_norm": 0.036771222949028015, |
| "kl": 0.00975799560546875, |
| "learning_rate": 1.9990766314092575e-05, |
| "loss": 0.0093, |
| "reward": 7.504821062088013, |
| "reward_std": 1.017032966017723, |
| "rewards/mrr_reward": 0.7345609813928604, |
| "rewards/rank_analyze_format_reward": 0.6810796558856964, |
| "rewards/rank_answer_foramt_reward": 0.890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 184 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 570.015625, |
| "epoch": 1.48, |
| "grad_norm": 0.035612449049949646, |
| "kl": 0.009767532348632812, |
| "learning_rate": 1.9990658018854737e-05, |
| "loss": -0.0192, |
| "reward": 6.572237730026245, |
| "reward_std": 1.1024248152971268, |
| "rewards/mrr_reward": 0.5541418492794037, |
| "rewards/rank_analyze_format_reward": 0.48548950254917145, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9966137856245041, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9809887856245041, |
| "step": 185 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.625, |
| "epoch": 1.488, |
| "grad_norm": 0.03268010914325714, |
| "kl": 0.007953643798828125, |
| "learning_rate": 1.9990549092552307e-05, |
| "loss": -0.0163, |
| "reward": 7.752923250198364, |
| "reward_std": 1.1804132461547852, |
| "rewards/mrr_reward": 0.7671007066965103, |
| "rewards/rank_analyze_format_reward": 0.7255359292030334, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 186 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.6875, |
| "epoch": 1.496, |
| "grad_norm": 0.033477578312158585, |
| "kl": 0.010374069213867188, |
| "learning_rate": 1.999043953519217e-05, |
| "loss": -0.0446, |
| "reward": 6.951627135276794, |
| "reward_std": 1.142410233616829, |
| "rewards/mrr_reward": 0.5984498858451843, |
| "rewards/rank_analyze_format_reward": 0.6071917712688446, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9977788031101227, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9977788031101227, |
| "step": 187 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 591.640625, |
| "epoch": 1.504, |
| "grad_norm": 0.03295287489891052, |
| "kl": 0.008535385131835938, |
| "learning_rate": 1.999032934678125e-05, |
| "loss": -0.0228, |
| "reward": 6.217561841011047, |
| "reward_std": 0.885568305850029, |
| "rewards/mrr_reward": 0.4311321973800659, |
| "rewards/rank_analyze_format_reward": 0.5961254388093948, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 188 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.359375, |
| "epoch": 1.512, |
| "grad_norm": 0.03543277829885483, |
| "kl": 0.008122444152832031, |
| "learning_rate": 1.99902185273265e-05, |
| "loss": -0.0164, |
| "reward": 6.661153793334961, |
| "reward_std": 0.7280477955937386, |
| "rewards/mrr_reward": 0.5164248645305634, |
| "rewards/rank_analyze_format_reward": 0.623047724366188, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9969455003738403, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9969455003738403, |
| "step": 189 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 626.109375, |
| "epoch": 1.52, |
| "grad_norm": 0.037641286849975586, |
| "kl": 0.008847236633300781, |
| "learning_rate": 1.999010707683492e-05, |
| "loss": -0.0658, |
| "reward": 6.347493886947632, |
| "reward_std": 0.9116277098655701, |
| "rewards/mrr_reward": 0.43297991901636124, |
| "rewards/rank_analyze_format_reward": 0.666047140955925, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 190 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.25, |
| "epoch": 1.528, |
| "grad_norm": 0.03490091487765312, |
| "kl": 0.009138107299804688, |
| "learning_rate": 1.998999499531356e-05, |
| "loss": -0.0516, |
| "reward": 7.269640564918518, |
| "reward_std": 0.6211766228079796, |
| "rewards/mrr_reward": 0.6727616675198078, |
| "rewards/rank_analyze_format_reward": 0.6237920597195625, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.011442550458014011, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 191 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 581.203125, |
| "epoch": 1.536, |
| "grad_norm": 0.03623748943209648, |
| "kl": 0.010578155517578125, |
| "learning_rate": 1.9989882282769485e-05, |
| "loss": -0.0328, |
| "reward": 6.117859721183777, |
| "reward_std": 1.3281791657209396, |
| "rewards/mrr_reward": 0.4266369119286537, |
| "rewards/rank_analyze_format_reward": 0.5988272428512573, |
| "rewards/rank_answer_foramt_reward": 0.83203125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9980392158031464, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9980392158031464, |
| "step": 192 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 631.859375, |
| "epoch": 1.544, |
| "grad_norm": 0.03717571124434471, |
| "kl": 0.012277603149414062, |
| "learning_rate": 1.9989768939209826e-05, |
| "loss": -0.0291, |
| "reward": 6.472392678260803, |
| "reward_std": 1.0950042307376862, |
| "rewards/mrr_reward": 0.4958333298563957, |
| "rewards/rank_analyze_format_reward": 0.7097622603178024, |
| "rewards/rank_answer_foramt_reward": 0.833984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 193 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 603.59375, |
| "epoch": 1.552, |
| "grad_norm": 0.031889960169792175, |
| "kl": 0.0109710693359375, |
| "learning_rate": 1.9989654964641737e-05, |
| "loss": -0.0297, |
| "reward": 6.880647420883179, |
| "reward_std": 0.8547341153025627, |
| "rewards/mrr_reward": 0.580071933567524, |
| "rewards/rank_analyze_format_reward": 0.6654053032398224, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 194 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 599.234375, |
| "epoch": 1.56, |
| "grad_norm": 0.036006029695272446, |
| "kl": 0.012359619140625, |
| "learning_rate": 1.998954035907242e-05, |
| "loss": -0.0148, |
| "reward": 6.577338814735413, |
| "reward_std": 1.2951306998729706, |
| "rewards/mrr_reward": 0.5316840335726738, |
| "rewards/rank_analyze_format_reward": 0.5455324053764343, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 195 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 631.953125, |
| "epoch": 1.568, |
| "grad_norm": 0.030870715156197548, |
| "kl": 0.0106658935546875, |
| "learning_rate": 1.9989425122509113e-05, |
| "loss": -0.0305, |
| "reward": 6.851738214492798, |
| "reward_std": 0.7111386805772781, |
| "rewards/mrr_reward": 0.5270833075046539, |
| "rewards/rank_analyze_format_reward": 0.784420520067215, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 196 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.390625, |
| "epoch": 1.576, |
| "grad_norm": 0.03541827201843262, |
| "kl": 0.011089324951171875, |
| "learning_rate": 1.9989309254959096e-05, |
| "loss": -0.0172, |
| "reward": 7.087416887283325, |
| "reward_std": 1.3555363416671753, |
| "rewards/mrr_reward": 0.6345486119389534, |
| "rewards/rank_analyze_format_reward": 0.7166584730148315, |
| "rewards/rank_answer_foramt_reward": 0.873046875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992897808551788, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9836647808551788, |
| "step": 197 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.65625, |
| "epoch": 1.584, |
| "grad_norm": 0.0363469123840332, |
| "kl": 0.011362075805664062, |
| "learning_rate": 1.998919275642968e-05, |
| "loss": 0.0444, |
| "reward": 6.63647723197937, |
| "reward_std": 1.5355401635169983, |
| "rewards/mrr_reward": 0.537413202226162, |
| "rewards/rank_analyze_format_reward": 0.7207763195037842, |
| "rewards/rank_answer_foramt_reward": 0.81640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 198 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.609375, |
| "epoch": 1.592, |
| "grad_norm": 0.0350794680416584, |
| "kl": 0.010587692260742188, |
| "learning_rate": 1.9989075626928237e-05, |
| "loss": -0.0324, |
| "reward": 7.593704700469971, |
| "reward_std": 1.2587448060512543, |
| "rewards/mrr_reward": 0.7476562410593033, |
| "rewards/rank_analyze_format_reward": 0.6766816079616547, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 199 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 641.125, |
| "epoch": 1.6, |
| "grad_norm": 0.03762039542198181, |
| "kl": 0.011552810668945312, |
| "learning_rate": 1.9988957866462155e-05, |
| "loss": 0.0012, |
| "reward": 6.556584358215332, |
| "reward_std": 0.7802992425858974, |
| "rewards/mrr_reward": 0.4782552234828472, |
| "rewards/rank_analyze_format_reward": 0.7131441533565521, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 200 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 615.515625, |
| "epoch": 1.608, |
| "grad_norm": 0.03529913350939751, |
| "kl": 0.011404037475585938, |
| "learning_rate": 1.998883947503888e-05, |
| "loss": -0.0285, |
| "reward": 6.747278928756714, |
| "reward_std": 0.8986479938030243, |
| "rewards/mrr_reward": 0.5536458566784859, |
| "rewards/rank_analyze_format_reward": 0.6645828187465668, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9975329041481018, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9975329041481018, |
| "step": 201 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.9375, |
| "epoch": 1.616, |
| "grad_norm": 0.03680592030286789, |
| "kl": 0.011167526245117188, |
| "learning_rate": 1.9988720452665885e-05, |
| "loss": -0.0142, |
| "reward": 7.523893117904663, |
| "reward_std": 1.5109763741493225, |
| "rewards/mrr_reward": 0.7254092246294022, |
| "rewards/rank_analyze_format_reward": 0.6940822452306747, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.013573232106864452, |
| "rewards/rank_initial_format_reward": 0.9973393976688385, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9973393976688385, |
| "step": 202 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 654.671875, |
| "epoch": 1.624, |
| "grad_norm": 0.031202631071209908, |
| "kl": 0.011119842529296875, |
| "learning_rate": 1.9988600799350685e-05, |
| "loss": -0.011, |
| "reward": 7.5892653465271, |
| "reward_std": 0.8718039393424988, |
| "rewards/mrr_reward": 0.7219122052192688, |
| "rewards/rank_analyze_format_reward": 0.7621632516384125, |
| "rewards/rank_answer_foramt_reward": 0.955078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 203 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 624.46875, |
| "epoch": 1.6320000000000001, |
| "grad_norm": 0.03513794392347336, |
| "kl": 0.011323928833007812, |
| "learning_rate": 1.998848051510085e-05, |
| "loss": -0.0116, |
| "reward": 7.873760461807251, |
| "reward_std": 0.9668747493997216, |
| "rewards/mrr_reward": 0.8035590276122093, |
| "rewards/rank_analyze_format_reward": 0.738672748208046, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985119104385376, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9985119104385376, |
| "step": 204 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.203125, |
| "epoch": 1.6400000000000001, |
| "grad_norm": 0.03514819219708443, |
| "kl": 0.012950897216796875, |
| "learning_rate": 1.9988359599923964e-05, |
| "loss": -0.0071, |
| "reward": 6.787094712257385, |
| "reward_std": 1.260214388370514, |
| "rewards/mrr_reward": 0.5561384037137032, |
| "rewards/rank_analyze_format_reward": 0.7126235961914062, |
| "rewards/rank_answer_foramt_reward": 0.859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 205 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 650.375, |
| "epoch": 1.6480000000000001, |
| "grad_norm": 0.03228963539004326, |
| "kl": 0.012664794921875, |
| "learning_rate": 1.9988238053827677e-05, |
| "loss": -0.0375, |
| "reward": 7.256770491600037, |
| "reward_std": 0.48313772678375244, |
| "rewards/mrr_reward": 0.6615699455142021, |
| "rewards/rank_analyze_format_reward": 0.6667077392339706, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 206 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 667.546875, |
| "epoch": 1.6560000000000001, |
| "grad_norm": 0.03247380256652832, |
| "kl": 0.011510848999023438, |
| "learning_rate": 1.9988115876819654e-05, |
| "loss": -0.0066, |
| "reward": 7.226160883903503, |
| "reward_std": 0.7291913609951735, |
| "rewards/mrr_reward": 0.6235677003860474, |
| "rewards/rank_analyze_format_reward": 0.7994760870933533, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 207 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 617.203125, |
| "epoch": 1.6640000000000001, |
| "grad_norm": 0.03485206514596939, |
| "kl": 0.012271881103515625, |
| "learning_rate": 1.9987993068907624e-05, |
| "loss": -0.0256, |
| "reward": 6.819635629653931, |
| "reward_std": 1.4911159574985504, |
| "rewards/mrr_reward": 0.5687500089406967, |
| "rewards/rank_analyze_format_reward": 0.6510217636823654, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.014248084276914597, |
| "rewards/rank_initial_format_reward": 0.9963235259056091, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9963235259056091, |
| "step": 208 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 640.609375, |
| "epoch": 1.6720000000000002, |
| "grad_norm": 0.03412061929702759, |
| "kl": 0.011951446533203125, |
| "learning_rate": 1.9987869630099333e-05, |
| "loss": -0.0183, |
| "reward": 7.066570281982422, |
| "reward_std": 1.0215441137552261, |
| "rewards/mrr_reward": 0.6142113208770752, |
| "rewards/rank_analyze_format_reward": 0.7064512819051743, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985119104385376, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9985119104385376, |
| "step": 209 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.9375, |
| "epoch": 1.6800000000000002, |
| "grad_norm": 0.035708099603652954, |
| "kl": 0.011415481567382812, |
| "learning_rate": 1.998774556040259e-05, |
| "loss": 0.0207, |
| "reward": 7.148289203643799, |
| "reward_std": 0.40048687532544136, |
| "rewards/mrr_reward": 0.6233135014772415, |
| "rewards/rank_analyze_format_reward": 0.6780079305171967, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 210 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.90625, |
| "epoch": 1.688, |
| "grad_norm": 0.03594611957669258, |
| "kl": 0.012083053588867188, |
| "learning_rate": 1.9987620859825225e-05, |
| "loss": 0.007, |
| "reward": 7.130272626876831, |
| "reward_std": 1.0038132444024086, |
| "rewards/mrr_reward": 0.5943328440189362, |
| "rewards/rank_analyze_format_reward": 0.8232535421848297, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 211 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.3125, |
| "epoch": 1.696, |
| "grad_norm": 0.03679274767637253, |
| "kl": 0.012105941772460938, |
| "learning_rate": 1.9987495528375115e-05, |
| "loss": 0.0071, |
| "reward": 7.324402451515198, |
| "reward_std": 1.0858530811965466, |
| "rewards/mrr_reward": 0.6619791686534882, |
| "rewards/rank_analyze_format_reward": 0.7507043033838272, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 212 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 633.578125, |
| "epoch": 1.704, |
| "grad_norm": 0.032590728253126144, |
| "kl": 0.011951446533203125, |
| "learning_rate": 1.998736956606018e-05, |
| "loss": -0.0204, |
| "reward": 7.353400826454163, |
| "reward_std": 1.2198131084442139, |
| "rewards/mrr_reward": 0.6886904761195183, |
| "rewards/rank_analyze_format_reward": 0.7275451272726059, |
| "rewards/rank_answer_foramt_reward": 0.92578125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 213 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 648.125, |
| "epoch": 1.712, |
| "grad_norm": 0.03516772761940956, |
| "kl": 0.011865615844726562, |
| "learning_rate": 1.9987242972888368e-05, |
| "loss": -0.0256, |
| "reward": 6.390246629714966, |
| "reward_std": 1.2206433862447739, |
| "rewards/mrr_reward": 0.4318266250193119, |
| "rewards/rank_analyze_format_reward": 0.744662880897522, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 214 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 626.515625, |
| "epoch": 1.72, |
| "grad_norm": 0.034917186945676804, |
| "kl": 0.010568618774414062, |
| "learning_rate": 1.9987115748867685e-05, |
| "loss": -0.0075, |
| "reward": 7.013459086418152, |
| "reward_std": 1.1758202761411667, |
| "rewards/mrr_reward": 0.6146267428994179, |
| "rewards/rank_analyze_format_reward": 0.6679250225424767, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 215 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 645.75, |
| "epoch": 1.728, |
| "grad_norm": 0.03526122495532036, |
| "kl": 0.011056900024414062, |
| "learning_rate": 1.9986987894006164e-05, |
| "loss": -0.0348, |
| "reward": 7.004386067390442, |
| "reward_std": 1.013509213924408, |
| "rewards/mrr_reward": 0.6190104186534882, |
| "rewards/rank_analyze_format_reward": 0.6921346038579941, |
| "rewards/rank_answer_foramt_reward": 0.849609375, |
| "rewards/rank_contrast_format_reward": 0.014774133451282978, |
| "rewards/rank_initial_format_reward": 0.9898194670677185, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9898194670677185, |
| "step": 216 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 587.296875, |
| "epoch": 1.736, |
| "grad_norm": 0.03770997375249863, |
| "kl": 0.013156890869140625, |
| "learning_rate": 1.9986859408311878e-05, |
| "loss": -0.0243, |
| "reward": 7.723721385002136, |
| "reward_std": 1.2577708065509796, |
| "rewards/mrr_reward": 0.8122829794883728, |
| "rewards/rank_analyze_format_reward": 0.5527143776416779, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 217 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 625.390625, |
| "epoch": 1.744, |
| "grad_norm": 0.03594063222408295, |
| "kl": 0.01361083984375, |
| "learning_rate": 1.9986730291792945e-05, |
| "loss": -0.0125, |
| "reward": 6.763970732688904, |
| "reward_std": 1.1345993727445602, |
| "rewards/mrr_reward": 0.5692894533276558, |
| "rewards/rank_analyze_format_reward": 0.6561181470751762, |
| "rewards/rank_answer_foramt_reward": 0.857421875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 218 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.8125, |
| "epoch": 1.752, |
| "grad_norm": 0.03884103149175644, |
| "kl": 0.012781143188476562, |
| "learning_rate": 1.9986600544457524e-05, |
| "loss": -0.0204, |
| "reward": 6.09786331653595, |
| "reward_std": 1.128006488084793, |
| "rewards/mrr_reward": 0.4502604268491268, |
| "rewards/rank_analyze_format_reward": 0.48041532188653946, |
| "rewards/rank_answer_foramt_reward": 0.84765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 219 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.0625, |
| "epoch": 1.76, |
| "grad_norm": 0.03623896837234497, |
| "kl": 0.01174163818359375, |
| "learning_rate": 1.9986470166313805e-05, |
| "loss": 0.0022, |
| "reward": 6.999427080154419, |
| "reward_std": 0.6746486648917198, |
| "rewards/mrr_reward": 0.608004704117775, |
| "rewards/rank_analyze_format_reward": 0.6940975040197372, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991554021835327, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9835304021835327, |
| "step": 220 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 640.984375, |
| "epoch": 1.768, |
| "grad_norm": 0.03681391850113869, |
| "kl": 0.01168060302734375, |
| "learning_rate": 1.9986339157370026e-05, |
| "loss": 0.0156, |
| "reward": 6.224501371383667, |
| "reward_std": 1.1424128413200378, |
| "rewards/mrr_reward": 0.4014260917901993, |
| "rewards/rank_analyze_format_reward": 0.7514945864677429, |
| "rewards/rank_answer_foramt_reward": 0.884765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 221 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 675.609375, |
| "epoch": 1.776, |
| "grad_norm": 0.035715728998184204, |
| "kl": 0.011419296264648438, |
| "learning_rate": 1.9986207517634466e-05, |
| "loss": -0.0075, |
| "reward": 6.838769316673279, |
| "reward_std": 1.138169839978218, |
| "rewards/mrr_reward": 0.5326946973800659, |
| "rewards/rank_analyze_format_reward": 0.8114955276250839, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9951225072145462, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9951225072145462, |
| "step": 222 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 650.0625, |
| "epoch": 1.784, |
| "grad_norm": 0.03682604804635048, |
| "kl": 0.012578964233398438, |
| "learning_rate": 1.998607524711543e-05, |
| "loss": -0.024, |
| "reward": 6.9665446281433105, |
| "reward_std": 1.341919094324112, |
| "rewards/mrr_reward": 0.5829861015081406, |
| "rewards/rank_analyze_format_reward": 0.8279595226049423, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9453125, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 223 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 664.046875, |
| "epoch": 1.792, |
| "grad_norm": 0.03405497223138809, |
| "kl": 0.012273788452148438, |
| "learning_rate": 1.9985942345821285e-05, |
| "loss": 0.0101, |
| "reward": 7.542881608009338, |
| "reward_std": 0.9405869543552399, |
| "rewards/mrr_reward": 0.70331721752882, |
| "rewards/rank_analyze_format_reward": 0.8331284523010254, |
| "rewards/rank_answer_foramt_reward": 0.927734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 224 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 641.34375, |
| "epoch": 1.8, |
| "grad_norm": 0.03588543459773064, |
| "kl": 0.010999679565429688, |
| "learning_rate": 1.998580881376042e-05, |
| "loss": 0.0182, |
| "reward": 7.186712980270386, |
| "reward_std": 1.0480735301971436, |
| "rewards/mrr_reward": 0.6471106112003326, |
| "rewards/rank_analyze_format_reward": 0.7620245963335037, |
| "rewards/rank_answer_foramt_reward": 0.869140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 225 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 679.96875, |
| "epoch": 1.808, |
| "grad_norm": 0.03298197686672211, |
| "kl": 0.011339187622070312, |
| "learning_rate": 1.9985674650941265e-05, |
| "loss": -0.0075, |
| "reward": 6.580728888511658, |
| "reward_std": 1.171303242444992, |
| "rewards/mrr_reward": 0.49358879029750824, |
| "rewards/rank_analyze_format_reward": 0.7704363465309143, |
| "rewards/rank_answer_foramt_reward": 0.8984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 226 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 641.984375, |
| "epoch": 1.8159999999999998, |
| "grad_norm": 0.032649777829647064, |
| "kl": 0.011322021484375, |
| "learning_rate": 1.9985539857372303e-05, |
| "loss": -0.0173, |
| "reward": 6.867309093475342, |
| "reward_std": 0.8678697645664215, |
| "rewards/mrr_reward": 0.557161457836628, |
| "rewards/rank_analyze_format_reward": 0.736319363117218, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 227 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.921875, |
| "epoch": 1.8239999999999998, |
| "grad_norm": 0.038027409464120865, |
| "kl": 0.011888504028320312, |
| "learning_rate": 1.998540443306204e-05, |
| "loss": 0.0094, |
| "reward": 6.406673431396484, |
| "reward_std": 1.36880823969841, |
| "rewards/mrr_reward": 0.47701510787010193, |
| "rewards/rank_analyze_format_reward": 0.7093206197023392, |
| "rewards/rank_answer_foramt_reward": 0.84765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 228 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 691.5625, |
| "epoch": 1.8319999999999999, |
| "grad_norm": 0.03739263862371445, |
| "kl": 0.016162872314453125, |
| "learning_rate": 1.998526837801904e-05, |
| "loss": -0.0163, |
| "reward": 6.16663670539856, |
| "reward_std": 0.7895801216363907, |
| "rewards/mrr_reward": 0.36532738618552685, |
| "rewards/rank_analyze_format_reward": 0.8101400434970856, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.013089364394545555, |
| "rewards/rank_initial_format_reward": 0.9976895451545715, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9820645451545715, |
| "step": 229 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 646.640625, |
| "epoch": 1.8399999999999999, |
| "grad_norm": 0.03776266425848007, |
| "kl": 0.010849952697753906, |
| "learning_rate": 1.9985131692251887e-05, |
| "loss": 0.0068, |
| "reward": 6.760786771774292, |
| "reward_std": 1.123057559132576, |
| "rewards/mrr_reward": 0.5368923768401146, |
| "rewards/rank_analyze_format_reward": 0.7293006330728531, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985989332199097, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9985989332199097, |
| "step": 230 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.015625, |
| "epoch": 1.8479999999999999, |
| "grad_norm": 0.03792120888829231, |
| "kl": 0.01201629638671875, |
| "learning_rate": 1.9984994375769222e-05, |
| "loss": -0.0071, |
| "reward": 7.100589036941528, |
| "reward_std": 1.1812313869595528, |
| "rewards/mrr_reward": 0.6353298723697662, |
| "rewards/rank_analyze_format_reward": 0.6587639302015305, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 231 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 645.921875, |
| "epoch": 1.8559999999999999, |
| "grad_norm": 0.034471407532691956, |
| "kl": 0.012517929077148438, |
| "learning_rate": 1.9984856428579717e-05, |
| "loss": -0.0154, |
| "reward": 7.1253886222839355, |
| "reward_std": 0.9221947491168976, |
| "rewards/mrr_reward": 0.6032862067222595, |
| "rewards/rank_analyze_format_reward": 0.8059941083192825, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 232 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.453125, |
| "epoch": 1.8639999999999999, |
| "grad_norm": 0.03487012907862663, |
| "kl": 0.010175704956054688, |
| "learning_rate": 1.998471785069208e-05, |
| "loss": -0.0252, |
| "reward": 7.108256816864014, |
| "reward_std": 1.0599358081817627, |
| "rewards/mrr_reward": 0.6225880309939384, |
| "rewards/rank_analyze_format_reward": 0.7038420140743256, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 233 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.71875, |
| "epoch": 1.8719999999999999, |
| "grad_norm": 0.03678525239229202, |
| "kl": 0.011201858520507812, |
| "learning_rate": 1.9984578642115072e-05, |
| "loss": -0.0072, |
| "reward": 7.174077749252319, |
| "reward_std": 1.0892403870821, |
| "rewards/mrr_reward": 0.6339843720197678, |
| "rewards/rank_analyze_format_reward": 0.7592339366674423, |
| "rewards/rank_answer_foramt_reward": 0.92578125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 234 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 626.484375, |
| "epoch": 1.88, |
| "grad_norm": 0.03547394275665283, |
| "kl": 0.012744903564453125, |
| "learning_rate": 1.998443880285748e-05, |
| "loss": -0.0371, |
| "reward": 7.188539266586304, |
| "reward_std": 1.558995470404625, |
| "rewards/mrr_reward": 0.6575520932674408, |
| "rewards/rank_analyze_format_reward": 0.7216200232505798, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9828085899353027, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9828085899353027, |
| "step": 235 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.84375, |
| "epoch": 1.888, |
| "grad_norm": 0.03983930125832558, |
| "kl": 0.011608123779296875, |
| "learning_rate": 1.9984298332928142e-05, |
| "loss": -0.0087, |
| "reward": 7.840075254440308, |
| "reward_std": 1.4074196517467499, |
| "rewards/mrr_reward": 0.8069010525941849, |
| "rewards/rank_analyze_format_reward": 0.7511429786682129, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 236 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 608.953125, |
| "epoch": 1.896, |
| "grad_norm": 0.03890369087457657, |
| "kl": 0.012737274169921875, |
| "learning_rate": 1.9984157232335926e-05, |
| "loss": -0.0036, |
| "reward": 6.91395902633667, |
| "reward_std": 1.4606387615203857, |
| "rewards/mrr_reward": 0.5853298753499985, |
| "rewards/rank_analyze_format_reward": 0.6925735026597977, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9966736733913422, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9966736733913422, |
| "step": 237 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 626.671875, |
| "epoch": 1.904, |
| "grad_norm": 0.03019222430884838, |
| "kl": 0.010616302490234375, |
| "learning_rate": 1.998401550108975e-05, |
| "loss": -0.0175, |
| "reward": 7.32897675037384, |
| "reward_std": 0.9665245488286018, |
| "rewards/mrr_reward": 0.676432304084301, |
| "rewards/rank_analyze_format_reward": 0.7130914330482483, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 238 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.8125, |
| "epoch": 1.912, |
| "grad_norm": 0.03469119966030121, |
| "kl": 0.011953353881835938, |
| "learning_rate": 1.9983873139198565e-05, |
| "loss": 0.0037, |
| "reward": 6.612988352775574, |
| "reward_std": 1.0446814224123955, |
| "rewards/mrr_reward": 0.47405755519866943, |
| "rewards/rank_analyze_format_reward": 0.7889089584350586, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 239 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.203125, |
| "epoch": 1.92, |
| "grad_norm": 0.03232351318001747, |
| "kl": 0.0106048583984375, |
| "learning_rate": 1.9983730146671363e-05, |
| "loss": -0.0148, |
| "reward": 6.731534361839294, |
| "reward_std": 1.2606956362724304, |
| "rewards/mrr_reward": 0.5494357720017433, |
| "rewards/rank_analyze_format_reward": 0.6778992190957069, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 240 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.515625, |
| "epoch": 1.928, |
| "grad_norm": 0.03420478478074074, |
| "kl": 0.01219940185546875, |
| "learning_rate": 1.9983586523517175e-05, |
| "loss": -0.0438, |
| "reward": 7.590452075004578, |
| "reward_std": 1.6388859748840332, |
| "rewards/mrr_reward": 0.7669270932674408, |
| "rewards/rank_analyze_format_reward": 0.6672752201557159, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 241 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.84375, |
| "epoch": 1.936, |
| "grad_norm": 0.03276892751455307, |
| "kl": 0.01093292236328125, |
| "learning_rate": 1.9983442269745073e-05, |
| "loss": -0.0257, |
| "reward": 6.300868988037109, |
| "reward_std": 0.995959609746933, |
| "rewards/mrr_reward": 0.4575396776199341, |
| "rewards/rank_analyze_format_reward": 0.6771672368049622, |
| "rewards/rank_answer_foramt_reward": 0.818359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9954044073820114, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9954044073820114, |
| "step": 242 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 617.359375, |
| "epoch": 1.944, |
| "grad_norm": 0.03749570995569229, |
| "kl": 0.010999679565429688, |
| "learning_rate": 1.9983297385364166e-05, |
| "loss": -0.0007, |
| "reward": 7.169430136680603, |
| "reward_std": 1.120530128479004, |
| "rewards/mrr_reward": 0.6705729141831398, |
| "rewards/rank_analyze_format_reward": 0.6551071107387543, |
| "rewards/rank_answer_foramt_reward": 0.86328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 243 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.453125, |
| "epoch": 1.952, |
| "grad_norm": 0.04473373666405678, |
| "kl": 0.01145172119140625, |
| "learning_rate": 1.9983151870383614e-05, |
| "loss": -0.0107, |
| "reward": 6.484450101852417, |
| "reward_std": 1.0988103747367859, |
| "rewards/mrr_reward": 0.46861979365348816, |
| "rewards/rank_analyze_format_reward": 0.764109417796135, |
| "rewards/rank_answer_foramt_reward": 0.890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9932432472705841, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9776182472705841, |
| "step": 244 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.328125, |
| "epoch": 1.96, |
| "grad_norm": 0.03367482125759125, |
| "kl": 0.013071060180664062, |
| "learning_rate": 1.99830057248126e-05, |
| "loss": -0.0296, |
| "reward": 6.685883641242981, |
| "reward_std": 0.9533030688762665, |
| "rewards/mrr_reward": 0.5285590291023254, |
| "rewards/rank_analyze_format_reward": 0.6315773874521255, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 245 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 655.34375, |
| "epoch": 1.968, |
| "grad_norm": 0.034726452082395554, |
| "kl": 0.010492324829101562, |
| "learning_rate": 1.9982858948660363e-05, |
| "loss": -0.0181, |
| "reward": 6.672136902809143, |
| "reward_std": 1.0319916605949402, |
| "rewards/mrr_reward": 0.48452381789684296, |
| "rewards/rank_analyze_format_reward": 0.7848227173089981, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 246 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.4375, |
| "epoch": 1.976, |
| "grad_norm": 0.03818318620324135, |
| "kl": 0.00988006591796875, |
| "learning_rate": 1.9982711541936167e-05, |
| "loss": -0.0117, |
| "reward": 7.333935976028442, |
| "reward_std": 1.081397719681263, |
| "rewards/mrr_reward": 0.6711309552192688, |
| "rewards/rank_analyze_format_reward": 0.7507446557283401, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 247 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.75, |
| "epoch": 1.984, |
| "grad_norm": 0.09436666965484619, |
| "kl": 0.037281036376953125, |
| "learning_rate": 1.9982563504649327e-05, |
| "loss": -0.0099, |
| "reward": 7.042810320854187, |
| "reward_std": 1.4771567583084106, |
| "rewards/mrr_reward": 0.6272321417927742, |
| "rewards/rank_analyze_format_reward": 0.7505638301372528, |
| "rewards/rank_answer_foramt_reward": 0.80859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 248 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 593.03125, |
| "epoch": 1.992, |
| "grad_norm": 0.040008366107940674, |
| "kl": 0.011211395263671875, |
| "learning_rate": 1.998241483680919e-05, |
| "loss": 0.0073, |
| "reward": 6.97391951084137, |
| "reward_std": 1.2818303257226944, |
| "rewards/mrr_reward": 0.5991319715976715, |
| "rewards/rank_analyze_format_reward": 0.7252494841814041, |
| "rewards/rank_answer_foramt_reward": 0.88671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9827118366956711, |
| "step": 249 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.59375, |
| "epoch": 2.0, |
| "grad_norm": 0.03942989930510521, |
| "kl": 0.011959075927734375, |
| "learning_rate": 1.9982265538425157e-05, |
| "loss": 0.0371, |
| "reward": 6.234715461730957, |
| "reward_std": 1.436354637145996, |
| "rewards/mrr_reward": 0.47746776789426804, |
| "rewards/rank_analyze_format_reward": 0.5933748111128807, |
| "rewards/rank_answer_foramt_reward": 0.818359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9800696671009064, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 0.9799154698848724, |
| "step": 250 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.46875, |
| "epoch": 2.008, |
| "grad_norm": 0.03840762376785278, |
| "kl": 0.01082611083984375, |
| "learning_rate": 1.9982115609506648e-05, |
| "loss": -0.0149, |
| "reward": 7.465001344680786, |
| "reward_std": 1.3534227311611176, |
| "rewards/mrr_reward": 0.701078861951828, |
| "rewards/rank_analyze_format_reward": 0.73264279961586, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 251 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 623.4375, |
| "epoch": 2.016, |
| "grad_norm": 0.03643304482102394, |
| "kl": 0.0111846923828125, |
| "learning_rate": 1.9981965050063134e-05, |
| "loss": 0.0095, |
| "reward": 6.563894629478455, |
| "reward_std": 1.0918782949447632, |
| "rewards/mrr_reward": 0.49427083879709244, |
| "rewards/rank_analyze_format_reward": 0.6970945447683334, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9975927919149399, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9975927919149399, |
| "step": 252 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 623.140625, |
| "epoch": 2.024, |
| "grad_norm": 0.03906136751174927, |
| "kl": 0.011167526245117188, |
| "learning_rate": 1.998181386010413e-05, |
| "loss": 0.0076, |
| "reward": 7.883460879325867, |
| "reward_std": 0.9759941548109055, |
| "rewards/mrr_reward": 0.7747395783662796, |
| "rewards/rank_analyze_format_reward": 0.8154443502426147, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 253 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 589.5, |
| "epoch": 2.032, |
| "grad_norm": 0.035734061151742935, |
| "kl": 0.014560699462890625, |
| "learning_rate": 1.9981662039639182e-05, |
| "loss": -0.0189, |
| "reward": 7.1975014209747314, |
| "reward_std": 1.0746060460805893, |
| "rewards/mrr_reward": 0.6796006858348846, |
| "rewards/rank_analyze_format_reward": 0.5943331569433212, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 254 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 608.125, |
| "epoch": 2.04, |
| "grad_norm": 0.035253558307886124, |
| "kl": 0.011186599731445312, |
| "learning_rate": 1.9981509588677883e-05, |
| "loss": -0.0403, |
| "reward": 6.368244171142578, |
| "reward_std": 0.9275897480547428, |
| "rewards/mrr_reward": 0.43844248354434967, |
| "rewards/rank_analyze_format_reward": 0.7043182849884033, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 255 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 593.515625, |
| "epoch": 2.048, |
| "grad_norm": 0.03972550854086876, |
| "kl": 0.012750625610351562, |
| "learning_rate": 1.9981356507229862e-05, |
| "loss": -0.0269, |
| "reward": 6.800292491912842, |
| "reward_std": 1.1689245849847794, |
| "rewards/mrr_reward": 0.5714161694049835, |
| "rewards/rank_analyze_format_reward": 0.627255916595459, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9964202791452408, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9964202791452408, |
| "step": 256 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 593.203125, |
| "epoch": 2.056, |
| "grad_norm": 0.03649269416928291, |
| "kl": 0.009584426879882812, |
| "learning_rate": 1.9981202795304787e-05, |
| "loss": -0.0051, |
| "reward": 7.230230689048767, |
| "reward_std": 1.2953073680400848, |
| "rewards/mrr_reward": 0.6908172070980072, |
| "rewards/rank_analyze_format_reward": 0.6150907501578331, |
| "rewards/rank_answer_foramt_reward": 0.900390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 257 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 640.5, |
| "epoch": 2.064, |
| "grad_norm": 0.03631464019417763, |
| "kl": 0.010379791259765625, |
| "learning_rate": 1.9981048452912364e-05, |
| "loss": 0.0223, |
| "reward": 6.423146486282349, |
| "reward_std": 1.1042785942554474, |
| "rewards/mrr_reward": 0.46945685893297195, |
| "rewards/rank_analyze_format_reward": 0.7502825409173965, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9834558814764023, |
| "rewards/rank_overall_format_reward_more": 0.9140625, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 258 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 601.90625, |
| "epoch": 2.072, |
| "grad_norm": 0.03482425957918167, |
| "kl": 0.011255264282226562, |
| "learning_rate": 1.998089348006235e-05, |
| "loss": -0.0123, |
| "reward": 6.214681625366211, |
| "reward_std": 1.3232944011688232, |
| "rewards/mrr_reward": 0.4206349328160286, |
| "rewards/rank_analyze_format_reward": 0.6760562360286713, |
| "rewards/rank_answer_foramt_reward": 0.859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 259 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 607.171875, |
| "epoch": 2.08, |
| "grad_norm": 0.03515848517417908, |
| "kl": 0.008946418762207031, |
| "learning_rate": 1.998073787676453e-05, |
| "loss": -0.0182, |
| "reward": 6.849403977394104, |
| "reward_std": 1.1705361306667328, |
| "rewards/mrr_reward": 0.5722842365503311, |
| "rewards/rank_analyze_format_reward": 0.6880913898348808, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9976112246513367, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9976112246513367, |
| "step": 260 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 625.765625, |
| "epoch": 2.088, |
| "grad_norm": 0.033137645572423935, |
| "kl": 0.010486602783203125, |
| "learning_rate": 1.9980581643028732e-05, |
| "loss": -0.0257, |
| "reward": 6.725158452987671, |
| "reward_std": 0.918092668056488, |
| "rewards/mrr_reward": 0.5186383947730064, |
| "rewards/rank_analyze_format_reward": 0.7032241895794868, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 261 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 596.21875, |
| "epoch": 2.096, |
| "grad_norm": 0.03581111505627632, |
| "kl": 0.011474609375, |
| "learning_rate": 1.9980424778864825e-05, |
| "loss": -0.028, |
| "reward": 6.540898442268372, |
| "reward_std": 1.0225854963064194, |
| "rewards/mrr_reward": 0.4951760917901993, |
| "rewards/rank_analyze_format_reward": 0.618479423224926, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 262 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 587.578125, |
| "epoch": 2.104, |
| "grad_norm": 0.033393606543540955, |
| "kl": 0.009927749633789062, |
| "learning_rate": 1.9980267284282718e-05, |
| "loss": -0.0212, |
| "reward": 7.45247495174408, |
| "reward_std": 0.4263784661889076, |
| "rewards/mrr_reward": 0.7192708477377892, |
| "rewards/rank_analyze_format_reward": 0.5848489105701447, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 263 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 607.234375, |
| "epoch": 2.112, |
| "grad_norm": 0.034759897738695145, |
| "kl": 0.008701324462890625, |
| "learning_rate": 1.998010915929236e-05, |
| "loss": -0.0146, |
| "reward": 7.091454982757568, |
| "reward_std": 0.9185773134231567, |
| "rewards/mrr_reward": 0.6087363660335541, |
| "rewards/rank_analyze_format_reward": 0.6858063042163849, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 264 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 601.015625, |
| "epoch": 2.12, |
| "grad_norm": 0.03577468544244766, |
| "kl": 0.01145172119140625, |
| "learning_rate": 1.9979950403903732e-05, |
| "loss": -0.0014, |
| "reward": 6.77937126159668, |
| "reward_std": 1.279131755232811, |
| "rewards/mrr_reward": 0.563430055975914, |
| "rewards/rank_analyze_format_reward": 0.6385087594389915, |
| "rewards/rank_answer_foramt_reward": 0.8984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 265 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 559.375, |
| "epoch": 2.128, |
| "grad_norm": 0.03831040486693382, |
| "kl": 0.010589599609375, |
| "learning_rate": 1.9979791018126874e-05, |
| "loss": -0.0106, |
| "reward": 6.678526520729065, |
| "reward_std": 1.4866646826267242, |
| "rewards/mrr_reward": 0.5484995096921921, |
| "rewards/rank_analyze_format_reward": 0.595856636762619, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 266 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 583.3125, |
| "epoch": 2.136, |
| "grad_norm": 0.0412379652261734, |
| "kl": 0.010957717895507812, |
| "learning_rate": 1.9979631001971848e-05, |
| "loss": -0.0116, |
| "reward": 7.416189789772034, |
| "reward_std": 1.0926668643951416, |
| "rewards/mrr_reward": 0.7192708253860474, |
| "rewards/rank_analyze_format_reward": 0.6211378127336502, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 267 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.828125, |
| "epoch": 2.144, |
| "grad_norm": 0.03350284695625305, |
| "kl": 0.008955001831054688, |
| "learning_rate": 1.9979470355448756e-05, |
| "loss": -0.0158, |
| "reward": 7.620032906532288, |
| "reward_std": 0.6238258853554726, |
| "rewards/mrr_reward": 0.7218749970197678, |
| "rewards/rank_analyze_format_reward": 0.7774548083543777, |
| "rewards/rank_answer_foramt_reward": 0.955078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 268 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.359375, |
| "epoch": 2.152, |
| "grad_norm": 0.03770367428660393, |
| "kl": 0.011816024780273438, |
| "learning_rate": 1.9979309078567756e-05, |
| "loss": -0.0043, |
| "reward": 6.694323897361755, |
| "reward_std": 1.3028307557106018, |
| "rewards/mrr_reward": 0.5659226104617119, |
| "rewards/rank_analyze_format_reward": 0.5534504503011703, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 269 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.828125, |
| "epoch": 2.16, |
| "grad_norm": 0.03764275088906288, |
| "kl": 0.009786605834960938, |
| "learning_rate": 1.9979147171339022e-05, |
| "loss": -0.019, |
| "reward": 6.99415135383606, |
| "reward_std": 1.3437075316905975, |
| "rewards/mrr_reward": 0.6053075417876244, |
| "rewards/rank_analyze_format_reward": 0.6764369979500771, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 270 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.4375, |
| "epoch": 2.168, |
| "grad_norm": 0.03837438300251961, |
| "kl": 0.011205673217773438, |
| "learning_rate": 1.9978984633772795e-05, |
| "loss": -0.0289, |
| "reward": 5.901566505432129, |
| "reward_std": 0.9236202016472816, |
| "rewards/mrr_reward": 0.35381324775516987, |
| "rewards/rank_analyze_format_reward": 0.59522345662117, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 271 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.375, |
| "epoch": 2.176, |
| "grad_norm": 0.04059956222772598, |
| "kl": 0.011159896850585938, |
| "learning_rate": 1.9978821465879332e-05, |
| "loss": -0.0362, |
| "reward": 6.7173460721969604, |
| "reward_std": 0.7962133586406708, |
| "rewards/mrr_reward": 0.5370783656835556, |
| "rewards/rank_analyze_format_reward": 0.6237201392650604, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 272 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 570.328125, |
| "epoch": 2.184, |
| "grad_norm": 0.03902539238333702, |
| "kl": 0.0102081298828125, |
| "learning_rate": 1.9978657667668945e-05, |
| "loss": -0.032, |
| "reward": 6.786892771720886, |
| "reward_std": 1.4763158559799194, |
| "rewards/mrr_reward": 0.6156250163912773, |
| "rewards/rank_analyze_format_reward": 0.49029337987303734, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 273 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.28125, |
| "epoch": 2.192, |
| "grad_norm": 0.035940494388341904, |
| "kl": 0.012010574340820312, |
| "learning_rate": 1.9978493239151976e-05, |
| "loss": -0.0052, |
| "reward": 7.241865515708923, |
| "reward_std": 1.5207486748695374, |
| "rewards/mrr_reward": 0.6480902805924416, |
| "rewards/rank_analyze_format_reward": 0.7944418787956238, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9968671798706055, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9968671798706055, |
| "step": 274 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.765625, |
| "epoch": 2.2, |
| "grad_norm": 0.03509166091680527, |
| "kl": 0.013257980346679688, |
| "learning_rate": 1.997832818033881e-05, |
| "loss": 0.0139, |
| "reward": 6.9878867864608765, |
| "reward_std": 1.2263060361146927, |
| "rewards/mrr_reward": 0.592051088809967, |
| "rewards/rank_analyze_format_reward": 0.7836297750473022, |
| "rewards/rank_answer_foramt_reward": 0.884765625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9834558814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 275 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 574.640625, |
| "epoch": 2.208, |
| "grad_norm": 0.03720112144947052, |
| "kl": 0.013032913208007812, |
| "learning_rate": 1.9978162491239882e-05, |
| "loss": -0.0178, |
| "reward": 7.190923571586609, |
| "reward_std": 1.171968013048172, |
| "rewards/mrr_reward": 0.640625, |
| "rewards/rank_analyze_format_reward": 0.6909236311912537, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 276 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.5625, |
| "epoch": 2.216, |
| "grad_norm": 0.04091575741767883, |
| "kl": 0.012386322021484375, |
| "learning_rate": 1.997799617186565e-05, |
| "loss": -0.003, |
| "reward": 6.570623397827148, |
| "reward_std": 1.0336104482412338, |
| "rewards/mrr_reward": 0.48072298616170883, |
| "rewards/rank_analyze_format_reward": 0.7270140051841736, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9994212985038757, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9994212985038757, |
| "step": 277 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 622.53125, |
| "epoch": 2.224, |
| "grad_norm": 0.03800741583108902, |
| "kl": 0.01259613037109375, |
| "learning_rate": 1.9977829222226622e-05, |
| "loss": -0.0266, |
| "reward": 6.372930645942688, |
| "reward_std": 0.8913363832980394, |
| "rewards/mrr_reward": 0.46861979365348816, |
| "rewards/rank_analyze_format_reward": 0.731744721531868, |
| "rewards/rank_answer_foramt_reward": 0.802734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9976112246513367, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9819862246513367, |
| "step": 278 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 608.8125, |
| "epoch": 2.232, |
| "grad_norm": 0.0358574353158474, |
| "kl": 0.012134552001953125, |
| "learning_rate": 1.9977661642333344e-05, |
| "loss": -0.0335, |
| "reward": 6.156337261199951, |
| "reward_std": 1.1192015409469604, |
| "rewards/mrr_reward": 0.4033792242407799, |
| "rewards/rank_analyze_format_reward": 0.7136551886796951, |
| "rewards/rank_answer_foramt_reward": 0.859375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9966137856245041, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9966137856245041, |
| "step": 279 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 590.6875, |
| "epoch": 2.24, |
| "grad_norm": 0.03665808215737343, |
| "kl": 0.012432098388671875, |
| "learning_rate": 1.99774934321964e-05, |
| "loss": -0.0148, |
| "reward": 7.189491271972656, |
| "reward_std": 1.3065388202667236, |
| "rewards/mrr_reward": 0.682291679084301, |
| "rewards/rank_analyze_format_reward": 0.6308017671108246, |
| "rewards/rank_answer_foramt_reward": 0.8828125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9967927634716034, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9811677634716034, |
| "step": 280 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.296875, |
| "epoch": 2.248, |
| "grad_norm": 0.039501260966062546, |
| "kl": 0.010639190673828125, |
| "learning_rate": 1.9977324591826415e-05, |
| "loss": -0.0105, |
| "reward": 6.4820040464401245, |
| "reward_std": 1.1038605086505413, |
| "rewards/mrr_reward": 0.45491691678762436, |
| "rewards/rank_analyze_format_reward": 0.7659522593021393, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.012876884080469608, |
| "rewards/rank_initial_format_reward": 0.9974177181720734, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9974177181720734, |
| "step": 281 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.796875, |
| "epoch": 2.2560000000000002, |
| "grad_norm": 0.040637850761413574, |
| "kl": 0.012548446655273438, |
| "learning_rate": 1.9977155121234056e-05, |
| "loss": 0.008, |
| "reward": 6.498598098754883, |
| "reward_std": 1.4399305284023285, |
| "rewards/mrr_reward": 0.4924045279622078, |
| "rewards/rank_analyze_format_reward": 0.7026933282613754, |
| "rewards/rank_answer_foramt_reward": 0.8359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 282 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 622.609375, |
| "epoch": 2.2640000000000002, |
| "grad_norm": 0.039998337626457214, |
| "kl": 0.01102447509765625, |
| "learning_rate": 1.9976985020430022e-05, |
| "loss": 0.0019, |
| "reward": 6.484407901763916, |
| "reward_std": 0.9918918311595917, |
| "rewards/mrr_reward": 0.4627170190215111, |
| "rewards/rank_analyze_format_reward": 0.7155710011720657, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 283 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.28125, |
| "epoch": 2.2720000000000002, |
| "grad_norm": 0.034088097512722015, |
| "kl": 0.0094451904296875, |
| "learning_rate": 1.9976814289425066e-05, |
| "loss": 0.0066, |
| "reward": 6.765654683113098, |
| "reward_std": 1.0432685762643814, |
| "rewards/mrr_reward": 0.5332837402820587, |
| "rewards/rank_analyze_format_reward": 0.6904967427253723, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 284 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.1875, |
| "epoch": 2.2800000000000002, |
| "grad_norm": 0.03567035123705864, |
| "kl": 0.015941619873046875, |
| "learning_rate": 1.9976642928229965e-05, |
| "loss": -0.0143, |
| "reward": 7.0589940547943115, |
| "reward_std": 0.7747539728879929, |
| "rewards/mrr_reward": 0.5898003429174423, |
| "rewards/rank_analyze_format_reward": 0.7460509389638901, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 285 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 640.59375, |
| "epoch": 2.288, |
| "grad_norm": 0.033182136714458466, |
| "kl": 0.009305953979492188, |
| "learning_rate": 1.997647093685555e-05, |
| "loss": 0.0029, |
| "reward": 7.651683449745178, |
| "reward_std": 0.4577641859650612, |
| "rewards/mrr_reward": 0.7307725697755814, |
| "rewards/rank_analyze_format_reward": 0.7285931408405304, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 286 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 589.5, |
| "epoch": 2.296, |
| "grad_norm": 0.03666054829955101, |
| "kl": 0.010992050170898438, |
| "learning_rate": 1.9976298315312675e-05, |
| "loss": -0.0206, |
| "reward": 7.6038994789123535, |
| "reward_std": 1.4697020053863525, |
| "rewards/mrr_reward": 0.7263020724058151, |
| "rewards/rank_analyze_format_reward": 0.7533785998821259, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 287 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.65625, |
| "epoch": 2.304, |
| "grad_norm": 0.03196245804429054, |
| "kl": 0.009922027587890625, |
| "learning_rate": 1.9976125063612254e-05, |
| "loss": -0.0084, |
| "reward": 7.176369905471802, |
| "reward_std": 1.0738315135240555, |
| "rewards/mrr_reward": 0.6143229156732559, |
| "rewards/rank_analyze_format_reward": 0.7952503263950348, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 288 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 575.3125, |
| "epoch": 2.312, |
| "grad_norm": 0.036641672253608704, |
| "kl": 0.01151275634765625, |
| "learning_rate": 1.9975951181765226e-05, |
| "loss": -0.0135, |
| "reward": 6.732638239860535, |
| "reward_std": 1.1722622215747833, |
| "rewards/mrr_reward": 0.5541604608297348, |
| "rewards/rank_analyze_format_reward": 0.6565065011382103, |
| "rewards/rank_answer_foramt_reward": 0.861328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 289 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.125, |
| "epoch": 2.32, |
| "grad_norm": 0.03352293372154236, |
| "kl": 0.00873565673828125, |
| "learning_rate": 1.9975776669782572e-05, |
| "loss": -0.0098, |
| "reward": 7.056705951690674, |
| "reward_std": 0.74837876111269, |
| "rewards/mrr_reward": 0.5602182596921921, |
| "rewards/rank_analyze_format_reward": 0.8049077540636063, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.012763278558850288, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 290 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 594.203125, |
| "epoch": 2.328, |
| "grad_norm": 0.03776485472917557, |
| "kl": 0.011941909790039062, |
| "learning_rate": 1.997560152767532e-05, |
| "loss": -0.011, |
| "reward": 7.487109661102295, |
| "reward_std": 0.8209907524287701, |
| "rewards/mrr_reward": 0.7063492089509964, |
| "rewards/rank_analyze_format_reward": 0.7513267993927002, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 291 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.453125, |
| "epoch": 2.336, |
| "grad_norm": 0.037363357841968536, |
| "kl": 0.013795852661132812, |
| "learning_rate": 1.997542575545453e-05, |
| "loss": 0.0103, |
| "reward": 7.0443562269210815, |
| "reward_std": 1.2127674743533134, |
| "rewards/mrr_reward": 0.5873635932803154, |
| "rewards/rank_analyze_format_reward": 0.7670525759458542, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 292 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 590.578125, |
| "epoch": 2.344, |
| "grad_norm": 0.03627763316035271, |
| "kl": 0.01107025146484375, |
| "learning_rate": 1.9975249353131304e-05, |
| "loss": -0.0153, |
| "reward": 7.811681151390076, |
| "reward_std": 1.2126767039299011, |
| "rewards/mrr_reward": 0.8069444298744202, |
| "rewards/rank_analyze_format_reward": 0.6737470030784607, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 293 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 590.75, |
| "epoch": 2.352, |
| "grad_norm": 0.03678389638662338, |
| "kl": 0.009225845336914062, |
| "learning_rate": 1.9975072320716785e-05, |
| "loss": -0.0396, |
| "reward": 6.60707688331604, |
| "reward_std": 1.2315413057804108, |
| "rewards/mrr_reward": 0.5236669182777405, |
| "rewards/rank_analyze_format_reward": 0.584445059299469, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 294 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 576.390625, |
| "epoch": 2.36, |
| "grad_norm": 0.03965243697166443, |
| "kl": 0.013790130615234375, |
| "learning_rate": 1.997489465822216e-05, |
| "loss": -0.0106, |
| "reward": 7.775085091590881, |
| "reward_std": 1.3139366656541824, |
| "rewards/mrr_reward": 0.8050967454910278, |
| "rewards/rank_analyze_format_reward": 0.6439119428396225, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9944556355476379, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9944556355476379, |
| "step": 295 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.703125, |
| "epoch": 2.368, |
| "grad_norm": 0.039732079952955246, |
| "kl": 0.011026382446289062, |
| "learning_rate": 1.9974716365658646e-05, |
| "loss": -0.0467, |
| "reward": 7.427183151245117, |
| "reward_std": 1.2437842339277267, |
| "rewards/mrr_reward": 0.7122395783662796, |
| "rewards/rank_analyze_format_reward": 0.7224476039409637, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 296 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.25, |
| "epoch": 2.376, |
| "grad_norm": 0.03692779690027237, |
| "kl": 0.010181427001953125, |
| "learning_rate": 1.9974537443037504e-05, |
| "loss": -0.0119, |
| "reward": 7.6130610704422, |
| "reward_std": 1.0890810042619705, |
| "rewards/mrr_reward": 0.7197916656732559, |
| "rewards/rank_analyze_format_reward": 0.8107158541679382, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9977221935987473, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9977221935987473, |
| "step": 297 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.5625, |
| "epoch": 2.384, |
| "grad_norm": 0.039538830518722534, |
| "kl": 0.013807296752929688, |
| "learning_rate": 1.9974357890370038e-05, |
| "loss": -0.008, |
| "reward": 6.635961890220642, |
| "reward_std": 0.7657184079289436, |
| "rewards/mrr_reward": 0.48133058845996857, |
| "rewards/rank_analyze_format_reward": 0.7749776542186737, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 298 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.328125, |
| "epoch": 2.392, |
| "grad_norm": 0.03752804920077324, |
| "kl": 0.013395309448242188, |
| "learning_rate": 1.9974177707667594e-05, |
| "loss": 0.0098, |
| "reward": 7.015731453895569, |
| "reward_std": 1.1001620888710022, |
| "rewards/mrr_reward": 0.6202257052063942, |
| "rewards/rank_analyze_format_reward": 0.6712347567081451, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9962500035762787, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9806250035762787, |
| "step": 299 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 593.0, |
| "epoch": 2.4, |
| "grad_norm": 0.039174940437078476, |
| "kl": 0.011379241943359375, |
| "learning_rate": 1.9973996894941545e-05, |
| "loss": -0.0011, |
| "reward": 7.0397127866744995, |
| "reward_std": 1.0055639445781708, |
| "rewards/mrr_reward": 0.5911644473671913, |
| "rewards/rank_analyze_format_reward": 0.7411527559161186, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 300 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 590.3125, |
| "epoch": 2.408, |
| "grad_norm": 0.0378861129283905, |
| "kl": 0.011119842529296875, |
| "learning_rate": 1.9973815452203314e-05, |
| "loss": 0.0056, |
| "reward": 7.447056770324707, |
| "reward_std": 1.2125954329967499, |
| "rewards/mrr_reward": 0.7122395783662796, |
| "rewards/rank_analyze_format_reward": 0.669488713145256, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9994612038135529, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9994612038135529, |
| "step": 301 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 565.15625, |
| "epoch": 2.416, |
| "grad_norm": 0.03746671974658966, |
| "kl": 0.011993408203125, |
| "learning_rate": 1.997363337946437e-05, |
| "loss": -0.0198, |
| "reward": 6.575040936470032, |
| "reward_std": 0.9133451133966446, |
| "rewards/mrr_reward": 0.5259300693869591, |
| "rewards/rank_analyze_format_reward": 0.5709301829338074, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 302 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 641.546875, |
| "epoch": 2.424, |
| "grad_norm": 0.03554888442158699, |
| "kl": 0.010702133178710938, |
| "learning_rate": 1.9973450676736205e-05, |
| "loss": -0.0074, |
| "reward": 7.236762523651123, |
| "reward_std": 0.604234242811799, |
| "rewards/mrr_reward": 0.6168154701590538, |
| "rewards/rank_analyze_format_reward": 0.8082548528909683, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 303 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.53125, |
| "epoch": 2.432, |
| "grad_norm": 0.03649809956550598, |
| "kl": 0.011503219604492188, |
| "learning_rate": 1.997326734403036e-05, |
| "loss": -0.0239, |
| "reward": 6.725122928619385, |
| "reward_std": 1.2124179899692535, |
| "rewards/mrr_reward": 0.5331907123327255, |
| "rewards/rank_analyze_format_reward": 0.7333841472864151, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 304 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.609375, |
| "epoch": 2.44, |
| "grad_norm": 0.03357018902897835, |
| "kl": 0.011198043823242188, |
| "learning_rate": 1.997308338135842e-05, |
| "loss": -0.0394, |
| "reward": 7.099708437919617, |
| "reward_std": 1.0707662254571915, |
| "rewards/mrr_reward": 0.617491327226162, |
| "rewards/rank_analyze_format_reward": 0.6802160441875458, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 305 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 639.46875, |
| "epoch": 2.448, |
| "grad_norm": 0.04073842614889145, |
| "kl": 0.01114654541015625, |
| "learning_rate": 1.9972898788732e-05, |
| "loss": -0.0205, |
| "reward": 6.205634713172913, |
| "reward_std": 1.0768165290355682, |
| "rewards/mrr_reward": 0.40212054550647736, |
| "rewards/rank_analyze_format_reward": 0.6713712811470032, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 306 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.875, |
| "epoch": 2.456, |
| "grad_norm": 0.038296766579151154, |
| "kl": 0.0117034912109375, |
| "learning_rate": 1.9972713566162763e-05, |
| "loss": -0.0115, |
| "reward": 6.65511429309845, |
| "reward_std": 0.8909335732460022, |
| "rewards/mrr_reward": 0.5184585936367512, |
| "rewards/rank_analyze_format_reward": 0.6747215688228607, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 307 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 571.96875, |
| "epoch": 2.464, |
| "grad_norm": 0.03361259400844574, |
| "kl": 0.010142326354980469, |
| "learning_rate": 1.997252771366241e-05, |
| "loss": -0.0059, |
| "reward": 7.825888633728027, |
| "reward_std": 0.7059714342467487, |
| "rewards/mrr_reward": 0.8350446447730064, |
| "rewards/rank_analyze_format_reward": 0.4857100807130337, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 308 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.9375, |
| "epoch": 2.472, |
| "grad_norm": 0.03526763245463371, |
| "kl": 0.0130767822265625, |
| "learning_rate": 1.9972341231242675e-05, |
| "loss": -0.0398, |
| "reward": 6.988335967063904, |
| "reward_std": 0.7815524078905582, |
| "rewards/mrr_reward": 0.5860863253474236, |
| "rewards/rank_analyze_format_reward": 0.722115769982338, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 309 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 599.140625, |
| "epoch": 2.48, |
| "grad_norm": 0.03733767569065094, |
| "kl": 0.012132644653320312, |
| "learning_rate": 1.9972154118915344e-05, |
| "loss": -0.0251, |
| "reward": 7.347846150398254, |
| "reward_std": 1.1197139769792557, |
| "rewards/mrr_reward": 0.6794270873069763, |
| "rewards/rank_analyze_format_reward": 0.7024035751819611, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 310 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.796875, |
| "epoch": 2.488, |
| "grad_norm": 0.037743665277957916, |
| "kl": 0.010995864868164062, |
| "learning_rate": 1.997196637669223e-05, |
| "loss": -0.0057, |
| "reward": 7.16385281085968, |
| "reward_std": 0.9465463161468506, |
| "rewards/mrr_reward": 0.614341527223587, |
| "rewards/rank_analyze_format_reward": 0.7628190815448761, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 311 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 628.25, |
| "epoch": 2.496, |
| "grad_norm": 0.03614401817321777, |
| "kl": 0.010850906372070312, |
| "learning_rate": 1.99717780045852e-05, |
| "loss": -0.0312, |
| "reward": 7.732061147689819, |
| "reward_std": 0.6288701333105564, |
| "rewards/mrr_reward": 0.7590463757514954, |
| "rewards/rank_analyze_format_reward": 0.7517846375703812, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 312 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.609375, |
| "epoch": 2.504, |
| "grad_norm": 0.035900671035051346, |
| "kl": 0.010019302368164062, |
| "learning_rate": 1.997158900260614e-05, |
| "loss": 0.001, |
| "reward": 7.1635472774505615, |
| "reward_std": 1.0679296404123306, |
| "rewards/mrr_reward": 0.6484374925494194, |
| "rewards/rank_analyze_format_reward": 0.6771043539047241, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9834558814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 313 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 596.1875, |
| "epoch": 2.512, |
| "grad_norm": 0.041989874094724655, |
| "kl": 0.015058517456054688, |
| "learning_rate": 1.9971399370767e-05, |
| "loss": -0.0166, |
| "reward": 6.863955616950989, |
| "reward_std": 0.7592495381832123, |
| "rewards/mrr_reward": 0.565854400396347, |
| "rewards/rank_analyze_format_reward": 0.6161628141999245, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 314 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 599.0, |
| "epoch": 2.52, |
| "grad_norm": 0.041266754269599915, |
| "kl": 0.013032913208007812, |
| "learning_rate": 1.9971209109079752e-05, |
| "loss": -0.0229, |
| "reward": 7.460736155509949, |
| "reward_std": 1.0799484848976135, |
| "rewards/mrr_reward": 0.7114583253860474, |
| "rewards/rank_analyze_format_reward": 0.6832623034715652, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 315 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 646.28125, |
| "epoch": 2.528, |
| "grad_norm": 0.03333236649632454, |
| "kl": 0.009759902954101562, |
| "learning_rate": 1.9971018217556416e-05, |
| "loss": -0.0106, |
| "reward": 6.682798147201538, |
| "reward_std": 0.5989858657121658, |
| "rewards/mrr_reward": 0.4994109719991684, |
| "rewards/rank_analyze_format_reward": 0.7437479048967361, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 316 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 631.4375, |
| "epoch": 2.536, |
| "grad_norm": 0.0350511260330677, |
| "kl": 0.010562896728515625, |
| "learning_rate": 1.997082669620905e-05, |
| "loss": -0.0302, |
| "reward": 6.6315062046051025, |
| "reward_std": 1.0686845779418945, |
| "rewards/mrr_reward": 0.4913690462708473, |
| "rewards/rank_analyze_format_reward": 0.7528755962848663, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9975927770137787, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9975927770137787, |
| "step": 317 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 583.140625, |
| "epoch": 2.544, |
| "grad_norm": 0.03914601355791092, |
| "kl": 0.013078689575195312, |
| "learning_rate": 1.997063454504975e-05, |
| "loss": -0.0055, |
| "reward": 6.575037002563477, |
| "reward_std": 1.3988100588321686, |
| "rewards/mrr_reward": 0.514732152223587, |
| "rewards/rank_analyze_format_reward": 0.6743116676807404, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 318 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.71875, |
| "epoch": 2.552, |
| "grad_norm": 0.0380953773856163, |
| "kl": 0.013456344604492188, |
| "learning_rate": 1.9970441764090654e-05, |
| "loss": -0.0518, |
| "reward": 7.295857548713684, |
| "reward_std": 1.004029467701912, |
| "rewards/mrr_reward": 0.6721354275941849, |
| "rewards/rank_analyze_format_reward": 0.7370236366987228, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9878805130720139, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9878805130720139, |
| "step": 319 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.4375, |
| "epoch": 2.56, |
| "grad_norm": 0.040197595953941345, |
| "kl": 0.013912200927734375, |
| "learning_rate": 1.9970248353343943e-05, |
| "loss": -0.0075, |
| "reward": 6.5366517305374146, |
| "reward_std": 1.0288221687078476, |
| "rewards/mrr_reward": 0.4604600891470909, |
| "rewards/rank_analyze_format_reward": 0.7944208830595016, |
| "rewards/rank_answer_foramt_reward": 0.900390625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 320 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 649.296875, |
| "epoch": 2.568, |
| "grad_norm": 0.038607921451330185, |
| "kl": 0.013824462890625, |
| "learning_rate": 1.997005431282183e-05, |
| "loss": 0.0172, |
| "reward": 7.0922359228134155, |
| "reward_std": 1.0854482501745224, |
| "rewards/mrr_reward": 0.603298619389534, |
| "rewards/rank_analyze_format_reward": 0.7901396751403809, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 321 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 641.296875, |
| "epoch": 2.576, |
| "grad_norm": 0.03311832994222641, |
| "kl": 0.011646270751953125, |
| "learning_rate": 1.996985964253657e-05, |
| "loss": -0.0369, |
| "reward": 6.7459012269973755, |
| "reward_std": 0.9181017801165581, |
| "rewards/mrr_reward": 0.5021019279956818, |
| "rewards/rank_analyze_format_reward": 0.7544548064470291, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 322 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.34375, |
| "epoch": 2.584, |
| "grad_norm": 0.037428632378578186, |
| "kl": 0.012990951538085938, |
| "learning_rate": 1.996966434250046e-05, |
| "loss": -0.0228, |
| "reward": 7.209717512130737, |
| "reward_std": 1.1640962213277817, |
| "rewards/mrr_reward": 0.6627604216337204, |
| "rewards/rank_analyze_format_reward": 0.7012539207935333, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.953125, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 323 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.28125, |
| "epoch": 2.592, |
| "grad_norm": 0.035629965364933014, |
| "kl": 0.011270523071289062, |
| "learning_rate": 1.996946841272584e-05, |
| "loss": -0.0126, |
| "reward": 6.940586090087891, |
| "reward_std": 1.4230458736419678, |
| "rewards/mrr_reward": 0.5958519503474236, |
| "rewards/rank_analyze_format_reward": 0.6704594492912292, |
| "rewards/rank_answer_foramt_reward": 0.88671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 324 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 625.984375, |
| "epoch": 2.6, |
| "grad_norm": 0.032520923763513565, |
| "kl": 0.011152267456054688, |
| "learning_rate": 1.9969271853225083e-05, |
| "loss": -0.0061, |
| "reward": 7.102632761001587, |
| "reward_std": 0.8966164737939835, |
| "rewards/mrr_reward": 0.6060329973697662, |
| "rewards/rank_analyze_format_reward": 0.717139944434166, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 325 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.765625, |
| "epoch": 2.608, |
| "grad_norm": 0.03493724763393402, |
| "kl": 0.011966705322265625, |
| "learning_rate": 1.9969074664010605e-05, |
| "loss": -0.0149, |
| "reward": 6.612971305847168, |
| "reward_std": 0.9198006242513657, |
| "rewards/mrr_reward": 0.479879729449749, |
| "rewards/rank_analyze_format_reward": 0.7714625149965286, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 326 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.78125, |
| "epoch": 2.616, |
| "grad_norm": 0.03426508232951164, |
| "kl": 0.010488510131835938, |
| "learning_rate": 1.9968876845094864e-05, |
| "loss": -0.0116, |
| "reward": 7.175417423248291, |
| "reward_std": 0.7358394265174866, |
| "rewards/mrr_reward": 0.6250000074505806, |
| "rewards/rank_analyze_format_reward": 0.764837920665741, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 327 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.21875, |
| "epoch": 2.624, |
| "grad_norm": 0.03677660971879959, |
| "kl": 0.01381683349609375, |
| "learning_rate": 1.996867839649035e-05, |
| "loss": -0.0066, |
| "reward": 7.328829765319824, |
| "reward_std": 0.97315713763237, |
| "rewards/mrr_reward": 0.6791852787137032, |
| "rewards/rank_analyze_format_reward": 0.7214639633893967, |
| "rewards/rank_answer_foramt_reward": 0.9140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 328 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 587.625, |
| "epoch": 2.632, |
| "grad_norm": 0.03748798742890358, |
| "kl": 0.01129150390625, |
| "learning_rate": 1.9968479318209603e-05, |
| "loss": 0.0107, |
| "reward": 7.366376042366028, |
| "reward_std": 0.7245956286787987, |
| "rewards/mrr_reward": 0.6915550529956818, |
| "rewards/rank_analyze_format_reward": 0.6485605537891388, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 329 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 603.265625, |
| "epoch": 2.64, |
| "grad_norm": 0.038382068276405334, |
| "kl": 0.014995574951171875, |
| "learning_rate": 1.9968279610265194e-05, |
| "loss": -0.0244, |
| "reward": 7.351204872131348, |
| "reward_std": 1.0787476003170013, |
| "rewards/mrr_reward": 0.6888020783662796, |
| "rewards/rank_analyze_format_reward": 0.7559229284524918, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9825367629528046, |
| "step": 330 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 617.171875, |
| "epoch": 2.648, |
| "grad_norm": 0.036839522421360016, |
| "kl": 0.011720657348632812, |
| "learning_rate": 1.9968079272669744e-05, |
| "loss": 0.0057, |
| "reward": 6.830013751983643, |
| "reward_std": 1.1275426745414734, |
| "rewards/mrr_reward": 0.5580295100808144, |
| "rewards/rank_analyze_format_reward": 0.7516124844551086, |
| "rewards/rank_answer_foramt_reward": 0.849609375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 331 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.265625, |
| "epoch": 2.656, |
| "grad_norm": 0.03564363345503807, |
| "kl": 0.012371063232421875, |
| "learning_rate": 1.9967878305435902e-05, |
| "loss": -0.0231, |
| "reward": 7.337198257446289, |
| "reward_std": 0.7928859405219555, |
| "rewards/mrr_reward": 0.6541852578520775, |
| "rewards/rank_analyze_format_reward": 0.8176662474870682, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9972937107086182, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9972937107086182, |
| "step": 332 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 647.890625, |
| "epoch": 2.664, |
| "grad_norm": 0.038595810532569885, |
| "kl": 0.010858535766601562, |
| "learning_rate": 1.9967676708576362e-05, |
| "loss": -0.0045, |
| "reward": 6.599027991294861, |
| "reward_std": 0.9832871407270432, |
| "rewards/mrr_reward": 0.4508804567158222, |
| "rewards/rank_analyze_format_reward": 0.8443343043327332, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 333 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.796875, |
| "epoch": 2.672, |
| "grad_norm": 0.03759092092514038, |
| "kl": 0.0118408203125, |
| "learning_rate": 1.9967474482103863e-05, |
| "loss": -0.0121, |
| "reward": 6.94339394569397, |
| "reward_std": 0.9748950749635696, |
| "rewards/mrr_reward": 0.5725632309913635, |
| "rewards/rank_analyze_format_reward": 0.733219176530838, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 334 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 660.65625, |
| "epoch": 2.68, |
| "grad_norm": 0.03415609896183014, |
| "kl": 0.011899948120117188, |
| "learning_rate": 1.996727162603117e-05, |
| "loss": -0.0132, |
| "reward": 6.538380742073059, |
| "reward_std": 0.7016656026244164, |
| "rewards/mrr_reward": 0.44487228989601135, |
| "rewards/rank_analyze_format_reward": 0.8194384127855301, |
| "rewards/rank_answer_foramt_reward": 0.955078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 335 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.390625, |
| "epoch": 2.6879999999999997, |
| "grad_norm": 0.03727827966213226, |
| "kl": 0.011407852172851562, |
| "learning_rate": 1.9967068140371103e-05, |
| "loss": 0.0018, |
| "reward": 7.043541312217712, |
| "reward_std": 0.7633183086290956, |
| "rewards/mrr_reward": 0.5886718779802322, |
| "rewards/rank_analyze_format_reward": 0.7822953313589096, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 336 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 600.71875, |
| "epoch": 2.6959999999999997, |
| "grad_norm": 0.03895430639386177, |
| "kl": 0.013332366943359375, |
| "learning_rate": 1.9966864025136518e-05, |
| "loss": -0.0042, |
| "reward": 6.765047073364258, |
| "reward_std": 0.8223965764045715, |
| "rewards/mrr_reward": 0.5205729305744171, |
| "rewards/rank_analyze_format_reward": 0.7120521813631058, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 337 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 660.328125, |
| "epoch": 2.7039999999999997, |
| "grad_norm": 0.038571566343307495, |
| "kl": 0.012439727783203125, |
| "learning_rate": 1.99666592803403e-05, |
| "loss": -0.0154, |
| "reward": 6.975342035293579, |
| "reward_std": 0.840043693780899, |
| "rewards/mrr_reward": 0.5555741637945175, |
| "rewards/rank_analyze_format_reward": 0.811639130115509, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 338 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 576.015625, |
| "epoch": 2.7119999999999997, |
| "grad_norm": 0.03610292449593544, |
| "kl": 0.012050628662109375, |
| "learning_rate": 1.9966453905995386e-05, |
| "loss": -0.0219, |
| "reward": 6.419227600097656, |
| "reward_std": 1.1811564713716507, |
| "rewards/mrr_reward": 0.46623264998197556, |
| "rewards/rank_analyze_format_reward": 0.7026196420192719, |
| "rewards/rank_answer_foramt_reward": 0.876953125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 339 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.953125, |
| "epoch": 2.7199999999999998, |
| "grad_norm": 0.040995605289936066, |
| "kl": 0.010702133178710938, |
| "learning_rate": 1.996624790211475e-05, |
| "loss": 0.0069, |
| "reward": 7.764137506484985, |
| "reward_std": 0.872068215161562, |
| "rewards/mrr_reward": 0.7421006858348846, |
| "rewards/rank_analyze_format_reward": 0.8094066381454468, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 340 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 601.390625, |
| "epoch": 2.7279999999999998, |
| "grad_norm": 0.036672018468379974, |
| "kl": 0.010931015014648438, |
| "learning_rate": 1.9966041268711404e-05, |
| "loss": -0.0282, |
| "reward": 7.355572700500488, |
| "reward_std": 0.8193893283605576, |
| "rewards/mrr_reward": 0.6698970645666122, |
| "rewards/rank_analyze_format_reward": 0.7189528197050095, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 341 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.25, |
| "epoch": 2.7359999999999998, |
| "grad_norm": 0.036827512085437775, |
| "kl": 0.011262893676757812, |
| "learning_rate": 1.9965834005798395e-05, |
| "loss": 0.0009, |
| "reward": 7.232412695884705, |
| "reward_std": 0.9624816030263901, |
| "rewards/mrr_reward": 0.6321304589509964, |
| "rewards/rank_analyze_format_reward": 0.776156485080719, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 342 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 583.015625, |
| "epoch": 2.7439999999999998, |
| "grad_norm": 0.041386183351278305, |
| "kl": 0.01598358154296875, |
| "learning_rate": 1.9965626113388823e-05, |
| "loss": -0.0151, |
| "reward": 7.414017677307129, |
| "reward_std": 1.145112544298172, |
| "rewards/mrr_reward": 0.7001488208770752, |
| "rewards/rank_analyze_format_reward": 0.7220657765865326, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 343 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.671875, |
| "epoch": 2.752, |
| "grad_norm": 0.03522395342588425, |
| "kl": 0.011472702026367188, |
| "learning_rate": 1.9965417591495813e-05, |
| "loss": -0.0021, |
| "reward": 6.261266589164734, |
| "reward_std": 0.648932583630085, |
| "rewards/mrr_reward": 0.4110739082098007, |
| "rewards/rank_analyze_format_reward": 0.6695905476808548, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 344 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 595.421875, |
| "epoch": 2.76, |
| "grad_norm": 0.036285560578107834, |
| "kl": 0.011045455932617188, |
| "learning_rate": 1.9965208440132538e-05, |
| "loss": -0.0084, |
| "reward": 7.684949636459351, |
| "reward_std": 0.6939431764185429, |
| "rewards/mrr_reward": 0.7300347238779068, |
| "rewards/rank_analyze_format_reward": 0.782451868057251, |
| "rewards/rank_answer_foramt_reward": 0.984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9989919364452362, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9989919364452362, |
| "step": 345 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 602.15625, |
| "epoch": 2.768, |
| "grad_norm": 0.03910991922020912, |
| "kl": 0.011774063110351562, |
| "learning_rate": 1.9964998659312212e-05, |
| "loss": -0.0189, |
| "reward": 6.8010218143463135, |
| "reward_std": 0.8553978726267815, |
| "rewards/mrr_reward": 0.5462859645485878, |
| "rewards/rank_analyze_format_reward": 0.7228547036647797, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9943632036447525, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9943632036447525, |
| "step": 346 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.359375, |
| "epoch": 2.776, |
| "grad_norm": 0.038007643073797226, |
| "kl": 0.010667800903320312, |
| "learning_rate": 1.996478824904808e-05, |
| "loss": 0.003, |
| "reward": 7.355239748954773, |
| "reward_std": 0.9060100615024567, |
| "rewards/mrr_reward": 0.6795572899281979, |
| "rewards/rank_analyze_format_reward": 0.7034169733524323, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 347 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 597.8125, |
| "epoch": 2.784, |
| "grad_norm": 0.03934268653392792, |
| "kl": 0.01244354248046875, |
| "learning_rate": 1.9964577209353438e-05, |
| "loss": -0.0656, |
| "reward": 7.2533485889434814, |
| "reward_std": 1.1916275918483734, |
| "rewards/mrr_reward": 0.6880208402872086, |
| "rewards/rank_analyze_format_reward": 0.6423462107777596, |
| "rewards/rank_answer_foramt_reward": 0.92578125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9821939468383789, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9821939468383789, |
| "step": 348 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.140625, |
| "epoch": 2.792, |
| "grad_norm": 0.036522042006254196, |
| "kl": 0.013441085815429688, |
| "learning_rate": 1.9964365540241614e-05, |
| "loss": 0.0013, |
| "reward": 7.095219135284424, |
| "reward_std": 1.0741036236286163, |
| "rewards/mrr_reward": 0.6266059279441833, |
| "rewards/rank_analyze_format_reward": 0.6649671494960785, |
| "rewards/rank_answer_foramt_reward": 0.939453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 349 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.15625, |
| "epoch": 2.8, |
| "grad_norm": 0.03805486485362053, |
| "kl": 0.010654449462890625, |
| "learning_rate": 1.9964153241725984e-05, |
| "loss": -0.0168, |
| "reward": 7.228509426116943, |
| "reward_std": 0.9055161625146866, |
| "rewards/mrr_reward": 0.6221354231238365, |
| "rewards/rank_analyze_format_reward": 0.8102801889181137, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 350 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.125, |
| "epoch": 2.808, |
| "grad_norm": 0.036437440663576126, |
| "kl": 0.009984970092773438, |
| "learning_rate": 1.996394031381995e-05, |
| "loss": -0.0147, |
| "reward": 6.869751572608948, |
| "reward_std": 0.8186332434415817, |
| "rewards/mrr_reward": 0.5391058996319771, |
| "rewards/rank_analyze_format_reward": 0.77509605884552, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 351 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 588.75, |
| "epoch": 2.816, |
| "grad_norm": 0.04047045111656189, |
| "kl": 0.013484954833984375, |
| "learning_rate": 1.996372675653696e-05, |
| "loss": 0.0169, |
| "reward": 7.264615893363953, |
| "reward_std": 1.1256726384162903, |
| "rewards/mrr_reward": 0.6621279790997505, |
| "rewards/rank_analyze_format_reward": 0.7302107512950897, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9961873590946198, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 352 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.28125, |
| "epoch": 2.824, |
| "grad_norm": 0.03461950272321701, |
| "kl": 0.011775970458984375, |
| "learning_rate": 1.9963512569890512e-05, |
| "loss": -0.0006, |
| "reward": 6.854212045669556, |
| "reward_std": 0.9395613223314285, |
| "rewards/mrr_reward": 0.5478236600756645, |
| "rewards/rank_analyze_format_reward": 0.7212026119232178, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 353 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 601.59375, |
| "epoch": 2.832, |
| "grad_norm": 0.03836781159043312, |
| "kl": 0.01210784912109375, |
| "learning_rate": 1.9963297753894134e-05, |
| "loss": -0.0137, |
| "reward": 6.814990997314453, |
| "reward_std": 1.3405095338821411, |
| "rewards/mrr_reward": 0.5263392850756645, |
| "rewards/rank_analyze_format_reward": 0.7955712080001831, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 354 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.484375, |
| "epoch": 2.84, |
| "grad_norm": 0.03449360653758049, |
| "kl": 0.013011932373046875, |
| "learning_rate": 1.9963082308561386e-05, |
| "loss": -0.021, |
| "reward": 7.53871476650238, |
| "reward_std": 0.9666296392679214, |
| "rewards/mrr_reward": 0.7184895724058151, |
| "rewards/rank_analyze_format_reward": 0.7090613692998886, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 355 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.71875, |
| "epoch": 2.848, |
| "grad_norm": 0.04157762601971626, |
| "kl": 0.012449264526367188, |
| "learning_rate": 1.9962866233905887e-05, |
| "loss": -0.0148, |
| "reward": 7.414668679237366, |
| "reward_std": 0.9551695212721825, |
| "rewards/mrr_reward": 0.693489596247673, |
| "rewards/rank_analyze_format_reward": 0.6817260161042213, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 356 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.6875, |
| "epoch": 2.856, |
| "grad_norm": 0.034568723291158676, |
| "kl": 0.011356353759765625, |
| "learning_rate": 1.9962649529941283e-05, |
| "loss": -0.0159, |
| "reward": 7.724859952926636, |
| "reward_std": 0.819370448589325, |
| "rewards/mrr_reward": 0.7456287145614624, |
| "rewards/rank_analyze_format_reward": 0.7604811042547226, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9977678656578064, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9977678656578064, |
| "step": 357 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.8125, |
| "epoch": 2.864, |
| "grad_norm": 0.039391741156578064, |
| "kl": 0.012399673461914062, |
| "learning_rate": 1.996243219668126e-05, |
| "loss": -0.0153, |
| "reward": 5.852332949638367, |
| "reward_std": 1.0752842128276825, |
| "rewards/mrr_reward": 0.323691725730896, |
| "rewards/rank_analyze_format_reward": 0.7135076522827148, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9679276347160339, |
| "step": 358 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.046875, |
| "epoch": 2.872, |
| "grad_norm": 0.040229834616184235, |
| "kl": 0.011371612548828125, |
| "learning_rate": 1.996221423413954e-05, |
| "loss": 0.0015, |
| "reward": 6.387848496437073, |
| "reward_std": 1.1234539598226547, |
| "rewards/mrr_reward": 0.4234747067093849, |
| "rewards/rank_analyze_format_reward": 0.7486371248960495, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 359 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 628.109375, |
| "epoch": 2.88, |
| "grad_norm": 0.0374617837369442, |
| "kl": 0.011615753173828125, |
| "learning_rate": 1.9961995642329905e-05, |
| "loss": 0.0084, |
| "reward": 7.307153582572937, |
| "reward_std": 1.3044872879981995, |
| "rewards/mrr_reward": 0.6740141361951828, |
| "rewards/rank_analyze_format_reward": 0.7395800352096558, |
| "rewards/rank_answer_foramt_reward": 0.875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 360 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 591.71875, |
| "epoch": 2.888, |
| "grad_norm": 0.04277306795120239, |
| "kl": 0.014926910400390625, |
| "learning_rate": 1.996177642126615e-05, |
| "loss": -0.0085, |
| "reward": 7.5333287715911865, |
| "reward_std": 0.9014619141817093, |
| "rewards/mrr_reward": 0.6997581869363785, |
| "rewards/rank_analyze_format_reward": 0.7635927647352219, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 361 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 603.28125, |
| "epoch": 2.896, |
| "grad_norm": 0.041481465101242065, |
| "kl": 0.014026641845703125, |
| "learning_rate": 1.996155657096213e-05, |
| "loss": -0.0272, |
| "reward": 6.84517502784729, |
| "reward_std": 1.0781239420175552, |
| "rewards/mrr_reward": 0.5556175634264946, |
| "rewards/rank_analyze_format_reward": 0.7236873209476471, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 362 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 580.53125, |
| "epoch": 2.904, |
| "grad_norm": 0.04171738028526306, |
| "kl": 0.012874603271484375, |
| "learning_rate": 1.9961336091431728e-05, |
| "loss": -0.0004, |
| "reward": 7.211669564247131, |
| "reward_std": 0.8956931233406067, |
| "rewards/mrr_reward": 0.6445312649011612, |
| "rewards/rank_analyze_format_reward": 0.6827789545059204, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9968671649694443, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9968671649694443, |
| "step": 363 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.328125, |
| "epoch": 2.912, |
| "grad_norm": 0.03671007230877876, |
| "kl": 0.011234283447265625, |
| "learning_rate": 1.9961114982688868e-05, |
| "loss": -0.0257, |
| "reward": 7.139348030090332, |
| "reward_std": 0.8967479169368744, |
| "rewards/mrr_reward": 0.6116319298744202, |
| "rewards/rank_analyze_format_reward": 0.7958708107471466, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 364 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 648.640625, |
| "epoch": 2.92, |
| "grad_norm": 0.033731456845998764, |
| "kl": 0.010288238525390625, |
| "learning_rate": 1.9960893244747525e-05, |
| "loss": -0.0108, |
| "reward": 7.166544318199158, |
| "reward_std": 0.6106544919312, |
| "rewards/mrr_reward": 0.6010168790817261, |
| "rewards/rank_analyze_format_reward": 0.7859143763780594, |
| "rewards/rank_answer_foramt_reward": 0.984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 365 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.625, |
| "epoch": 2.928, |
| "grad_norm": 0.036414846777915955, |
| "kl": 0.012035369873046875, |
| "learning_rate": 1.9960670877621697e-05, |
| "loss": -0.0184, |
| "reward": 6.740770578384399, |
| "reward_std": 0.8052867725491524, |
| "rewards/mrr_reward": 0.5220424234867096, |
| "rewards/rank_analyze_format_reward": 0.7072883993387222, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 366 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.90625, |
| "epoch": 2.936, |
| "grad_norm": 0.03801536187529564, |
| "kl": 0.013200759887695312, |
| "learning_rate": 1.9960447881325433e-05, |
| "loss": -0.0308, |
| "reward": 6.5149757862091064, |
| "reward_std": 0.7093790546059608, |
| "rewards/mrr_reward": 0.44720981270074844, |
| "rewards/rank_analyze_format_reward": 0.7612926959991455, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 367 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 591.1875, |
| "epoch": 2.944, |
| "grad_norm": 0.040969040244817734, |
| "kl": 0.01461029052734375, |
| "learning_rate": 1.996022425587282e-05, |
| "loss": -0.0185, |
| "reward": 7.41820216178894, |
| "reward_std": 0.9369710832834244, |
| "rewards/mrr_reward": 0.6916666775941849, |
| "rewards/rank_analyze_format_reward": 0.7156801223754883, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 368 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.859375, |
| "epoch": 2.952, |
| "grad_norm": 0.03583036735653877, |
| "kl": 0.011312484741210938, |
| "learning_rate": 1.9960000001277985e-05, |
| "loss": -0.0276, |
| "reward": 7.153052568435669, |
| "reward_std": 0.6550789251923561, |
| "rewards/mrr_reward": 0.6043154746294022, |
| "rewards/rank_analyze_format_reward": 0.7746230661869049, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 369 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 607.65625, |
| "epoch": 2.96, |
| "grad_norm": 0.04044310748577118, |
| "kl": 0.012559890747070312, |
| "learning_rate": 1.9959775117555085e-05, |
| "loss": 0.0112, |
| "reward": 7.005048513412476, |
| "reward_std": 1.1625263132154942, |
| "rewards/mrr_reward": 0.5972346290946007, |
| "rewards/rank_analyze_format_reward": 0.7758757621049881, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992187470197678, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9679687470197678, |
| "step": 370 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 597.0, |
| "epoch": 2.968, |
| "grad_norm": 0.03745017945766449, |
| "kl": 0.013088226318359375, |
| "learning_rate": 1.995954960471833e-05, |
| "loss": 0.0034, |
| "reward": 7.509567379951477, |
| "reward_std": 0.961163155734539, |
| "rewards/mrr_reward": 0.7000806033611298, |
| "rewards/rank_analyze_format_reward": 0.7853019386529922, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 371 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.859375, |
| "epoch": 2.976, |
| "grad_norm": 0.038514841347932816, |
| "kl": 0.012132644653320312, |
| "learning_rate": 1.995932346278197e-05, |
| "loss": -0.0071, |
| "reward": 7.772576689720154, |
| "reward_std": 0.6515968926250935, |
| "rewards/mrr_reward": 0.7575520798563957, |
| "rewards/rank_analyze_format_reward": 0.7793630510568619, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 372 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.09375, |
| "epoch": 2.984, |
| "grad_norm": 0.03822262957692146, |
| "kl": 0.013006210327148438, |
| "learning_rate": 1.9959096691760284e-05, |
| "loss": -0.0155, |
| "reward": 7.534856200218201, |
| "reward_std": 0.7668619826436043, |
| "rewards/mrr_reward": 0.7446614354848862, |
| "rewards/rank_analyze_format_reward": 0.685593493282795, |
| "rewards/rank_answer_foramt_reward": 0.955078125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9773005694150925, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9773005694150925, |
| "step": 373 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.109375, |
| "epoch": 2.992, |
| "grad_norm": 0.03631046786904335, |
| "kl": 0.011692047119140625, |
| "learning_rate": 1.995886929166759e-05, |
| "loss": 0.0136, |
| "reward": 7.2465866804122925, |
| "reward_std": 0.8428932726383209, |
| "rewards/mrr_reward": 0.6395833343267441, |
| "rewards/rank_analyze_format_reward": 0.7468471378087997, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 374 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 668.40625, |
| "epoch": 3.0, |
| "grad_norm": 0.03699138015508652, |
| "kl": 0.011791229248046875, |
| "learning_rate": 1.9958641262518263e-05, |
| "loss": 0.0192, |
| "reward": 7.813745975494385, |
| "reward_std": 0.7177924737334251, |
| "rewards/mrr_reward": 0.7415550798177719, |
| "rewards/rank_analyze_format_reward": 0.8690101951360703, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 375 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 615.921875, |
| "epoch": 3.008, |
| "grad_norm": 0.035117242485284805, |
| "kl": 0.013750076293945312, |
| "learning_rate": 3.4816627469912147e-06, |
| "loss": 0.0291, |
| "reward": 7.042345643043518, |
| "reward_std": 0.7293612845242023, |
| "rewards/mrr_reward": 0.5897755473852158, |
| "rewards/rank_analyze_format_reward": 0.7183997631072998, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 376 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 637.125, |
| "epoch": 3.016, |
| "grad_norm": 0.03519332408905029, |
| "kl": 0.01271820068359375, |
| "learning_rate": 3.4341424424704373e-06, |
| "loss": -0.0114, |
| "reward": 6.630066633224487, |
| "reward_std": 0.9696584269404411, |
| "rewards/mrr_reward": 0.4780319929122925, |
| "rewards/rank_analyze_format_reward": 0.7667666971683502, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 377 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.59375, |
| "epoch": 3.024, |
| "grad_norm": 0.036034248769283295, |
| "kl": 0.014505386352539062, |
| "learning_rate": 3.3868813467634833e-06, |
| "loss": -0.0026, |
| "reward": 7.198747515678406, |
| "reward_std": 1.1167692840099335, |
| "rewards/mrr_reward": 0.6099516302347183, |
| "rewards/rank_analyze_format_reward": 0.8406638205051422, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 378 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 637.28125, |
| "epoch": 3.032, |
| "grad_norm": 0.03498866409063339, |
| "kl": 0.01226043701171875, |
| "learning_rate": 3.3398813256574847e-06, |
| "loss": -0.0099, |
| "reward": 7.360252737998962, |
| "reward_std": 0.8017124682664871, |
| "rewards/mrr_reward": 0.6533172130584717, |
| "rewards/rank_analyze_format_reward": 0.8052692711353302, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 379 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.265625, |
| "epoch": 3.04, |
| "grad_norm": 0.0373137928545475, |
| "kl": 0.013418197631835938, |
| "learning_rate": 3.2931442346328e-06, |
| "loss": 0.0002, |
| "reward": 7.177944183349609, |
| "reward_std": 1.186311975121498, |
| "rewards/mrr_reward": 0.6419270783662796, |
| "rewards/rank_analyze_format_reward": 0.6922670155763626, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 380 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 655.390625, |
| "epoch": 3.048, |
| "grad_norm": 0.03675440698862076, |
| "kl": 0.0125885009765625, |
| "learning_rate": 3.2466719187897555e-06, |
| "loss": 0.0072, |
| "reward": 6.830274343490601, |
| "reward_std": 0.661302238702774, |
| "rewards/mrr_reward": 0.4951822906732559, |
| "rewards/rank_analyze_format_reward": 0.8651701956987381, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 381 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.34375, |
| "epoch": 3.056, |
| "grad_norm": 0.03555948659777641, |
| "kl": 0.01416015625, |
| "learning_rate": 3.200466212775808e-06, |
| "loss": -0.0196, |
| "reward": 7.550482988357544, |
| "reward_std": 1.0687852203845978, |
| "rewards/mrr_reward": 0.71484375, |
| "rewards/rank_analyze_format_reward": 0.7417741417884827, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 382 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.625, |
| "epoch": 3.064, |
| "grad_norm": 0.03907148540019989, |
| "kl": 0.013399124145507812, |
| "learning_rate": 3.1545289407131128e-06, |
| "loss": -0.0043, |
| "reward": 7.558589220046997, |
| "reward_std": 1.2266802489757538, |
| "rewards/mrr_reward": 0.7244791686534882, |
| "rewards/rank_analyze_format_reward": 0.7446569502353668, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 383 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.09375, |
| "epoch": 3.072, |
| "grad_norm": 0.038272228091955185, |
| "kl": 0.011919021606445312, |
| "learning_rate": 3.108861916126518e-06, |
| "loss": 0.002, |
| "reward": 8.19713008403778, |
| "reward_std": 0.7785622999072075, |
| "rewards/mrr_reward": 0.85546875, |
| "rewards/rank_analyze_format_reward": 0.8240830302238464, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 384 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.640625, |
| "epoch": 3.08, |
| "grad_norm": 0.041524823755025864, |
| "kl": 0.01570892333984375, |
| "learning_rate": 3.063466941871952e-06, |
| "loss": 0.0153, |
| "reward": 7.146573901176453, |
| "reward_std": 1.074029102921486, |
| "rewards/mrr_reward": 0.6067274287343025, |
| "rewards/rank_analyze_format_reward": 0.834898442029953, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 385 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.671875, |
| "epoch": 3.088, |
| "grad_norm": 0.03623941168189049, |
| "kl": 0.013017654418945312, |
| "learning_rate": 3.0183458100652752e-06, |
| "loss": -0.0022, |
| "reward": 7.186826229095459, |
| "reward_std": 0.6731258956715465, |
| "rewards/mrr_reward": 0.5905319899320602, |
| "rewards/rank_analyze_format_reward": 0.863645926117897, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 386 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 624.265625, |
| "epoch": 3.096, |
| "grad_norm": 0.03690262883901596, |
| "kl": 0.01531219482421875, |
| "learning_rate": 2.9735003020115095e-06, |
| "loss": 0.0131, |
| "reward": 7.618446707725525, |
| "reward_std": 0.5352663211524487, |
| "rewards/mrr_reward": 0.7252604365348816, |
| "rewards/rank_analyze_format_reward": 0.7408426254987717, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 387 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 633.4375, |
| "epoch": 3.104, |
| "grad_norm": 0.03921409696340561, |
| "kl": 0.014377593994140625, |
| "learning_rate": 2.9289321881345257e-06, |
| "loss": -0.0006, |
| "reward": 7.131399869918823, |
| "reward_std": 1.3833198249340057, |
| "rewards/mrr_reward": 0.6131696403026581, |
| "rewards/rank_analyze_format_reward": 0.8094245195388794, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981250017881393, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9825000017881393, |
| "step": 388 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 660.5625, |
| "epoch": 3.112, |
| "grad_norm": 0.03858316317200661, |
| "kl": 0.01251220703125, |
| "learning_rate": 2.884643227907147e-06, |
| "loss": 0.0078, |
| "reward": 6.986513733863831, |
| "reward_std": 1.1185480952262878, |
| "rewards/mrr_reward": 0.5550533309578896, |
| "rewards/rank_analyze_format_reward": 0.8381428718566895, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 389 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.0625, |
| "epoch": 3.12, |
| "grad_norm": 0.03950336202979088, |
| "kl": 0.01474761962890625, |
| "learning_rate": 2.840635169781688e-06, |
| "loss": -0.0229, |
| "reward": 6.151705384254456, |
| "reward_std": 1.3553853258490562, |
| "rewards/mrr_reward": 0.416666679084301, |
| "rewards/rank_analyze_format_reward": 0.666062742471695, |
| "rewards/rank_answer_foramt_reward": 0.822265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 390 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.796875, |
| "epoch": 3.128, |
| "grad_norm": 0.03854774311184883, |
| "kl": 0.013458251953125, |
| "learning_rate": 2.796909751120931e-06, |
| "loss": -0.007, |
| "reward": 7.251393556594849, |
| "reward_std": 1.445090800523758, |
| "rewards/mrr_reward": 0.6562500074505806, |
| "rewards/rank_analyze_format_reward": 0.7045186460018158, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 391 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 633.71875, |
| "epoch": 3.136, |
| "grad_norm": 0.03738197311758995, |
| "kl": 0.013525009155273438, |
| "learning_rate": 2.7534686981295335e-06, |
| "loss": -0.0034, |
| "reward": 6.909914255142212, |
| "reward_std": 1.123517245054245, |
| "rewards/mrr_reward": 0.5471974164247513, |
| "rewards/rank_analyze_format_reward": 0.779603436589241, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 392 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 648.96875, |
| "epoch": 3.144, |
| "grad_norm": 0.0402173288166523, |
| "kl": 0.010915756225585938, |
| "learning_rate": 2.7103137257858867e-06, |
| "loss": 0.0094, |
| "reward": 6.921466946601868, |
| "reward_std": 0.774784117937088, |
| "rewards/mrr_reward": 0.5484312921762466, |
| "rewards/rank_analyze_format_reward": 0.8028685003519058, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9975927919149399, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9975927919149399, |
| "step": 393 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.296875, |
| "epoch": 3.152, |
| "grad_norm": 0.04159383475780487, |
| "kl": 0.014692306518554688, |
| "learning_rate": 2.667446537774402e-06, |
| "loss": -0.0153, |
| "reward": 6.572040319442749, |
| "reward_std": 1.726172387599945, |
| "rewards/mrr_reward": 0.4993923604488373, |
| "rewards/rank_analyze_format_reward": 0.7517964094877243, |
| "rewards/rank_answer_foramt_reward": 0.8203125, |
| "rewards/rank_contrast_format_reward": 0.012423780746757984, |
| "rewards/rank_initial_format_reward": 0.994969055056572, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.994969055056572, |
| "step": 394 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.765625, |
| "epoch": 3.16, |
| "grad_norm": 0.042603906244039536, |
| "kl": 0.010896682739257812, |
| "learning_rate": 2.624868826418262e-06, |
| "loss": 0.0296, |
| "reward": 7.20228123664856, |
| "reward_std": 0.9538848847150803, |
| "rewards/mrr_reward": 0.6085069477558136, |
| "rewards/rank_analyze_format_reward": 0.8265387862920761, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 395 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 678.578125, |
| "epoch": 3.168, |
| "grad_norm": 0.03769225999712944, |
| "kl": 0.011178970336914062, |
| "learning_rate": 2.5825822726126095e-06, |
| "loss": 0.0099, |
| "reward": 7.425193428993225, |
| "reward_std": 1.2249933630228043, |
| "rewards/mrr_reward": 0.6672184988856316, |
| "rewards/rank_analyze_format_reward": 0.8207724988460541, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 396 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.90625, |
| "epoch": 3.176, |
| "grad_norm": 0.03580842167139053, |
| "kl": 0.01148223876953125, |
| "learning_rate": 2.5405885457581793e-06, |
| "loss": 0.0051, |
| "reward": 7.102351069450378, |
| "reward_std": 1.0760410577058792, |
| "rewards/mrr_reward": 0.5938120186328888, |
| "rewards/rank_analyze_format_reward": 0.7681185156106949, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 397 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 622.234375, |
| "epoch": 3.184, |
| "grad_norm": 0.03826119750738144, |
| "kl": 0.014284133911132812, |
| "learning_rate": 2.4988893036954045e-06, |
| "loss": 0.0084, |
| "reward": 7.598180770874023, |
| "reward_std": 1.0497512221336365, |
| "rewards/mrr_reward": 0.7157738208770752, |
| "rewards/rank_analyze_format_reward": 0.8209080398082733, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 398 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 629.640625, |
| "epoch": 3.192, |
| "grad_norm": 0.039424311369657516, |
| "kl": 0.012294769287109375, |
| "learning_rate": 2.4574861926389615e-06, |
| "loss": 0.0079, |
| "reward": 7.362653613090515, |
| "reward_std": 0.824449434876442, |
| "rewards/mrr_reward": 0.6566406339406967, |
| "rewards/rank_analyze_format_reward": 0.8023822903633118, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 399 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.015625, |
| "epoch": 3.2, |
| "grad_norm": 0.03927793353796005, |
| "kl": 0.01302337646484375, |
| "learning_rate": 2.4163808471127815e-06, |
| "loss": -0.0046, |
| "reward": 7.52125608921051, |
| "reward_std": 1.2097734808921814, |
| "rewards/mrr_reward": 0.7062934041023254, |
| "rewards/rank_analyze_format_reward": 0.7816215455532074, |
| "rewards/rank_answer_foramt_reward": 0.955078125, |
| "rewards/rank_contrast_format_reward": 0.014070273377001286, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 400 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.1875, |
| "epoch": 3.208, |
| "grad_norm": 0.03897445276379585, |
| "kl": 0.013471603393554688, |
| "learning_rate": 2.37557488988552e-06, |
| "loss": -0.0031, |
| "reward": 6.832857847213745, |
| "reward_std": 1.2639935612678528, |
| "rewards/mrr_reward": 0.5474764406681061, |
| "rewards/rank_analyze_format_reward": 0.7873684614896774, |
| "rewards/rank_answer_foramt_reward": 0.904296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 401 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.421875, |
| "epoch": 3.216, |
| "grad_norm": 0.03820272535085678, |
| "kl": 0.012819290161132812, |
| "learning_rate": 2.335069931906503e-06, |
| "loss": -0.0068, |
| "reward": 7.258768320083618, |
| "reward_std": 1.3467806428670883, |
| "rewards/mrr_reward": 0.6381944566965103, |
| "rewards/rank_analyze_format_reward": 0.7626311928033829, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 402 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 623.78125, |
| "epoch": 3.224, |
| "grad_norm": 0.037081021815538406, |
| "kl": 0.013256072998046875, |
| "learning_rate": 2.2948675722421086e-06, |
| "loss": -0.0032, |
| "reward": 7.068072199821472, |
| "reward_std": 1.0497987121343613, |
| "rewards/mrr_reward": 0.5989149361848831, |
| "rewards/rank_analyze_format_reward": 0.7660476416349411, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 403 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.0625, |
| "epoch": 3.232, |
| "grad_norm": 0.0360063761472702, |
| "kl": 0.015211105346679688, |
| "learning_rate": 2.254969398012663e-06, |
| "loss": -0.0158, |
| "reward": 7.160408020019531, |
| "reward_std": 1.019886076450348, |
| "rewards/mrr_reward": 0.646112360060215, |
| "rewards/rank_analyze_format_reward": 0.7062013298273087, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983552694320679, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9983552694320679, |
| "step": 404 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 625.453125, |
| "epoch": 3.24, |
| "grad_norm": 0.03534236177802086, |
| "kl": 0.014194488525390625, |
| "learning_rate": 2.215376984329767e-06, |
| "loss": -0.0216, |
| "reward": 7.393091082572937, |
| "reward_std": 0.8330601751804352, |
| "rewards/mrr_reward": 0.6536458283662796, |
| "rewards/rank_analyze_format_reward": 0.7999920099973679, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 405 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 604.921875, |
| "epoch": 3.248, |
| "grad_norm": 0.038391463458538055, |
| "kl": 0.013559341430664062, |
| "learning_rate": 2.1760918942341193e-06, |
| "loss": -0.0178, |
| "reward": 7.6344475746154785, |
| "reward_std": 0.9299002774059772, |
| "rewards/mrr_reward": 0.7469618022441864, |
| "rewards/rank_analyze_format_reward": 0.7185573130846024, |
| "rewards/rank_answer_foramt_reward": 0.96875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 406 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.015625, |
| "epoch": 3.2560000000000002, |
| "grad_norm": 0.03509964421391487, |
| "kl": 0.01255035400390625, |
| "learning_rate": 2.1371156786338108e-06, |
| "loss": -0.0117, |
| "reward": 6.898256897926331, |
| "reward_std": 0.9209974706172943, |
| "rewards/mrr_reward": 0.5367559418082237, |
| "rewards/rank_analyze_format_reward": 0.8304647654294968, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9965170323848724, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9808920323848724, |
| "step": 407 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 608.5625, |
| "epoch": 3.2640000000000002, |
| "grad_norm": 0.03695489838719368, |
| "kl": 0.0167388916015625, |
| "learning_rate": 2.098449876243096e-06, |
| "loss": -0.0313, |
| "reward": 6.917726039886475, |
| "reward_std": 0.8459838628768921, |
| "rewards/mrr_reward": 0.5599144399166107, |
| "rewards/rank_analyze_format_reward": 0.7054120153188705, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 408 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 585.078125, |
| "epoch": 3.2720000000000002, |
| "grad_norm": 0.039599835872650146, |
| "kl": 0.014032363891601562, |
| "learning_rate": 2.0600960135216463e-06, |
| "loss": -0.0047, |
| "reward": 7.127155780792236, |
| "reward_std": 1.1092039048671722, |
| "rewards/mrr_reward": 0.6348276287317276, |
| "rewards/rank_analyze_format_reward": 0.7182396054267883, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9992559552192688, |
| "step": 409 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.296875, |
| "epoch": 3.2800000000000002, |
| "grad_norm": 0.039675965905189514, |
| "kl": 0.013446807861328125, |
| "learning_rate": 2.022055604614289e-06, |
| "loss": -0.0103, |
| "reward": 6.730955481529236, |
| "reward_std": 0.9299670159816742, |
| "rewards/mrr_reward": 0.5159474387764931, |
| "rewards/rank_analyze_format_reward": 0.7542870342731476, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9945252537727356, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9945252537727356, |
| "step": 410 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 636.3125, |
| "epoch": 3.288, |
| "grad_norm": 0.03656487911939621, |
| "kl": 0.012666702270507812, |
| "learning_rate": 1.984330151291233e-06, |
| "loss": -0.016, |
| "reward": 6.7821091413497925, |
| "reward_std": 0.9743772521615028, |
| "rewards/mrr_reward": 0.5557911694049835, |
| "rewards/rank_analyze_format_reward": 0.7064568400382996, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9819079041481018, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.9662829041481018, |
| "step": 411 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 631.171875, |
| "epoch": 3.296, |
| "grad_norm": 0.037856802344322205, |
| "kl": 0.01450347900390625, |
| "learning_rate": 1.9469211428887813e-06, |
| "loss": -0.0176, |
| "reward": 6.753392338752747, |
| "reward_std": 0.9574991762638092, |
| "rewards/mrr_reward": 0.5006696432828903, |
| "rewards/rank_analyze_format_reward": 0.8190732151269913, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 412 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.59375, |
| "epoch": 3.304, |
| "grad_norm": 0.040868956595659256, |
| "kl": 0.011432647705078125, |
| "learning_rate": 1.9098300562505266e-06, |
| "loss": 0.0035, |
| "reward": 6.817109823226929, |
| "reward_std": 0.7666200622916222, |
| "rewards/mrr_reward": 0.5467447973787785, |
| "rewards/rank_analyze_format_reward": 0.7559238225221634, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9966736733913422, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9966736733913422, |
| "step": 413 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.671875, |
| "epoch": 3.312, |
| "grad_norm": 0.04021133482456207, |
| "kl": 0.013158798217773438, |
| "learning_rate": 1.8730583556690607e-06, |
| "loss": 0.0066, |
| "reward": 6.991716146469116, |
| "reward_std": 0.8390699215233326, |
| "rewards/mrr_reward": 0.5647073462605476, |
| "rewards/rank_analyze_format_reward": 0.8067970871925354, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 414 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.8125, |
| "epoch": 3.32, |
| "grad_norm": 0.037540923804044724, |
| "kl": 0.01172637939453125, |
| "learning_rate": 1.8366074928281608e-06, |
| "loss": 0.0074, |
| "reward": 7.544142961502075, |
| "reward_std": 1.008560985326767, |
| "rewards/mrr_reward": 0.6979166716337204, |
| "rewards/rank_analyze_format_reward": 0.8081740438938141, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.994612067937851, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.994612067937851, |
| "step": 415 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.15625, |
| "epoch": 3.328, |
| "grad_norm": 0.04208629950881004, |
| "kl": 0.012399673461914062, |
| "learning_rate": 1.8004789067454763e-06, |
| "loss": -0.0386, |
| "reward": 7.588791251182556, |
| "reward_std": 1.3209501877427101, |
| "rewards/mrr_reward": 0.7485863268375397, |
| "rewards/rank_analyze_format_reward": 0.6915150880813599, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9924812018871307, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9924812018871307, |
| "step": 416 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 635.203125, |
| "epoch": 3.336, |
| "grad_norm": 0.043379127979278564, |
| "kl": 0.012195587158203125, |
| "learning_rate": 1.7646740237157256e-06, |
| "loss": 0.0323, |
| "reward": 7.012084484100342, |
| "reward_std": 1.0143009573221207, |
| "rewards/mrr_reward": 0.5759734660387039, |
| "rewards/rank_analyze_format_reward": 0.8153042197227478, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9835526347160339, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 417 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.859375, |
| "epoch": 3.344, |
| "grad_norm": 0.04017612338066101, |
| "kl": 0.014421463012695312, |
| "learning_rate": 1.7291942572543806e-06, |
| "loss": -0.006, |
| "reward": 6.709989428520203, |
| "reward_std": 1.0495906621217728, |
| "rewards/mrr_reward": 0.529706098139286, |
| "rewards/rank_analyze_format_reward": 0.7245771586894989, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9967704266309738, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9967704266309738, |
| "step": 418 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 580.203125, |
| "epoch": 3.352, |
| "grad_norm": 0.040608614683151245, |
| "kl": 0.012868881225585938, |
| "learning_rate": 1.6940410080418723e-06, |
| "loss": -0.0019, |
| "reward": 7.201984643936157, |
| "reward_std": 0.7756945788860321, |
| "rewards/mrr_reward": 0.6367187723517418, |
| "rewards/rank_analyze_format_reward": 0.7234692126512527, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 419 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.3125, |
| "epoch": 3.36, |
| "grad_norm": 0.03586459904909134, |
| "kl": 0.011873245239257812, |
| "learning_rate": 1.6592156638682887e-06, |
| "loss": -0.0093, |
| "reward": 7.138599634170532, |
| "reward_std": 0.7431515604257584, |
| "rewards/mrr_reward": 0.6127170100808144, |
| "rewards/rank_analyze_format_reward": 0.7191510647535324, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9979619532823563, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9979619532823563, |
| "step": 420 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.703125, |
| "epoch": 3.368, |
| "grad_norm": 0.03901754319667816, |
| "kl": 0.01136016845703125, |
| "learning_rate": 1.6247195995785836e-06, |
| "loss": 0.003, |
| "reward": 6.6844483613967896, |
| "reward_std": 0.7994736880064011, |
| "rewards/mrr_reward": 0.4797743149101734, |
| "rewards/rank_analyze_format_reward": 0.8219916969537735, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 421 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.625, |
| "epoch": 3.376, |
| "grad_norm": 0.03650727495551109, |
| "kl": 0.01389312744140625, |
| "learning_rate": 1.5905541770183096e-06, |
| "loss": -0.0195, |
| "reward": 6.6595494747161865, |
| "reward_std": 0.500478945672512, |
| "rewards/mrr_reward": 0.4967882111668587, |
| "rewards/rank_analyze_format_reward": 0.7016936540603638, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 422 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 622.78125, |
| "epoch": 3.384, |
| "grad_norm": 0.04294556751847267, |
| "kl": 0.012430191040039062, |
| "learning_rate": 1.5567207449798517e-06, |
| "loss": 0.0142, |
| "reward": 7.437200546264648, |
| "reward_std": 0.8200259059667587, |
| "rewards/mrr_reward": 0.687189981341362, |
| "rewards/rank_analyze_format_reward": 0.7644545584917068, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.013829787261784077, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 423 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.3125, |
| "epoch": 3.392, |
| "grad_norm": 0.03355753794312477, |
| "kl": 0.011930465698242188, |
| "learning_rate": 1.52322063914917e-06, |
| "loss": -0.0143, |
| "reward": 7.236422419548035, |
| "reward_std": 1.3275894522666931, |
| "rewards/mrr_reward": 0.6320932507514954, |
| "rewards/rank_analyze_format_reward": 0.7606691271066666, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 424 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.0, |
| "epoch": 3.4, |
| "grad_norm": 0.03680611029267311, |
| "kl": 0.0124969482421875, |
| "learning_rate": 1.490055182053083e-06, |
| "loss": -0.0241, |
| "reward": 7.067311525344849, |
| "reward_std": 0.7071668058633804, |
| "rewards/mrr_reward": 0.5894097089767456, |
| "rewards/rank_analyze_format_reward": 0.7389693707227707, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 425 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.25, |
| "epoch": 3.408, |
| "grad_norm": 0.03699398413300514, |
| "kl": 0.012582778930664062, |
| "learning_rate": 1.4572256830070497e-06, |
| "loss": 0.0013, |
| "reward": 7.260975360870361, |
| "reward_std": 0.6704662144184113, |
| "rewards/mrr_reward": 0.6398809552192688, |
| "rewards/rank_analyze_format_reward": 0.8204772174358368, |
| "rewards/rank_answer_foramt_reward": 0.890625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 426 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.4375, |
| "epoch": 3.416, |
| "grad_norm": 0.04159224405884743, |
| "kl": 0.014894485473632812, |
| "learning_rate": 1.4247334380634792e-06, |
| "loss": -0.0191, |
| "reward": 7.206877589225769, |
| "reward_std": 0.8614709973335266, |
| "rewards/mrr_reward": 0.6289062574505806, |
| "rewards/rank_analyze_format_reward": 0.765241265296936, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 427 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 644.125, |
| "epoch": 3.424, |
| "grad_norm": 0.036023661494255066, |
| "kl": 0.011859893798828125, |
| "learning_rate": 1.3925797299605649e-06, |
| "loss": -0.0067, |
| "reward": 6.5737926959991455, |
| "reward_std": 0.9088378921151161, |
| "rewards/mrr_reward": 0.4585689455270767, |
| "rewards/rank_analyze_format_reward": 0.7960425764322281, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 428 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 624.1875, |
| "epoch": 3.432, |
| "grad_norm": 0.047732554376125336, |
| "kl": 0.011541366577148438, |
| "learning_rate": 1.3607658280716474e-06, |
| "loss": -0.028, |
| "reward": 7.2520798444747925, |
| "reward_std": 1.1335118561983109, |
| "rewards/mrr_reward": 0.6308097690343857, |
| "rewards/rank_analyze_format_reward": 0.7853662818670273, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 429 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 596.40625, |
| "epoch": 3.44, |
| "grad_norm": 0.03683609887957573, |
| "kl": 0.013605117797851562, |
| "learning_rate": 1.3292929883550998e-06, |
| "loss": -0.0073, |
| "reward": 8.030953884124756, |
| "reward_std": 0.5688543245196342, |
| "rewards/mrr_reward": 0.8156249970197678, |
| "rewards/rank_analyze_format_reward": 0.7977506220340729, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 430 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.25, |
| "epoch": 3.448, |
| "grad_norm": 0.03646247833967209, |
| "kl": 0.013217926025390625, |
| "learning_rate": 1.2981624533047432e-06, |
| "loss": 0.0074, |
| "reward": 6.805210113525391, |
| "reward_std": 0.8861361294984818, |
| "rewards/mrr_reward": 0.5289062447845936, |
| "rewards/rank_analyze_format_reward": 0.7668732404708862, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9994419664144516, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9994419664144516, |
| "step": 431 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.875, |
| "epoch": 3.456, |
| "grad_norm": 0.03660254180431366, |
| "kl": 0.011661529541015625, |
| "learning_rate": 1.2673754519008008e-06, |
| "loss": -0.0102, |
| "reward": 6.942854642868042, |
| "reward_std": 0.8882918208837509, |
| "rewards/mrr_reward": 0.5530754029750824, |
| "rewards/rank_analyze_format_reward": 0.7735218703746796, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 432 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 620.671875, |
| "epoch": 3.464, |
| "grad_norm": 0.037669289857149124, |
| "kl": 0.013912200927734375, |
| "learning_rate": 1.2369331995613664e-06, |
| "loss": -0.0091, |
| "reward": 7.411279797554016, |
| "reward_std": 1.1482711285352707, |
| "rewards/mrr_reward": 0.673480898141861, |
| "rewards/rank_analyze_format_reward": 0.7954811006784439, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 433 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.984375, |
| "epoch": 3.472, |
| "grad_norm": 0.037749458104372025, |
| "kl": 0.01103973388671875, |
| "learning_rate": 1.206836898094439e-06, |
| "loss": -0.0045, |
| "reward": 7.326077461242676, |
| "reward_std": 0.8330521434545517, |
| "rewards/mrr_reward": 0.6379278004169464, |
| "rewards/rank_analyze_format_reward": 0.7898766249418259, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 434 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.78125, |
| "epoch": 3.48, |
| "grad_norm": 0.035765353590250015, |
| "kl": 0.012155532836914062, |
| "learning_rate": 1.1770877356504684e-06, |
| "loss": -0.02, |
| "reward": 7.883293986320496, |
| "reward_std": 0.8871591687202454, |
| "rewards/mrr_reward": 0.7798177152872086, |
| "rewards/rank_analyze_format_reward": 0.7656676918268204, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 435 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.78125, |
| "epoch": 3.488, |
| "grad_norm": 0.03705098107457161, |
| "kl": 0.012918472290039062, |
| "learning_rate": 1.1476868866754488e-06, |
| "loss": -0.0083, |
| "reward": 6.660637736320496, |
| "reward_std": 0.9346826821565628, |
| "rewards/mrr_reward": 0.500713050365448, |
| "rewards/rank_analyze_format_reward": 0.7608778774738312, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 436 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 628.71875, |
| "epoch": 3.496, |
| "grad_norm": 0.03969808667898178, |
| "kl": 0.015727996826171875, |
| "learning_rate": 1.1186355118645552e-06, |
| "loss": -0.0132, |
| "reward": 7.052313804626465, |
| "reward_std": 1.0558638274669647, |
| "rewards/mrr_reward": 0.5923363342881203, |
| "rewards/rank_analyze_format_reward": 0.7863690704107285, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 437 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.859375, |
| "epoch": 3.504, |
| "grad_norm": 0.037416357547044754, |
| "kl": 0.012334823608398438, |
| "learning_rate": 1.0899347581163222e-06, |
| "loss": -0.0176, |
| "reward": 7.955611228942871, |
| "reward_std": 0.7251264750957489, |
| "rewards/mrr_reward": 0.796651765704155, |
| "rewards/rank_analyze_format_reward": 0.8157641887664795, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 438 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 637.5, |
| "epoch": 3.512, |
| "grad_norm": 0.03700832277536392, |
| "kl": 0.011600494384765625, |
| "learning_rate": 1.0615857584873624e-06, |
| "loss": 0.0115, |
| "reward": 7.665433883666992, |
| "reward_std": 0.595935083925724, |
| "rewards/mrr_reward": 0.7211123704910278, |
| "rewards/rank_analyze_format_reward": 0.8138794153928757, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 439 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 615.5, |
| "epoch": 3.52, |
| "grad_norm": 0.038077887147665024, |
| "kl": 0.01373291015625, |
| "learning_rate": 1.0335896321476413e-06, |
| "loss": -0.0342, |
| "reward": 7.015413165092468, |
| "reward_std": 1.31123448908329, |
| "rewards/mrr_reward": 0.5999503880739212, |
| "rewards/rank_analyze_format_reward": 0.7072935104370117, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 440 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 658.0625, |
| "epoch": 3.528, |
| "grad_norm": 0.03242430090904236, |
| "kl": 0.013689041137695312, |
| "learning_rate": 1.0059474843362893e-06, |
| "loss": -0.0198, |
| "reward": 6.429423809051514, |
| "reward_std": 0.8046993911266327, |
| "rewards/mrr_reward": 0.43027032166719437, |
| "rewards/rank_analyze_format_reward": 0.7727955877780914, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 441 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 671.890625, |
| "epoch": 3.536, |
| "grad_norm": 0.034074753522872925, |
| "kl": 0.0110321044921875, |
| "learning_rate": 9.786604063179728e-07, |
| "loss": -0.0013, |
| "reward": 7.255928158760071, |
| "reward_std": 0.7968212515115738, |
| "rewards/mrr_reward": 0.6222656294703484, |
| "rewards/rank_analyze_format_reward": 0.8351100534200668, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 442 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.109375, |
| "epoch": 3.544, |
| "grad_norm": 0.040858954191207886, |
| "kl": 0.0142974853515625, |
| "learning_rate": 9.517294753398066e-07, |
| "loss": 0.0039, |
| "reward": 7.048562169075012, |
| "reward_std": 0.9897879660129547, |
| "rewards/mrr_reward": 0.5950024798512459, |
| "rewards/rank_analyze_format_reward": 0.7603489309549332, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 443 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.3125, |
| "epoch": 3.552, |
| "grad_norm": 0.033798523247241974, |
| "kl": 0.01203155517578125, |
| "learning_rate": 9.251557545888312e-07, |
| "loss": -0.0221, |
| "reward": 7.666335582733154, |
| "reward_std": 0.6299453526735306, |
| "rewards/mrr_reward": 0.7138020843267441, |
| "rewards/rank_analyze_format_reward": 0.8006909340620041, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.01411290280520916, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 444 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 587.46875, |
| "epoch": 3.56, |
| "grad_norm": 0.039384886622428894, |
| "kl": 0.012357711791992188, |
| "learning_rate": 8.989402931500434e-07, |
| "loss": -0.0138, |
| "reward": 8.181223034858704, |
| "reward_std": 0.7046910002827644, |
| "rewards/mrr_reward": 0.875, |
| "rewards/rank_analyze_format_reward": 0.6948948577046394, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 445 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.15625, |
| "epoch": 3.568, |
| "grad_norm": 0.03874967247247696, |
| "kl": 0.015522003173828125, |
| "learning_rate": 8.730841259649725e-07, |
| "loss": -0.0254, |
| "reward": 7.0217931270599365, |
| "reward_std": 0.8901334404945374, |
| "rewards/mrr_reward": 0.6117807626724243, |
| "rewards/rank_analyze_format_reward": 0.633263885974884, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 446 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 623.296875, |
| "epoch": 3.576, |
| "grad_norm": 0.03479482978582382, |
| "kl": 0.011865615844726562, |
| "learning_rate": 8.475882737908248e-07, |
| "loss": 0.0008, |
| "reward": 7.554774522781372, |
| "reward_std": 0.9437515586614609, |
| "rewards/mrr_reward": 0.7163194417953491, |
| "rewards/rank_analyze_format_reward": 0.7170282900333405, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0127108134329319, |
| "rewards/rank_initial_format_reward": 0.9984335899353027, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9984335899353027, |
| "step": 447 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.0625, |
| "epoch": 3.584, |
| "grad_norm": 0.03798670321702957, |
| "kl": 0.012453079223632812, |
| "learning_rate": 8.224537431601886e-07, |
| "loss": 0.0001, |
| "reward": 6.237062215805054, |
| "reward_std": 0.5429144222289324, |
| "rewards/mrr_reward": 0.3848772421479225, |
| "rewards/rank_analyze_format_reward": 0.7522407919168472, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 448 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.234375, |
| "epoch": 3.592, |
| "grad_norm": 0.036835283041000366, |
| "kl": 0.012708663940429688, |
| "learning_rate": 7.976815263412963e-07, |
| "loss": -0.0548, |
| "reward": 6.972110390663147, |
| "reward_std": 1.0418353527784348, |
| "rewards/mrr_reward": 0.6005208343267441, |
| "rewards/rank_analyze_format_reward": 0.6950270235538483, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 449 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.84375, |
| "epoch": 3.6, |
| "grad_norm": 0.03548385202884674, |
| "kl": 0.01288604736328125, |
| "learning_rate": 7.732726012988512e-07, |
| "loss": -0.0231, |
| "reward": 7.123287677764893, |
| "reward_std": 0.9100038930773735, |
| "rewards/mrr_reward": 0.6060701757669449, |
| "rewards/rank_analyze_format_reward": 0.749788224697113, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 450 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 617.828125, |
| "epoch": 3.608, |
| "grad_norm": 0.03627340868115425, |
| "kl": 0.011266708374023438, |
| "learning_rate": 7.492279316554207e-07, |
| "loss": -0.0177, |
| "reward": 7.946985602378845, |
| "reward_std": 0.7550379931926727, |
| "rewards/mrr_reward": 0.80078125, |
| "rewards/rank_analyze_format_reward": 0.7886674106121063, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 451 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 612.265625, |
| "epoch": 3.616, |
| "grad_norm": 0.04377419501543045, |
| "kl": 0.0131683349609375, |
| "learning_rate": 7.255484666533874e-07, |
| "loss": -0.0026, |
| "reward": 6.993055105209351, |
| "reward_std": 1.2321006208658218, |
| "rewards/mrr_reward": 0.6157738119363785, |
| "rewards/rank_analyze_format_reward": 0.705741174519062, |
| "rewards/rank_answer_foramt_reward": 0.90234375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.96875, |
| "step": 452 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 572.984375, |
| "epoch": 3.624, |
| "grad_norm": 0.04109544679522514, |
| "kl": 0.01351165771484375, |
| "learning_rate": 7.022351411174866e-07, |
| "loss": 0.005, |
| "reward": 7.255419611930847, |
| "reward_std": 1.0537290424108505, |
| "rewards/mrr_reward": 0.6588541716337204, |
| "rewards/rank_analyze_format_reward": 0.7091151028871536, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 453 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.953125, |
| "epoch": 3.632, |
| "grad_norm": 0.03640174865722656, |
| "kl": 0.012472152709960938, |
| "learning_rate": 6.792888754178906e-07, |
| "loss": -0.0046, |
| "reward": 7.461974620819092, |
| "reward_std": 0.8970663994550705, |
| "rewards/mrr_reward": 0.688616082072258, |
| "rewards/rank_analyze_format_reward": 0.7289945930242538, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 454 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.234375, |
| "epoch": 3.64, |
| "grad_norm": 0.03923455998301506, |
| "kl": 0.0132598876953125, |
| "learning_rate": 6.567105754338798e-07, |
| "loss": -0.0055, |
| "reward": 7.089033126831055, |
| "reward_std": 1.0927991718053818, |
| "rewards/mrr_reward": 0.6148189604282379, |
| "rewards/rank_analyze_format_reward": 0.7315036952495575, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.013373362831771374, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 455 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 670.09375, |
| "epoch": 3.648, |
| "grad_norm": 0.03714577481150627, |
| "kl": 0.012269973754882812, |
| "learning_rate": 6.345011325180772e-07, |
| "loss": -0.006, |
| "reward": 6.888863801956177, |
| "reward_std": 0.7847508117556572, |
| "rewards/mrr_reward": 0.5322854816913605, |
| "rewards/rank_analyze_format_reward": 0.8160540610551834, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 456 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 576.171875, |
| "epoch": 3.656, |
| "grad_norm": 0.03968933969736099, |
| "kl": 0.014535903930664062, |
| "learning_rate": 6.126614234612593e-07, |
| "loss": -0.0031, |
| "reward": 6.883362054824829, |
| "reward_std": 1.1338584274053574, |
| "rewards/mrr_reward": 0.5649925693869591, |
| "rewards/rank_analyze_format_reward": 0.7210482209920883, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 457 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 609.625, |
| "epoch": 3.664, |
| "grad_norm": 0.0411507710814476, |
| "kl": 0.014348983764648438, |
| "learning_rate": 5.911923104577455e-07, |
| "loss": -0.017, |
| "reward": 6.8970195055007935, |
| "reward_std": 0.7303311824798584, |
| "rewards/mrr_reward": 0.544177807867527, |
| "rewards/rank_analyze_format_reward": 0.7589471489191055, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9982585161924362, |
| "step": 458 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 600.109375, |
| "epoch": 3.672, |
| "grad_norm": 0.03855804726481438, |
| "kl": 0.013666152954101562, |
| "learning_rate": 5.700946410713548e-07, |
| "loss": 0.0051, |
| "reward": 7.619644403457642, |
| "reward_std": 0.8956380970776081, |
| "rewards/mrr_reward": 0.7256944477558136, |
| "rewards/rank_analyze_format_reward": 0.7556206434965134, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 459 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 622.765625, |
| "epoch": 3.68, |
| "grad_norm": 0.04349582642316818, |
| "kl": 0.011423110961914062, |
| "learning_rate": 5.49369248201953e-07, |
| "loss": 0.0175, |
| "reward": 6.194160223007202, |
| "reward_std": 0.9866833090782166, |
| "rewards/mrr_reward": 0.3742373511195183, |
| "rewards/rank_analyze_format_reward": 0.8241638392210007, |
| "rewards/rank_answer_foramt_reward": 0.927734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 460 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 605.609375, |
| "epoch": 3.6879999999999997, |
| "grad_norm": 0.035147525370121, |
| "kl": 0.011508941650390625, |
| "learning_rate": 5.290169500525577e-07, |
| "loss": -0.0124, |
| "reward": 7.419980049133301, |
| "reward_std": 0.46903695818036795, |
| "rewards/mrr_reward": 0.7058593779802322, |
| "rewards/rank_analyze_format_reward": 0.5965423956513405, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 461 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 607.328125, |
| "epoch": 3.6959999999999997, |
| "grad_norm": 0.038031551986932755, |
| "kl": 0.0143585205078125, |
| "learning_rate": 5.090385500970551e-07, |
| "loss": -0.0282, |
| "reward": 7.524974226951599, |
| "reward_std": 0.7495295517146587, |
| "rewards/mrr_reward": 0.7476562410593033, |
| "rewards/rank_analyze_format_reward": 0.616380512714386, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9609375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 462 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 624.5625, |
| "epoch": 3.7039999999999997, |
| "grad_norm": 0.03687411919236183, |
| "kl": 0.01457977294921875, |
| "learning_rate": 4.894348370484648e-07, |
| "loss": -0.0306, |
| "reward": 6.9998191595077515, |
| "reward_std": 1.1533474028110504, |
| "rewards/mrr_reward": 0.5960689634084702, |
| "rewards/rank_analyze_format_reward": 0.72789466381073, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9985119104385376, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9828869104385376, |
| "step": 463 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 662.578125, |
| "epoch": 3.7119999999999997, |
| "grad_norm": 0.035118553787469864, |
| "kl": 0.010381698608398438, |
| "learning_rate": 4.702065848278126e-07, |
| "loss": 0.001, |
| "reward": 7.487505078315735, |
| "reward_std": 1.193233162164688, |
| "rewards/mrr_reward": 0.7095052152872086, |
| "rewards/rank_analyze_format_reward": 0.7606973052024841, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9834558814764023, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9834558814764023, |
| "step": 464 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 613.640625, |
| "epoch": 3.7199999999999998, |
| "grad_norm": 0.039265792816877365, |
| "kl": 0.012542724609375, |
| "learning_rate": 4.5135455253357053e-07, |
| "loss": -0.02, |
| "reward": 6.985211730003357, |
| "reward_std": 0.8345009088516235, |
| "rewards/mrr_reward": 0.5719804167747498, |
| "rewards/rank_analyze_format_reward": 0.7383057624101639, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 465 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.15625, |
| "epoch": 3.7279999999999998, |
| "grad_norm": 0.03676972910761833, |
| "kl": 0.013540267944335938, |
| "learning_rate": 4.3287948441169457e-07, |
| "loss": -0.0256, |
| "reward": 7.533303260803223, |
| "reward_std": 0.6752141863107681, |
| "rewards/mrr_reward": 0.7332217246294022, |
| "rewards/rank_analyze_format_reward": 0.6644462794065475, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9982585161924362, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.9826335161924362, |
| "step": 466 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 623.875, |
| "epoch": 3.7359999999999998, |
| "grad_norm": 0.03843839094042778, |
| "kl": 0.012653350830078125, |
| "learning_rate": 4.1478210982624055e-07, |
| "loss": -0.0137, |
| "reward": 7.101514220237732, |
| "reward_std": 0.712131037376821, |
| "rewards/mrr_reward": 0.6059895902872086, |
| "rewards/rank_analyze_format_reward": 0.7317783385515213, |
| "rewards/rank_answer_foramt_reward": 0.986328125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9992559552192688, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9836309552192688, |
| "step": 467 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 627.5, |
| "epoch": 3.7439999999999998, |
| "grad_norm": 0.038445886224508286, |
| "kl": 0.0115203857421875, |
| "learning_rate": 3.9706314323056936e-07, |
| "loss": -0.001, |
| "reward": 7.2100324630737305, |
| "reward_std": 0.8441106081008911, |
| "rewards/mrr_reward": 0.6200706958770752, |
| "rewards/rank_analyze_format_reward": 0.8110490888357162, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9974361509084702, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9974361509084702, |
| "step": 468 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 567.046875, |
| "epoch": 3.752, |
| "grad_norm": 0.0397077351808548, |
| "kl": 0.012897491455078125, |
| "learning_rate": 3.7972328413914074e-07, |
| "loss": -0.0162, |
| "reward": 7.725077509880066, |
| "reward_std": 1.1218221932649612, |
| "rewards/mrr_reward": 0.7771391421556473, |
| "rewards/rank_analyze_format_reward": 0.6673022508621216, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 469 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.859375, |
| "epoch": 3.76, |
| "grad_norm": 0.035067442804574966, |
| "kl": 0.01100921630859375, |
| "learning_rate": 3.627632170999029e-07, |
| "loss": -0.0112, |
| "reward": 7.772274732589722, |
| "reward_std": 0.4194560647010803, |
| "rewards/mrr_reward": 0.7544270902872086, |
| "rewards/rank_analyze_format_reward": 0.75864277780056, |
| "rewards/rank_answer_foramt_reward": 1.0, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9979619532823563, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9979619532823563, |
| "step": 470 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 629.296875, |
| "epoch": 3.768, |
| "grad_norm": 0.03988838940858841, |
| "kl": 0.013881683349609375, |
| "learning_rate": 3.4618361166726123e-07, |
| "loss": 0.0089, |
| "reward": 6.951045513153076, |
| "reward_std": 0.9670315980911255, |
| "rewards/mrr_reward": 0.5557911768555641, |
| "rewards/rank_analyze_format_reward": 0.811864972114563, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 471 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 610.359375, |
| "epoch": 3.776, |
| "grad_norm": 0.04017311707139015, |
| "kl": 0.012922286987304688, |
| "learning_rate": 3.2998512237565005e-07, |
| "loss": 0.0021, |
| "reward": 6.655686378479004, |
| "reward_std": 0.8838780298829079, |
| "rewards/mrr_reward": 0.49754463881254196, |
| "rewards/rank_analyze_format_reward": 0.7454710304737091, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 472 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 598.546875, |
| "epoch": 3.784, |
| "grad_norm": 0.04061814397573471, |
| "kl": 0.015371322631835938, |
| "learning_rate": 3.1416838871368925e-07, |
| "loss": 0.0023, |
| "reward": 6.667187333106995, |
| "reward_std": 1.6450905501842499, |
| "rewards/mrr_reward": 0.546354167163372, |
| "rewards/rank_analyze_format_reward": 0.6706438362598419, |
| "rewards/rank_answer_foramt_reward": 0.822265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9983368366956711, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9983368366956711, |
| "step": 473 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 634.578125, |
| "epoch": 3.792, |
| "grad_norm": 0.03757631406188011, |
| "kl": 0.011842727661132812, |
| "learning_rate": 2.987340350989421e-07, |
| "loss": -0.0277, |
| "reward": 7.062578439712524, |
| "reward_std": 0.7171650826931, |
| "rewards/mrr_reward": 0.5821800529956818, |
| "rewards/rank_analyze_format_reward": 0.8331592828035355, |
| "rewards/rank_answer_foramt_reward": 0.91796875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 474 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.390625, |
| "epoch": 3.8, |
| "grad_norm": 0.0385047122836113, |
| "kl": 0.013031005859375, |
| "learning_rate": 2.836826708532603e-07, |
| "loss": -0.0071, |
| "reward": 6.774095058441162, |
| "reward_std": 1.0064187571406364, |
| "rewards/mrr_reward": 0.5209139287471771, |
| "rewards/rank_analyze_format_reward": 0.80762679874897, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 475 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 621.0, |
| "epoch": 3.808, |
| "grad_norm": 0.03585473448038101, |
| "kl": 0.013561248779296875, |
| "learning_rate": 2.6901489017873375e-07, |
| "loss": 0.0157, |
| "reward": 7.464797139167786, |
| "reward_std": 0.975187674164772, |
| "rewards/mrr_reward": 0.7072048783302307, |
| "rewards/rank_analyze_format_reward": 0.7355870008468628, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 476 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 597.921875, |
| "epoch": 3.816, |
| "grad_norm": 0.039436955004930496, |
| "kl": 0.013492584228515625, |
| "learning_rate": 2.547312721342277e-07, |
| "loss": -0.0445, |
| "reward": 6.666959643363953, |
| "reward_std": 0.9370896592736244, |
| "rewards/mrr_reward": 0.5154203921556473, |
| "rewards/rank_analyze_format_reward": 0.6805618405342102, |
| "rewards/rank_answer_foramt_reward": 0.9296875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.997514471411705, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.997514471411705, |
| "step": 477 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 642.046875, |
| "epoch": 3.824, |
| "grad_norm": 0.03860106319189072, |
| "kl": 0.013734817504882812, |
| "learning_rate": 2.4083238061252565e-07, |
| "loss": 0.0084, |
| "reward": 6.7049055099487305, |
| "reward_std": 0.43066950887441635, |
| "rewards/mrr_reward": 0.4952381029725075, |
| "rewards/rank_analyze_format_reward": 0.7649687975645065, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 478 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.34375, |
| "epoch": 3.832, |
| "grad_norm": 0.041024912148714066, |
| "kl": 0.012483596801757812, |
| "learning_rate": 2.273187643180652e-07, |
| "loss": -0.023, |
| "reward": 6.57793653011322, |
| "reward_std": 1.0732970535755157, |
| "rewards/mrr_reward": 0.4735739082098007, |
| "rewards/rank_analyze_format_reward": 0.7500470578670502, |
| "rewards/rank_answer_foramt_reward": 0.94140625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 479 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 606.578125, |
| "epoch": 3.84, |
| "grad_norm": 0.034815359860658646, |
| "kl": 0.011325836181640625, |
| "learning_rate": 2.1419095674527934e-07, |
| "loss": 0.0153, |
| "reward": 6.932149052619934, |
| "reward_std": 1.0536329746246338, |
| "rewards/mrr_reward": 0.5726066380739212, |
| "rewards/rank_analyze_format_reward": 0.731004387140274, |
| "rewards/rank_answer_foramt_reward": 0.943359375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9953981041908264, |
| "rewards/rank_overall_format_reward_more": 0.9765625, |
| "rewards/rank_verify_format_reward": 0.9953981041908264, |
| "step": 480 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.40625, |
| "epoch": 3.848, |
| "grad_norm": 0.036056023091077805, |
| "kl": 0.01219940185546875, |
| "learning_rate": 2.014494761575314e-07, |
| "loss": -0.0102, |
| "reward": 7.459859132766724, |
| "reward_std": 0.681392565369606, |
| "rewards/mrr_reward": 0.6882998645305634, |
| "rewards/rank_analyze_format_reward": 0.7418159544467926, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 481 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.6875, |
| "epoch": 3.856, |
| "grad_norm": 0.038142506033182144, |
| "kl": 0.011157989501953125, |
| "learning_rate": 1.8909482556666026e-07, |
| "loss": -0.0052, |
| "reward": 6.9656277894973755, |
| "reward_std": 1.1684068441390991, |
| "rewards/mrr_reward": 0.5538752377033234, |
| "rewards/rank_analyze_format_reward": 0.8277124911546707, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9953869134187698, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9953869134187698, |
| "step": 482 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 588.96875, |
| "epoch": 3.864, |
| "grad_norm": 0.03848228603601456, |
| "kl": 0.01366424560546875, |
| "learning_rate": 1.7712749271311392e-07, |
| "loss": -0.0115, |
| "reward": 7.90727972984314, |
| "reward_std": 0.9489937871694565, |
| "rewards/mrr_reward": 0.8121279776096344, |
| "rewards/rank_analyze_format_reward": 0.7349397465586662, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 483 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 592.140625, |
| "epoch": 3.872, |
| "grad_norm": 0.03674139454960823, |
| "kl": 0.01291656494140625, |
| "learning_rate": 1.6554795004670389e-07, |
| "loss": -0.0121, |
| "reward": 7.151305317878723, |
| "reward_std": 1.3574425652623177, |
| "rewards/mrr_reward": 0.6450272798538208, |
| "rewards/rank_analyze_format_reward": 0.7020555436611176, |
| "rewards/rank_answer_foramt_reward": 0.916015625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.96875, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 484 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 593.875, |
| "epoch": 3.88, |
| "grad_norm": 0.03965899720788002, |
| "kl": 0.012401580810546875, |
| "learning_rate": 1.543566547079467e-07, |
| "loss": -0.0167, |
| "reward": 6.482243657112122, |
| "reward_std": 0.920079916715622, |
| "rewards/mrr_reward": 0.4476686418056488, |
| "rewards/rank_analyze_format_reward": 0.7362185418605804, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.013944223523139954, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 485 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 614.71875, |
| "epoch": 3.888, |
| "grad_norm": 0.038730841130018234, |
| "kl": 0.015628814697265625, |
| "learning_rate": 1.4355404851001953e-07, |
| "loss": -0.0013, |
| "reward": 7.664029955863953, |
| "reward_std": 0.8843671232461929, |
| "rewards/mrr_reward": 0.7207217365503311, |
| "rewards/rank_analyze_format_reward": 0.8122782856225967, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 486 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 584.703125, |
| "epoch": 3.896, |
| "grad_norm": 0.03808212652802467, |
| "kl": 0.013837814331054688, |
| "learning_rate": 1.3314055792131964e-07, |
| "loss": 0.0003, |
| "reward": 7.29535174369812, |
| "reward_std": 0.6776691898703575, |
| "rewards/mrr_reward": 0.6445312649011612, |
| "rewards/rank_analyze_format_reward": 0.7601954787969589, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 487 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.71875, |
| "epoch": 3.904, |
| "grad_norm": 0.04019862040877342, |
| "kl": 0.012102127075195312, |
| "learning_rate": 1.231165940486234e-07, |
| "loss": 0.0098, |
| "reward": 7.2379196882247925, |
| "reward_std": 1.0804044008255005, |
| "rewards/mrr_reward": 0.6402343809604645, |
| "rewards/rank_analyze_format_reward": 0.7469863891601562, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 488 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 611.21875, |
| "epoch": 3.912, |
| "grad_norm": 0.04155530408024788, |
| "kl": 0.014692306518554688, |
| "learning_rate": 1.134825526208605e-07, |
| "loss": -0.0172, |
| "reward": 6.462707042694092, |
| "reward_std": 1.3991620540618896, |
| "rewards/mrr_reward": 0.4669705033302307, |
| "rewards/rank_analyze_format_reward": 0.7217782437801361, |
| "rewards/rank_answer_foramt_reward": 0.888671875, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 489 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 616.140625, |
| "epoch": 3.92, |
| "grad_norm": 0.038728028535842896, |
| "kl": 0.011913299560546875, |
| "learning_rate": 1.0423881397349067e-07, |
| "loss": -0.0274, |
| "reward": 6.584546685218811, |
| "reward_std": 0.987204298377037, |
| "rewards/mrr_reward": 0.47931547462940216, |
| "rewards/rank_analyze_format_reward": 0.7864252328872681, |
| "rewards/rank_answer_foramt_reward": 0.927734375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.984375, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 490 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 643.890625, |
| "epoch": 3.928, |
| "grad_norm": 0.037255771458148956, |
| "kl": 0.012048721313476562, |
| "learning_rate": 9.538574303348813e-08, |
| "loss": -0.0003, |
| "reward": 7.248134255409241, |
| "reward_std": 0.609087161719799, |
| "rewards/mrr_reward": 0.6106956899166107, |
| "rewards/rank_analyze_format_reward": 0.8346483111381531, |
| "rewards/rank_answer_foramt_reward": 0.970703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 491 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 607.09375, |
| "epoch": 3.936, |
| "grad_norm": 0.03653496131300926, |
| "kl": 0.014324188232421875, |
| "learning_rate": 8.692368930493522e-08, |
| "loss": -0.0078, |
| "reward": 7.079232692718506, |
| "reward_std": 0.7762657403945923, |
| "rewards/mrr_reward": 0.5865451470017433, |
| "rewards/rank_analyze_format_reward": 0.7700468897819519, |
| "rewards/rank_answer_foramt_reward": 0.97265625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 492 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 630.9375, |
| "epoch": 3.944, |
| "grad_norm": 0.03887813538312912, |
| "kl": 0.01277923583984375, |
| "learning_rate": 7.885298685522235e-08, |
| "loss": 0.0019, |
| "reward": 6.853779196739197, |
| "reward_std": 0.5883737578988075, |
| "rewards/mrr_reward": 0.5194568485021591, |
| "rewards/rank_analyze_format_reward": 0.8206439018249512, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9981617629528046, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 0.9981617629528046, |
| "step": 493 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 628.890625, |
| "epoch": 3.952, |
| "grad_norm": 0.03760422766208649, |
| "kl": 0.012228012084960938, |
| "learning_rate": 7.117395430186414e-08, |
| "loss": -0.0105, |
| "reward": 7.296409845352173, |
| "reward_std": 1.1353522688150406, |
| "rewards/mrr_reward": 0.6470052301883698, |
| "rewards/rank_analyze_format_reward": 0.7630764245986938, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 494 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 632.453125, |
| "epoch": 3.96, |
| "grad_norm": 0.04088395833969116, |
| "kl": 0.011974334716796875, |
| "learning_rate": 6.388689479991606e-08, |
| "loss": -0.014, |
| "reward": 6.792389988899231, |
| "reward_std": 0.9225097447633743, |
| "rewards/mrr_reward": 0.5218750275671482, |
| "rewards/rank_analyze_format_reward": 0.7651283890008926, |
| "rewards/rank_answer_foramt_reward": 0.95703125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9991776347160339, |
| "step": 495 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 586.046875, |
| "epoch": 3.968, |
| "grad_norm": 0.038039859384298325, |
| "kl": 0.012334823608398438, |
| "learning_rate": 5.699209603001077e-08, |
| "loss": -0.0243, |
| "reward": 7.0821181535720825, |
| "reward_std": 1.2305900156497955, |
| "rewards/mrr_reward": 0.6263020932674408, |
| "rewards/rank_analyze_format_reward": 0.676519088447094, |
| "rewards/rank_answer_foramt_reward": 0.931640625, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.984375, |
| "step": 496 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 619.65625, |
| "epoch": 3.976, |
| "grad_norm": 0.042080074548721313, |
| "kl": 0.012048721313476562, |
| "learning_rate": 5.048983018699827e-08, |
| "loss": 0.0112, |
| "reward": 7.104416489601135, |
| "reward_std": 1.2093525528907776, |
| "rewards/mrr_reward": 0.5863157212734222, |
| "rewards/rank_analyze_format_reward": 0.7825910001993179, |
| "rewards/rank_answer_foramt_reward": 0.984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 0.9921875, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 497 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 602.734375, |
| "epoch": 3.984, |
| "grad_norm": 0.038315799087285995, |
| "kl": 0.010751724243164062, |
| "learning_rate": 4.438035396920004e-08, |
| "loss": -0.0141, |
| "reward": 6.625136733055115, |
| "reward_std": 0.9687140211462975, |
| "rewards/mrr_reward": 0.4734809100627899, |
| "rewards/rank_analyze_format_reward": 0.7722287178039551, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 1.0, |
| "rewards/rank_overall_format_reward_more": 1.0, |
| "rewards/rank_verify_format_reward": 1.0, |
| "step": 498 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 618.96875, |
| "epoch": 3.992, |
| "grad_norm": 0.03733893856406212, |
| "kl": 0.01275634765625, |
| "learning_rate": 3.866390856827495e-08, |
| "loss": -0.0313, |
| "reward": 7.275609493255615, |
| "reward_std": 0.918476015329361, |
| "rewards/mrr_reward": 0.6309213787317276, |
| "rewards/rank_analyze_format_reward": 0.8395065367221832, |
| "rewards/rank_answer_foramt_reward": 0.9453125, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9991776347160339, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9835526347160339, |
| "step": 499 |
| }, |
| { |
| "clip_ratio": 0.0, |
| "completion_length": 582.34375, |
| "epoch": 4.0, |
| "grad_norm": 0.03825841844081879, |
| "kl": 0.015573501586914062, |
| "learning_rate": 3.3340719659701315e-08, |
| "loss": -0.0178, |
| "reward": 7.2012619972229, |
| "reward_std": 0.7794432565569878, |
| "rewards/mrr_reward": 0.6161458268761635, |
| "rewards/rank_analyze_format_reward": 0.795157715678215, |
| "rewards/rank_answer_foramt_reward": 0.958984375, |
| "rewards/rank_contrast_format_reward": 0.0, |
| "rewards/rank_initial_format_reward": 0.9990808814764023, |
| "rewards/rank_overall_format_reward_more": 0.984375, |
| "rewards/rank_verify_format_reward": 0.9990808814764023, |
| "step": 500 |
| }, |
| { |
| "epoch": 4.0, |
| "step": 500, |
| "total_flos": 0.0, |
| "train_loss": -0.0018289514125790446, |
| "train_runtime": 36870.3642, |
| "train_samples_per_second": 0.868, |
| "train_steps_per_second": 0.014 |
| } |
| ], |
| "logging_steps": 1, |
| "max_steps": 500, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 4, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
