| { |
| "best_global_step": 184, |
| "best_metric": 0.003358551999554038, |
| "best_model_checkpoint": "data/DeepSeek-R1-Distill-Qwen-7B-Staged-4/checkpoint-184", |
| "epoch": 2.0, |
| "eval_steps": 500, |
| "global_step": 184, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1531.0, |
| "completions/max_terminated_length": 1531.0, |
| "completions/mean_length": 423.75732421875, |
| "completions/mean_terminated_length": 423.75732421875, |
| "completions/min_length": 181.0, |
| "completions/min_terminated_length": 181.0, |
| "entropy": 1.90119668841362, |
| "epoch": 0.010869565217391304, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11881979554891586, |
| "learning_rate": 1e-05, |
| "loss": 0.0039, |
| "num_tokens": 2917775.0, |
| "reward": 3.519592761993408, |
| "reward_std": 0.18993031978607178, |
| "rewards/ngram_repetition2/mean": 0.9466348886489868, |
| "rewards/ngram_repetition2/std": 0.01929597184062004, |
| "rewards/ngram_repetition3/mean": 0.9919997453689575, |
| "rewards/ngram_repetition3/std": 0.010940907523036003, |
| "rewards/symbolic_reward_accuracy/mean": 0.7822265625, |
| "rewards/symbolic_reward_accuracy/std": 0.4128333628177643, |
| "rewards/symbolic_reward_partial_score/mean": 0.9275716543197632, |
| "rewards/symbolic_reward_partial_score/std": 0.1604749709367752, |
| "rewards/tag_count_reward/mean": 0.99853515625, |
| "rewards/tag_count_reward/std": 0.02703022211790085, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9646764397621155, |
| "rewards/thinking_answer_ratio_reward/std": 0.055691447108983994, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5215855836868286, |
| "sampling/importance_sampling_ratio/min": 0.0016820691525936127, |
| "sampling/sampling_logp_difference/max": 6.387730598449707, |
| "sampling/sampling_logp_difference/mean": 0.6701650023460388, |
| "step": 1 |
| }, |
| { |
| "clip_ratio/high_max": 0.11458333333333333, |
| "clip_ratio/high_mean": 0.037760416666666664, |
| "clip_ratio/low_mean": 0.359375, |
| "clip_ratio/low_min": 0.19270833333333334, |
| "clip_ratio/region_mean": 0.3971354166666667, |
| "entropy": 1.9287260274092357, |
| "epoch": 0.043478260869565216, |
| "grad_norm": 0.2112465351819992, |
| "learning_rate": 1e-05, |
| "loss": 0.0079, |
| "step": 4 |
| }, |
| { |
| "clip_ratio/high_max": 0.16015625, |
| "clip_ratio/high_mean": 0.0673828125, |
| "clip_ratio/low_mean": 0.27392578125, |
| "clip_ratio/low_min": 0.140625, |
| "clip_ratio/region_mean": 0.34130859375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 620.0, |
| "completions/max_terminated_length": 620.0, |
| "completions/mean_length": 426.1572265625, |
| "completions/mean_terminated_length": 426.1572265625, |
| "completions/min_length": 69.0, |
| "completions/min_terminated_length": 69.0, |
| "entropy": 1.884685069322586, |
| "epoch": 0.08695652173913043, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.10315027832984924, |
| "learning_rate": 1e-05, |
| "loss": 0.003, |
| "num_tokens": 5881649.0, |
| "reward": 3.206584930419922, |
| "reward_std": 0.24610982835292816, |
| "rewards/ngram_repetition2/mean": 0.9437640309333801, |
| "rewards/ngram_repetition2/std": 0.01659868098795414, |
| "rewards/ngram_repetition3/mean": 0.9914915561676025, |
| "rewards/ngram_repetition3/std": 0.006500926800072193, |
| "rewards/symbolic_reward_accuracy/mean": 0.64599609375, |
| "rewards/symbolic_reward_accuracy/std": 0.4783271551132202, |
| "rewards/symbolic_reward_partial_score/mean": 0.8863118886947632, |
| "rewards/symbolic_reward_partial_score/std": 0.18328505754470825, |
| "rewards/tag_count_reward/mean": 0.999267578125, |
| "rewards/tag_count_reward/std": 0.019127286970615387, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9660772085189819, |
| "rewards/thinking_answer_ratio_reward/std": 0.0389963835477829, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5227073431015015, |
| "sampling/importance_sampling_ratio/min": 0.0010220027761533856, |
| "sampling/sampling_logp_difference/max": 6.885991096496582, |
| "sampling/sampling_logp_difference/mean": 0.6709789037704468, |
| "step": 8 |
| }, |
| { |
| "clip_ratio/high_max": 0.2109375, |
| "clip_ratio/high_mean": 0.107421875, |
| "clip_ratio/low_mean": 0.26953125, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.376953125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 724.0, |
| "completions/max_terminated_length": 724.0, |
| "completions/mean_length": 440.37939453125, |
| "completions/mean_terminated_length": 440.37939453125, |
| "completions/min_length": 215.0, |
| "completions/min_terminated_length": 215.0, |
| "entropy": 1.9614799618721008, |
| "epoch": 0.13043478260869565, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.11278107017278671, |
| "learning_rate": 1e-05, |
| "loss": 0.0064, |
| "num_tokens": 8830298.0, |
| "reward": 3.415938138961792, |
| "reward_std": 0.14413174986839294, |
| "rewards/ngram_repetition2/mean": 0.9401968717575073, |
| "rewards/ngram_repetition2/std": 0.016658587381243706, |
| "rewards/ngram_repetition3/mean": 0.9910030364990234, |
| "rewards/ngram_repetition3/std": 0.006113104056566954, |
| "rewards/symbolic_reward_accuracy/mean": 0.7392578125, |
| "rewards/symbolic_reward_accuracy/std": 0.4391467273235321, |
| "rewards/symbolic_reward_partial_score/mean": 0.9086507558822632, |
| "rewards/symbolic_reward_partial_score/std": 0.18448227643966675, |
| "rewards/tag_count_reward/mean": 0.999755859375, |
| "rewards/tag_count_reward/std": 0.011048543266952038, |
| "rewards/thinking_answer_ratio_reward/mean": 0.970394492149353, |
| "rewards/thinking_answer_ratio_reward/std": 0.023110121488571167, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.530914068222046, |
| "sampling/importance_sampling_ratio/min": 0.0017453260952606797, |
| "sampling/sampling_logp_difference/max": 6.350813865661621, |
| "sampling/sampling_logp_difference/mean": 0.6836334466934204, |
| "step": 12 |
| }, |
| { |
| "clip_ratio/high_max": 0.203125, |
| "clip_ratio/high_mean": 0.1064453125, |
| "clip_ratio/low_mean": 0.259765625, |
| "clip_ratio/low_min": 0.140625, |
| "clip_ratio/region_mean": 0.3662109375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 792.0, |
| "completions/max_terminated_length": 792.0, |
| "completions/mean_length": 433.44384765625, |
| "completions/mean_terminated_length": 433.44384765625, |
| "completions/min_length": 68.0, |
| "completions/min_terminated_length": 68.0, |
| "entropy": 1.9702377393841743, |
| "epoch": 0.17391304347826086, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.08772186189889908, |
| "learning_rate": 1e-05, |
| "loss": 0.0077, |
| "num_tokens": 11771079.0, |
| "reward": 3.4083731174468994, |
| "reward_std": 0.2164277881383896, |
| "rewards/ngram_repetition2/mean": 0.9409148693084717, |
| "rewards/ngram_repetition2/std": 0.016893817111849785, |
| "rewards/ngram_repetition3/mean": 0.9911813735961914, |
| "rewards/ngram_repetition3/std": 0.006109961774200201, |
| "rewards/symbolic_reward_accuracy/mean": 0.73974609375, |
| "rewards/symbolic_reward_accuracy/std": 0.43888023495674133, |
| "rewards/symbolic_reward_partial_score/mean": 0.902099609375, |
| "rewards/symbolic_reward_partial_score/std": 0.1949901431798935, |
| "rewards/tag_count_reward/mean": 0.997802734375, |
| "rewards/tag_count_reward/std": 0.033080797642469406, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9657655954360962, |
| "rewards/thinking_answer_ratio_reward/std": 0.06475918740034103, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5316100120544434, |
| "sampling/importance_sampling_ratio/min": 0.001513556926511228, |
| "sampling/sampling_logp_difference/max": 6.493292808532715, |
| "sampling/sampling_logp_difference/mean": 0.6902951598167419, |
| "step": 16 |
| }, |
| { |
| "clip_ratio/high_max": 0.18359375, |
| "clip_ratio/high_mean": 0.07568359375, |
| "clip_ratio/low_mean": 0.27001953125, |
| "clip_ratio/low_min": 0.15234375, |
| "clip_ratio/region_mean": 0.345703125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 789.0, |
| "completions/max_terminated_length": 789.0, |
| "completions/mean_length": 463.08349609375, |
| "completions/mean_terminated_length": 463.08349609375, |
| "completions/min_length": 151.0, |
| "completions/min_terminated_length": 151.0, |
| "entropy": 2.0984890162944794, |
| "epoch": 0.21739130434782608, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.29433581233024597, |
| "learning_rate": 1e-05, |
| "loss": 0.009, |
| "num_tokens": 14759890.0, |
| "reward": 3.492382526397705, |
| "reward_std": 0.12577903270721436, |
| "rewards/ngram_repetition2/mean": 0.9376952052116394, |
| "rewards/ngram_repetition2/std": 0.01754874922335148, |
| "rewards/ngram_repetition3/mean": 0.991070568561554, |
| "rewards/ngram_repetition3/std": 0.005940499249845743, |
| "rewards/symbolic_reward_accuracy/mean": 0.767578125, |
| "rewards/symbolic_reward_accuracy/std": 0.4224797189235687, |
| "rewards/symbolic_reward_partial_score/mean": 0.9296875, |
| "rewards/symbolic_reward_partial_score/std": 0.14929406344890594, |
| "rewards/tag_count_reward/mean": 0.99853515625, |
| "rewards/tag_count_reward/std": 0.02703022211790085, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9716020226478577, |
| "rewards/thinking_answer_ratio_reward/std": 0.052979789674282074, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.547365427017212, |
| "sampling/importance_sampling_ratio/min": 0.0007647222955711186, |
| "sampling/sampling_logp_difference/max": 7.175997734069824, |
| "sampling/sampling_logp_difference/mean": 0.7198488712310791, |
| "step": 20 |
| }, |
| { |
| "clip_ratio/high_max": 0.09375, |
| "clip_ratio/high_mean": 0.037109375, |
| "clip_ratio/low_mean": 0.31298828125, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.35009765625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 830.0, |
| "completions/max_terminated_length": 830.0, |
| "completions/mean_length": 469.103515625, |
| "completions/mean_terminated_length": 469.103515625, |
| "completions/min_length": 163.0, |
| "completions/min_terminated_length": 163.0, |
| "entropy": 2.1055676490068436, |
| "epoch": 0.2608695652173913, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.20278385281562805, |
| "learning_rate": 1e-05, |
| "loss": 0.0095, |
| "num_tokens": 17748358.0, |
| "reward": 3.392237424850464, |
| "reward_std": 0.13710367679595947, |
| "rewards/ngram_repetition2/mean": 0.9388803243637085, |
| "rewards/ngram_repetition2/std": 0.016749296337366104, |
| "rewards/ngram_repetition3/mean": 0.9914165139198303, |
| "rewards/ngram_repetition3/std": 0.005852194037288427, |
| "rewards/symbolic_reward_accuracy/mean": 0.71728515625, |
| "rewards/symbolic_reward_accuracy/std": 0.45042893290519714, |
| "rewards/symbolic_reward_partial_score/mean": 0.9291177988052368, |
| "rewards/symbolic_reward_partial_score/std": 0.13959749042987823, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9734582304954529, |
| "rewards/thinking_answer_ratio_reward/std": 0.030977273359894753, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5528595447540283, |
| "sampling/importance_sampling_ratio/min": 0.0014880819944664836, |
| "sampling/sampling_logp_difference/max": 6.51026725769043, |
| "sampling/sampling_logp_difference/mean": 0.728722095489502, |
| "step": 24 |
| }, |
| { |
| "clip_ratio/high_max": 0.1640625, |
| "clip_ratio/high_mean": 0.08447265625, |
| "clip_ratio/low_mean": 0.27197265625, |
| "clip_ratio/low_min": 0.13671875, |
| "clip_ratio/region_mean": 0.3564453125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 791.0, |
| "completions/max_terminated_length": 791.0, |
| "completions/mean_length": 479.78955078125, |
| "completions/mean_terminated_length": 479.78955078125, |
| "completions/min_length": 83.0, |
| "completions/min_terminated_length": 83.0, |
| "entropy": 2.219125986099243, |
| "epoch": 0.30434782608695654, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.29682013392448425, |
| "learning_rate": 1e-05, |
| "loss": 0.0102, |
| "num_tokens": 20780887.0, |
| "reward": 3.550210475921631, |
| "reward_std": 0.06435245275497437, |
| "rewards/ngram_repetition2/mean": 0.9357079267501831, |
| "rewards/ngram_repetition2/std": 0.017338356003165245, |
| "rewards/ngram_repetition3/mean": 0.9910642504692078, |
| "rewards/ngram_repetition3/std": 0.005752938333898783, |
| "rewards/symbolic_reward_accuracy/mean": 0.787109375, |
| "rewards/symbolic_reward_accuracy/std": 0.4094509482383728, |
| "rewards/symbolic_reward_partial_score/mean": 0.9469807744026184, |
| "rewards/symbolic_reward_partial_score/std": 0.12396769970655441, |
| "rewards/tag_count_reward/mean": 1.0, |
| "rewards/tag_count_reward/std": 0.0, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9743147492408752, |
| "rewards/thinking_answer_ratio_reward/std": 0.00800173357129097, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5690585374832153, |
| "sampling/importance_sampling_ratio/min": 0.00028703955467790365, |
| "sampling/sampling_logp_difference/max": 8.155890464782715, |
| "sampling/sampling_logp_difference/mean": 0.764785885810852, |
| "step": 28 |
| }, |
| { |
| "clip_ratio/high_max": 0.12109375, |
| "clip_ratio/high_mean": 0.04931640625, |
| "clip_ratio/low_mean": 0.2880859375, |
| "clip_ratio/low_min": 0.1640625, |
| "clip_ratio/region_mean": 0.33740234375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 807.0, |
| "completions/max_terminated_length": 807.0, |
| "completions/mean_length": 496.53515625, |
| "completions/mean_terminated_length": 496.53515625, |
| "completions/min_length": 81.0, |
| "completions/min_terminated_length": 81.0, |
| "entropy": 2.3269284814596176, |
| "epoch": 0.34782608695652173, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.42718204855918884, |
| "learning_rate": 1e-05, |
| "loss": 0.0099, |
| "num_tokens": 23854047.0, |
| "reward": 3.542815685272217, |
| "reward_std": 0.06283775717020035, |
| "rewards/ngram_repetition2/mean": 0.935409665107727, |
| "rewards/ngram_repetition2/std": 0.01653331145644188, |
| "rewards/ngram_repetition3/mean": 0.991692304611206, |
| "rewards/ngram_repetition3/std": 0.005664789583534002, |
| "rewards/symbolic_reward_accuracy/mean": 0.783203125, |
| "rewards/symbolic_reward_accuracy/std": 0.41216373443603516, |
| "rewards/symbolic_reward_partial_score/mean": 0.9476318359375, |
| "rewards/symbolic_reward_partial_score/std": 0.11877194046974182, |
| "rewards/tag_count_reward/mean": 0.999755859375, |
| "rewards/tag_count_reward/std": 0.011048543266952038, |
| "rewards/thinking_answer_ratio_reward/mean": 0.975084662437439, |
| "rewards/thinking_answer_ratio_reward/std": 0.023241188377141953, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5795289278030396, |
| "sampling/importance_sampling_ratio/min": 0.0014081046683713794, |
| "sampling/sampling_logp_difference/max": 6.5655107498168945, |
| "sampling/sampling_logp_difference/mean": 0.7878707051277161, |
| "step": 32 |
| }, |
| { |
| "clip_ratio/high_max": 0.05078125, |
| "clip_ratio/high_mean": 0.01904296875, |
| "clip_ratio/low_mean": 0.33984375, |
| "clip_ratio/low_min": 0.21484375, |
| "clip_ratio/region_mean": 0.35888671875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 792.0, |
| "completions/max_terminated_length": 792.0, |
| "completions/mean_length": 469.27099609375, |
| "completions/mean_terminated_length": 469.27099609375, |
| "completions/min_length": 94.0, |
| "completions/min_terminated_length": 94.0, |
| "entropy": 2.4070171415805817, |
| "epoch": 0.391304347826087, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.4410569965839386, |
| "learning_rate": 1e-05, |
| "loss": 0.0054, |
| "num_tokens": 26880874.0, |
| "reward": 3.329148530960083, |
| "reward_std": 0.05563488230109215, |
| "rewards/ngram_repetition2/mean": 0.9407572746276855, |
| "rewards/ngram_repetition2/std": 0.015095624141395092, |
| "rewards/ngram_repetition3/mean": 0.9932428598403931, |
| "rewards/ngram_repetition3/std": 0.004793159198015928, |
| "rewards/symbolic_reward_accuracy/mean": 0.69189453125, |
| "rewards/symbolic_reward_accuracy/std": 0.46182316541671753, |
| "rewards/symbolic_reward_partial_score/mean": 0.9170328974723816, |
| "rewards/symbolic_reward_partial_score/std": 0.14379549026489258, |
| "rewards/tag_count_reward/mean": 0.999267578125, |
| "rewards/tag_count_reward/std": 0.019127286970615387, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9718977808952332, |
| "rewards/thinking_answer_ratio_reward/std": 0.03811168670654297, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.5838468074798584, |
| "sampling/importance_sampling_ratio/min": 0.00034505638177506626, |
| "sampling/sampling_logp_difference/max": 7.971802711486816, |
| "sampling/sampling_logp_difference/mean": 0.808716893196106, |
| "step": 36 |
| }, |
| { |
| "clip_ratio/high_max": 0.09765625, |
| "clip_ratio/high_mean": 0.0341796875, |
| "clip_ratio/low_mean": 0.31787109375, |
| "clip_ratio/low_min": 0.16796875, |
| "clip_ratio/region_mean": 0.35205078125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 737.0, |
| "completions/max_terminated_length": 737.0, |
| "completions/mean_length": 489.2646484375, |
| "completions/mean_terminated_length": 489.2646484375, |
| "completions/min_length": 42.0, |
| "completions/min_terminated_length": 42.0, |
| "entropy": 2.6946236938238144, |
| "epoch": 0.43478260869565216, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.2574540674686432, |
| "learning_rate": 1e-05, |
| "loss": 0.0076, |
| "num_tokens": 29920136.0, |
| "reward": 3.6383514404296875, |
| "reward_std": 0.0791553258895874, |
| "rewards/ngram_repetition2/mean": 0.9311598539352417, |
| "rewards/ngram_repetition2/std": 0.01622355915606022, |
| "rewards/ngram_repetition3/mean": 0.9929859638214111, |
| "rewards/ngram_repetition3/std": 0.004797095898538828, |
| "rewards/symbolic_reward_accuracy/mean": 0.826171875, |
| "rewards/symbolic_reward_accuracy/std": 0.37905415892601013, |
| "rewards/symbolic_reward_partial_score/mean": 0.957275390625, |
| "rewards/symbolic_reward_partial_score/std": 0.10868100076913834, |
| "rewards/tag_count_reward/mean": 0.999755859375, |
| "rewards/tag_count_reward/std": 0.011048543266952038, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9735076427459717, |
| "rewards/thinking_answer_ratio_reward/std": 0.024763144552707672, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.596329927444458, |
| "sampling/importance_sampling_ratio/min": 6.51177906547673e-05, |
| "sampling/sampling_logp_difference/max": 9.639312744140625, |
| "sampling/sampling_logp_difference/mean": 0.8470304012298584, |
| "step": 40 |
| }, |
| { |
| "clip_ratio/high_max": 0.046875, |
| "clip_ratio/high_mean": 0.01611328125, |
| "clip_ratio/low_mean": 0.3125, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.32861328125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1433.0, |
| "completions/max_terminated_length": 1433.0, |
| "completions/mean_length": 503.10205078125, |
| "completions/mean_terminated_length": 503.10205078125, |
| "completions/min_length": 70.0, |
| "completions/min_terminated_length": 70.0, |
| "entropy": 2.872429236769676, |
| "epoch": 0.4782608695652174, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.493705153465271, |
| "learning_rate": 1e-05, |
| "loss": 0.0106, |
| "num_tokens": 33009913.0, |
| "reward": 3.4076955318450928, |
| "reward_std": 0.07953877747058868, |
| "rewards/ngram_repetition2/mean": 0.9200476408004761, |
| "rewards/ngram_repetition2/std": 0.02228526771068573, |
| "rewards/ngram_repetition3/mean": 0.9917500615119934, |
| "rewards/ngram_repetition3/std": 0.012813129462301731, |
| "rewards/symbolic_reward_accuracy/mean": 0.72802734375, |
| "rewards/symbolic_reward_accuracy/std": 0.4450845420360565, |
| "rewards/symbolic_reward_partial_score/mean": 0.9240315556526184, |
| "rewards/symbolic_reward_partial_score/std": 0.14966855943202972, |
| "rewards/tag_count_reward/mean": 0.998779296875, |
| "rewards/tag_count_reward/std": 0.02468114346265793, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9712032079696655, |
| "rewards/thinking_answer_ratio_reward/std": 0.0486665777862072, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6160120964050293, |
| "sampling/importance_sampling_ratio/min": 0.0009256865596398711, |
| "sampling/sampling_logp_difference/max": 6.9849748611450195, |
| "sampling/sampling_logp_difference/mean": 0.8949941396713257, |
| "step": 44 |
| }, |
| { |
| "clip_ratio/high_max": 0.0859375, |
| "clip_ratio/high_mean": 0.0400390625, |
| "clip_ratio/low_mean": 0.306640625, |
| "clip_ratio/low_min": 0.1875, |
| "clip_ratio/region_mean": 0.3466796875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 939.0, |
| "completions/max_terminated_length": 939.0, |
| "completions/mean_length": 571.37060546875, |
| "completions/mean_terminated_length": 571.37060546875, |
| "completions/min_length": 60.0, |
| "completions/min_terminated_length": 60.0, |
| "entropy": 2.9497868567705154, |
| "epoch": 0.5217391304347826, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.6648740172386169, |
| "learning_rate": 1e-05, |
| "loss": 0.0113, |
| "num_tokens": 36239504.0, |
| "reward": 3.5769097805023193, |
| "reward_std": 0.07018020749092102, |
| "rewards/ngram_repetition2/mean": 0.914193868637085, |
| "rewards/ngram_repetition2/std": 0.017817478626966476, |
| "rewards/ngram_repetition3/mean": 0.9914629459381104, |
| "rewards/ngram_repetition3/std": 0.0048860348761081696, |
| "rewards/symbolic_reward_accuracy/mean": 0.80029296875, |
| "rewards/symbolic_reward_accuracy/std": 0.39987775683403015, |
| "rewards/symbolic_reward_partial_score/mean": 0.9482421875, |
| "rewards/symbolic_reward_partial_score/std": 0.1259223222732544, |
| "rewards/tag_count_reward/mean": 0.999267578125, |
| "rewards/tag_count_reward/std": 0.019127286970615387, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9757556915283203, |
| "rewards/thinking_answer_ratio_reward/std": 0.03801291063427925, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6147382259368896, |
| "sampling/importance_sampling_ratio/min": 0.0013765409821644425, |
| "sampling/sampling_logp_difference/max": 6.588181495666504, |
| "sampling/sampling_logp_difference/mean": 0.8927680850028992, |
| "step": 48 |
| }, |
| { |
| "clip_ratio/high_max": 0.1640625, |
| "clip_ratio/high_mean": 0.09228515625, |
| "clip_ratio/low_mean": 0.267578125, |
| "clip_ratio/low_min": 0.140625, |
| "clip_ratio/region_mean": 0.35986328125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1066.0, |
| "completions/max_terminated_length": 1066.0, |
| "completions/mean_length": 594.3876953125, |
| "completions/mean_terminated_length": 594.3876953125, |
| "completions/min_length": 80.0, |
| "completions/min_terminated_length": 80.0, |
| "entropy": 3.021150380373001, |
| "epoch": 0.5652173913043478, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3681764006614685, |
| "learning_rate": 1e-05, |
| "loss": 0.0141, |
| "num_tokens": 39532074.0, |
| "reward": 3.3776330947875977, |
| "reward_std": 0.10503610223531723, |
| "rewards/ngram_repetition2/mean": 0.908423900604248, |
| "rewards/ngram_repetition2/std": 0.02048499695956707, |
| "rewards/ngram_repetition3/mean": 0.9907451272010803, |
| "rewards/ngram_repetition3/std": 0.005756227765232325, |
| "rewards/symbolic_reward_accuracy/mean": 0.7138671875, |
| "rewards/symbolic_reward_accuracy/std": 0.45206260681152344, |
| "rewards/symbolic_reward_partial_score/mean": 0.921630859375, |
| "rewards/symbolic_reward_partial_score/std": 0.15090703964233398, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9764349460601807, |
| "rewards/thinking_answer_ratio_reward/std": 0.03162452206015587, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6216703653335571, |
| "sampling/importance_sampling_ratio/min": 0.001497772173024714, |
| "sampling/sampling_logp_difference/max": 6.503776550292969, |
| "sampling/sampling_logp_difference/mean": 0.9096119999885559, |
| "step": 52 |
| }, |
| { |
| "clip_ratio/high_max": 0.125, |
| "clip_ratio/high_mean": 0.0537109375, |
| "clip_ratio/low_mean": 0.30859375, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.3623046875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 908.0, |
| "completions/max_terminated_length": 908.0, |
| "completions/mean_length": 545.55126953125, |
| "completions/mean_terminated_length": 545.55126953125, |
| "completions/min_length": 53.0, |
| "completions/min_terminated_length": 53.0, |
| "entropy": 3.076643869280815, |
| "epoch": 0.6086956521739131, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.5528954267501831, |
| "learning_rate": 1e-05, |
| "loss": 0.0124, |
| "num_tokens": 42708787.0, |
| "reward": 3.5160012245178223, |
| "reward_std": 0.06761978566646576, |
| "rewards/ngram_repetition2/mean": 0.919230043888092, |
| "rewards/ngram_repetition2/std": 0.019755244255065918, |
| "rewards/ngram_repetition3/mean": 0.9927445650100708, |
| "rewards/ngram_repetition3/std": 0.004674999509006739, |
| "rewards/symbolic_reward_accuracy/mean": 0.77490234375, |
| "rewards/symbolic_reward_accuracy/std": 0.4177486300468445, |
| "rewards/symbolic_reward_partial_score/mean": 0.9378255605697632, |
| "rewards/symbolic_reward_partial_score/std": 0.13589942455291748, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.973955512046814, |
| "rewards/thinking_answer_ratio_reward/std": 0.03269569203257561, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6185786724090576, |
| "sampling/importance_sampling_ratio/min": 0.0006516074645332992, |
| "sampling/sampling_logp_difference/max": 7.336068153381348, |
| "sampling/sampling_logp_difference/mean": 0.9117289781570435, |
| "step": 56 |
| }, |
| { |
| "clip_ratio/high_max": 0.1015625, |
| "clip_ratio/high_mean": 0.0439453125, |
| "clip_ratio/low_mean": 0.2900390625, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.333984375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 868.0, |
| "completions/max_terminated_length": 868.0, |
| "completions/mean_length": 484.09326171875, |
| "completions/mean_terminated_length": 484.09326171875, |
| "completions/min_length": 22.0, |
| "completions/min_terminated_length": 22.0, |
| "entropy": 3.069231167435646, |
| "epoch": 0.6521739130434783, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.7982656359672546, |
| "learning_rate": 1e-05, |
| "loss": 0.0098, |
| "num_tokens": 45756466.0, |
| "reward": 3.442070960998535, |
| "reward_std": 0.07040801644325256, |
| "rewards/ngram_repetition2/mean": 0.9283775091171265, |
| "rewards/ngram_repetition2/std": 0.020430130884051323, |
| "rewards/ngram_repetition3/mean": 0.9933985471725464, |
| "rewards/ngram_repetition3/std": 0.004864003509283066, |
| "rewards/symbolic_reward_accuracy/mean": 0.73974609375, |
| "rewards/symbolic_reward_accuracy/std": 0.43888023495674133, |
| "rewards/symbolic_reward_partial_score/mean": 0.9348958134651184, |
| "rewards/symbolic_reward_partial_score/std": 0.13156187534332275, |
| "rewards/tag_count_reward/mean": 0.998779296875, |
| "rewards/tag_count_reward/std": 0.02468114346265793, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9685888290405273, |
| "rewards/thinking_answer_ratio_reward/std": 0.051747798919677734, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.621800422668457, |
| "sampling/importance_sampling_ratio/min": 0.000417891307733953, |
| "sampling/sampling_logp_difference/max": 7.780289173126221, |
| "sampling/sampling_logp_difference/mean": 0.9235653877258301, |
| "step": 60 |
| }, |
| { |
| "clip_ratio/high_max": 0.03515625, |
| "clip_ratio/high_mean": 0.00830078125, |
| "clip_ratio/low_mean": 0.3193359375, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.32763671875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 813.0, |
| "completions/max_terminated_length": 813.0, |
| "completions/mean_length": 467.482421875, |
| "completions/mean_terminated_length": 467.482421875, |
| "completions/min_length": 80.0, |
| "completions/min_terminated_length": 80.0, |
| "entropy": 3.1883307099342346, |
| "epoch": 0.6956521739130435, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.9010258316993713, |
| "learning_rate": 1e-05, |
| "loss": 0.0079, |
| "num_tokens": 48776462.0, |
| "reward": 3.5352914333343506, |
| "reward_std": 0.11082939803600311, |
| "rewards/ngram_repetition2/mean": 0.9302128553390503, |
| "rewards/ngram_repetition2/std": 0.01884542964398861, |
| "rewards/ngram_repetition3/mean": 0.9941788911819458, |
| "rewards/ngram_repetition3/std": 0.0045182653702795506, |
| "rewards/symbolic_reward_accuracy/mean": 0.7822265625, |
| "rewards/symbolic_reward_accuracy/std": 0.4128333628177643, |
| "rewards/symbolic_reward_partial_score/mean": 0.9423828125, |
| "rewards/symbolic_reward_partial_score/std": 0.13051293790340424, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.969980776309967, |
| "rewards/thinking_answer_ratio_reward/std": 0.03189215064048767, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.626150369644165, |
| "sampling/importance_sampling_ratio/min": 0.00047154395724646747, |
| "sampling/sampling_logp_difference/max": 7.65949821472168, |
| "sampling/sampling_logp_difference/mean": 0.9483247995376587, |
| "step": 64 |
| }, |
| { |
| "clip_ratio/high_max": 0.0234375, |
| "clip_ratio/high_mean": 0.00390625, |
| "clip_ratio/low_mean": 0.333984375, |
| "clip_ratio/low_min": 0.203125, |
| "clip_ratio/region_mean": 0.337890625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1044.0, |
| "completions/max_terminated_length": 1044.0, |
| "completions/mean_length": 568.92041015625, |
| "completions/mean_terminated_length": 568.92041015625, |
| "completions/min_length": 43.0, |
| "completions/min_terminated_length": 43.0, |
| "entropy": 3.2027508467435837, |
| "epoch": 0.7391304347826086, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4200383424758911, |
| "learning_rate": 1e-05, |
| "loss": 0.0152, |
| "num_tokens": 51997867.0, |
| "reward": 3.482755422592163, |
| "reward_std": 0.08074051141738892, |
| "rewards/ngram_repetition2/mean": 0.9018445611000061, |
| "rewards/ngram_repetition2/std": 0.020495234057307243, |
| "rewards/ngram_repetition3/mean": 0.9901250600814819, |
| "rewards/ngram_repetition3/std": 0.005463259294629097, |
| "rewards/symbolic_reward_accuracy/mean": 0.7578125, |
| "rewards/symbolic_reward_accuracy/std": 0.4285118281841278, |
| "rewards/symbolic_reward_partial_score/mean": 0.939697265625, |
| "rewards/symbolic_reward_partial_score/std": 0.12308314442634583, |
| "rewards/tag_count_reward/mean": 0.998779296875, |
| "rewards/tag_count_reward/std": 0.02468114346265793, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9734160304069519, |
| "rewards/thinking_answer_ratio_reward/std": 0.052874695509672165, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6354997158050537, |
| "sampling/importance_sampling_ratio/min": 0.000564142013899982, |
| "sampling/sampling_logp_difference/max": 7.4802045822143555, |
| "sampling/sampling_logp_difference/mean": 0.9833019971847534, |
| "step": 68 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.33203125, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.33203125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1407.0, |
| "completions/max_terminated_length": 1407.0, |
| "completions/mean_length": 611.984375, |
| "completions/mean_terminated_length": 611.984375, |
| "completions/min_length": 206.0, |
| "completions/min_terminated_length": 206.0, |
| "entropy": 3.311859115958214, |
| "epoch": 0.782608695652174, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.4716572761535645, |
| "learning_rate": 1e-05, |
| "loss": 0.0173, |
| "num_tokens": 55275787.0, |
| "reward": 3.511713981628418, |
| "reward_std": 0.18764734268188477, |
| "rewards/ngram_repetition2/mean": 0.8970193862915039, |
| "rewards/ngram_repetition2/std": 0.020160134881734848, |
| "rewards/ngram_repetition3/mean": 0.9902719259262085, |
| "rewards/ngram_repetition3/std": 0.005153110716491938, |
| "rewards/symbolic_reward_accuracy/mean": 0.7763671875, |
| "rewards/symbolic_reward_accuracy/std": 0.4167805016040802, |
| "rewards/symbolic_reward_partial_score/mean": 0.9328206181526184, |
| "rewards/symbolic_reward_partial_score/std": 0.15078683197498322, |
| "rewards/tag_count_reward/mean": 0.99755859375, |
| "rewards/tag_count_reward/std": 0.034861668944358826, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9727209806442261, |
| "rewards/thinking_answer_ratio_reward/std": 0.06795475631952286, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6320133209228516, |
| "sampling/importance_sampling_ratio/min": 0.0007096517365425825, |
| "sampling/sampling_logp_difference/max": 7.250736236572266, |
| "sampling/sampling_logp_difference/mean": 0.9720152616500854, |
| "step": 72 |
| }, |
| { |
| "clip_ratio/high_max": 0.00390625, |
| "clip_ratio/high_mean": 0.0009765625, |
| "clip_ratio/low_mean": 0.31982421875, |
| "clip_ratio/low_min": 0.17578125, |
| "clip_ratio/region_mean": 0.32080078125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1373.0, |
| "completions/max_terminated_length": 1373.0, |
| "completions/mean_length": 853.9833984375, |
| "completions/mean_terminated_length": 853.9833984375, |
| "completions/min_length": 4.0, |
| "completions/min_terminated_length": 4.0, |
| "entropy": 3.3660423159599304, |
| "epoch": 0.8260869565217391, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.4343006610870361, |
| "learning_rate": 1e-05, |
| "loss": 0.0235, |
| "num_tokens": 59081001.0, |
| "reward": 3.422502279281616, |
| "reward_std": 0.1829456090927124, |
| "rewards/ngram_repetition2/mean": 0.8537134528160095, |
| "rewards/ngram_repetition2/std": 0.024440823122859, |
| "rewards/ngram_repetition3/mean": 0.9847572445869446, |
| "rewards/ngram_repetition3/std": 0.005931735038757324, |
| "rewards/symbolic_reward_accuracy/mean": 0.73828125, |
| "rewards/symbolic_reward_accuracy/std": 0.4396776556968689, |
| "rewards/symbolic_reward_partial_score/mean": 0.9226888418197632, |
| "rewards/symbolic_reward_partial_score/std": 0.16657814383506775, |
| "rewards/tag_count_reward/mean": 0.9951171875, |
| "rewards/tag_count_reward/std": 0.04918074235320091, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9749013185501099, |
| "rewards/thinking_answer_ratio_reward/std": 0.0969509705901146, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6466174125671387, |
| "sampling/importance_sampling_ratio/min": 0.00026180053828284144, |
| "sampling/sampling_logp_difference/max": 8.24792766571045, |
| "sampling/sampling_logp_difference/mean": 1.043502688407898, |
| "step": 76 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.33642578125, |
| "clip_ratio/low_min": 0.19921875, |
| "clip_ratio/region_mean": 0.33642578125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2030.0, |
| "completions/max_terminated_length": 2030.0, |
| "completions/mean_length": 812.24609375, |
| "completions/mean_terminated_length": 812.24609375, |
| "completions/min_length": 5.0, |
| "completions/min_terminated_length": 5.0, |
| "entropy": 3.547543302178383, |
| "epoch": 0.8695652173913043, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.1804628372192383, |
| "learning_rate": 1e-05, |
| "loss": 0.025, |
| "num_tokens": 62765889.0, |
| "reward": 3.5936460494995117, |
| "reward_std": 0.13216999173164368, |
| "rewards/ngram_repetition2/mean": 0.8755757808685303, |
| "rewards/ngram_repetition2/std": 0.022492358461022377, |
| "rewards/ngram_repetition3/mean": 0.9866626262664795, |
| "rewards/ngram_repetition3/std": 0.005942893214523792, |
| "rewards/symbolic_reward_accuracy/mean": 0.8115234375, |
| "rewards/symbolic_reward_accuracy/std": 0.39118775725364685, |
| "rewards/symbolic_reward_partial_score/mean": 0.9463704228401184, |
| "rewards/symbolic_reward_partial_score/std": 0.1394457072019577, |
| "rewards/tag_count_reward/mean": 0.995849609375, |
| "rewards/tag_count_reward/std": 0.04537592828273773, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9756726026535034, |
| "rewards/thinking_answer_ratio_reward/std": 0.08393006771802902, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6469275951385498, |
| "sampling/importance_sampling_ratio/min": 0.0009282914106734097, |
| "sampling/sampling_logp_difference/max": 6.9821648597717285, |
| "sampling/sampling_logp_difference/mean": 1.0689876079559326, |
| "step": 80 |
| }, |
| { |
| "clip_ratio/high_max": 0.00390625, |
| "clip_ratio/high_mean": 0.00048828125, |
| "clip_ratio/low_mean": 0.33740234375, |
| "clip_ratio/low_min": 0.19921875, |
| "clip_ratio/region_mean": 0.337890625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1538.0, |
| "completions/max_terminated_length": 1538.0, |
| "completions/mean_length": 874.0634765625, |
| "completions/mean_terminated_length": 874.0634765625, |
| "completions/min_length": 6.0, |
| "completions/min_terminated_length": 6.0, |
| "entropy": 3.464124232530594, |
| "epoch": 0.9130434782608695, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.2991092205047607, |
| "learning_rate": 1e-05, |
| "loss": 0.0286, |
| "num_tokens": 66609059.0, |
| "reward": 3.4975390434265137, |
| "reward_std": 0.14730925858020782, |
| "rewards/ngram_repetition2/mean": 0.8646764755249023, |
| "rewards/ngram_repetition2/std": 0.02347402088344097, |
| "rewards/ngram_repetition3/mean": 0.9867684841156006, |
| "rewards/ngram_repetition3/std": 0.005439760163426399, |
| "rewards/symbolic_reward_accuracy/mean": 0.771484375, |
| "rewards/symbolic_reward_accuracy/std": 0.4199790060520172, |
| "rewards/symbolic_reward_partial_score/mean": 0.92919921875, |
| "rewards/symbolic_reward_partial_score/std": 0.1563497930765152, |
| "rewards/tag_count_reward/mean": 0.9970703125, |
| "rewards/tag_count_reward/std": 0.03817030414938927, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9786182641983032, |
| "rewards/thinking_answer_ratio_reward/std": 0.07284367829561234, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6411030292510986, |
| "sampling/importance_sampling_ratio/min": 0.002884730463847518, |
| "sampling/sampling_logp_difference/max": 5.848323822021484, |
| "sampling/sampling_logp_difference/mean": 1.0739994049072266, |
| "step": 84 |
| }, |
| { |
| "clip_ratio/high_max": 0.015625, |
| "clip_ratio/high_mean": 0.0029296875, |
| "clip_ratio/low_mean": 0.32421875, |
| "clip_ratio/low_min": 0.1875, |
| "clip_ratio/region_mean": 0.3271484375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1897.0, |
| "completions/max_terminated_length": 1897.0, |
| "completions/mean_length": 795.52587890625, |
| "completions/mean_terminated_length": 795.52587890625, |
| "completions/min_length": 14.0, |
| "completions/min_terminated_length": 14.0, |
| "entropy": 3.7464267015457153, |
| "epoch": 0.9565217391304348, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.355712652206421, |
| "learning_rate": 1e-05, |
| "loss": 0.0302, |
| "num_tokens": 70304056.0, |
| "reward": 3.435868501663208, |
| "reward_std": 0.1441032588481903, |
| "rewards/ngram_repetition2/mean": 0.8944746255874634, |
| "rewards/ngram_repetition2/std": 0.022508157417178154, |
| "rewards/ngram_repetition3/mean": 0.9901339411735535, |
| "rewards/ngram_repetition3/std": 0.005564424674957991, |
| "rewards/symbolic_reward_accuracy/mean": 0.74072265625, |
| "rewards/symbolic_reward_accuracy/std": 0.4383451044559479, |
| "rewards/symbolic_reward_partial_score/mean": 0.9297281503677368, |
| "rewards/symbolic_reward_partial_score/std": 0.1441221833229065, |
| "rewards/tag_count_reward/mean": 0.99609375, |
| "rewards/tag_count_reward/std": 0.04403195157647133, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9755286574363708, |
| "rewards/thinking_answer_ratio_reward/std": 0.08032744377851486, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6346502304077148, |
| "sampling/importance_sampling_ratio/min": 5.58673445993918e-06, |
| "sampling/sampling_logp_difference/max": 12.095115661621094, |
| "sampling/sampling_logp_difference/mean": 1.0778782367706299, |
| "step": 88 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.3232421875, |
| "clip_ratio/low_min": 0.20703125, |
| "clip_ratio/region_mean": 0.3232421875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1791.0, |
| "completions/max_terminated_length": 1791.0, |
| "completions/mean_length": 827.90234375, |
| "completions/mean_terminated_length": 827.90234375, |
| "completions/min_length": 6.0, |
| "completions/min_terminated_length": 6.0, |
| "entropy": 3.5320966094732285, |
| "epoch": 1.0, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9927502870559692, |
| "learning_rate": 1e-05, |
| "loss": 0.0361, |
| "num_tokens": 74071696.0, |
| "reward": 3.5067601203918457, |
| "reward_std": 0.13380564749240875, |
| "rewards/ngram_repetition2/mean": 0.8853453397750854, |
| "rewards/ngram_repetition2/std": 0.022779002785682678, |
| "rewards/ngram_repetition3/mean": 0.9901328682899475, |
| "rewards/ngram_repetition3/std": 0.005021216347813606, |
| "rewards/symbolic_reward_accuracy/mean": 0.7734375, |
| "rewards/symbolic_reward_accuracy/std": 0.4187093675136566, |
| "rewards/symbolic_reward_partial_score/mean": 0.9352620840072632, |
| "rewards/symbolic_reward_partial_score/std": 0.1416569948196411, |
| "rewards/tag_count_reward/mean": 0.99609375, |
| "rewards/tag_count_reward/std": 0.04403195157647133, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9774473905563354, |
| "rewards/thinking_answer_ratio_reward/std": 0.06120087578892708, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6360163688659668, |
| "sampling/importance_sampling_ratio/min": 1.9057076769968262e-06, |
| "sampling/sampling_logp_difference/max": 13.17065715789795, |
| "sampling/sampling_logp_difference/mean": 1.0849487781524658, |
| "step": 92 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.0, |
| "eval_completions/max_length": 1317.4736842105262, |
| "eval_completions/max_terminated_length": 1317.4736842105262, |
| "eval_completions/mean_length": 848.6509046052631, |
| "eval_completions/mean_terminated_length": 848.6509046052631, |
| "eval_completions/min_length": 408.2105263157895, |
| "eval_completions/min_terminated_length": 408.2105263157895, |
| "eval_entropy": 3.616316644768966, |
| "eval_frac_reward_zero_std": 0.0, |
| "eval_loss": 0.008092080242931843, |
| "eval_num_tokens": 74071696.0, |
| "eval_reward": 3.544994504828202, |
| "eval_reward_std": 0.13573118780914228, |
| "eval_rewards/ngram_repetition2/mean": 0.8825263663342124, |
| "eval_rewards/ngram_repetition2/std": 0.021967738376636254, |
| "eval_rewards/ngram_repetition3/mean": 0.9900523204552499, |
| "eval_rewards/ngram_repetition3/std": 0.00497045870380182, |
| "eval_rewards/symbolic_reward_accuracy/mean": 0.7894736842105263, |
| "eval_rewards/symbolic_reward_accuracy/std": 0.36093331324426753, |
| "eval_rewards/symbolic_reward_partial_score/mean": 0.9397957826915541, |
| "eval_rewards/symbolic_reward_partial_score/std": 0.12393280491232872, |
| "eval_rewards/tag_count_reward/mean": 0.9977384868421053, |
| "eval_rewards/tag_count_reward/std": 0.022835058405211096, |
| "eval_rewards/thinking_answer_ratio_reward/mean": 0.9787100898592096, |
| "eval_rewards/thinking_answer_ratio_reward/std": 0.04720702974468862, |
| "eval_runtime": 701.8881, |
| "eval_samples_per_second": 0.214, |
| "eval_sampling/importance_sampling_ratio/max": 2.0, |
| "eval_sampling/importance_sampling_ratio/mean": 1.632221924631219, |
| "eval_sampling/importance_sampling_ratio/min": 0.004045612331920941, |
| "eval_sampling/sampling_logp_difference/max": 5.546152215254934, |
| "eval_sampling/sampling_logp_difference/mean": 1.0775353092896311, |
| "eval_steps_per_second": 0.003, |
| "step": 92 |
| }, |
| { |
| "clip_ratio/high_max": 0.0703125, |
| "clip_ratio/high_mean": 0.02294921875, |
| "clip_ratio/low_mean": 0.35302734375, |
| "clip_ratio/low_min": 0.21875, |
| "clip_ratio/region_mean": 0.3759765625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1500.0, |
| "completions/max_terminated_length": 1500.0, |
| "completions/mean_length": 857.35693359375, |
| "completions/mean_terminated_length": 857.35693359375, |
| "completions/min_length": 216.0, |
| "completions/min_terminated_length": 216.0, |
| "entropy": 3.729607880115509, |
| "epoch": 1.0434782608695652, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.33806663751602173, |
| "learning_rate": 1e-05, |
| "loss": 0.0364, |
| "num_tokens": 77877483.0, |
| "reward": 3.549053192138672, |
| "reward_std": 0.09654223173856735, |
| "rewards/ngram_repetition2/mean": 0.8818784952163696, |
| "rewards/ngram_repetition2/std": 0.022474652156233788, |
| "rewards/ngram_repetition3/mean": 0.9899985790252686, |
| "rewards/ngram_repetition3/std": 0.005039301700890064, |
| "rewards/symbolic_reward_accuracy/mean": 0.78662109375, |
| "rewards/symbolic_reward_accuracy/std": 0.40979304909706116, |
| "rewards/symbolic_reward_partial_score/mean": 0.94775390625, |
| "rewards/symbolic_reward_partial_score/std": 0.11653388291597366, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9826548099517822, |
| "rewards/thinking_answer_ratio_reward/std": 0.024480855092406273, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6328657865524292, |
| "sampling/importance_sampling_ratio/min": 0.0006916878628544509, |
| "sampling/sampling_logp_difference/max": 7.276375770568848, |
| "sampling/sampling_logp_difference/mean": 1.0774481296539307, |
| "step": 96 |
| }, |
| { |
| "clip_ratio/high_max": 0.00390625, |
| "clip_ratio/high_mean": 0.00048828125, |
| "clip_ratio/low_mean": 0.3291015625, |
| "clip_ratio/low_min": 0.20703125, |
| "clip_ratio/region_mean": 0.32958984375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1438.0, |
| "completions/max_terminated_length": 1438.0, |
| "completions/mean_length": 829.27978515625, |
| "completions/mean_terminated_length": 829.27978515625, |
| "completions/min_length": 286.0, |
| "completions/min_terminated_length": 286.0, |
| "entropy": 3.5110934525728226, |
| "epoch": 1.0869565217391304, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.883220672607422, |
| "learning_rate": 1e-05, |
| "loss": 0.0346, |
| "num_tokens": 81641608.0, |
| "reward": 3.5197534561157227, |
| "reward_std": 0.09288936108350754, |
| "rewards/ngram_repetition2/mean": 0.882154107093811, |
| "rewards/ngram_repetition2/std": 0.02149037830531597, |
| "rewards/ngram_repetition3/mean": 0.9907884001731873, |
| "rewards/ngram_repetition3/std": 0.004652977455407381, |
| "rewards/symbolic_reward_accuracy/mean": 0.77392578125, |
| "rewards/symbolic_reward_accuracy/std": 0.4183899462223053, |
| "rewards/symbolic_reward_partial_score/mean": 0.944091796875, |
| "rewards/symbolic_reward_partial_score/std": 0.11925595253705978, |
| "rewards/tag_count_reward/mean": 0.999267578125, |
| "rewards/tag_count_reward/std": 0.019127286970615387, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9813138246536255, |
| "rewards/thinking_answer_ratio_reward/std": 0.031017476692795753, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6330723762512207, |
| "sampling/importance_sampling_ratio/min": 0.002558924490585923, |
| "sampling/sampling_logp_difference/max": 5.968168258666992, |
| "sampling/sampling_logp_difference/mean": 1.0812547206878662, |
| "step": 100 |
| }, |
| { |
| "clip_ratio/high_max": 0.0625, |
| "clip_ratio/high_mean": 0.02294921875, |
| "clip_ratio/low_mean": 0.36181640625, |
| "clip_ratio/low_min": 0.21875, |
| "clip_ratio/region_mean": 0.384765625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1466.0, |
| "completions/max_terminated_length": 1466.0, |
| "completions/mean_length": 860.47021484375, |
| "completions/mean_terminated_length": 860.47021484375, |
| "completions/min_length": 216.0, |
| "completions/min_terminated_length": 216.0, |
| "entropy": 3.9600134193897247, |
| "epoch": 1.1304347826086956, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.501100480556488, |
| "learning_rate": 1e-05, |
| "loss": 0.0304, |
| "num_tokens": 85434763.0, |
| "reward": 3.551880359649658, |
| "reward_std": 0.08972637355327606, |
| "rewards/ngram_repetition2/mean": 0.888477623462677, |
| "rewards/ngram_repetition2/std": 0.0196506567299366, |
| "rewards/ngram_repetition3/mean": 0.9930633306503296, |
| "rewards/ngram_repetition3/std": 0.004272008314728737, |
| "rewards/symbolic_reward_accuracy/mean": 0.7890625, |
| "rewards/symbolic_reward_accuracy/std": 0.408073753118515, |
| "rewards/symbolic_reward_partial_score/mean": 0.9453531503677368, |
| "rewards/symbolic_reward_partial_score/std": 0.12117670476436615, |
| "rewards/tag_count_reward/mean": 0.999755859375, |
| "rewards/tag_count_reward/std": 0.011048543266952038, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9830958843231201, |
| "rewards/thinking_answer_ratio_reward/std": 0.022135263308882713, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.631166934967041, |
| "sampling/importance_sampling_ratio/min": 0.0002176268317271024, |
| "sampling/sampling_logp_difference/max": 8.43272876739502, |
| "sampling/sampling_logp_difference/mean": 1.10259211063385, |
| "step": 104 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.302734375, |
| "clip_ratio/low_min": 0.1796875, |
| "clip_ratio/region_mean": 0.302734375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1480.0, |
| "completions/max_terminated_length": 1480.0, |
| "completions/mean_length": 881.1708984375, |
| "completions/mean_terminated_length": 881.1708984375, |
| "completions/min_length": 5.0, |
| "completions/min_terminated_length": 5.0, |
| "entropy": 3.68235644698143, |
| "epoch": 1.1739130434782608, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.7818312644958496, |
| "learning_rate": 1e-05, |
| "loss": 0.0286, |
| "num_tokens": 89267145.0, |
| "reward": 3.489163398742676, |
| "reward_std": 0.21473455429077148, |
| "rewards/ngram_repetition2/mean": 0.8834545612335205, |
| "rewards/ngram_repetition2/std": 0.02104972116649151, |
| "rewards/ngram_repetition3/mean": 0.9921650886535645, |
| "rewards/ngram_repetition3/std": 0.004745583515614271, |
| "rewards/symbolic_reward_accuracy/mean": 0.77099609375, |
| "rewards/symbolic_reward_accuracy/std": 0.4202943742275238, |
| "rewards/symbolic_reward_partial_score/mean": 0.9245198965072632, |
| "rewards/symbolic_reward_partial_score/std": 0.16520294547080994, |
| "rewards/tag_count_reward/mean": 0.994140625, |
| "rewards/tag_count_reward/std": 0.05382164567708969, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9754455089569092, |
| "rewards/thinking_answer_ratio_reward/std": 0.08314761519432068, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6302025318145752, |
| "sampling/importance_sampling_ratio/min": 0.0031186703126877546, |
| "sampling/sampling_logp_difference/max": 5.77034854888916, |
| "sampling/sampling_logp_difference/mean": 1.0910520553588867, |
| "step": 108 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.32080078125, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.32080078125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1600.0, |
| "completions/max_terminated_length": 1600.0, |
| "completions/mean_length": 1038.5830078125, |
| "completions/mean_terminated_length": 1038.5830078125, |
| "completions/min_length": 259.0, |
| "completions/min_terminated_length": 259.0, |
| "entropy": 3.8035393804311752, |
| "epoch": 1.2173913043478262, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 3.930414915084839, |
| "learning_rate": 1e-05, |
| "loss": 0.0317, |
| "num_tokens": 93412403.0, |
| "reward": 3.636284112930298, |
| "reward_std": 0.20913578569889069, |
| "rewards/ngram_repetition2/mean": 0.8412303924560547, |
| "rewards/ngram_repetition2/std": 0.019966477528214455, |
| "rewards/ngram_repetition3/mean": 0.9881943464279175, |
| "rewards/ngram_repetition3/std": 0.005055025219917297, |
| "rewards/symbolic_reward_accuracy/mean": 0.82958984375, |
| "rewards/symbolic_reward_accuracy/std": 0.376084566116333, |
| "rewards/symbolic_reward_partial_score/mean": 0.950439453125, |
| "rewards/symbolic_reward_partial_score/std": 0.12963470816612244, |
| "rewards/tag_count_reward/mean": 0.99853515625, |
| "rewards/tag_count_reward/std": 0.02703022211790085, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9835522770881653, |
| "rewards/thinking_answer_ratio_reward/std": 0.04572867602109909, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6397275924682617, |
| "sampling/importance_sampling_ratio/min": 1.4277229638537392e-06, |
| "sampling/sampling_logp_difference/max": 13.459429740905762, |
| "sampling/sampling_logp_difference/mean": 1.105949878692627, |
| "step": 112 |
| }, |
| { |
| "clip_ratio/high_max": 0.02734375, |
| "clip_ratio/high_mean": 0.00634765625, |
| "clip_ratio/low_mean": 0.32861328125, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.3349609375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1575.0, |
| "completions/max_terminated_length": 1575.0, |
| "completions/mean_length": 1060.87890625, |
| "completions/mean_terminated_length": 1060.87890625, |
| "completions/min_length": 495.0, |
| "completions/min_terminated_length": 495.0, |
| "entropy": 3.8799190521240234, |
| "epoch": 1.2608695652173914, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.9784842729568481, |
| "learning_rate": 1e-05, |
| "loss": 0.0206, |
| "num_tokens": 97660347.0, |
| "reward": 3.4817919731140137, |
| "reward_std": 0.123238705098629, |
| "rewards/ngram_repetition2/mean": 0.8279547691345215, |
| "rewards/ngram_repetition2/std": 0.01901470310986042, |
| "rewards/ngram_repetition3/mean": 0.9874847531318665, |
| "rewards/ngram_repetition3/std": 0.004876126069575548, |
| "rewards/symbolic_reward_accuracy/mean": 0.765625, |
| "rewards/symbolic_reward_accuracy/std": 0.42371100187301636, |
| "rewards/symbolic_reward_partial_score/mean": 0.9267171621322632, |
| "rewards/symbolic_reward_partial_score/std": 0.16115300357341766, |
| "rewards/tag_count_reward/mean": 0.995849609375, |
| "rewards/tag_count_reward/std": 0.04537592828273773, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9820874333381653, |
| "rewards/thinking_answer_ratio_reward/std": 0.05360926315188408, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6399784088134766, |
| "sampling/importance_sampling_ratio/min": 0.00026858848286792636, |
| "sampling/sampling_logp_difference/max": 8.222330093383789, |
| "sampling/sampling_logp_difference/mean": 1.0847612619400024, |
| "step": 116 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.34912109375, |
| "clip_ratio/low_min": 0.22265625, |
| "clip_ratio/region_mean": 0.34912109375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1566.0, |
| "completions/max_terminated_length": 1566.0, |
| "completions/mean_length": 1056.3486328125, |
| "completions/mean_terminated_length": 1056.3486328125, |
| "completions/min_length": 396.0, |
| "completions/min_terminated_length": 396.0, |
| "entropy": 4.022845968604088, |
| "epoch": 1.3043478260869565, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 3.9172134399414062, |
| "learning_rate": 1e-05, |
| "loss": 0.0336, |
| "num_tokens": 101886341.0, |
| "reward": 3.4570488929748535, |
| "reward_std": 0.0775345116853714, |
| "rewards/ngram_repetition2/mean": 0.8566447496414185, |
| "rewards/ngram_repetition2/std": 0.017400307580828667, |
| "rewards/ngram_repetition3/mean": 0.991142988204956, |
| "rewards/ngram_repetition3/std": 0.004262521397322416, |
| "rewards/symbolic_reward_accuracy/mean": 0.74951171875, |
| "rewards/symbolic_reward_accuracy/std": 0.43340006470680237, |
| "rewards/symbolic_reward_partial_score/mean": 0.929931640625, |
| "rewards/symbolic_reward_partial_score/std": 0.146311417222023, |
| "rewards/tag_count_reward/mean": 0.999755859375, |
| "rewards/tag_count_reward/std": 0.011048543266952038, |
| "rewards/thinking_answer_ratio_reward/mean": 0.985991895198822, |
| "rewards/thinking_answer_ratio_reward/std": 0.007111483719199896, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6356934309005737, |
| "sampling/importance_sampling_ratio/min": 0.0025200077798217535, |
| "sampling/sampling_logp_difference/max": 5.983493328094482, |
| "sampling/sampling_logp_difference/mean": 1.1201770305633545, |
| "step": 120 |
| }, |
| { |
| "clip_ratio/high_max": 0.015625, |
| "clip_ratio/high_mean": 0.001953125, |
| "clip_ratio/low_mean": 0.36181640625, |
| "clip_ratio/low_min": 0.25, |
| "clip_ratio/region_mean": 0.36376953125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1387.0, |
| "completions/max_terminated_length": 1387.0, |
| "completions/mean_length": 929.70458984375, |
| "completions/mean_terminated_length": 929.70458984375, |
| "completions/min_length": 29.0, |
| "completions/min_terminated_length": 29.0, |
| "entropy": 4.241550624370575, |
| "epoch": 1.3478260869565217, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.469667911529541, |
| "learning_rate": 1e-05, |
| "loss": 0.0194, |
| "num_tokens": 105843464.0, |
| "reward": 3.478210926055908, |
| "reward_std": 0.06497098505496979, |
| "rewards/ngram_repetition2/mean": 0.9079857468605042, |
| "rewards/ngram_repetition2/std": 0.014988835901021957, |
| "rewards/ngram_repetition3/mean": 0.995934009552002, |
| "rewards/ngram_repetition3/std": 0.0035896108020097017, |
| "rewards/symbolic_reward_accuracy/mean": 0.755859375, |
| "rewards/symbolic_reward_accuracy/std": 0.4296814203262329, |
| "rewards/symbolic_reward_partial_score/mean": 0.9385986328125, |
| "rewards/symbolic_reward_partial_score/std": 0.1285245567560196, |
| "rewards/tag_count_reward/mean": 0.9990234375, |
| "rewards/tag_count_reward/std": 0.022080888971686363, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9830856323242188, |
| "rewards/thinking_answer_ratio_reward/std": 0.04350229352712631, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.624282956123352, |
| "sampling/importance_sampling_ratio/min": 0.0017993793589994311, |
| "sampling/sampling_logp_difference/max": 6.320313453674316, |
| "sampling/sampling_logp_difference/mean": 1.111283779144287, |
| "step": 124 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.36279296875, |
| "clip_ratio/low_min": 0.234375, |
| "clip_ratio/region_mean": 0.36279296875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1281.0, |
| "completions/max_terminated_length": 1281.0, |
| "completions/mean_length": 887.55078125, |
| "completions/mean_terminated_length": 887.55078125, |
| "completions/min_length": 222.0, |
| "completions/min_terminated_length": 222.0, |
| "entropy": 4.1487970650196075, |
| "epoch": 1.391304347826087, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.6331172585487366, |
| "learning_rate": 1e-05, |
| "loss": 0.018, |
| "num_tokens": 109714256.0, |
| "reward": 3.4955267906188965, |
| "reward_std": 0.07705140858888626, |
| "rewards/ngram_repetition2/mean": 0.9199254512786865, |
| "rewards/ngram_repetition2/std": 0.01465023122727871, |
| "rewards/ngram_repetition3/mean": 0.9966325163841248, |
| "rewards/ngram_repetition3/std": 0.0036702074576169252, |
| "rewards/symbolic_reward_accuracy/mean": 0.76416015625, |
| "rewards/symbolic_reward_accuracy/std": 0.4246262311935425, |
| "rewards/symbolic_reward_partial_score/mean": 0.940185546875, |
| "rewards/symbolic_reward_partial_score/std": 0.1274607628583908, |
| "rewards/tag_count_reward/mean": 0.998046875, |
| "rewards/tag_count_reward/std": 0.03119652159512043, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9808384776115417, |
| "rewards/thinking_answer_ratio_reward/std": 0.05348685011267662, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6253031492233276, |
| "sampling/importance_sampling_ratio/min": 0.0035080641973763704, |
| "sampling/sampling_logp_difference/max": 5.652690887451172, |
| "sampling/sampling_logp_difference/mean": 1.1522209644317627, |
| "step": 128 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.32470703125, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.32470703125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1373.0, |
| "completions/max_terminated_length": 1373.0, |
| "completions/mean_length": 918.24755859375, |
| "completions/mean_terminated_length": 918.24755859375, |
| "completions/min_length": 13.0, |
| "completions/min_terminated_length": 13.0, |
| "entropy": 4.297388672828674, |
| "epoch": 1.434782608695652, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1936229467391968, |
| "learning_rate": 1e-05, |
| "loss": 0.0167, |
| "num_tokens": 113647915.0, |
| "reward": 3.6550018787384033, |
| "reward_std": 0.12648092210292816, |
| "rewards/ngram_repetition2/mean": 0.9229152798652649, |
| "rewards/ngram_repetition2/std": 0.014652576297521591, |
| "rewards/ngram_repetition3/mean": 0.9968780279159546, |
| "rewards/ngram_repetition3/std": 0.004642123356461525, |
| "rewards/symbolic_reward_accuracy/mean": 0.837890625, |
| "rewards/symbolic_reward_accuracy/std": 0.3686411380767822, |
| "rewards/symbolic_reward_partial_score/mean": 0.9538980722427368, |
| "rewards/symbolic_reward_partial_score/std": 0.12867037951946259, |
| "rewards/tag_count_reward/mean": 0.996337890625, |
| "rewards/tag_count_reward/std": 0.04264424368739128, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9786805510520935, |
| "rewards/thinking_answer_ratio_reward/std": 0.07263471931219101, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6224591732025146, |
| "sampling/importance_sampling_ratio/min": 0.00012925604823976755, |
| "sampling/sampling_logp_difference/max": 8.953715324401855, |
| "sampling/sampling_logp_difference/mean": 1.143388032913208, |
| "step": 132 |
| }, |
| { |
| "clip_ratio/high_max": 0.00390625, |
| "clip_ratio/high_mean": 0.00048828125, |
| "clip_ratio/low_mean": 0.33984375, |
| "clip_ratio/low_min": 0.22265625, |
| "clip_ratio/region_mean": 0.34033203125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1310.0, |
| "completions/max_terminated_length": 1310.0, |
| "completions/mean_length": 871.56787109375, |
| "completions/mean_terminated_length": 871.56787109375, |
| "completions/min_length": 269.0, |
| "completions/min_terminated_length": 269.0, |
| "entropy": 4.470572978258133, |
| "epoch": 1.4782608695652173, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.7518815398216248, |
| "learning_rate": 1e-05, |
| "loss": 0.0146, |
| "num_tokens": 117492310.0, |
| "reward": 3.562993049621582, |
| "reward_std": 0.1021745428442955, |
| "rewards/ngram_repetition2/mean": 0.9367643594741821, |
| "rewards/ngram_repetition2/std": 0.01393189001828432, |
| "rewards/ngram_repetition3/mean": 0.9970389604568481, |
| "rewards/ngram_repetition3/std": 0.0056902337819337845, |
| "rewards/symbolic_reward_accuracy/mean": 0.7998046875, |
| "rewards/symbolic_reward_accuracy/std": 0.4002441465854645, |
| "rewards/symbolic_reward_partial_score/mean": 0.9386392831802368, |
| "rewards/symbolic_reward_partial_score/std": 0.15098440647125244, |
| "rewards/tag_count_reward/mean": 0.99560546875, |
| "rewards/tag_count_reward/std": 0.04667995125055313, |
| "rewards/thinking_answer_ratio_reward/mean": 0.980078399181366, |
| "rewards/thinking_answer_ratio_reward/std": 0.04658709093928337, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.610716462135315, |
| "sampling/importance_sampling_ratio/min": 0.0008395969052799046, |
| "sampling/sampling_logp_difference/max": 7.0825886726379395, |
| "sampling/sampling_logp_difference/mean": 1.1626429557800293, |
| "step": 136 |
| }, |
| { |
| "clip_ratio/high_max": 0.00390625, |
| "clip_ratio/high_mean": 0.00048828125, |
| "clip_ratio/low_mean": 0.3232421875, |
| "clip_ratio/low_min": 0.19140625, |
| "clip_ratio/region_mean": 0.32373046875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1429.0, |
| "completions/max_terminated_length": 1429.0, |
| "completions/mean_length": 977.38232421875, |
| "completions/mean_terminated_length": 977.38232421875, |
| "completions/min_length": 74.0, |
| "completions/min_terminated_length": 74.0, |
| "entropy": 4.514361083507538, |
| "epoch": 1.5217391304347827, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.8003511428833008, |
| "learning_rate": 1e-05, |
| "loss": 0.0119, |
| "num_tokens": 121528069.0, |
| "reward": 3.4866585731506348, |
| "reward_std": 0.09917771071195602, |
| "rewards/ngram_repetition2/mean": 0.9362497925758362, |
| "rewards/ngram_repetition2/std": 0.013396705500781536, |
| "rewards/ngram_repetition3/mean": 0.9971665143966675, |
| "rewards/ngram_repetition3/std": 0.00501285633072257, |
| "rewards/symbolic_reward_accuracy/mean": 0.76416015625, |
| "rewards/symbolic_reward_accuracy/std": 0.4246262311935425, |
| "rewards/symbolic_reward_partial_score/mean": 0.933837890625, |
| "rewards/symbolic_reward_partial_score/std": 0.15093302726745605, |
| "rewards/tag_count_reward/mean": 0.995361328125, |
| "rewards/tag_count_reward/std": 0.04794727638363838, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9805018901824951, |
| "rewards/thinking_answer_ratio_reward/std": 0.06314614415168762, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6080012321472168, |
| "sampling/importance_sampling_ratio/min": 0.00030363252153620124, |
| "sampling/sampling_logp_difference/max": 8.099692344665527, |
| "sampling/sampling_logp_difference/mean": 1.1383968591690063, |
| "step": 140 |
| }, |
| { |
| "clip_ratio/high_max": 0.03125, |
| "clip_ratio/high_mean": 0.00830078125, |
| "clip_ratio/low_mean": 0.2998046875, |
| "clip_ratio/low_min": 0.16796875, |
| "clip_ratio/region_mean": 0.30810546875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1363.0, |
| "completions/max_terminated_length": 1363.0, |
| "completions/mean_length": 898.19921875, |
| "completions/mean_terminated_length": 898.19921875, |
| "completions/min_length": 324.0, |
| "completions/min_terminated_length": 324.0, |
| "entropy": 4.418534815311432, |
| "epoch": 1.5652173913043477, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.44075483083724976, |
| "learning_rate": 1e-05, |
| "loss": 0.013, |
| "num_tokens": 125398493.0, |
| "reward": 3.593691825866699, |
| "reward_std": 0.1295282244682312, |
| "rewards/ngram_repetition2/mean": 0.9471422433853149, |
| "rewards/ngram_repetition2/std": 0.012752486392855644, |
| "rewards/ngram_repetition3/mean": 0.9974905252456665, |
| "rewards/ngram_repetition3/std": 0.005424594972282648, |
| "rewards/symbolic_reward_accuracy/mean": 0.81396484375, |
| "rewards/symbolic_reward_accuracy/std": 0.38923007249832153, |
| "rewards/symbolic_reward_partial_score/mean": 0.94189453125, |
| "rewards/symbolic_reward_partial_score/std": 0.1490928679704666, |
| "rewards/tag_count_reward/mean": 0.99462890625, |
| "rewards/tag_count_reward/std": 0.051555756479501724, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9792462587356567, |
| "rewards/thinking_answer_ratio_reward/std": 0.05640830844640732, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.607062816619873, |
| "sampling/importance_sampling_ratio/min": 0.0016754436073824763, |
| "sampling/sampling_logp_difference/max": 6.391677379608154, |
| "sampling/sampling_logp_difference/mean": 1.144271731376648, |
| "step": 144 |
| }, |
| { |
| "clip_ratio/high_max": 0.09375, |
| "clip_ratio/high_mean": 0.0263671875, |
| "clip_ratio/low_mean": 0.30810546875, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.33447265625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1594.0, |
| "completions/max_terminated_length": 1594.0, |
| "completions/mean_length": 1067.33642578125, |
| "completions/mean_terminated_length": 1067.33642578125, |
| "completions/min_length": 39.0, |
| "completions/min_terminated_length": 39.0, |
| "entropy": 4.551530241966248, |
| "epoch": 1.608695652173913, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3275977373123169, |
| "learning_rate": 1e-05, |
| "loss": 0.0142, |
| "num_tokens": 129669166.0, |
| "reward": 3.5267133712768555, |
| "reward_std": 0.0681791827082634, |
| "rewards/ngram_repetition2/mean": 0.9426812529563904, |
| "rewards/ngram_repetition2/std": 0.01187061332166195, |
| "rewards/ngram_repetition3/mean": 0.9978224039077759, |
| "rewards/ngram_repetition3/std": 0.00368481851182878, |
| "rewards/symbolic_reward_accuracy/mean": 0.77880859375, |
| "rewards/symbolic_reward_accuracy/std": 0.4151504933834076, |
| "rewards/symbolic_reward_partial_score/mean": 0.9430338144302368, |
| "rewards/symbolic_reward_partial_score/std": 0.1309022754430771, |
| "rewards/tag_count_reward/mean": 0.996826171875, |
| "rewards/tag_count_reward/std": 0.03971915319561958, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9831109046936035, |
| "rewards/thinking_answer_ratio_reward/std": 0.05386970564723015, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6074790954589844, |
| "sampling/importance_sampling_ratio/min": 9.599540499038994e-05, |
| "sampling/sampling_logp_difference/max": 9.25121021270752, |
| "sampling/sampling_logp_difference/mean": 1.1549028158187866, |
| "step": 148 |
| }, |
| { |
| "clip_ratio/high_max": 0.0859375, |
| "clip_ratio/high_mean": 0.029296875, |
| "clip_ratio/low_mean": 0.32666015625, |
| "clip_ratio/low_min": 0.1953125, |
| "clip_ratio/region_mean": 0.35595703125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1579.0, |
| "completions/max_terminated_length": 1579.0, |
| "completions/mean_length": 1040.93359375, |
| "completions/mean_terminated_length": 1040.93359375, |
| "completions/min_length": 565.0, |
| "completions/min_terminated_length": 565.0, |
| "entropy": 4.479687809944153, |
| "epoch": 1.6521739130434783, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3054217994213104, |
| "learning_rate": 1e-05, |
| "loss": 0.0146, |
| "num_tokens": 133847750.0, |
| "reward": 3.668701171875, |
| "reward_std": 0.0505342110991478, |
| "rewards/ngram_repetition2/mean": 0.9501175880432129, |
| "rewards/ngram_repetition2/std": 0.010720828548073769, |
| "rewards/ngram_repetition3/mean": 0.998192548751831, |
| "rewards/ngram_repetition3/std": 0.002623009728267789, |
| "rewards/symbolic_reward_accuracy/mean": 0.8369140625, |
| "rewards/symbolic_reward_accuracy/std": 0.36953428387641907, |
| "rewards/symbolic_reward_partial_score/mean": 0.9660237431526184, |
| "rewards/symbolic_reward_partial_score/std": 0.0860089510679245, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9854624271392822, |
| "rewards/thinking_answer_ratio_reward/std": 0.02365659922361374, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.607342004776001, |
| "sampling/importance_sampling_ratio/min": 2.2357276975526474e-05, |
| "sampling/sampling_logp_difference/max": 10.708358764648438, |
| "sampling/sampling_logp_difference/mean": 1.1617491245269775, |
| "step": 152 |
| }, |
| { |
| "clip_ratio/high_max": 0.1484375, |
| "clip_ratio/high_mean": 0.0595703125, |
| "clip_ratio/low_mean": 0.2744140625, |
| "clip_ratio/low_min": 0.16015625, |
| "clip_ratio/region_mean": 0.333984375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1557.0, |
| "completions/max_terminated_length": 1557.0, |
| "completions/mean_length": 1038.66357421875, |
| "completions/mean_terminated_length": 1038.66357421875, |
| "completions/min_length": 41.0, |
| "completions/min_terminated_length": 41.0, |
| "entropy": 4.511291533708572, |
| "epoch": 1.6956521739130435, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.3336785137653351, |
| "learning_rate": 1e-05, |
| "loss": 0.0107, |
| "num_tokens": 138043861.0, |
| "reward": 3.3625810146331787, |
| "reward_std": 0.14225080609321594, |
| "rewards/ngram_repetition2/mean": 0.9543116092681885, |
| "rewards/ngram_repetition2/std": 0.01117774099111557, |
| "rewards/ngram_repetition3/mean": 0.998005211353302, |
| "rewards/ngram_repetition3/std": 0.004470388405025005, |
| "rewards/symbolic_reward_accuracy/mean": 0.7109375, |
| "rewards/symbolic_reward_accuracy/std": 0.4534377157688141, |
| "rewards/symbolic_reward_partial_score/mean": 0.916015625, |
| "rewards/symbolic_reward_partial_score/std": 0.16625778377056122, |
| "rewards/tag_count_reward/mean": 0.995361328125, |
| "rewards/tag_count_reward/std": 0.04794727638363838, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9806008338928223, |
| "rewards/thinking_answer_ratio_reward/std": 0.06250394135713577, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6025564670562744, |
| "sampling/importance_sampling_ratio/min": 5.173232784727588e-05, |
| "sampling/sampling_logp_difference/max": 9.869427680969238, |
| "sampling/sampling_logp_difference/mean": 1.1629631519317627, |
| "step": 156 |
| }, |
| { |
| "clip_ratio/high_max": 0.109375, |
| "clip_ratio/high_mean": 0.04296875, |
| "clip_ratio/low_mean": 0.2861328125, |
| "clip_ratio/low_min": 0.14453125, |
| "clip_ratio/region_mean": 0.3291015625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1716.0, |
| "completions/max_terminated_length": 1716.0, |
| "completions/mean_length": 1049.35009765625, |
| "completions/mean_terminated_length": 1049.35009765625, |
| "completions/min_length": 10.0, |
| "completions/min_terminated_length": 10.0, |
| "entropy": 4.4311443865299225, |
| "epoch": 1.7391304347826086, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.22241854667663574, |
| "learning_rate": 1e-05, |
| "loss": 0.012, |
| "num_tokens": 142239682.0, |
| "reward": 3.6017355918884277, |
| "reward_std": 0.12942886352539062, |
| "rewards/ngram_repetition2/mean": 0.9581420421600342, |
| "rewards/ngram_repetition2/std": 0.01057825330644846, |
| "rewards/ngram_repetition3/mean": 0.9981793165206909, |
| "rewards/ngram_repetition3/std": 0.004097526893019676, |
| "rewards/symbolic_reward_accuracy/mean": 0.81884765625, |
| "rewards/symbolic_reward_accuracy/std": 0.3852384090423584, |
| "rewards/symbolic_reward_partial_score/mean": 0.9380696415901184, |
| "rewards/symbolic_reward_partial_score/std": 0.16267931461334229, |
| "rewards/tag_count_reward/mean": 0.99658203125, |
| "rewards/tag_count_reward/std": 0.04120838642120361, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9825441837310791, |
| "rewards/thinking_answer_ratio_reward/std": 0.04960091784596443, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6059880256652832, |
| "sampling/importance_sampling_ratio/min": 0.0016915490850806236, |
| "sampling/sampling_logp_difference/max": 6.382110595703125, |
| "sampling/sampling_logp_difference/mean": 1.1938023567199707, |
| "step": 160 |
| }, |
| { |
| "clip_ratio/high_max": 0.10546875, |
| "clip_ratio/high_mean": 0.046875, |
| "clip_ratio/low_mean": 0.2822265625, |
| "clip_ratio/low_min": 0.15234375, |
| "clip_ratio/region_mean": 0.3291015625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1622.0, |
| "completions/max_terminated_length": 1622.0, |
| "completions/mean_length": 1033.77587890625, |
| "completions/mean_terminated_length": 1033.77587890625, |
| "completions/min_length": 250.0, |
| "completions/min_terminated_length": 250.0, |
| "entropy": 4.365045428276062, |
| "epoch": 1.7826086956521738, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.21216052770614624, |
| "learning_rate": 1e-05, |
| "loss": 0.0114, |
| "num_tokens": 146419447.0, |
| "reward": 3.5902209281921387, |
| "reward_std": 0.1201181709766388, |
| "rewards/ngram_repetition2/mean": 0.9616591930389404, |
| "rewards/ngram_repetition2/std": 0.010357243940234184, |
| "rewards/ngram_repetition3/mean": 0.9983977675437927, |
| "rewards/ngram_repetition3/std": 0.004474774468690157, |
| "rewards/symbolic_reward_accuracy/mean": 0.8076171875, |
| "rewards/symbolic_reward_accuracy/std": 0.3942683935165405, |
| "rewards/symbolic_reward_partial_score/mean": 0.948486328125, |
| "rewards/symbolic_reward_partial_score/std": 0.12491386383771896, |
| "rewards/tag_count_reward/mean": 0.9970703125, |
| "rewards/tag_count_reward/std": 0.03817030414938927, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9829385876655579, |
| "rewards/thinking_answer_ratio_reward/std": 0.04094744101166725, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.609969139099121, |
| "sampling/importance_sampling_ratio/min": 3.6088283650315134e-06, |
| "sampling/sampling_logp_difference/max": 12.532127380371094, |
| "sampling/sampling_logp_difference/mean": 1.2227305173873901, |
| "step": 164 |
| }, |
| { |
| "clip_ratio/high_max": 0.09765625, |
| "clip_ratio/high_mean": 0.0400390625, |
| "clip_ratio/low_mean": 0.26953125, |
| "clip_ratio/low_min": 0.15625, |
| "clip_ratio/region_mean": 0.3095703125, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1699.0, |
| "completions/max_terminated_length": 1699.0, |
| "completions/mean_length": 1053.5283203125, |
| "completions/mean_terminated_length": 1053.5283203125, |
| "completions/min_length": 42.0, |
| "completions/min_terminated_length": 42.0, |
| "entropy": 4.248802453279495, |
| "epoch": 1.8260869565217392, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.31685301661491394, |
| "learning_rate": 1e-05, |
| "loss": 0.0072, |
| "num_tokens": 150655505.0, |
| "reward": 3.371926784515381, |
| "reward_std": 0.20888543128967285, |
| "rewards/ngram_repetition2/mean": 0.9610307216644287, |
| "rewards/ngram_repetition2/std": 0.011032468639314175, |
| "rewards/ngram_repetition3/mean": 0.9981548190116882, |
| "rewards/ngram_repetition3/std": 0.005917286965996027, |
| "rewards/symbolic_reward_accuracy/mean": 0.71337890625, |
| "rewards/symbolic_reward_accuracy/std": 0.45229339599609375, |
| "rewards/symbolic_reward_partial_score/mean": 0.919189453125, |
| "rewards/symbolic_reward_partial_score/std": 0.157909095287323, |
| "rewards/tag_count_reward/mean": 0.99658203125, |
| "rewards/tag_count_reward/std": 0.04120838642120361, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9805506467819214, |
| "rewards/thinking_answer_ratio_reward/std": 0.06105503812432289, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6129553318023682, |
| "sampling/importance_sampling_ratio/min": 5.888082341698464e-07, |
| "sampling/sampling_logp_difference/max": 14.345165252685547, |
| "sampling/sampling_logp_difference/mean": 1.2391889095306396, |
| "step": 168 |
| }, |
| { |
| "clip_ratio/high_max": 0.0625, |
| "clip_ratio/high_mean": 0.02001953125, |
| "clip_ratio/low_mean": 0.32177734375, |
| "clip_ratio/low_min": 0.19140625, |
| "clip_ratio/region_mean": 0.341796875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1696.0, |
| "completions/max_terminated_length": 1696.0, |
| "completions/mean_length": 1089.537109375, |
| "completions/mean_terminated_length": 1089.537109375, |
| "completions/min_length": 465.0, |
| "completions/min_terminated_length": 465.0, |
| "entropy": 4.472538262605667, |
| "epoch": 1.8695652173913042, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.8991731405258179, |
| "learning_rate": 1e-05, |
| "loss": 0.009, |
| "num_tokens": 154917789.0, |
| "reward": 3.514044761657715, |
| "reward_std": 0.12172482162714005, |
| "rewards/ngram_repetition2/mean": 0.9645071029663086, |
| "rewards/ngram_repetition2/std": 0.009678427129983902, |
| "rewards/ngram_repetition3/mean": 0.9983615875244141, |
| "rewards/ngram_repetition3/std": 0.004190252162516117, |
| "rewards/symbolic_reward_accuracy/mean": 0.77392578125, |
| "rewards/symbolic_reward_accuracy/std": 0.4183899462223053, |
| "rewards/symbolic_reward_partial_score/mean": 0.9379475712776184, |
| "rewards/symbolic_reward_partial_score/std": 0.13337303698062897, |
| "rewards/tag_count_reward/mean": 0.998779296875, |
| "rewards/tag_count_reward/std": 0.02468114346265793, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9837693572044373, |
| "rewards/thinking_answer_ratio_reward/std": 0.0436534620821476, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.6039378643035889, |
| "sampling/importance_sampling_ratio/min": 0.00011818981874966994, |
| "sampling/sampling_logp_difference/max": 9.043218612670898, |
| "sampling/sampling_logp_difference/mean": 1.231788158416748, |
| "step": 172 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.3046875, |
| "clip_ratio/low_min": 0.1875, |
| "clip_ratio/region_mean": 0.3046875, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1795.0, |
| "completions/max_terminated_length": 1795.0, |
| "completions/mean_length": 1130.46533203125, |
| "completions/mean_terminated_length": 1130.46533203125, |
| "completions/min_length": 240.0, |
| "completions/min_terminated_length": 240.0, |
| "entropy": 4.910979479551315, |
| "epoch": 1.9130434782608696, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 3.6889185905456543, |
| "learning_rate": 1e-05, |
| "loss": 0.0104, |
| "num_tokens": 159301910.0, |
| "reward": 3.603275775909424, |
| "reward_std": 0.09857556223869324, |
| "rewards/ngram_repetition2/mean": 0.9671369791030884, |
| "rewards/ngram_repetition2/std": 0.009682528674602509, |
| "rewards/ngram_repetition3/mean": 0.9982260465621948, |
| "rewards/ngram_repetition3/std": 0.005538651719689369, |
| "rewards/symbolic_reward_accuracy/mean": 0.8125, |
| "rewards/symbolic_reward_accuracy/std": 0.3904076814651489, |
| "rewards/symbolic_reward_partial_score/mean": 0.9497476816177368, |
| "rewards/symbolic_reward_partial_score/std": 0.12718616425991058, |
| "rewards/tag_count_reward/mean": 0.9990234375, |
| "rewards/tag_count_reward/std": 0.022080888971686363, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9851157665252686, |
| "rewards/thinking_answer_ratio_reward/std": 0.04367439076304436, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.588046669960022, |
| "sampling/importance_sampling_ratio/min": 0.0005490838666446507, |
| "sampling/sampling_logp_difference/max": 7.507259368896484, |
| "sampling/sampling_logp_difference/mean": 1.1903247833251953, |
| "step": 176 |
| }, |
| { |
| "clip_ratio/high_max": 0.03125, |
| "clip_ratio/high_mean": 0.0068359375, |
| "clip_ratio/low_mean": 0.32373046875, |
| "clip_ratio/low_min": 0.203125, |
| "clip_ratio/region_mean": 0.33056640625, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 1933.0, |
| "completions/max_terminated_length": 1933.0, |
| "completions/mean_length": 1252.52880859375, |
| "completions/mean_terminated_length": 1252.52880859375, |
| "completions/min_length": 297.0, |
| "completions/min_terminated_length": 297.0, |
| "entropy": 4.105740413069725, |
| "epoch": 1.9565217391304348, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.827364206314087, |
| "learning_rate": 1e-05, |
| "loss": 0.019, |
| "num_tokens": 163936017.0, |
| "reward": 3.5113019943237305, |
| "reward_std": 0.056809887290000916, |
| "rewards/ngram_repetition2/mean": 0.9607850313186646, |
| "rewards/ngram_repetition2/std": 0.010354345664381981, |
| "rewards/ngram_repetition3/mean": 0.9982134699821472, |
| "rewards/ngram_repetition3/std": 0.004524180665612221, |
| "rewards/symbolic_reward_accuracy/mean": 0.76708984375, |
| "rewards/symbolic_reward_accuracy/std": 0.42278870940208435, |
| "rewards/symbolic_reward_partial_score/mean": 0.9481608271598816, |
| "rewards/symbolic_reward_partial_score/std": 0.1097652018070221, |
| "rewards/tag_count_reward/mean": 0.99951171875, |
| "rewards/tag_count_reward/std": 0.015621182508766651, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9859845638275146, |
| "rewards/thinking_answer_ratio_reward/std": 0.025435911491513252, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.619266390800476, |
| "sampling/importance_sampling_ratio/min": 0.00031076392042450607, |
| "sampling/sampling_logp_difference/max": 8.07647705078125, |
| "sampling/sampling_logp_difference/mean": 1.2865667343139648, |
| "step": 180 |
| }, |
| { |
| "clip_ratio/high_max": 0.03125, |
| "clip_ratio/high_mean": 0.00830078125, |
| "clip_ratio/low_mean": 0.33154296875, |
| "clip_ratio/low_min": 0.19921875, |
| "clip_ratio/region_mean": 0.33984375, |
| "completions/clipped_ratio": 0.0, |
| "completions/max_length": 2023.0, |
| "completions/max_terminated_length": 2023.0, |
| "completions/mean_length": 1276.42138671875, |
| "completions/mean_terminated_length": 1276.42138671875, |
| "completions/min_length": 565.0, |
| "completions/min_terminated_length": 565.0, |
| "entropy": 4.40667536854744, |
| "epoch": 2.0, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.1742569208145142, |
| "learning_rate": 1e-05, |
| "loss": 0.007, |
| "num_tokens": 168609552.0, |
| "reward": 3.480891227722168, |
| "reward_std": 0.0965752899646759, |
| "rewards/ngram_repetition2/mean": 0.9636451005935669, |
| "rewards/ngram_repetition2/std": 0.009043324738740921, |
| "rewards/ngram_repetition3/mean": 0.9984027147293091, |
| "rewards/ngram_repetition3/std": 0.003917085938155651, |
| "rewards/symbolic_reward_accuracy/mean": 0.76318359375, |
| "rewards/symbolic_reward_accuracy/std": 0.42523249983787537, |
| "rewards/symbolic_reward_partial_score/mean": 0.926025390625, |
| "rewards/symbolic_reward_partial_score/std": 0.15876662731170654, |
| "rewards/tag_count_reward/mean": 0.9990234375, |
| "rewards/tag_count_reward/std": 0.022080888971686363, |
| "rewards/thinking_answer_ratio_reward/mean": 0.9854665398597717, |
| "rewards/thinking_answer_ratio_reward/std": 0.04371679201722145, |
| "sampling/importance_sampling_ratio/max": 2.0, |
| "sampling/importance_sampling_ratio/mean": 1.607491374015808, |
| "sampling/importance_sampling_ratio/min": 1.9882392621184408e-07, |
| "sampling/sampling_logp_difference/max": 15.430846214294434, |
| "sampling/sampling_logp_difference/mean": 1.2338640689849854, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_clip_ratio/high_max": 0.0, |
| "eval_clip_ratio/high_mean": 0.0, |
| "eval_clip_ratio/low_mean": 0.0, |
| "eval_clip_ratio/low_min": 0.0, |
| "eval_clip_ratio/region_mean": 0.0, |
| "eval_completions/clipped_ratio": 0.0, |
| "eval_completions/max_length": 2041.3684210526317, |
| "eval_completions/max_terminated_length": 2041.3684210526317, |
| "eval_completions/mean_length": 1445.561677631579, |
| "eval_completions/mean_terminated_length": 1445.561677631579, |
| "eval_completions/min_length": 811.421052631579, |
| "eval_completions/min_terminated_length": 811.421052631579, |
| "eval_entropy": 4.193256829914294, |
| "eval_frac_reward_zero_std": 0.0, |
| "eval_loss": 0.003358551999554038, |
| "eval_num_tokens": 168609552.0, |
| "eval_reward": 3.548053026199341, |
| "eval_reward_std": 0.11297402592754224, |
| "eval_rewards/ngram_repetition2/mean": 0.9634329080581665, |
| "eval_rewards/ngram_repetition2/std": 0.008954386226832867, |
| "eval_rewards/ngram_repetition3/mean": 0.9986425355861062, |
| "eval_rewards/ngram_repetition3/std": 0.0030909376218914986, |
| "eval_rewards/symbolic_reward_accuracy/mean": 0.790296052631579, |
| "eval_rewards/symbolic_reward_accuracy/std": 0.33185332699825887, |
| "eval_rewards/symbolic_reward_partial_score/mean": 0.9396244507086905, |
| "eval_rewards/symbolic_reward_partial_score/std": 0.10662586594882764, |
| "eval_rewards/tag_count_reward/mean": 0.9983552631578947, |
| "eval_rewards/tag_count_reward/std": 0.015857031078715073, |
| "eval_rewards/thinking_answer_ratio_reward/mean": 0.986048914884266, |
| "eval_rewards/thinking_answer_ratio_reward/std": 0.025907071926140862, |
| "eval_runtime": 885.1922, |
| "eval_samples_per_second": 0.169, |
| "eval_sampling/importance_sampling_ratio/max": 2.0, |
| "eval_sampling/importance_sampling_ratio/mean": 1.6087917842363055, |
| "eval_sampling/importance_sampling_ratio/min": 0.0033183323022584724, |
| "eval_sampling/sampling_logp_difference/max": 6.073739528656006, |
| "eval_sampling/sampling_logp_difference/mean": 1.240292894212823, |
| "eval_steps_per_second": 0.002, |
| "step": 184 |
| }, |
| { |
| "epoch": 2.0, |
| "step": 184, |
| "total_flos": 0.0, |
| "train_loss": 0.0, |
| "train_runtime": 2.3434, |
| "train_samples_per_second": 2560.359, |
| "train_steps_per_second": 78.518 |
| } |
| ], |
| "logging_steps": 4, |
| "max_steps": 184, |
| "num_input_tokens_seen": 168609552, |
| "num_train_epochs": 2, |
| "save_steps": 500, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
