| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.4992, |
| "eval_steps": 50, |
| "global_step": 234, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.04873046875, |
| "completions/max_length": 3832.0, |
| "completions/max_terminated_length": 3832.0, |
| "completions/mean_length": 417.21298828125, |
| "completions/mean_terminated_length": 438.694482421875, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 2.0, |
| "epoch": 0.010666666666666666, |
| "grad_norm": 0.0022994126193225384, |
| "learning_rate": 5.319148936170213e-07, |
| "loss": -0.0106, |
| "num_tokens": 7050533.0, |
| "reward": 0.2718377888202667, |
| "reward_std": 0.3972369432449341, |
| "rewards/accuracy_reward": 0.0904296875, |
| "rewards/brier_reward": 0.11152872890233993, |
| "rewards/confidence_one_or_zero": 0.380078125, |
| "rewards/format_reward": 0.34169921875, |
| "rewards/mean_confidence_reward": 0.5165613055229187, |
| "step": 5 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.047265625, |
| "completions/max_length": 3725.8, |
| "completions/max_terminated_length": 3725.8, |
| "completions/mean_length": 396.103125, |
| "completions/mean_terminated_length": 415.90752563476565, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 2.0, |
| "epoch": 0.021333333333333333, |
| "grad_norm": 0.002011506352573633, |
| "learning_rate": 1.0638297872340427e-06, |
| "loss": -0.0032, |
| "num_tokens": 13869093.0, |
| "reward": 0.36579355001449587, |
| "reward_std": 0.4264163374900818, |
| "rewards/accuracy_reward": 0.119921875, |
| "rewards/brier_reward": 0.14758132696151732, |
| "rewards/confidence_one_or_zero": 0.4490234375, |
| "rewards/format_reward": 0.4640625, |
| "rewards/mean_confidence_reward": 0.6210533976554871, |
| "step": 10 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0349609375, |
| "completions/max_length": 3780.8, |
| "completions/max_terminated_length": 3780.8, |
| "completions/mean_length": 342.1515625, |
| "completions/mean_terminated_length": 354.5928588867188, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 8.8, |
| "epoch": 0.032, |
| "grad_norm": 0.0011837292695418, |
| "learning_rate": 1.595744680851064e-06, |
| "loss": -0.0015, |
| "num_tokens": 20090005.0, |
| "reward": 0.5768917322158813, |
| "reward_std": 0.42254899740219115, |
| "rewards/accuracy_reward": 0.17490234375, |
| "rewards/brier_reward": 0.2182064473628998, |
| "rewards/confidence_one_or_zero": 0.6333984375, |
| "rewards/format_reward": 0.76064453125, |
| "rewards/mean_confidence_reward": 0.8744643926620483, |
| "step": 15 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03291015625, |
| "completions/max_length": 3326.2, |
| "completions/max_terminated_length": 3326.2, |
| "completions/mean_length": 300.54345703125, |
| "completions/mean_terminated_length": 310.7569152832031, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 36.6, |
| "epoch": 0.042666666666666665, |
| "grad_norm": 0.005445198621600866, |
| "learning_rate": 2.1276595744680853e-06, |
| "loss": -0.0134, |
| "num_tokens": 25946610.0, |
| "reward": 0.6536507606506348, |
| "reward_std": 0.3477814972400665, |
| "rewards/accuracy_reward": 0.167578125, |
| "rewards/brier_reward": 0.2340293437242508, |
| "rewards/confidence_one_or_zero": 0.5921875, |
| "rewards/format_reward": 0.9056640625, |
| "rewards/mean_confidence_reward": 0.906139588356018, |
| "step": 20 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0265625, |
| "completions/max_length": 3896.2, |
| "completions/max_terminated_length": 3896.2, |
| "completions/mean_length": 271.092578125, |
| "completions/mean_terminated_length": 278.50535888671874, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 45.2, |
| "epoch": 0.05333333333333334, |
| "grad_norm": 0.0007234986987896264, |
| "learning_rate": 2.6595744680851065e-06, |
| "loss": -0.019, |
| "num_tokens": 31458182.0, |
| "reward": 0.7525559663772583, |
| "reward_std": 0.3314167380332947, |
| "rewards/accuracy_reward": 0.2111328125, |
| "rewards/brier_reward": 0.3317470133304596, |
| "rewards/confidence_one_or_zero": 0.376171875, |
| "rewards/format_reward": 0.96220703125, |
| "rewards/mean_confidence_reward": 0.8775923013687134, |
| "step": 25 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.019921875, |
| "completions/max_length": 3383.8, |
| "completions/max_terminated_length": 3383.8, |
| "completions/mean_length": 309.6873046875, |
| "completions/mean_terminated_length": 315.9191589355469, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 48.2, |
| "epoch": 0.064, |
| "grad_norm": 0.0004548918514046818, |
| "learning_rate": 3.191489361702128e-06, |
| "loss": -0.0139, |
| "num_tokens": 37443556.0, |
| "reward": 0.8603755593299866, |
| "reward_std": 0.3160943269729614, |
| "rewards/accuracy_reward": 0.25341796875, |
| "rewards/brier_reward": 0.4920231521129608, |
| "rewards/confidence_one_or_zero": 0.08056640625, |
| "rewards/format_reward": 0.97529296875, |
| "rewards/mean_confidence_reward": 0.7704261898994446, |
| "step": 30 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0197265625, |
| "completions/max_length": 3442.8, |
| "completions/max_terminated_length": 3442.8, |
| "completions/mean_length": 341.35791015625, |
| "completions/mean_terminated_length": 348.3955383300781, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 87.8, |
| "epoch": 0.07466666666666667, |
| "grad_norm": 0.00027860456611961126, |
| "learning_rate": 3.723404255319149e-06, |
| "loss": -0.0176, |
| "num_tokens": 43686581.0, |
| "reward": 0.9539328455924988, |
| "reward_std": 0.25055329501628876, |
| "rewards/accuracy_reward": 0.2630859375, |
| "rewards/brier_reward": 0.6670343160629273, |
| "rewards/confidence_one_or_zero": 0.0181640625, |
| "rewards/format_reward": 0.977734375, |
| "rewards/mean_confidence_reward": 0.5359978020191193, |
| "step": 35 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02119140625, |
| "completions/max_length": 3646.2, |
| "completions/max_terminated_length": 3646.2, |
| "completions/mean_length": 370.0533203125, |
| "completions/mean_terminated_length": 378.1131530761719, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 87.8, |
| "epoch": 0.08533333333333333, |
| "grad_norm": 0.00019421246543060988, |
| "learning_rate": 4.255319148936171e-06, |
| "loss": -0.0236, |
| "num_tokens": 50196599.0, |
| "reward": 1.005708146095276, |
| "reward_std": 0.19348926544189454, |
| "rewards/accuracy_reward": 0.30771484375, |
| "rewards/brier_reward": 0.7264483809471131, |
| "rewards/confidence_one_or_zero": 0.02001953125, |
| "rewards/format_reward": 0.97724609375, |
| "rewards/mean_confidence_reward": 0.32700340151786805, |
| "step": 40 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0263671875, |
| "completions/max_length": 3611.4, |
| "completions/max_terminated_length": 3611.4, |
| "completions/mean_length": 419.93203125, |
| "completions/mean_terminated_length": 431.3776428222656, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 106.8, |
| "epoch": 0.096, |
| "grad_norm": 0.00017933457274921238, |
| "learning_rate": 4.787234042553192e-06, |
| "loss": -0.0264, |
| "num_tokens": 57285631.0, |
| "reward": 1.0260677814483643, |
| "reward_std": 0.17603319883346558, |
| "rewards/accuracy_reward": 0.37861328125, |
| "rewards/brier_reward": 0.701446795463562, |
| "rewards/confidence_one_or_zero": 0.02587890625, |
| "rewards/format_reward": 0.9720703125, |
| "rewards/mean_confidence_reward": 0.23751758635044098, |
| "step": 45 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.031640625, |
| "completions/max_length": 3522.6, |
| "completions/max_terminated_length": 3522.6, |
| "completions/mean_length": 460.63408203125, |
| "completions/mean_terminated_length": 475.79522094726565, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 116.2, |
| "epoch": 0.10666666666666667, |
| "grad_norm": 0.00020549257169477642, |
| "learning_rate": 4.919786096256685e-06, |
| "loss": -0.0343, |
| "num_tokens": 64789148.0, |
| "reward": 1.0377721786499023, |
| "reward_std": 0.19848274290561677, |
| "rewards/accuracy_reward": 0.403125, |
| "rewards/brier_reward": 0.7054211854934692, |
| "rewards/confidence_one_or_zero": 0.016796875, |
| "rewards/format_reward": 0.9669921875, |
| "rewards/mean_confidence_reward": 0.28423587083816526, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.10666666666666667, |
| "eval_completions/clipped_ratio": 0.033203125, |
| "eval_completions/max_length": 1511.6875, |
| "eval_completions/max_terminated_length": 1511.6875, |
| "eval_completions/mean_length": 481.26543045043945, |
| "eval_completions/mean_terminated_length": 497.91385078430176, |
| "eval_completions/min_length": 30.5, |
| "eval_completions/min_terminated_length": 152.3125, |
| "eval_loss": 0.0, |
| "eval_num_tokens": 64789148.0, |
| "eval_reward": 1.0428522787988186, |
| "eval_reward_std": 0.2570919021964073, |
| "eval_rewards/accuracy_reward": 0.41015625, |
| "eval_rewards/brier_reward": 0.7097212113440037, |
| "eval_rewards/confidence_one_or_zero": 0.021484375, |
| "eval_rewards/format_reward": 0.9658203125, |
| "eval_rewards/mean_confidence_reward": 0.31723164208233356, |
| "eval_runtime": 330.2735, |
| "eval_samples_per_second": 3.028, |
| "eval_steps_per_second": 0.048, |
| "step": 50 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.037109375, |
| "completions/max_length": 3745.6, |
| "completions/max_terminated_length": 3745.6, |
| "completions/mean_length": 499.6552734375, |
| "completions/mean_terminated_length": 518.9554016113282, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 102.6, |
| "epoch": 0.11733333333333333, |
| "grad_norm": 0.00023679890728089958, |
| "learning_rate": 4.786096256684493e-06, |
| "loss": -0.0424, |
| "num_tokens": 72641586.0, |
| "reward": 1.0429035425186157, |
| "reward_std": 0.2101288139820099, |
| "rewards/accuracy_reward": 0.41943359375, |
| "rewards/brier_reward": 0.7049405694007873, |
| "rewards/confidence_one_or_zero": 0.01376953125, |
| "rewards/format_reward": 0.96142578125, |
| "rewards/mean_confidence_reward": 0.34695433378219603, |
| "step": 55 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03681640625, |
| "completions/max_length": 3240.2, |
| "completions/max_terminated_length": 3240.2, |
| "completions/mean_length": 516.13466796875, |
| "completions/mean_terminated_length": 535.995068359375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 116.2, |
| "epoch": 0.128, |
| "grad_norm": 0.00020350873819552362, |
| "learning_rate": 4.6524064171123e-06, |
| "loss": -0.0377, |
| "num_tokens": 80683029.0, |
| "reward": 1.0565701007843018, |
| "reward_std": 0.21977659463882446, |
| "rewards/accuracy_reward": 0.4330078125, |
| "rewards/brier_reward": 0.718209958076477, |
| "rewards/confidence_one_or_zero": 0.01044921875, |
| "rewards/format_reward": 0.9619140625, |
| "rewards/mean_confidence_reward": 0.40334631204605104, |
| "step": 60 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03916015625, |
| "completions/max_length": 3614.2, |
| "completions/max_terminated_length": 3614.2, |
| "completions/mean_length": 548.8623046875, |
| "completions/mean_terminated_length": 571.418896484375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 146.8, |
| "epoch": 0.13866666666666666, |
| "grad_norm": 0.00023808285186532885, |
| "learning_rate": 4.518716577540107e-06, |
| "loss": -0.0388, |
| "num_tokens": 89039955.0, |
| "reward": 1.0643263101577758, |
| "reward_std": 0.22522514760494233, |
| "rewards/accuracy_reward": 0.45087890625, |
| "rewards/brier_reward": 0.718096923828125, |
| "rewards/confidence_one_or_zero": 0.00546875, |
| "rewards/format_reward": 0.95966796875, |
| "rewards/mean_confidence_reward": 0.4328162491321564, |
| "step": 65 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.04814453125, |
| "completions/max_length": 3548.4, |
| "completions/max_terminated_length": 3548.4, |
| "completions/mean_length": 565.52802734375, |
| "completions/mean_terminated_length": 594.6517456054687, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 121.8, |
| "epoch": 0.14933333333333335, |
| "grad_norm": 0.003085868200287223, |
| "learning_rate": 4.385026737967915e-06, |
| "loss": -0.046, |
| "num_tokens": 97599986.0, |
| "reward": 1.06097412109375, |
| "reward_std": 0.23501123189926149, |
| "rewards/accuracy_reward": 0.46328125, |
| "rewards/brier_reward": 0.7087554454803466, |
| "rewards/confidence_one_or_zero": 0.002734375, |
| "rewards/format_reward": 0.94990234375, |
| "rewards/mean_confidence_reward": 0.4535819053649902, |
| "step": 70 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03466796875, |
| "completions/max_length": 3784.8, |
| "completions/max_terminated_length": 3784.8, |
| "completions/mean_length": 603.82158203125, |
| "completions/mean_terminated_length": 625.44541015625, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 134.0, |
| "epoch": 0.16, |
| "grad_norm": 0.0002215144777437672, |
| "learning_rate": 4.251336898395722e-06, |
| "loss": -0.0343, |
| "num_tokens": 106515951.0, |
| "reward": 1.0931342601776124, |
| "reward_std": 0.21771803498268127, |
| "rewards/accuracy_reward": 0.50087890625, |
| "rewards/brier_reward": 0.7211225032806396, |
| "rewards/confidence_one_or_zero": 0.00166015625, |
| "rewards/format_reward": 0.9642578125, |
| "rewards/mean_confidence_reward": 0.46166038513183594, |
| "step": 75 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03857421875, |
| "completions/max_length": 3760.2, |
| "completions/max_terminated_length": 3760.2, |
| "completions/mean_length": 598.0275390625, |
| "completions/mean_terminated_length": 622.232177734375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 158.4, |
| "epoch": 0.17066666666666666, |
| "grad_norm": 0.0002537222462706268, |
| "learning_rate": 4.11764705882353e-06, |
| "loss": -0.0398, |
| "num_tokens": 115384169.0, |
| "reward": 1.0766690015792846, |
| "reward_std": 0.23046172559261321, |
| "rewards/accuracy_reward": 0.47578125, |
| "rewards/brier_reward": 0.7174887418746948, |
| "rewards/confidence_one_or_zero": 0.0009765625, |
| "rewards/format_reward": 0.96005859375, |
| "rewards/mean_confidence_reward": 0.46985026001930236, |
| "step": 80 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03154296875, |
| "completions/max_length": 3239.2, |
| "completions/max_terminated_length": 3239.2, |
| "completions/mean_length": 640.25078125, |
| "completions/mean_terminated_length": 661.4207153320312, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 168.6, |
| "epoch": 0.18133333333333335, |
| "grad_norm": 0.0002039925311692059, |
| "learning_rate": 3.983957219251337e-06, |
| "loss": -0.0322, |
| "num_tokens": 124663409.0, |
| "reward": 1.111165952682495, |
| "reward_std": 0.21703881323337554, |
| "rewards/accuracy_reward": 0.53037109375, |
| "rewards/brier_reward": 0.7248614072799683, |
| "rewards/confidence_one_or_zero": 0.00087890625, |
| "rewards/format_reward": 0.96708984375, |
| "rewards/mean_confidence_reward": 0.47759194374084474, |
| "step": 85 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0322265625, |
| "completions/max_length": 3809.0, |
| "completions/max_terminated_length": 3809.0, |
| "completions/mean_length": 674.80703125, |
| "completions/mean_terminated_length": 697.274072265625, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 174.8, |
| "epoch": 0.192, |
| "grad_norm": 0.0002259796456201002, |
| "learning_rate": 3.850267379679145e-06, |
| "loss": -0.0323, |
| "num_tokens": 134289081.0, |
| "reward": 1.1023191452026366, |
| "reward_std": 0.21436747312545776, |
| "rewards/accuracy_reward": 0.5142578125, |
| "rewards/brier_reward": 0.7240622282028198, |
| "rewards/confidence_one_or_zero": 0.0001953125, |
| "rewards/format_reward": 0.96630859375, |
| "rewards/mean_confidence_reward": 0.4761265993118286, |
| "step": 90 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.034375, |
| "completions/max_length": 3722.0, |
| "completions/max_terminated_length": 3722.0, |
| "completions/mean_length": 695.24814453125, |
| "completions/mean_terminated_length": 720.0158325195313, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 201.2, |
| "epoch": 0.20266666666666666, |
| "grad_norm": 0.0002535897074267268, |
| "learning_rate": 3.716577540106952e-06, |
| "loss": -0.0348, |
| "num_tokens": 144155206.0, |
| "reward": 1.1052819728851317, |
| "reward_std": 0.22034441232681273, |
| "rewards/accuracy_reward": 0.52578125, |
| "rewards/brier_reward": 0.721687114238739, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.9630859375, |
| "rewards/mean_confidence_reward": 0.4807871162891388, |
| "step": 95 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03681640625, |
| "completions/max_length": 3776.0, |
| "completions/max_terminated_length": 3776.0, |
| "completions/mean_length": 714.55859375, |
| "completions/mean_terminated_length": 742.0417602539062, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 184.0, |
| "epoch": 0.21333333333333335, |
| "grad_norm": 0.00020959587709512562, |
| "learning_rate": 3.5828877005347597e-06, |
| "loss": -0.0367, |
| "num_tokens": 154205790.0, |
| "reward": 1.1090866804122925, |
| "reward_std": 0.21838183403015138, |
| "rewards/accuracy_reward": 0.53486328125, |
| "rewards/brier_reward": 0.7215817093849182, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.96171875, |
| "rewards/mean_confidence_reward": 0.48115434050559996, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.21333333333333335, |
| "eval_completions/clipped_ratio": 0.0322265625, |
| "eval_completions/max_length": 2135.5, |
| "eval_completions/max_terminated_length": 2135.5, |
| "eval_completions/mean_length": 729.1765632629395, |
| "eval_completions/mean_terminated_length": 753.6238555908203, |
| "eval_completions/min_length": 32.8125, |
| "eval_completions/min_terminated_length": 265.25, |
| "eval_loss": 0.0, |
| "eval_num_tokens": 154205790.0, |
| "eval_reward": 1.106356181204319, |
| "eval_reward_std": 0.3143840888515115, |
| "eval_rewards/accuracy_reward": 0.5185546875, |
| "eval_rewards/brier_reward": 0.7273510619997978, |
| "eval_rewards/confidence_one_or_zero": 0.0, |
| "eval_rewards/format_reward": 0.966796875, |
| "eval_rewards/mean_confidence_reward": 0.4822753965854645, |
| "eval_runtime": 345.9345, |
| "eval_samples_per_second": 2.891, |
| "eval_steps_per_second": 0.046, |
| "step": 100 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02333984375, |
| "completions/max_length": 3680.4, |
| "completions/max_terminated_length": 3680.4, |
| "completions/mean_length": 740.38525390625, |
| "completions/mean_terminated_length": 758.0415649414062, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 166.2, |
| "epoch": 0.224, |
| "grad_norm": 0.000193859072169289, |
| "learning_rate": 3.449197860962567e-06, |
| "loss": -0.0224, |
| "num_tokens": 164522343.0, |
| "reward": 1.1161011457443237, |
| "reward_std": 0.1981082409620285, |
| "rewards/accuracy_reward": 0.52265625, |
| "rewards/brier_reward": 0.7332667350769043, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.97626953125, |
| "rewards/mean_confidence_reward": 0.4871376514434814, |
| "step": 105 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0263671875, |
| "completions/max_length": 3624.6, |
| "completions/max_terminated_length": 3624.6, |
| "completions/mean_length": 750.2166015625, |
| "completions/mean_terminated_length": 770.4773681640625, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 206.0, |
| "epoch": 0.23466666666666666, |
| "grad_norm": 0.00020454383047763258, |
| "learning_rate": 3.3155080213903747e-06, |
| "loss": -0.022, |
| "num_tokens": 174955409.0, |
| "reward": 1.1203881740570067, |
| "reward_std": 0.19748010039329528, |
| "rewards/accuracy_reward": 0.54072265625, |
| "rewards/brier_reward": 0.7278758764266968, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.97216796875, |
| "rewards/mean_confidence_reward": 0.48651269674301145, |
| "step": 110 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.03046875, |
| "completions/max_length": 3376.2, |
| "completions/max_terminated_length": 3376.2, |
| "completions/mean_length": 749.41201171875, |
| "completions/mean_terminated_length": 772.8901977539062, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 196.6, |
| "epoch": 0.24533333333333332, |
| "grad_norm": 0.0002078731486108154, |
| "learning_rate": 3.181818181818182e-06, |
| "loss": -0.0276, |
| "num_tokens": 185371564.0, |
| "reward": 1.11997492313385, |
| "reward_std": 0.20475648939609528, |
| "rewards/accuracy_reward": 0.544140625, |
| "rewards/brier_reward": 0.7269518375396729, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.96884765625, |
| "rewards/mean_confidence_reward": 0.4832145094871521, |
| "step": 115 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.033203125, |
| "completions/max_length": 3540.6, |
| "completions/max_terminated_length": 3540.6, |
| "completions/mean_length": 756.285546875, |
| "completions/mean_terminated_length": 782.4071899414063, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 199.2, |
| "epoch": 0.256, |
| "grad_norm": 0.00019684557628352195, |
| "learning_rate": 3.0481283422459896e-06, |
| "loss": -0.0299, |
| "num_tokens": 195867160.0, |
| "reward": 1.1076245546340941, |
| "reward_std": 0.20969551503658296, |
| "rewards/accuracy_reward": 0.5251953125, |
| "rewards/brier_reward": 0.7241261005401611, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.96591796875, |
| "rewards/mean_confidence_reward": 0.48320378065109254, |
| "step": 120 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0248046875, |
| "completions/max_length": 3629.2, |
| "completions/max_terminated_length": 3629.2, |
| "completions/mean_length": 731.28798828125, |
| "completions/mean_terminated_length": 749.828466796875, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 171.6, |
| "epoch": 0.26666666666666666, |
| "grad_norm": 0.00023284385679289699, |
| "learning_rate": 2.914438502673797e-06, |
| "loss": -0.024, |
| "num_tokens": 206106365.0, |
| "reward": 1.1237028598785401, |
| "reward_std": 0.20264139473438264, |
| "rewards/accuracy_reward": 0.542578125, |
| "rewards/brier_reward": 0.7308919787406921, |
| "rewards/confidence_one_or_zero": 0.00087890625, |
| "rewards/format_reward": 0.97392578125, |
| "rewards/mean_confidence_reward": 0.4858167290687561, |
| "step": 125 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02783203125, |
| "completions/max_length": 3273.8, |
| "completions/max_terminated_length": 3273.8, |
| "completions/mean_length": 706.0017578125, |
| "completions/mean_terminated_length": 726.1967407226563, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 196.6, |
| "epoch": 0.2773333333333333, |
| "grad_norm": 0.0002099503471981734, |
| "learning_rate": 2.7807486631016045e-06, |
| "loss": -0.0268, |
| "num_tokens": 216081839.0, |
| "reward": 1.1141971349716187, |
| "reward_std": 0.1988514244556427, |
| "rewards/accuracy_reward": 0.52919921875, |
| "rewards/brier_reward": 0.7281892657279968, |
| "rewards/confidence_one_or_zero": 0.0001953125, |
| "rewards/format_reward": 0.97099609375, |
| "rewards/mean_confidence_reward": 0.4858289957046509, |
| "step": 130 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02109375, |
| "completions/max_length": 3532.0, |
| "completions/max_terminated_length": 3532.0, |
| "completions/mean_length": 696.258984375, |
| "completions/mean_terminated_length": 711.3540283203125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 211.4, |
| "epoch": 0.288, |
| "grad_norm": 0.00021950564405415207, |
| "learning_rate": 2.647058823529412e-06, |
| "loss": -0.0214, |
| "num_tokens": 225948139.0, |
| "reward": 1.136391854286194, |
| "reward_std": 0.18573434352874757, |
| "rewards/accuracy_reward": 0.56083984375, |
| "rewards/brier_reward": 0.7337113857269287, |
| "rewards/confidence_one_or_zero": 0.0001953125, |
| "rewards/format_reward": 0.97822265625, |
| "rewards/mean_confidence_reward": 0.4880725979804993, |
| "step": 135 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.01826171875, |
| "completions/max_length": 3008.6, |
| "completions/max_terminated_length": 3008.6, |
| "completions/mean_length": 709.566796875, |
| "completions/mean_terminated_length": 722.8854858398438, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 180.8, |
| "epoch": 0.2986666666666667, |
| "grad_norm": 0.0001989748125197366, |
| "learning_rate": 2.5133689839572194e-06, |
| "loss": -0.0177, |
| "num_tokens": 235999223.0, |
| "reward": 1.139591360092163, |
| "reward_std": 0.17391741871833802, |
| "rewards/accuracy_reward": 0.56337890625, |
| "rewards/brier_reward": 0.7346415877342224, |
| "rewards/confidence_one_or_zero": 0.0001953125, |
| "rewards/format_reward": 0.98115234375, |
| "rewards/mean_confidence_reward": 0.49123767018318176, |
| "step": 140 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02548828125, |
| "completions/max_length": 3968.8, |
| "completions/max_terminated_length": 3968.8, |
| "completions/mean_length": 752.06943359375, |
| "completions/mean_terminated_length": 771.8078369140625, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 199.0, |
| "epoch": 0.30933333333333335, |
| "grad_norm": 0.000300207786494866, |
| "learning_rate": 2.379679144385027e-06, |
| "loss": -0.0249, |
| "num_tokens": 246474910.0, |
| "reward": 1.1206291913986206, |
| "reward_std": 0.19275815784931183, |
| "rewards/accuracy_reward": 0.53828125, |
| "rewards/brier_reward": 0.7297251224517822, |
| "rewards/confidence_one_or_zero": 0.00126953125, |
| "rewards/format_reward": 0.9732421875, |
| "rewards/mean_confidence_reward": 0.48650553822517395, |
| "step": 145 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02158203125, |
| "completions/max_length": 3529.4, |
| "completions/max_terminated_length": 3529.4, |
| "completions/mean_length": 745.94892578125, |
| "completions/mean_terminated_length": 762.421044921875, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 178.4, |
| "epoch": 0.32, |
| "grad_norm": 0.00023590361524838954, |
| "learning_rate": 2.2459893048128343e-06, |
| "loss": -0.0204, |
| "num_tokens": 256861427.0, |
| "reward": 1.1211992502212524, |
| "reward_std": 0.19113921225070954, |
| "rewards/accuracy_reward": 0.5330078125, |
| "rewards/brier_reward": 0.7318416714668274, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.9775390625, |
| "rewards/mean_confidence_reward": 0.4905679523944855, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.32, |
| "eval_completions/clipped_ratio": 0.015625, |
| "eval_completions/max_length": 1815.6875, |
| "eval_completions/max_terminated_length": 1815.6875, |
| "eval_completions/mean_length": 742.1876945495605, |
| "eval_completions/mean_terminated_length": 754.273509979248, |
| "eval_completions/min_length": 137.6875, |
| "eval_completions/min_terminated_length": 270.0, |
| "eval_loss": 0.0, |
| "eval_num_tokens": 256861427.0, |
| "eval_reward": 1.1376136094331741, |
| "eval_reward_std": 0.2811641450971365, |
| "eval_rewards/accuracy_reward": 0.552734375, |
| "eval_rewards/brier_reward": 0.7390844747424126, |
| "eval_rewards/confidence_one_or_zero": 0.0, |
| "eval_rewards/format_reward": 0.9833984375, |
| "eval_rewards/mean_confidence_reward": 0.49321289360523224, |
| "eval_runtime": 284.0103, |
| "eval_samples_per_second": 3.521, |
| "eval_steps_per_second": 0.056, |
| "step": 150 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.01787109375, |
| "completions/max_length": 3623.0, |
| "completions/max_terminated_length": 3623.0, |
| "completions/mean_length": 724.40556640625, |
| "completions/mean_terminated_length": 737.5683471679688, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 180.8, |
| "epoch": 0.33066666666666666, |
| "grad_norm": 0.0002188891521655023, |
| "learning_rate": 2.112299465240642e-06, |
| "loss": -0.0164, |
| "num_tokens": 267030892.0, |
| "reward": 1.133889079093933, |
| "reward_std": 0.17375424206256868, |
| "rewards/accuracy_reward": 0.55048828125, |
| "rewards/brier_reward": 0.7355417370796203, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.98173828125, |
| "rewards/mean_confidence_reward": 0.4923380553722382, |
| "step": 155 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.01875, |
| "completions/max_length": 3686.2, |
| "completions/max_terminated_length": 3686.2, |
| "completions/mean_length": 724.2431640625, |
| "completions/mean_terminated_length": 738.1012939453125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 207.6, |
| "epoch": 0.3413333333333333, |
| "grad_norm": 0.00019207321747671813, |
| "learning_rate": 1.9786096256684497e-06, |
| "loss": -0.0167, |
| "num_tokens": 277180582.0, |
| "reward": 1.1334651947021483, |
| "reward_std": 0.1689860612154007, |
| "rewards/accuracy_reward": 0.55, |
| "rewards/brier_reward": 0.7361587643623352, |
| "rewards/confidence_one_or_zero": 0.00078125, |
| "rewards/format_reward": 0.98076171875, |
| "rewards/mean_confidence_reward": 0.4910940706729889, |
| "step": 160 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.01513671875, |
| "completions/max_length": 3753.4, |
| "completions/max_terminated_length": 3753.4, |
| "completions/mean_length": 762.5583984375, |
| "completions/mean_terminated_length": 774.3962524414062, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 216.0, |
| "epoch": 0.352, |
| "grad_norm": 0.00017471906903665513, |
| "learning_rate": 1.8449197860962567e-06, |
| "loss": -0.014, |
| "num_tokens": 287740188.0, |
| "reward": 1.1528494119644166, |
| "reward_std": 0.17534538209438325, |
| "rewards/accuracy_reward": 0.583984375, |
| "rewards/brier_reward": 0.7377201795578003, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.983984375, |
| "rewards/mean_confidence_reward": 0.4953427791595459, |
| "step": 165 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02158203125, |
| "completions/max_length": 3530.6, |
| "completions/max_terminated_length": 3530.6, |
| "completions/mean_length": 787.61787109375, |
| "completions/mean_terminated_length": 804.80068359375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 206.8, |
| "epoch": 0.3626666666666667, |
| "grad_norm": 0.0002157771377824247, |
| "learning_rate": 1.7112299465240642e-06, |
| "loss": -0.0207, |
| "num_tokens": 298560467.0, |
| "reward": 1.1448474168777465, |
| "reward_std": 0.1869949847459793, |
| "rewards/accuracy_reward": 0.5779296875, |
| "rewards/brier_reward": 0.7339232444763184, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.97783203125, |
| "rewards/mean_confidence_reward": 0.4906333088874817, |
| "step": 170 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.01767578125, |
| "completions/max_length": 3371.4, |
| "completions/max_terminated_length": 3371.4, |
| "completions/mean_length": 764.63466796875, |
| "completions/mean_terminated_length": 778.4362426757813, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 211.6, |
| "epoch": 0.37333333333333335, |
| "grad_norm": 0.00021693432063329965, |
| "learning_rate": 1.5775401069518716e-06, |
| "loss": -0.0178, |
| "num_tokens": 309152310.0, |
| "reward": 1.1474551439285279, |
| "reward_std": 0.18755724132061005, |
| "rewards/accuracy_reward": 0.57763671875, |
| "rewards/brier_reward": 0.7359159588813782, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.98134765625, |
| "rewards/mean_confidence_reward": 0.49203906655311586, |
| "step": 175 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02353515625, |
| "completions/max_length": 3407.4, |
| "completions/max_terminated_length": 3407.4, |
| "completions/mean_length": 772.02041015625, |
| "completions/mean_terminated_length": 790.5445190429688, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 224.2, |
| "epoch": 0.384, |
| "grad_norm": 0.0001946146658156067, |
| "learning_rate": 1.4438502673796793e-06, |
| "loss": -0.0226, |
| "num_tokens": 319806791.0, |
| "reward": 1.1229839086532594, |
| "reward_std": 0.17491495311260224, |
| "rewards/accuracy_reward": 0.5380859375, |
| "rewards/brier_reward": 0.7317001938819885, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.976171875, |
| "rewards/mean_confidence_reward": 0.4897919952869415, |
| "step": 180 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0193359375, |
| "completions/max_length": 3332.2, |
| "completions/max_terminated_length": 3332.2, |
| "completions/mean_length": 774.34521484375, |
| "completions/mean_terminated_length": 789.7105224609375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 216.6, |
| "epoch": 0.39466666666666667, |
| "grad_norm": 0.00021305667178239673, |
| "learning_rate": 1.3101604278074868e-06, |
| "loss": -0.0173, |
| "num_tokens": 330535798.0, |
| "reward": 1.1333304166793823, |
| "reward_std": 0.17513595819473265, |
| "rewards/accuracy_reward": 0.55146484375, |
| "rewards/brier_reward": 0.7354985475540161, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.9796875, |
| "rewards/mean_confidence_reward": 0.4905791044235229, |
| "step": 185 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02119140625, |
| "completions/max_length": 3443.2, |
| "completions/max_terminated_length": 3443.2, |
| "completions/mean_length": 769.52978515625, |
| "completions/mean_terminated_length": 786.377783203125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 223.0, |
| "epoch": 0.4053333333333333, |
| "grad_norm": 0.00022391976381186396, |
| "learning_rate": 1.1764705882352942e-06, |
| "loss": -0.0204, |
| "num_tokens": 341155271.0, |
| "reward": 1.139868140220642, |
| "reward_std": 0.19301997423171996, |
| "rewards/accuracy_reward": 0.56884765625, |
| "rewards/brier_reward": 0.7333398222923279, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.9775390625, |
| "rewards/mean_confidence_reward": 0.4906933605670929, |
| "step": 190 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0189453125, |
| "completions/max_length": 3776.8, |
| "completions/max_terminated_length": 3776.8, |
| "completions/mean_length": 771.45654296875, |
| "completions/mean_terminated_length": 786.5269165039062, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 209.4, |
| "epoch": 0.416, |
| "grad_norm": 0.000211334801861085, |
| "learning_rate": 1.0427807486631017e-06, |
| "loss": -0.0174, |
| "num_tokens": 351822186.0, |
| "reward": 1.1492414712905883, |
| "reward_std": 0.17223585546016693, |
| "rewards/accuracy_reward": 0.5830078125, |
| "rewards/brier_reward": 0.7351918578147888, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.9802734375, |
| "rewards/mean_confidence_reward": 0.48971192836761473, |
| "step": 195 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02529296875, |
| "completions/max_length": 4013.0, |
| "completions/max_terminated_length": 4013.0, |
| "completions/mean_length": 776.52587890625, |
| "completions/mean_terminated_length": 796.702392578125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 232.0, |
| "epoch": 0.4266666666666667, |
| "grad_norm": 0.00024326991115231067, |
| "learning_rate": 9.090909090909091e-07, |
| "loss": -0.024, |
| "num_tokens": 362520019.0, |
| "reward": 1.136240339279175, |
| "reward_std": 0.19438377916812896, |
| "rewards/accuracy_reward": 0.56904296875, |
| "rewards/brier_reward": 0.7294045448303222, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.9740234375, |
| "rewards/mean_confidence_reward": 0.4875830113887787, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.4266666666666667, |
| "eval_completions/clipped_ratio": 0.0205078125, |
| "eval_completions/max_length": 1878.5, |
| "eval_completions/max_terminated_length": 1878.5, |
| "eval_completions/mean_length": 764.9681663513184, |
| "eval_completions/mean_terminated_length": 780.9868965148926, |
| "eval_completions/min_length": 96.25, |
| "eval_completions/min_terminated_length": 297.125, |
| "eval_loss": 0.0, |
| "eval_num_tokens": 362520019.0, |
| "eval_reward": 1.1360864490270615, |
| "eval_reward_std": 0.2948375102132559, |
| "eval_rewards/accuracy_reward": 0.560546875, |
| "eval_rewards/brier_reward": 0.7340771444141865, |
| "eval_rewards/confidence_one_or_zero": 0.0, |
| "eval_rewards/format_reward": 0.9775390625, |
| "eval_rewards/mean_confidence_reward": 0.4896484352648258, |
| "eval_runtime": 323.2058, |
| "eval_samples_per_second": 3.094, |
| "eval_steps_per_second": 0.05, |
| "step": 200 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02255859375, |
| "completions/max_length": 3584.8, |
| "completions/max_terminated_length": 3584.8, |
| "completions/mean_length": 765.71416015625, |
| "completions/mean_terminated_length": 783.431103515625, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 215.8, |
| "epoch": 0.43733333333333335, |
| "grad_norm": 0.00024016403767745942, |
| "learning_rate": 7.754010695187167e-07, |
| "loss": -0.0218, |
| "num_tokens": 373108388.0, |
| "reward": 1.1395012855529785, |
| "reward_std": 0.18607062399387359, |
| "rewards/accuracy_reward": 0.56943359375, |
| "rewards/brier_reward": 0.732899010181427, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.97666015625, |
| "rewards/mean_confidence_reward": 0.48821924328804017, |
| "step": 205 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02265625, |
| "completions/max_length": 3176.4, |
| "completions/max_terminated_length": 3176.4, |
| "completions/mean_length": 786.155078125, |
| "completions/mean_terminated_length": 804.3975830078125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 215.4, |
| "epoch": 0.448, |
| "grad_norm": 0.00021111531532369554, |
| "learning_rate": 6.417112299465242e-07, |
| "loss": -0.0192, |
| "num_tokens": 383926040.0, |
| "reward": 1.1250059604644775, |
| "reward_std": 0.19036045372486116, |
| "rewards/accuracy_reward": 0.54189453125, |
| "rewards/brier_reward": 0.7315450549125672, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.9765625, |
| "rewards/mean_confidence_reward": 0.4895175814628601, |
| "step": 210 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.026171875, |
| "completions/max_length": 3783.6, |
| "completions/max_terminated_length": 3783.6, |
| "completions/mean_length": 765.16962890625, |
| "completions/mean_terminated_length": 785.7530517578125, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 227.4, |
| "epoch": 0.45866666666666667, |
| "grad_norm": 0.00020393490558490157, |
| "learning_rate": 5.080213903743316e-07, |
| "loss": -0.0257, |
| "num_tokens": 394495009.0, |
| "reward": 1.1425009727478028, |
| "reward_std": 0.19886362850666045, |
| "rewards/accuracy_reward": 0.58173828125, |
| "rewards/brier_reward": 0.7300117135047912, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.9732421875, |
| "rewards/mean_confidence_reward": 0.48793848156929015, |
| "step": 215 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0228515625, |
| "completions/max_length": 3656.6, |
| "completions/max_terminated_length": 3656.6, |
| "completions/mean_length": 780.3501953125, |
| "completions/mean_terminated_length": 798.559521484375, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 234.6, |
| "epoch": 0.4693333333333333, |
| "grad_norm": 0.00024207662499975413, |
| "learning_rate": 3.7433155080213904e-07, |
| "loss": -0.0225, |
| "num_tokens": 405219299.0, |
| "reward": 1.1340527296066285, |
| "reward_std": 0.1835294783115387, |
| "rewards/accuracy_reward": 0.559765625, |
| "rewards/brier_reward": 0.731767475605011, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.9765625, |
| "rewards/mean_confidence_reward": 0.4893447160720825, |
| "step": 220 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.0205078125, |
| "completions/max_length": 3377.4, |
| "completions/max_terminated_length": 3377.4, |
| "completions/mean_length": 782.55126953125, |
| "completions/mean_terminated_length": 798.9751098632812, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 226.4, |
| "epoch": 0.48, |
| "grad_norm": 0.00020044122356921434, |
| "learning_rate": 2.4064171122994655e-07, |
| "loss": -0.021, |
| "num_tokens": 415955856.0, |
| "reward": 1.140486478805542, |
| "reward_std": 0.1799767643213272, |
| "rewards/accuracy_reward": 0.566796875, |
| "rewards/brier_reward": 0.7353576302528382, |
| "rewards/confidence_one_or_zero": 0.0001953125, |
| "rewards/format_reward": 0.97880859375, |
| "rewards/mean_confidence_reward": 0.490503066778183, |
| "step": 225 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.02333984375, |
| "completions/max_length": 3544.2, |
| "completions/max_terminated_length": 3544.2, |
| "completions/mean_length": 787.57099609375, |
| "completions/mean_terminated_length": 806.4834838867188, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 211.0, |
| "epoch": 0.49066666666666664, |
| "grad_norm": 0.00020212125673424453, |
| "learning_rate": 1.0695187165775401e-07, |
| "loss": -0.0235, |
| "num_tokens": 426747335.0, |
| "reward": 1.1553166151046752, |
| "reward_std": 0.19148518443107604, |
| "rewards/accuracy_reward": 0.60361328125, |
| "rewards/brier_reward": 0.7308382272720337, |
| "rewards/confidence_one_or_zero": 9.765625e-05, |
| "rewards/format_reward": 0.976171875, |
| "rewards/mean_confidence_reward": 0.48845637440681455, |
| "step": 230 |
| }, |
| { |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.018798828125, |
| "completions/max_length": 3411.5, |
| "completions/max_terminated_length": 3411.5, |
| "completions/mean_length": 780.903076171875, |
| "completions/mean_terminated_length": 796.0233154296875, |
| "completions/min_length": 0.0, |
| "completions/min_terminated_length": 200.5, |
| "epoch": 0.4992, |
| "num_tokens": 435349741.0, |
| "reward": 1.1434746384620667, |
| "reward_std": 0.18124820291996002, |
| "rewards/accuracy_reward": 0.5712890625, |
| "rewards/brier_reward": 0.7353035807609558, |
| "rewards/confidence_one_or_zero": 0.0, |
| "rewards/format_reward": 0.9803466796875, |
| "rewards/mean_confidence_reward": 0.49278198927640915, |
| "step": 234, |
| "total_flos": 0.0, |
| "train_loss": -0.01013354094237344, |
| "train_runtime": 38659.6234, |
| "train_samples_per_second": 0.388, |
| "train_steps_per_second": 0.006 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 234, |
| "num_input_tokens_seen": 435349741, |
| "num_train_epochs": 1, |
| "save_steps": 60, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 8, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
