{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.02406821620134782, "eval_steps": 500, "global_step": 350, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "completion_length": 422.65, "completions/clipped_ratio": 0.025, "completions/max_length": 835.6, "completions/max_terminated_length": 738.6, "completions/mean_length": 422.65, "completions/mean_terminated_length": 395.875, "completions/min_length": 131.9, "completions/min_terminated_length": 131.9, "epoch": 0.0006876633200385092, "frac_reward_zero_std": 0.3, "grad_norm": 2.2393298149108887, "kl": 1.021408660709858, "learning_rate": 4.722222222222222e-06, "loss": 0.001, "num_tokens": 26778.0, "reward": 4.25, "reward_std": 0.35469383001327515, "rewards/check_coherence/mean": 0.5625, "rewards/check_coherence/std": 0.3129152894020081, "rewards/check_response_quality/mean": 2.0875, "rewards/check_response_quality/std": 0.17355985641479493, "rewards/match_format_approximately/mean": 0.6, "rewards/match_format_approximately/std": 0.15773502588272095, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 10 }, { "completion_length": 334.6, "completions/clipped_ratio": 0.025, "completions/max_length": 824.9, "completions/max_terminated_length": 713.2, "completions/mean_length": 334.6, "completions/mean_terminated_length": 299.05833435058594, "completions/min_length": 50.2, "completions/min_terminated_length": 50.2, "epoch": 0.0013753266400770184, "frac_reward_zero_std": 0.1, "grad_norm": 5.82886266708374, "kl": 1.5751606613397597, "learning_rate": 2.3750000000000003e-07, "loss": 0.0016, "num_tokens": 51474.0, "reward": 4.4375, "reward_std": 0.4622055947780609, "rewards/check_coherence/mean": 0.4875, "rewards/check_coherence/std": 0.33231321573257444, "rewards/check_response_quality/mean": 2.2125, "rewards/check_response_quality/std": 0.2633414089679718, "rewards/match_format_approximately/mean": 0.7375, "rewards/match_format_approximately/std": 0.21933756470680238, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 20 }, { "completion_length": 299.05, "completions/clipped_ratio": 0.025, "completions/max_length": 684.5, "completions/max_terminated_length": 582.1, "completions/mean_length": 299.05, "completions/mean_terminated_length": 268.775, "completions/min_length": 12.0, "completions/min_terminated_length": 12.0, "epoch": 0.0020629899601155273, "frac_reward_zero_std": 0.0, "grad_norm": 1.6133402585983276, "kl": 1.2915641874074937, "learning_rate": 4.1428571428571435e-06, "loss": 0.0013, "num_tokens": 75404.0, "reward": 4.5625, "reward_std": 0.6107304871082306, "rewards/check_coherence/mean": 0.6125, "rewards/check_coherence/std": 0.403445702791214, "rewards/check_response_quality/mean": 2.2125, "rewards/check_response_quality/std": 0.2752987265586853, "rewards/match_format_approximately/mean": 0.7375, "rewards/match_format_approximately/std": 0.2404700517654419, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 30 }, { "completion_length": 347.025, "completions/clipped_ratio": 0.075, "completions/max_length": 862.6, "completions/max_terminated_length": 509.7, "completions/mean_length": 347.025, "completions/mean_terminated_length": 242.34166870117187, "completions/min_length": 58.0, "completions/min_terminated_length": 58.0, "epoch": 0.0027506532801540367, "frac_reward_zero_std": 0.1, "grad_norm": 2.190549850463867, "kl": 0.8691788390278816, "learning_rate": 4.936507936507937e-06, "loss": 0.0009, "num_tokens": 102089.0, "reward": 4.775, "reward_std": 0.5918105363845825, "rewards/check_coherence/mean": 0.85, "rewards/check_coherence/std": 0.345650315284729, "rewards/check_response_quality/mean": 2.2, "rewards/check_response_quality/std": 0.20347774028778076, "rewards/match_format_approximately/mean": 0.725, "rewards/match_format_approximately/std": 0.16547005176544188, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 40 }, { "completion_length": 278.275, "completions/clipped_ratio": 0.025, "completions/max_length": 695.3, "completions/max_terminated_length": 556.3, "completions/mean_length": 278.275, "completions/mean_terminated_length": 240.375, "completions/min_length": 19.8, "completions/min_terminated_length": 19.8, "epoch": 0.0034383166001925457, "frac_reward_zero_std": 0.0, "grad_norm": 1.1459013223648071, "kl": 0.7370456486940384, "learning_rate": 4.793650793650794e-06, "loss": 0.0007, "num_tokens": 125192.0, "reward": 4.7375, "reward_std": 0.9061064124107361, "rewards/check_coherence/mean": 0.8625, "rewards/check_coherence/std": 0.4861203670501709, "rewards/check_response_quality/mean": 2.175, "rewards/check_response_quality/std": 0.34289742112159727, "rewards/match_format_approximately/mean": 0.725, "rewards/match_format_approximately/std": 0.2654700517654419, "rewards/match_format_exactly/mean": 0.975, "rewards/match_format_exactly/std": 0.05, "step": 50 }, { "completion_length": 127.625, "completions/clipped_ratio": 0.0, "completions/max_length": 249.7, "completions/max_terminated_length": 249.7, "completions/mean_length": 127.625, "completions/mean_terminated_length": 127.625, "completions/min_length": 11.6, "completions/min_terminated_length": 11.6, "epoch": 0.004125979920231055, "frac_reward_zero_std": 0.1, "grad_norm": 1.772578477859497, "kl": 1.2247508466243744, "learning_rate": 4.634920634920635e-06, "loss": 0.0012, "num_tokens": 140377.0, "reward": 5.075, "reward_std": 0.583526349067688, "rewards/check_coherence/mean": 0.925, "rewards/check_coherence/std": 0.4689477920532227, "rewards/check_response_quality/mean": 2.325, "rewards/check_response_quality/std": 0.17886751294136047, "rewards/match_format_approximately/mean": 0.825, "rewards/match_format_approximately/std": 0.17886751294136047, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 60 }, { "completion_length": 161.4, "completions/clipped_ratio": 0.0, "completions/max_length": 423.5, "completions/max_terminated_length": 423.5, "completions/mean_length": 161.4, "completions/mean_terminated_length": 161.4, "completions/min_length": 17.8, "completions/min_terminated_length": 17.8, "epoch": 0.004813643240269564, "frac_reward_zero_std": 0.0, "grad_norm": 3.128584861755371, "kl": 0.8261611372232437, "learning_rate": 4.476190476190477e-06, "loss": 0.0008, "num_tokens": 156317.0, "reward": 5.1625, "reward_std": 0.6853798747062683, "rewards/check_coherence/mean": 1.025, "rewards/check_coherence/std": 0.4077350258827209, "rewards/check_response_quality/mean": 2.3125, "rewards/check_response_quality/std": 0.21582483053207396, "rewards/match_format_approximately/mean": 0.825, "rewards/match_format_approximately/std": 0.2, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 70 }, { "completion_length": 120.125, "completions/clipped_ratio": 0.0, "completions/max_length": 248.3, "completions/max_terminated_length": 248.3, "completions/mean_length": 120.125, "completions/mean_terminated_length": 120.125, "completions/min_length": 16.5, "completions/min_terminated_length": 16.5, "epoch": 0.0055013065603080735, "frac_reward_zero_std": 0.4, "grad_norm": 2.667182683944702, "kl": 0.8017235696315765, "learning_rate": 4.317460317460318e-06, "loss": 0.0008, "num_tokens": 171822.0, "reward": 5.4, "reward_std": 0.41746232509613035, "rewards/check_coherence/mean": 1.2625, "rewards/check_coherence/std": 0.2978713572025299, "rewards/check_response_quality/mean": 2.3125, "rewards/check_response_quality/std": 0.11582483053207397, "rewards/match_format_approximately/mean": 0.825, "rewards/match_format_approximately/std": 0.1, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 80 }, { "completion_length": 164.875, "completions/clipped_ratio": 0.0, "completions/max_length": 490.9, "completions/max_terminated_length": 490.9, "completions/mean_length": 164.875, "completions/mean_terminated_length": 164.875, "completions/min_length": 13.5, "completions/min_terminated_length": 13.5, "epoch": 0.006188969880346582, "frac_reward_zero_std": 0.0, "grad_norm": 1.8317680358886719, "kl": 0.8454075694084168, "learning_rate": 4.158730158730159e-06, "loss": 0.0008, "num_tokens": 189509.0, "reward": 5.325, "reward_std": 0.7779198408126831, "rewards/check_coherence/mean": 1.15, "rewards/check_coherence/std": 0.47320507764816283, "rewards/check_response_quality/mean": 2.3375, "rewards/check_response_quality/std": 0.21933756470680238, "rewards/match_format_approximately/mean": 0.8375, "rewards/match_format_approximately/std": 0.21933756470680238, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 90 }, { "completion_length": 128.325, "completions/clipped_ratio": 0.0, "completions/max_length": 322.5, "completions/max_terminated_length": 322.5, "completions/mean_length": 128.325, "completions/mean_terminated_length": 128.325, "completions/min_length": 46.3, "completions/min_terminated_length": 46.3, "epoch": 0.006876633200385091, "frac_reward_zero_std": 0.3, "grad_norm": 0.003549874061718583, "kl": 0.820201675593853, "learning_rate": 4.000000000000001e-06, "loss": 0.0008, "num_tokens": 205998.0, "reward": 5.45, "reward_std": 0.5343478560447693, "rewards/check_coherence/mean": 1.225, "rewards/check_coherence/std": 0.3809401035308838, "rewards/check_response_quality/mean": 2.3625, "rewards/check_response_quality/std": 0.10386751294136047, "rewards/match_format_approximately/mean": 0.8625, "rewards/match_format_approximately/std": 0.10386751294136047, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 100 }, { "completion_length": 147.575, "completions/clipped_ratio": 0.0, "completions/max_length": 452.6, "completions/max_terminated_length": 452.6, "completions/mean_length": 147.575, "completions/mean_terminated_length": 147.575, "completions/min_length": 8.8, "completions/min_terminated_length": 8.8, "epoch": 0.007564296520423601, "frac_reward_zero_std": 0.1, "grad_norm": 2.094895124435425, "kl": 1.165158998966217, "learning_rate": 3.857142857142858e-06, "loss": 0.0012, "num_tokens": 224325.0, "reward": 5.3, "reward_std": 0.8748959302902222, "rewards/check_coherence/mean": 1.2125, "rewards/check_coherence/std": 0.38273502588272096, "rewards/check_response_quality/mean": 2.2875, "rewards/check_response_quality/std": 0.28898603916168214, "rewards/match_format_approximately/mean": 0.825, "rewards/match_format_approximately/std": 0.22320507764816283, "rewards/match_format_exactly/mean": 0.975, "rewards/match_format_exactly/std": 0.05, "step": 110 }, { "completion_length": 93.475, "completions/clipped_ratio": 0.0, "completions/max_length": 232.9, "completions/max_terminated_length": 232.9, "completions/mean_length": 93.475, "completions/mean_terminated_length": 93.475, "completions/min_length": 8.8, "completions/min_terminated_length": 8.8, "epoch": 0.00825195984046211, "frac_reward_zero_std": 0.3, "grad_norm": 1.8320742845535278, "kl": 0.8784003466367721, "learning_rate": 3.6984126984126987e-06, "loss": 0.0009, "num_tokens": 238872.0, "reward": 5.6125, "reward_std": 0.5023834943771363, "rewards/check_coherence/mean": 1.3875, "rewards/check_coherence/std": 0.1978713572025299, "rewards/check_response_quality/mean": 2.3625, "rewards/check_response_quality/std": 0.18273502588272095, "rewards/match_format_approximately/mean": 0.8625, "rewards/match_format_approximately/std": 0.18273502588272095, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 120 }, { "completion_length": 63.425, "completions/clipped_ratio": 0.0, "completions/max_length": 180.7, "completions/max_terminated_length": 180.7, "completions/mean_length": 63.425, "completions/mean_terminated_length": 63.425, "completions/min_length": 9.8, "completions/min_terminated_length": 9.8, "epoch": 0.008939623160500619, "frac_reward_zero_std": 0.5, "grad_norm": 1.388489007949829, "kl": 0.855793622136116, "learning_rate": 3.53968253968254e-06, "loss": 0.0009, "num_tokens": 252433.0, "reward": 5.75, "reward_std": 0.4457427144050598, "rewards/check_coherence/mean": 1.4, "rewards/check_coherence/std": 0.2, "rewards/check_response_quality/mean": 2.425, "rewards/check_response_quality/std": 0.12886751294136048, "rewards/match_format_approximately/mean": 0.925, "rewards/match_format_approximately/std": 0.12886751294136048, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 130 }, { "completion_length": 41.35, "completions/clipped_ratio": 0.0, "completions/max_length": 127.7, "completions/max_terminated_length": 127.7, "completions/mean_length": 41.35, "completions/mean_terminated_length": 41.35, "completions/min_length": 7.7, "completions/min_terminated_length": 7.7, "epoch": 0.009627286480539128, "frac_reward_zero_std": 0.0, "grad_norm": 2.7645645141601562, "kl": 1.5349723994731903, "learning_rate": 3.3809523809523814e-06, "loss": 0.0015, "num_tokens": 264579.0, "reward": 5.0875, "reward_std": 1.1462337374687195, "rewards/check_coherence/mean": 1.15, "rewards/check_coherence/std": 0.48867512941360475, "rewards/check_response_quality/mean": 2.1875, "rewards/check_response_quality/std": 0.3914190471172333, "rewards/match_format_approximately/mean": 0.85, "rewards/match_format_approximately/std": 0.20773502588272094, "rewards/match_format_exactly/mean": 0.9, "rewards/match_format_exactly/std": 0.1154700517654419, "step": 140 }, { "completion_length": 46.625, "completions/clipped_ratio": 0.0, "completions/max_length": 135.3, "completions/max_terminated_length": 135.3, "completions/mean_length": 46.625, "completions/mean_terminated_length": 46.625, "completions/min_length": 10.0, "completions/min_terminated_length": 10.0, "epoch": 0.010314949800577638, "frac_reward_zero_std": 0.4, "grad_norm": 0.36925405263900757, "kl": 1.2759959518909454, "learning_rate": 3.2222222222222227e-06, "loss": 0.0013, "num_tokens": 278280.0, "reward": 5.7, "reward_std": 0.4686140716075897, "rewards/check_coherence/mean": 1.3875, "rewards/check_coherence/std": 0.225, "rewards/check_response_quality/mean": 2.4, "rewards/check_response_quality/std": 0.15173887014389037, "rewards/match_format_approximately/mean": 0.9125, "rewards/match_format_approximately/std": 0.13273502588272096, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 150 }, { "completion_length": 37.85, "completions/clipped_ratio": 0.0, "completions/max_length": 108.9, "completions/max_terminated_length": 108.9, "completions/mean_length": 37.85, "completions/mean_terminated_length": 37.85, "completions/min_length": 10.3, "completions/min_terminated_length": 10.3, "epoch": 0.011002613120616147, "frac_reward_zero_std": 0.5, "grad_norm": 0.003718956606462598, "kl": 1.1356925666332245, "learning_rate": 3.063492063492064e-06, "loss": 0.0011, "num_tokens": 289698.0, "reward": 5.8625, "reward_std": 0.275, "rewards/check_coherence/mean": 1.4, "rewards/check_coherence/std": 0.2, "rewards/check_response_quality/mean": 2.475, "rewards/check_response_quality/std": 0.05, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 160 }, { "completion_length": 24.475, "completions/clipped_ratio": 0.0, "completions/max_length": 58.6, "completions/max_terminated_length": 58.6, "completions/mean_length": 24.475, "completions/mean_terminated_length": 24.475, "completions/min_length": 10.1, "completions/min_terminated_length": 10.1, "epoch": 0.011690276440654656, "frac_reward_zero_std": 0.8, "grad_norm": 0.0026451745070517063, "kl": 1.1320037961006164, "learning_rate": 2.9047619047619053e-06, "loss": 0.0011, "num_tokens": 302601.0, "reward": 5.9, "reward_std": 0.14574271440505981, "rewards/check_coherence/mean": 1.425, "rewards/check_coherence/std": 0.10773502588272095, "rewards/check_response_quality/mean": 2.4875, "rewards/check_response_quality/std": 0.025, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 170 }, { "completion_length": 65.375, "completions/clipped_ratio": 0.025, "completions/max_length": 216.0, "completions/max_terminated_length": 67.0, "completions/mean_length": 65.375, "completions/mean_terminated_length": 26.866666793823242, "completions/min_length": 9.4, "completions/min_terminated_length": 9.4, "epoch": 0.012377939760693164, "frac_reward_zero_std": 0.3, "grad_norm": 2.4312984943389893, "kl": 1.0950138330459596, "learning_rate": 2.7460317460317466e-06, "loss": 0.0011, "num_tokens": 317912.0, "reward": 5.775, "reward_std": 0.3957427144050598, "rewards/check_coherence/mean": 1.4, "rewards/check_coherence/std": 0.2, "rewards/check_response_quality/mean": 2.4375, "rewards/check_response_quality/std": 0.10386751294136047, "rewards/match_format_approximately/mean": 0.9375, "rewards/match_format_approximately/std": 0.10386751294136047, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 180 }, { "completion_length": 16.275, "completions/clipped_ratio": 0.0, "completions/max_length": 25.2, "completions/max_terminated_length": 25.2, "completions/mean_length": 16.275, "completions/mean_terminated_length": 16.275, "completions/min_length": 9.8, "completions/min_terminated_length": 9.8, "epoch": 0.013065603080731673, "frac_reward_zero_std": 0.6, "grad_norm": 0.004265956114977598, "kl": 1.1890327751636505, "learning_rate": 2.587301587301588e-06, "loss": 0.0012, "num_tokens": 332055.0, "reward": 5.8875, "reward_std": 0.18273502588272095, "rewards/check_coherence/mean": 1.3875, "rewards/check_coherence/std": 0.18273502588272095, "rewards/check_response_quality/mean": 2.5, "rewards/check_response_quality/std": 0.0, "rewards/match_format_approximately/mean": 1.0, "rewards/match_format_approximately/std": 0.0, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 190 }, { "completion_length": 37.9, "completions/clipped_ratio": 0.0, "completions/max_length": 112.8, "completions/max_terminated_length": 112.8, "completions/mean_length": 37.9, "completions/mean_terminated_length": 37.9, "completions/min_length": 8.1, "completions/min_terminated_length": 8.1, "epoch": 0.013753266400770183, "frac_reward_zero_std": 0.4, "grad_norm": 16.73357582092285, "kl": 1.1858276724815369, "learning_rate": 2.428571428571429e-06, "loss": 0.0012, "num_tokens": 344875.0, "reward": 5.75, "reward_std": 0.4457427144050598, "rewards/check_coherence/mean": 1.35, "rewards/check_coherence/std": 0.25773502588272096, "rewards/check_response_quality/mean": 2.45, "rewards/check_response_quality/std": 0.1, "rewards/match_format_approximately/mean": 0.95, "rewards/match_format_approximately/std": 0.1, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 200 }, { "completion_length": 57.225, "completions/clipped_ratio": 0.0, "completions/max_length": 142.9, "completions/max_terminated_length": 142.9, "completions/mean_length": 57.225, "completions/mean_terminated_length": 57.225, "completions/min_length": 9.4, "completions/min_terminated_length": 9.4, "epoch": 0.014440929720808692, "frac_reward_zero_std": 0.6, "grad_norm": 0.006797971669584513, "kl": 1.0238984107971192, "learning_rate": 2.26984126984127e-06, "loss": 0.001, "num_tokens": 359308.0, "reward": 5.7625, "reward_std": 0.2946484684944153, "rewards/check_coherence/mean": 1.375, "rewards/check_coherence/std": 0.20773502588272094, "rewards/check_response_quality/mean": 2.4375, "rewards/check_response_quality/std": 0.06582483053207397, "rewards/match_format_approximately/mean": 0.95, "rewards/match_format_approximately/std": 0.05, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 210 }, { "completion_length": 60.225, "completions/clipped_ratio": 0.0, "completions/max_length": 198.7, "completions/max_terminated_length": 198.7, "completions/mean_length": 60.225, "completions/mean_terminated_length": 60.225, "completions/min_length": 10.7, "completions/min_terminated_length": 10.7, "epoch": 0.015128593040847202, "frac_reward_zero_std": 0.4, "grad_norm": 1.2490910291671753, "kl": 1.139722502231598, "learning_rate": 2.1111111111111114e-06, "loss": 0.0011, "num_tokens": 372089.0, "reward": 5.8, "reward_std": 0.4, "rewards/check_coherence/mean": 1.375, "rewards/check_coherence/std": 0.25, "rewards/check_response_quality/mean": 2.4625, "rewards/check_response_quality/std": 0.075, "rewards/match_format_approximately/mean": 0.9625, "rewards/match_format_approximately/std": 0.075, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 220 }, { "completion_length": 30.075, "completions/clipped_ratio": 0.0, "completions/max_length": 84.5, "completions/max_terminated_length": 84.5, "completions/mean_length": 30.075, "completions/mean_terminated_length": 30.075, "completions/min_length": 9.8, "completions/min_terminated_length": 9.8, "epoch": 0.01581625636088571, "frac_reward_zero_std": 0.7, "grad_norm": 0.004948398098349571, "kl": 1.1260765612125396, "learning_rate": 1.9523809523809527e-06, "loss": 0.0011, "num_tokens": 384276.0, "reward": 5.875, "reward_std": 0.1728713572025299, "rewards/check_coherence/mean": 1.4375, "rewards/check_coherence/std": 0.0978713572025299, "rewards/check_response_quality/mean": 2.4625, "rewards/check_response_quality/std": 0.075, "rewards/match_format_approximately/mean": 0.975, "rewards/match_format_approximately/std": 0.05, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 230 }, { "completion_length": 65.25, "completions/clipped_ratio": 0.025, "completions/max_length": 223.1, "completions/max_terminated_length": 65.9, "completions/mean_length": 65.25, "completions/mean_terminated_length": 25.908333396911623, "completions/min_length": 9.1, "completions/min_terminated_length": 9.1, "epoch": 0.01650391968092422, "frac_reward_zero_std": 0.6, "grad_norm": 0.0049158609472215176, "kl": 1.044507622718811, "learning_rate": 1.7936507936507938e-06, "loss": 0.001, "num_tokens": 399686.0, "reward": 5.8375, "reward_std": 0.325, "rewards/check_coherence/mean": 1.45, "rewards/check_coherence/std": 0.1, "rewards/check_response_quality/mean": 2.4375, "rewards/check_response_quality/std": 0.125, "rewards/match_format_approximately/mean": 0.95, "rewards/match_format_approximately/std": 0.1, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 240 }, { "completion_length": 34.25, "completions/clipped_ratio": 0.0, "completions/max_length": 97.6, "completions/max_terminated_length": 97.6, "completions/mean_length": 34.25, "completions/mean_terminated_length": 34.25, "completions/min_length": 9.6, "completions/min_terminated_length": 9.6, "epoch": 0.01719158300096273, "frac_reward_zero_std": 0.6, "grad_norm": 0.0035998751409351826, "kl": 1.131579464673996, "learning_rate": 1.6349206349206351e-06, "loss": 0.0011, "num_tokens": 412936.0, "reward": 5.875, "reward_std": 0.25, "rewards/check_coherence/mean": 1.45, "rewards/check_coherence/std": 0.1, "rewards/check_response_quality/mean": 2.4625, "rewards/check_response_quality/std": 0.075, "rewards/match_format_approximately/mean": 0.9625, "rewards/match_format_approximately/std": 0.075, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 250 }, { "completion_length": 44.525, "completions/clipped_ratio": 0.0, "completions/max_length": 138.9, "completions/max_terminated_length": 138.9, "completions/mean_length": 44.525, "completions/mean_terminated_length": 44.525, "completions/min_length": 9.5, "completions/min_terminated_length": 9.5, "epoch": 0.017879246321001237, "frac_reward_zero_std": 0.8, "grad_norm": 0.003912392072379589, "kl": 1.0597735822200776, "learning_rate": 1.4761904761904762e-06, "loss": 0.0011, "num_tokens": 427709.0, "reward": 5.9375, "reward_std": 0.125, "rewards/check_coherence/mean": 1.475, "rewards/check_coherence/std": 0.05, "rewards/check_response_quality/mean": 2.475, "rewards/check_response_quality/std": 0.05, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 260 }, { "completion_length": 13.175, "completions/clipped_ratio": 0.0, "completions/max_length": 22.9, "completions/max_terminated_length": 22.9, "completions/mean_length": 13.175, "completions/mean_terminated_length": 13.175, "completions/min_length": 7.3, "completions/min_terminated_length": 7.3, "epoch": 0.01856690964103975, "frac_reward_zero_std": 0.6, "grad_norm": 4.749101638793945, "kl": 1.352827501296997, "learning_rate": 1.3174603174603175e-06, "loss": 0.0014, "num_tokens": 437888.0, "reward": 5.7625, "reward_std": 0.41304759979248046, "rewards/check_coherence/mean": 1.4125, "rewards/check_coherence/std": 0.175, "rewards/check_response_quality/mean": 2.4125, "rewards/check_response_quality/std": 0.14464847445487977, "rewards/match_format_approximately/mean": 0.9625, "rewards/match_format_approximately/std": 0.053867512941360475, "rewards/match_format_exactly/mean": 0.975, "rewards/match_format_exactly/std": 0.05, "step": 270 }, { "completion_length": 29.05, "completions/clipped_ratio": 0.0, "completions/max_length": 75.4, "completions/max_terminated_length": 75.4, "completions/mean_length": 29.05, "completions/mean_terminated_length": 29.05, "completions/min_length": 9.3, "completions/min_terminated_length": 9.3, "epoch": 0.019254572961078256, "frac_reward_zero_std": 0.7, "grad_norm": 0.0032444808166474104, "kl": 1.0743911743164063, "learning_rate": 1.1587301587301589e-06, "loss": 0.0011, "num_tokens": 450566.0, "reward": 5.8875, "reward_std": 0.225, "rewards/check_coherence/mean": 1.4375, "rewards/check_coherence/std": 0.125, "rewards/check_response_quality/mean": 2.475, "rewards/check_response_quality/std": 0.05, "rewards/match_format_approximately/mean": 0.975, "rewards/match_format_approximately/std": 0.05, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 280 }, { "completion_length": 35.0, "completions/clipped_ratio": 0.0, "completions/max_length": 100.7, "completions/max_terminated_length": 100.7, "completions/mean_length": 35.0, "completions/mean_terminated_length": 35.0, "completions/min_length": 9.7, "completions/min_terminated_length": 9.7, "epoch": 0.019942236281116764, "frac_reward_zero_std": 0.7, "grad_norm": 4.597572326660156, "kl": 9.488562166690826, "learning_rate": 1.0000000000000002e-06, "loss": 0.0095, "num_tokens": 462366.0, "reward": 5.875, "reward_std": 0.20773502588272094, "rewards/check_coherence/mean": 1.4, "rewards/check_coherence/std": 0.15773502588272095, "rewards/check_response_quality/mean": 2.4875, "rewards/check_response_quality/std": 0.025, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 290 }, { "completion_length": 16.875, "completions/clipped_ratio": 0.0, "completions/max_length": 31.8, "completions/max_terminated_length": 31.8, "completions/mean_length": 16.875, "completions/mean_terminated_length": 16.875, "completions/min_length": 8.6, "completions/min_terminated_length": 8.6, "epoch": 0.020629899601155275, "frac_reward_zero_std": 0.8, "grad_norm": 0.0025285985320806503, "kl": 1.0927811563014984, "learning_rate": 8.412698412698414e-07, "loss": 0.0011, "num_tokens": 473501.0, "reward": 5.9375, "reward_std": 0.125, "rewards/check_coherence/mean": 1.5, "rewards/check_coherence/std": 0.0, "rewards/check_response_quality/mean": 2.4625, "rewards/check_response_quality/std": 0.075, "rewards/match_format_approximately/mean": 0.975, "rewards/match_format_approximately/std": 0.05, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 300 }, { "completion_length": 34.825, "completions/clipped_ratio": 0.0, "completions/max_length": 104.8, "completions/max_terminated_length": 104.8, "completions/mean_length": 34.825, "completions/mean_terminated_length": 34.825, "completions/min_length": 9.6, "completions/min_terminated_length": 9.6, "epoch": 0.021317562921193783, "frac_reward_zero_std": 0.9, "grad_norm": 0.004729569889605045, "kl": 1.0428565800189973, "learning_rate": 6.825396825396826e-07, "loss": 0.001, "num_tokens": 487282.0, "reward": 5.975, "reward_std": 0.05, "rewards/check_coherence/mean": 1.5, "rewards/check_coherence/std": 0.0, "rewards/check_response_quality/mean": 2.4875, "rewards/check_response_quality/std": 0.025, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 310 }, { "completion_length": 28.475, "completions/clipped_ratio": 0.0, "completions/max_length": 81.7, "completions/max_terminated_length": 81.7, "completions/mean_length": 28.475, "completions/mean_terminated_length": 28.475, "completions/min_length": 9.0, "completions/min_terminated_length": 9.0, "epoch": 0.022005226241232294, "frac_reward_zero_std": 0.8, "grad_norm": 6.385797500610352, "kl": 1.2766858220100403, "learning_rate": 5.238095238095239e-07, "loss": 0.0013, "num_tokens": 500121.0, "reward": 5.925, "reward_std": 0.15, "rewards/check_coherence/mean": 1.45, "rewards/check_coherence/std": 0.1, "rewards/check_response_quality/mean": 2.4875, "rewards/check_response_quality/std": 0.025, "rewards/match_format_approximately/mean": 0.9875, "rewards/match_format_approximately/std": 0.025, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 320 }, { "completion_length": 18.75, "completions/clipped_ratio": 0.0, "completions/max_length": 33.8, "completions/max_terminated_length": 33.8, "completions/mean_length": 18.75, "completions/mean_terminated_length": 18.75, "completions/min_length": 8.4, "completions/min_terminated_length": 8.4, "epoch": 0.0226928895612708, "frac_reward_zero_std": 0.7, "grad_norm": 0.010602269321680069, "kl": 1.1651100397109986, "learning_rate": 3.6507936507936514e-07, "loss": 0.0012, "num_tokens": 514331.0, "reward": 5.8875, "reward_std": 0.18273502588272095, "rewards/check_coherence/mean": 1.4625, "rewards/check_coherence/std": 0.075, "rewards/check_response_quality/mean": 2.4625, "rewards/check_response_quality/std": 0.053867512941360475, "rewards/match_format_approximately/mean": 0.9625, "rewards/match_format_approximately/std": 0.053867512941360475, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 330 }, { "completion_length": 13.8, "completions/clipped_ratio": 0.0, "completions/max_length": 20.7, "completions/max_terminated_length": 20.7, "completions/mean_length": 13.8, "completions/mean_terminated_length": 13.8, "completions/min_length": 8.9, "completions/min_terminated_length": 8.9, "epoch": 0.023380552881309313, "frac_reward_zero_std": 0.9, "grad_norm": 0.007794269360601902, "kl": 1.1532993257045745, "learning_rate": 2.0634920634920635e-07, "loss": 0.0012, "num_tokens": 528547.0, "reward": 5.975, "reward_std": 0.05, "rewards/check_coherence/mean": 1.475, "rewards/check_coherence/std": 0.05, "rewards/check_response_quality/mean": 2.5, "rewards/check_response_quality/std": 0.0, "rewards/match_format_approximately/mean": 1.0, "rewards/match_format_approximately/std": 0.0, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 340 }, { "completion_length": 13.9, "completions/clipped_ratio": 0.0, "completions/max_length": 21.0, "completions/max_terminated_length": 21.0, "completions/mean_length": 13.9, "completions/mean_terminated_length": 13.9, "completions/min_length": 9.0, "completions/min_terminated_length": 9.0, "epoch": 0.02406821620134782, "frac_reward_zero_std": 0.8, "grad_norm": 3.0694658756256104, "kl": 1.2572884202003478, "learning_rate": 4.7619047619047627e-08, "loss": 0.0013, "num_tokens": 540139.0, "reward": 5.95, "reward_std": 0.1, "rewards/check_coherence/mean": 1.45, "rewards/check_coherence/std": 0.1, "rewards/check_response_quality/mean": 2.5, "rewards/check_response_quality/std": 0.0, "rewards/match_format_approximately/mean": 1.0, "rewards/match_format_approximately/std": 0.0, "rewards/match_format_exactly/mean": 1.0, "rewards/match_format_exactly/std": 0.0, "step": 350 } ], "logging_steps": 10, "max_steps": 350, "num_input_tokens_seen": 540139, "num_train_epochs": 1, "save_steps": 10, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }