{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 0.5012531328320802, "eval_steps": 500, "global_step": 200, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "cache_hit_rate": 0.6549899518489838, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.275, "completions/max_length": 1024.0, "completions/max_terminated_length": 1008.8, "completions/mean_length": 722.45625, "completions/mean_terminated_length": 618.7799621582031, "completions/min_length": 145.7, "completions/min_terminated_length": 145.7, "entropy": 0.6699666887521744, "epoch": 0.02506265664160401, "frac_reward_zero_std": 0.0, "grad_norm": 0.2841879725456238, "kl": 0.0036152674234472214, "learning_rate": 9e-05, "loss": -0.082733154296875, "num_tokens": 636060.0, "reward": 0.6506388366222382, "reward_std": 0.08262495435774327, "rewards/cache_reward/mean": 0.6506388366222382, "rewards/cache_reward/std": 0.08262495435774327, "step": 10, "step_time": 110.74446128769777 }, { "cache_hit_rate": 0.673021137714386, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2453125, "completions/max_length": 1024.0, "completions/max_terminated_length": 994.9, "completions/mean_length": 733.9203125, "completions/mean_terminated_length": 644.366357421875, "completions/min_length": 140.3, "completions/min_terminated_length": 140.3, "entropy": 0.6534600198268891, "epoch": 0.05012531328320802, "frac_reward_zero_std": 0.0, "grad_norm": 0.28635698556900024, "kl": 0.007895444217137993, "learning_rate": 0.0001, "loss": -0.10327683687210083, "num_tokens": 1241305.0, "reward": 0.6619674026966095, "reward_std": 0.08552395924925804, "rewards/cache_reward/mean": 0.6619674026966095, "rewards/cache_reward/std": 0.08552395924925804, "step": 20, "step_time": 109.56399042648263 }, { "cache_hit_rate": 0.6839983344078064, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.38125, "completions/max_length": 1024.0, "completions/max_terminated_length": 1015.2, "completions/mean_length": 817.7609375, "completions/mean_terminated_length": 695.7103820800781, "completions/min_length": 234.8, "completions/min_terminated_length": 234.8, "entropy": 0.6154806256294251, "epoch": 0.07518796992481203, "frac_reward_zero_std": 0.0, "grad_norm": 0.2883661985397339, "kl": 0.013737109955400229, "learning_rate": 0.0001, "loss": -0.07992171049118042, "num_tokens": 1935048.0, "reward": 0.6798466205596924, "reward_std": 0.08526109047234058, "rewards/cache_reward/mean": 0.6798466205596924, "rewards/cache_reward/std": 0.08526109047234058, "step": 30, "step_time": 110.41349991224706 }, { "cache_hit_rate": 0.688771378993988, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2796875, "completions/max_length": 1024.0, "completions/max_terminated_length": 996.9, "completions/mean_length": 731.2515625, "completions/mean_terminated_length": 618.9319946289063, "completions/min_length": 141.9, "completions/min_terminated_length": 141.9, "entropy": 0.5641923353075982, "epoch": 0.10025062656641603, "frac_reward_zero_std": 0.0, "grad_norm": 0.2640427052974701, "kl": 0.05390605996362865, "learning_rate": 0.0001, "loss": -0.0670427918434143, "num_tokens": 2538881.0, "reward": 0.680696839094162, "reward_std": 0.0919536855071783, "rewards/cache_reward/mean": 0.680696839094162, "rewards/cache_reward/std": 0.0919536855071783, "step": 40, "step_time": 109.29437069590203 }, { "cache_hit_rate": 0.6866635918617249, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2890625, "completions/max_length": 1024.0, "completions/max_terminated_length": 1011.7, "completions/mean_length": 760.3578125, "completions/mean_terminated_length": 656.3232849121093, "completions/min_length": 45.7, "completions/min_terminated_length": 45.7, "entropy": 0.6070283114910126, "epoch": 0.12531328320802004, "frac_reward_zero_std": 0.0, "grad_norm": 0.2869623005390167, "kl": 0.023429812863469124, "learning_rate": 0.0001, "loss": -0.09718080759048461, "num_tokens": 3192326.0, "reward": 0.6855185449123382, "reward_std": 0.10149984136223793, "rewards/cache_reward/mean": 0.6855185449123382, "rewards/cache_reward/std": 0.10149984136223793, "step": 50, "step_time": 110.27378524087835 }, { "cache_hit_rate": 0.6925897181034089, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.309375, "completions/max_length": 1024.0, "completions/max_terminated_length": 995.9, "completions/mean_length": 738.384375, "completions/mean_terminated_length": 613.4844848632813, "completions/min_length": 86.8, "completions/min_terminated_length": 86.8, "entropy": 0.6024186447262764, "epoch": 0.15037593984962405, "frac_reward_zero_std": 0.0, "grad_norm": 0.25169217586517334, "kl": 3.6625402928330004, "learning_rate": 0.0001, "loss": 0.5570495128631592, "num_tokens": 3844932.0, "reward": 0.6902015984058381, "reward_std": 0.08153984323143959, "rewards/cache_reward/mean": 0.6902015984058381, "rewards/cache_reward/std": 0.08153984323143959, "step": 60, "step_time": 110.143448051624 }, { "cache_hit_rate": 0.707024896144867, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3875, "completions/max_length": 1024.0, "completions/max_terminated_length": 1012.0, "completions/mean_length": 803.928125, "completions/mean_terminated_length": 670.2502990722656, "completions/min_length": 146.8, "completions/min_terminated_length": 146.8, "entropy": 0.6164677605032921, "epoch": 0.17543859649122806, "frac_reward_zero_std": 0.0, "grad_norm": 0.29885679483413696, "kl": 0.02769087813794613, "learning_rate": 0.0001, "loss": -0.08792343139648437, "num_tokens": 4508430.0, "reward": 0.7026471257209778, "reward_std": 0.08549872897565365, "rewards/cache_reward/mean": 0.7026471257209778, "rewards/cache_reward/std": 0.08549872897565365, "step": 70, "step_time": 109.93217876499985 }, { "cache_hit_rate": 0.6787703096866607, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2984375, "completions/max_length": 1024.0, "completions/max_terminated_length": 1011.0, "completions/mean_length": 742.275, "completions/mean_terminated_length": 631.2970550537109, "completions/min_length": 173.1, "completions/min_terminated_length": 173.1, "entropy": 0.6354820564389229, "epoch": 0.20050125313283207, "frac_reward_zero_std": 0.0, "grad_norm": 0.3051297068595886, "kl": 0.027491158153861762, "learning_rate": 0.0001, "loss": -0.05539093017578125, "num_tokens": 5126438.0, "reward": 0.6731199264526367, "reward_std": 0.0984181858599186, "rewards/cache_reward/mean": 0.6731199264526367, "rewards/cache_reward/std": 0.0984181858599186, "step": 80, "step_time": 109.76294787270017 }, { "cache_hit_rate": 0.7168771982192993, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3703125, "completions/max_length": 1024.0, "completions/max_terminated_length": 1001.6, "completions/mean_length": 781.2203125, "completions/mean_terminated_length": 644.1493225097656, "completions/min_length": 124.9, "completions/min_terminated_length": 124.9, "entropy": 0.510772630572319, "epoch": 0.22556390977443608, "frac_reward_zero_std": 0.0, "grad_norm": 0.22160571813583374, "kl": 0.028083418030291796, "learning_rate": 0.0001, "loss": -0.10533699989318848, "num_tokens": 5793339.0, "reward": 0.7083093225955963, "reward_std": 0.08305367790162563, "rewards/cache_reward/mean": 0.7083093225955963, "rewards/cache_reward/std": 0.08305367790162563, "step": 90, "step_time": 110.1031208519591 }, { "cache_hit_rate": 0.6966540038585662, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.3078125, "completions/max_length": 1024.0, "completions/max_terminated_length": 997.4, "completions/mean_length": 690.071875, "completions/mean_terminated_length": 542.2264129638672, "completions/min_length": 38.7, "completions/min_terminated_length": 38.7, "entropy": 0.5484601214528084, "epoch": 0.2506265664160401, "frac_reward_zero_std": 0.0, "grad_norm": 0.28518208861351013, "kl": 0.027807974442839622, "learning_rate": 0.0001, "loss": -0.08660122156143188, "num_tokens": 6417249.0, "reward": 0.6993527948856354, "reward_std": 0.09250091910362243, "rewards/cache_reward/mean": 0.6993527948856354, "rewards/cache_reward/std": 0.09250091910362243, "step": 100, "step_time": 110.59711477749515 }, { "cache_hit_rate": 0.6942323863506317, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2796875, "completions/max_length": 1024.0, "completions/max_terminated_length": 1012.6, "completions/mean_length": 738.9765625, "completions/mean_terminated_length": 637.4039031982422, "completions/min_length": 102.2, "completions/min_terminated_length": 102.2, "entropy": 0.5651590198278427, "epoch": 0.2756892230576441, "frac_reward_zero_std": 0.0, "grad_norm": 0.278904527425766, "kl": 0.029639831464737653, "learning_rate": 0.0001, "loss": -0.06971979141235352, "num_tokens": 7058914.0, "reward": 0.6939837038516998, "reward_std": 0.08437503017485141, "rewards/cache_reward/mean": 0.6939837038516998, "rewards/cache_reward/std": 0.08437503017485141, "step": 110, "step_time": 109.98037863150239 }, { "cache_hit_rate": 0.7087398171424866, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.38125, "completions/max_length": 1024.0, "completions/max_terminated_length": 1012.8, "completions/mean_length": 794.7265625, "completions/mean_terminated_length": 661.2110961914062, "completions/min_length": 177.9, "completions/min_terminated_length": 177.9, "entropy": 0.49859170615673065, "epoch": 0.3007518796992481, "frac_reward_zero_std": 0.0, "grad_norm": 0.23720738291740417, "kl": 0.12654243744909763, "learning_rate": 0.0001, "loss": -0.07652193903923035, "num_tokens": 7725699.0, "reward": 0.7066135585308075, "reward_std": 0.0815408643335104, "rewards/cache_reward/mean": 0.7066135585308075, "rewards/cache_reward/std": 0.0815408643335104, "step": 120, "step_time": 110.21964054489509 }, { "cache_hit_rate": 0.7066302120685577, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.303125, "completions/max_length": 1024.0, "completions/max_terminated_length": 1010.1, "completions/mean_length": 719.2859375, "completions/mean_terminated_length": 589.672817993164, "completions/min_length": 51.7, "completions/min_terminated_length": 51.7, "entropy": 0.5097475752234459, "epoch": 0.3258145363408521, "frac_reward_zero_std": 0.0, "grad_norm": 0.2551797330379486, "kl": 0.03401126619428396, "learning_rate": 0.0001, "loss": -0.029747769236564636, "num_tokens": 8359146.0, "reward": 0.7066013753414154, "reward_std": 0.08856594860553742, "rewards/cache_reward/mean": 0.7066013753414154, "rewards/cache_reward/std": 0.08856594860553742, "step": 130, "step_time": 110.3610016158782 }, { "cache_hit_rate": 0.7057172179222106, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2875, "completions/max_length": 1024.0, "completions/max_terminated_length": 1012.4, "completions/mean_length": 718.9546875, "completions/mean_terminated_length": 599.3654174804688, "completions/min_length": 45.5, "completions/min_terminated_length": 45.5, "entropy": 0.5367702215909957, "epoch": 0.3508771929824561, "frac_reward_zero_std": 0.0, "grad_norm": 0.28203365206718445, "kl": 0.028053219616413116, "learning_rate": 0.0001, "loss": -0.09814745783805848, "num_tokens": 8960389.0, "reward": 0.6947050273418427, "reward_std": 0.092516228556633, "rewards/cache_reward/mean": 0.6947050273418427, "rewards/cache_reward/std": 0.092516228556633, "step": 140, "step_time": 109.26147313890979 }, { "cache_hit_rate": 0.7100595355033874, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.259375, "completions/max_length": 1024.0, "completions/max_terminated_length": 1010.9, "completions/mean_length": 643.5265625, "completions/mean_terminated_length": 526.2732879638672, "completions/min_length": 65.3, "completions/min_terminated_length": 65.3, "entropy": 0.4884163364768028, "epoch": 0.37593984962406013, "frac_reward_zero_std": 0.0, "grad_norm": 0.3192034065723419, "kl": 0.03535754019394517, "learning_rate": 0.0001, "loss": -0.015955117344856263, "num_tokens": 9533782.0, "reward": 0.7072697579860687, "reward_std": 0.08281751312315463, "rewards/cache_reward/mean": 0.7072697579860687, "rewards/cache_reward/std": 0.08281751312315463, "step": 150, "step_time": 109.54034506990574 }, { "cache_hit_rate": 0.7135620355606079, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.29375, "completions/max_length": 1024.0, "completions/max_terminated_length": 995.1, "completions/mean_length": 684.2015625, "completions/mean_terminated_length": 545.6471801757813, "completions/min_length": 68.3, "completions/min_terminated_length": 68.3, "entropy": 0.5298304185271263, "epoch": 0.40100250626566414, "frac_reward_zero_std": 0.0, "grad_norm": 0.3209550082683563, "kl": 0.03265416445210576, "learning_rate": 0.0001, "loss": -0.011588484048843384, "num_tokens": 10162439.0, "reward": 0.7117338001728057, "reward_std": 0.09532129615545273, "rewards/cache_reward/mean": 0.7117338001728057, "rewards/cache_reward/std": 0.09532129615545273, "step": 160, "step_time": 109.83968829209917 }, { "cache_hit_rate": 0.7009754419326782, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.271875, "completions/max_length": 1024.0, "completions/max_terminated_length": 1007.0, "completions/mean_length": 694.5515625, "completions/mean_terminated_length": 572.3542327880859, "completions/min_length": 100.0, "completions/min_terminated_length": 100.0, "entropy": 0.5273847237229348, "epoch": 0.42606516290726815, "frac_reward_zero_std": 0.0, "grad_norm": 0.3118448257446289, "kl": 0.03259017681702971, "learning_rate": 0.0001, "loss": -0.07569116950035096, "num_tokens": 10744440.0, "reward": 0.6976909101009369, "reward_std": 0.09229764454066754, "rewards/cache_reward/mean": 0.6976909101009369, "rewards/cache_reward/std": 0.09229764454066754, "step": 170, "step_time": 109.6869213941507 }, { "cache_hit_rate": 0.7058276951313018, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.315625, "completions/max_length": 1024.0, "completions/max_terminated_length": 994.5, "completions/mean_length": 709.8875, "completions/mean_terminated_length": 568.6204956054687, "completions/min_length": 65.8, "completions/min_terminated_length": 65.8, "entropy": 0.5262452140450478, "epoch": 0.45112781954887216, "frac_reward_zero_std": 0.0, "grad_norm": 0.27938130497932434, "kl": 0.03458747547119856, "learning_rate": 0.0001, "loss": -0.045800769329071046, "num_tokens": 11370640.0, "reward": 0.7100380957126617, "reward_std": 0.10111712664365768, "rewards/cache_reward/mean": 0.7100380957126617, "rewards/cache_reward/std": 0.10111712664365768, "step": 180, "step_time": 110.07354199965485 }, { "cache_hit_rate": 0.7054557979106904, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2421875, "completions/max_length": 1024.0, "completions/max_terminated_length": 1007.8, "completions/mean_length": 614.809375, "completions/mean_terminated_length": 490.51698608398436, "completions/min_length": 56.3, "completions/min_terminated_length": 56.3, "entropy": 0.5158756494522094, "epoch": 0.47619047619047616, "frac_reward_zero_std": 0.0, "grad_norm": 0.26570478081703186, "kl": 0.037209075130522254, "learning_rate": 0.0001, "loss": 0.009295095503330231, "num_tokens": 11911350.0, "reward": 0.708037257194519, "reward_std": 0.09269837327301503, "rewards/cache_reward/mean": 0.708037257194519, "rewards/cache_reward/std": 0.09269837327301503, "step": 190, "step_time": 109.52065962508786 }, { "cache_hit_rate": 0.718935352563858, "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.2359375, "completions/max_length": 1024.0, "completions/max_terminated_length": 965.0, "completions/mean_length": 572.43125, "completions/mean_terminated_length": 443.49492797851565, "completions/min_length": 24.7, "completions/min_terminated_length": 24.7, "entropy": 0.48532100319862365, "epoch": 0.5012531328320802, "frac_reward_zero_std": 0.0, "grad_norm": 0.2529448866844177, "kl": 0.0392603786662221, "learning_rate": 0.0001, "loss": -0.06291077136993409, "num_tokens": 12414762.0, "reward": 0.7250898122787476, "reward_std": 0.0879605084657669, "rewards/cache_reward/mean": 0.7250898122787476, "rewards/cache_reward/std": 0.0879605084657669, "step": 200, "step_time": 109.23635325629729 } ], "logging_steps": 10, "max_steps": 200, "num_input_tokens_seen": 12414762, "num_train_epochs": 1, "save_steps": 50, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 8, "trial_name": null, "trial_params": null }