| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5037593984962406, |
| "eval_steps": 500, |
| "global_step": 201, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "cache_hit_rate": 0.2987321466207504, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8671875, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 809.9, |
| "completions/mean_length": 961.46875, |
| "completions/mean_terminated_length": 563.5086151123047, |
| "completions/min_length": 327.9, |
| "completions/min_terminated_length": 327.9, |
| "entropy": 0.7783569753170013, |
| "epoch": 0.02506265664160401, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.19229525327682495, |
| "kl": 0.025735817663371564, |
| "learning_rate": 9e-05, |
| "loss": 0.03023299276828766, |
| "num_tokens": 773884.0, |
| "reward": 0.2986815273761749, |
| "reward_std": 0.021126844733953477, |
| "rewards/cache_reward/mean": 0.2986815273761749, |
| "rewards/cache_reward/std": 0.021126844733953477, |
| "step": 10, |
| "step_time": 90.0082708384376 |
| }, |
| { |
| "cache_hit_rate": 0.3069839864969254, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.8828125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 821.6, |
| "completions/mean_length": 971.9640625, |
| "completions/mean_terminated_length": 570.3135467529297, |
| "completions/min_length": 287.1, |
| "completions/min_terminated_length": 287.1, |
| "entropy": 0.754186350107193, |
| "epoch": 0.05012531328320802, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 1.0587414503097534, |
| "kl": 0.028826666437089442, |
| "learning_rate": 0.0001, |
| "loss": -0.013258826732635499, |
| "num_tokens": 1581589.0, |
| "reward": 0.306694495677948, |
| "reward_std": 0.021151169389486312, |
| "rewards/cache_reward/mean": 0.306694495677948, |
| "rewards/cache_reward/std": 0.021151169389486312, |
| "step": 20, |
| "step_time": 90.82258757026867 |
| }, |
| { |
| "cache_hit_rate": 0.3231631815433502, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9515625, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 664.1, |
| "completions/mean_length": 1000.9328125, |
| "completions/mean_terminated_length": 459.4166717529297, |
| "completions/min_length": 412.7, |
| "completions/min_terminated_length": 310.3, |
| "entropy": 0.5696786761283874, |
| "epoch": 0.07518796992481203, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1489810347557068, |
| "kl": 0.5070431146770715, |
| "learning_rate": 0.0001, |
| "loss": 0.052439266443252565, |
| "num_tokens": 2390842.0, |
| "reward": 0.3228506237268448, |
| "reward_std": 0.02563070598989725, |
| "rewards/cache_reward/mean": 0.3228506237268448, |
| "rewards/cache_reward/std": 0.02563070598989725, |
| "step": 30, |
| "step_time": 90.69367619913537 |
| }, |
| { |
| "cache_hit_rate": 0.3287877798080444, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9921875, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 150.8, |
| "completions/mean_length": 1018.8375, |
| "completions/mean_terminated_length": 93.1, |
| "completions/min_length": 752.2, |
| "completions/min_terminated_length": 35.4, |
| "entropy": 0.5493248522281646, |
| "epoch": 0.10025062656641603, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.15555262565612793, |
| "kl": 0.04194357730448246, |
| "learning_rate": 0.0001, |
| "loss": 0.004945866391062736, |
| "num_tokens": 3234082.0, |
| "reward": 0.3287609279155731, |
| "reward_std": 0.024521841667592525, |
| "rewards/cache_reward/mean": 0.3287609279155731, |
| "rewards/cache_reward/std": 0.024521841667592525, |
| "step": 40, |
| "step_time": 90.52190033134539 |
| }, |
| { |
| "cache_hit_rate": 0.3247293561697006, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9921875, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 361.6, |
| "completions/mean_length": 1021.65, |
| "completions/mean_terminated_length": 361.6, |
| "completions/min_length": 873.6, |
| "completions/min_terminated_length": 361.6, |
| "entropy": 0.6632817029953003, |
| "epoch": 0.12531328320802004, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.18938110768795013, |
| "kl": 0.054390712082386015, |
| "learning_rate": 0.0001, |
| "loss": 0.008095483481884002, |
| "num_tokens": 4060218.0, |
| "reward": 0.32472453713417054, |
| "reward_std": 0.025068807974457742, |
| "rewards/cache_reward/mean": 0.32472453713417054, |
| "rewards/cache_reward/std": 0.025068807974457742, |
| "step": 50, |
| "step_time": 90.76908840958495 |
| }, |
| { |
| "cache_hit_rate": 0.33069254755973815, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.98125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 455.7, |
| "completions/mean_length": 1014.6015625, |
| "completions/mean_terminated_length": 384.475, |
| "completions/min_length": 629.5, |
| "completions/min_terminated_length": 322.3, |
| "entropy": 0.6398827135562897, |
| "epoch": 0.15037593984962405, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1729903519153595, |
| "kl": 0.04443241953849793, |
| "learning_rate": 0.0001, |
| "loss": -1.8284097313880922e-05, |
| "num_tokens": 4852611.0, |
| "reward": 0.3305449992418289, |
| "reward_std": 0.02162333866581321, |
| "rewards/cache_reward/mean": 0.3305449992418289, |
| "rewards/cache_reward/std": 0.02162333866581321, |
| "step": 60, |
| "step_time": 90.52109750902746 |
| }, |
| { |
| "cache_hit_rate": 0.3291244089603424, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9953125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 118.3, |
| "completions/mean_length": 1021.0484375, |
| "completions/mean_terminated_length": 118.3, |
| "completions/min_length": 835.1, |
| "completions/min_terminated_length": 118.3, |
| "entropy": 0.6163755863904953, |
| "epoch": 0.17543859649122806, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.6231634020805359, |
| "kl": 0.04733915701508522, |
| "learning_rate": 0.0001, |
| "loss": -0.0013297975063323974, |
| "num_tokens": 5682834.0, |
| "reward": 0.3290934026241302, |
| "reward_std": 0.025694792345166206, |
| "rewards/cache_reward/mean": 0.3290934026241302, |
| "rewards/cache_reward/std": 0.025694792345166206, |
| "step": 70, |
| "step_time": 91.40459936279804 |
| }, |
| { |
| "cache_hit_rate": 0.32914042472839355, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9859375, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 280.2, |
| "completions/mean_length": 1016.7546875, |
| "completions/mean_terminated_length": 271.95, |
| "completions/min_length": 673.3, |
| "completions/min_terminated_length": 263.7, |
| "entropy": 0.6250631839036942, |
| "epoch": 0.20050125313283207, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.14358767867088318, |
| "kl": 0.04605277068912983, |
| "learning_rate": 0.0001, |
| "loss": 0.0016001952812075616, |
| "num_tokens": 6469845.0, |
| "reward": 0.3290808916091919, |
| "reward_std": 0.027931400947272776, |
| "rewards/cache_reward/mean": 0.3290808916091919, |
| "rewards/cache_reward/std": 0.027931400947272776, |
| "step": 80, |
| "step_time": 90.27690456421115 |
| }, |
| { |
| "cache_hit_rate": 0.3384521096944809, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.990625, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 164.9, |
| "completions/mean_length": 1017.1234375, |
| "completions/mean_terminated_length": 164.3, |
| "completions/min_length": 675.7, |
| "completions/min_terminated_length": 163.7, |
| "entropy": 0.44799884855747224, |
| "epoch": 0.22556390977443608, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.19581231474876404, |
| "kl": 0.042757127434015274, |
| "learning_rate": 0.0001, |
| "loss": -0.004632307216525078, |
| "num_tokens": 7271556.0, |
| "reward": 0.3383351147174835, |
| "reward_std": 0.023683687672019005, |
| "rewards/cache_reward/mean": 0.3383351147174835, |
| "rewards/cache_reward/std": 0.023683687672019005, |
| "step": 90, |
| "step_time": 91.19093074775301 |
| }, |
| { |
| "cache_hit_rate": 0.3332447409629822, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9921875, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 279.5, |
| "completions/mean_length": 1020.3671875, |
| "completions/mean_terminated_length": 279.5, |
| "completions/min_length": 791.5, |
| "completions/min_terminated_length": 279.5, |
| "entropy": 0.5914906859397888, |
| "epoch": 0.2506265664160401, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.22322462499141693, |
| "kl": 0.04192206896841526, |
| "learning_rate": 0.0001, |
| "loss": 0.004385053366422653, |
| "num_tokens": 8067287.0, |
| "reward": 0.33321733176708224, |
| "reward_std": 0.02411998054012656, |
| "rewards/cache_reward/mean": 0.33321733176708224, |
| "rewards/cache_reward/std": 0.02411998054012656, |
| "step": 100, |
| "step_time": 90.90292567885481 |
| }, |
| { |
| "cache_hit_rate": 0.33464895784854887, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.98125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 373.3, |
| "completions/mean_length": 1013.3484375, |
| "completions/mean_terminated_length": 336.025, |
| "completions/min_length": 503.6, |
| "completions/min_terminated_length": 298.8, |
| "entropy": 0.4564924329519272, |
| "epoch": 0.2756892230576441, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1496705561876297, |
| "kl": 0.0379826420918107, |
| "learning_rate": 0.0001, |
| "loss": 0.0033605631440877916, |
| "num_tokens": 8892334.0, |
| "reward": 0.33460802435874937, |
| "reward_std": 0.024270175583660604, |
| "rewards/cache_reward/mean": 0.33460802435874937, |
| "rewards/cache_reward/std": 0.024270175583660604, |
| "step": 110, |
| "step_time": 91.2041310617933 |
| }, |
| { |
| "cache_hit_rate": 0.3374886929988861, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9828125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 459.2, |
| "completions/mean_length": 1015.209375, |
| "completions/mean_terminated_length": 380.6, |
| "completions/min_length": 506.8, |
| "completions/min_terminated_length": 302.0, |
| "entropy": 0.5316164076328278, |
| "epoch": 0.3007518796992481, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.16703373193740845, |
| "kl": 0.0434085251763463, |
| "learning_rate": 0.0001, |
| "loss": 0.008729323744773865, |
| "num_tokens": 9680356.0, |
| "reward": 0.33764258623123167, |
| "reward_std": 0.024684826284646987, |
| "rewards/cache_reward/mean": 0.33764258623123167, |
| "rewards/cache_reward/std": 0.024684826284646987, |
| "step": 120, |
| "step_time": 91.07375006200746 |
| }, |
| { |
| "cache_hit_rate": 0.33408362567424776, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9859375, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 328.1, |
| "completions/mean_length": 1015.221875, |
| "completions/mean_terminated_length": 301.4, |
| "completions/min_length": 581.9, |
| "completions/min_terminated_length": 274.7, |
| "entropy": 0.5473819822072983, |
| "epoch": 0.3258145363408521, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.17018599808216095, |
| "kl": 0.08177528716623783, |
| "learning_rate": 0.0001, |
| "loss": 0.008963721990585326, |
| "num_tokens": 10495674.0, |
| "reward": 0.3341580301523209, |
| "reward_std": 0.024980502761900426, |
| "rewards/cache_reward/mean": 0.3341580301523209, |
| "rewards/cache_reward/std": 0.024980502761900426, |
| "step": 130, |
| "step_time": 90.68363874959759 |
| }, |
| { |
| "cache_hit_rate": 0.33405864536762236, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9859375, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 253.5, |
| "completions/mean_length": 1015.403125, |
| "completions/mean_terminated_length": 207.71666870117187, |
| "completions/min_length": 675.1, |
| "completions/min_terminated_length": 163.1, |
| "entropy": 0.5471912950277329, |
| "epoch": 0.3508771929824561, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.20733150839805603, |
| "kl": 0.35445162318646906, |
| "learning_rate": 0.0001, |
| "loss": 0.04615514874458313, |
| "num_tokens": 11295188.0, |
| "reward": 0.3339251846075058, |
| "reward_std": 0.02682190975174308, |
| "rewards/cache_reward/mean": 0.3339251846075058, |
| "rewards/cache_reward/std": 0.02682190975174308, |
| "step": 140, |
| "step_time": 91.03833641626406 |
| }, |
| { |
| "cache_hit_rate": 0.33871919512748716, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.978125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 519.8, |
| "completions/mean_length": 1013.0640625, |
| "completions/mean_terminated_length": 432.925, |
| "completions/min_length": 537.9, |
| "completions/min_terminated_length": 333.1, |
| "entropy": 0.49129725992679596, |
| "epoch": 0.37593984962406013, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1506304144859314, |
| "kl": 0.045265543088316915, |
| "learning_rate": 0.0001, |
| "loss": -0.0007558207958936692, |
| "num_tokens": 12104301.0, |
| "reward": 0.3386825680732727, |
| "reward_std": 0.025650268793106078, |
| "rewards/cache_reward/mean": 0.3386825680732727, |
| "rewards/cache_reward/std": 0.025650268793106078, |
| "step": 150, |
| "step_time": 91.25925274270121 |
| }, |
| { |
| "cache_hit_rate": 0.33684642016887667, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.98125, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 453.5, |
| "completions/mean_length": 1014.05, |
| "completions/mean_terminated_length": 370.8833374023437, |
| "completions/min_length": 471.5, |
| "completions/min_terminated_length": 266.7, |
| "entropy": 0.5017873764038085, |
| "epoch": 0.40100250626566414, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 2.4631996154785156, |
| "kl": 24.154931166768073, |
| "learning_rate": 0.0001, |
| "loss": 3.8478744506835936, |
| "num_tokens": 12925005.0, |
| "reward": 0.3366888463497162, |
| "reward_std": 0.02669309824705124, |
| "rewards/cache_reward/mean": 0.3366888463497162, |
| "rewards/cache_reward/std": 0.02669309824705124, |
| "step": 160, |
| "step_time": 90.7307717730524 |
| }, |
| { |
| "cache_hit_rate": 0.3352246254682541, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.984375, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 195.4, |
| "completions/mean_length": 1014.4828125, |
| "completions/mean_terminated_length": 127.05000305175781, |
| "completions/min_length": 784.3, |
| "completions/min_terminated_length": 67.5, |
| "entropy": 0.5599089354276657, |
| "epoch": 0.42606516290726815, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.6771759390830994, |
| "kl": 0.057728367298841475, |
| "learning_rate": 0.0001, |
| "loss": -0.005303345993161202, |
| "num_tokens": 13762762.0, |
| "reward": 0.33506683707237245, |
| "reward_std": 0.022994110081344842, |
| "rewards/cache_reward/mean": 0.33506683707237245, |
| "rewards/cache_reward/std": 0.022994110081344842, |
| "step": 170, |
| "step_time": 91.37958506643773 |
| }, |
| { |
| "cache_hit_rate": 0.33833766877651217, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.99375, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 346.8, |
| "completions/mean_length": 1023.01875, |
| "completions/mean_terminated_length": 346.8, |
| "completions/min_length": 961.2, |
| "completions/min_terminated_length": 346.8, |
| "entropy": 0.5654248386621475, |
| "epoch": 0.45112781954887216, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.14284838736057281, |
| "kl": 2.4538527205586433, |
| "learning_rate": 0.0001, |
| "loss": 0.39122982025146485, |
| "num_tokens": 14591590.0, |
| "reward": 0.33830906450748444, |
| "reward_std": 0.02580958418548107, |
| "rewards/cache_reward/mean": 0.33830906450748444, |
| "rewards/cache_reward/std": 0.02580958418548107, |
| "step": 180, |
| "step_time": 91.57028467489872 |
| }, |
| { |
| "cache_hit_rate": 0.3408436506986618, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9890625, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 202.6, |
| "completions/mean_length": 1016.6109375, |
| "completions/mean_terminated_length": 183.8, |
| "completions/min_length": 677.0, |
| "completions/min_terminated_length": 165.0, |
| "entropy": 0.5419578611850738, |
| "epoch": 0.47619047619047616, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.13886591792106628, |
| "kl": 0.07005284689366817, |
| "learning_rate": 0.0001, |
| "loss": 0.008208285272121429, |
| "num_tokens": 15394349.0, |
| "reward": 0.3408004969358444, |
| "reward_std": 0.025611967965960502, |
| "rewards/cache_reward/mean": 0.3408004969358444, |
| "rewards/cache_reward/std": 0.025611967965960502, |
| "step": 190, |
| "step_time": 91.14261374084745 |
| }, |
| { |
| "cache_hit_rate": 0.3391114443540573, |
| "clip_ratio/high_max": 0.0, |
| "clip_ratio/high_mean": 0.0, |
| "clip_ratio/low_mean": 0.0, |
| "clip_ratio/low_min": 0.0, |
| "clip_ratio/region_mean": 0.0, |
| "completions/clipped_ratio": 0.9921875, |
| "completions/max_length": 1024.0, |
| "completions/max_terminated_length": 179.6, |
| "completions/mean_length": 1019.0921875, |
| "completions/mean_terminated_length": 179.0, |
| "completions/min_length": 792.8, |
| "completions/min_terminated_length": 178.4, |
| "entropy": 0.5290060758590698, |
| "epoch": 0.5012531328320802, |
| "frac_reward_zero_std": 0.0, |
| "grad_norm": 0.1409655660390854, |
| "kl": 0.0499697394669056, |
| "learning_rate": 0.0001, |
| "loss": 0.004792223125696183, |
| "num_tokens": 16176376.0, |
| "reward": 0.33905126750469206, |
| "reward_std": 0.026329115405678748, |
| "rewards/cache_reward/mean": 0.33905126750469206, |
| "rewards/cache_reward/std": 0.026329115405678748, |
| "step": 200, |
| "step_time": 90.93274403410032 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 200, |
| "num_input_tokens_seen": 16261463, |
| "num_train_epochs": 1, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 0.0, |
| "train_batch_size": 16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
