{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.0, "eval_steps": 500, "global_step": 1000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 516.0, "completions/max_terminated_length": 516.0, "completions/mean_length": 282.3125, "completions/mean_terminated_length": 282.3125, "completions/min_length": 77.0, "completions/min_terminated_length": 77.0, "entropy": 0.34285064321011305, "epoch": 0.002, "frac_reward_zero_std": 0.0, "grad_norm": 1.6038885116577148, "learning_rate": 0.0, "loss": 0.1215, "num_tokens": 9066.0, "reward": 2.776546001434326, "reward_std": 3.6707262992858887, "rewards/fitness_reward/mean": 2.6902005672454834, "rewards/fitness_reward/std": 3.9962387084960938, "rewards/kidney_reward/mean": -0.014779508113861084, "rewards/kidney_reward/std": 0.944055438041687, "rewards/length2tails_reward/mean": 0.3619094491004944, "rewards/length2tails_reward/std": 0.47263848781585693, "rewards/thermo_reward/mean": 0.006515428423881531, "rewards/thermo_reward/std": 1.582302212715149, "step": 1 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 671.0, "completions/max_terminated_length": 671.0, "completions/mean_length": 265.3125, "completions/mean_terminated_length": 265.3125, "completions/min_length": 65.0, "completions/min_terminated_length": 65.0, "entropy": 0.25550550501793623, "epoch": 0.004, "frac_reward_zero_std": 0.0, "grad_norm": 1.1680359840393066, "learning_rate": 4e-08, "loss": -0.0098, "num_tokens": 17588.0, "reward": 2.6952362060546875, "reward_std": 3.8378028869628906, "rewards/fitness_reward/mean": 2.763430118560791, "rewards/fitness_reward/std": 4.361652374267578, "rewards/kidney_reward/mean": -0.05466890335083008, "rewards/kidney_reward/std": 1.101677656173706, "rewards/length2tails_reward/mean": 0.49158233404159546, "rewards/length2tails_reward/std": 0.4806991517543793, "rewards/thermo_reward/mean": -0.3275108337402344, "rewards/thermo_reward/std": 1.8423668146133423, "step": 2 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 504.0, "completions/max_terminated_length": 504.0, "completions/mean_length": 269.9375, "completions/mean_terminated_length": 269.9375, "completions/min_length": 34.0, "completions/min_terminated_length": 34.0, "entropy": 0.30424352758564055, "epoch": 0.006, "frac_reward_zero_std": 0.0, "grad_norm": 2.1832661628723145, "learning_rate": 8e-08, "loss": 0.0287, "num_tokens": 26258.0, "reward": 2.8955960273742676, "reward_std": 4.059200763702393, "rewards/fitness_reward/mean": 3.0105772018432617, "rewards/fitness_reward/std": 4.357508659362793, "rewards/kidney_reward/mean": -0.23322094976902008, "rewards/kidney_reward/std": 0.9928128719329834, "rewards/length2tails_reward/mean": 0.4026995301246643, "rewards/length2tails_reward/std": 0.4532533884048462, "rewards/thermo_reward/mean": -0.19809073209762573, "rewards/thermo_reward/std": 1.4632333517074585, "step": 3 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 592.0, "completions/max_terminated_length": 592.0, "completions/mean_length": 275.1875, "completions/mean_terminated_length": 275.1875, "completions/min_length": 84.0, "completions/min_terminated_length": 84.0, "entropy": 0.28253951808437705, "epoch": 0.008, "frac_reward_zero_std": 0.0, "grad_norm": 1.9522150754928589, "learning_rate": 1.2e-07, "loss": 0.0271, "num_tokens": 35096.0, "reward": 1.998507022857666, "reward_std": 3.9490599632263184, "rewards/fitness_reward/mean": 2.1376171112060547, "rewards/fitness_reward/std": 4.451599597930908, "rewards/kidney_reward/mean": -0.14740341901779175, "rewards/kidney_reward/std": 1.0896557569503784, "rewards/length2tails_reward/mean": 0.4439179301261902, "rewards/length2tails_reward/std": 0.4727405905723572, "rewards/thermo_reward/mean": -0.3527754545211792, "rewards/thermo_reward/std": 1.5906970500946045, "step": 4 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 385.0, "completions/max_terminated_length": 385.0, "completions/mean_length": 258.15625, "completions/mean_terminated_length": 258.15625, "completions/min_length": 2.0, "completions/min_terminated_length": 2.0, "entropy": 0.14575099013745785, "epoch": 0.01, "frac_reward_zero_std": 0.0, "grad_norm": 0.8847610950469971, "learning_rate": 1.6e-07, "loss": -0.0549, "num_tokens": 43389.0, "reward": 3.631153106689453, "reward_std": 3.643018960952759, "rewards/fitness_reward/mean": 3.822523593902588, "rewards/fitness_reward/std": 3.948245048522949, "rewards/kidney_reward/mean": -0.1129472404718399, "rewards/kidney_reward/std": 1.0505248308181763, "rewards/length2tails_reward/mean": 0.4005865156650543, "rewards/length2tails_reward/std": 0.44541364908218384, "rewards/thermo_reward/mean": -0.4700867533683777, "rewards/thermo_reward/std": 1.7214210033416748, "step": 5 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 442.0, "completions/max_terminated_length": 442.0, "completions/mean_length": 271.9375, "completions/mean_terminated_length": 271.9375, "completions/min_length": 188.0, "completions/min_terminated_length": 188.0, "entropy": 0.30541147477924824, "epoch": 0.012, "frac_reward_zero_std": 0.0, "grad_norm": 1.3191102743148804, "learning_rate": 2e-07, "loss": 0.0231, "num_tokens": 52123.0, "reward": 3.4447648525238037, "reward_std": 3.701854944229126, "rewards/fitness_reward/mean": 3.469925880432129, "rewards/fitness_reward/std": 3.4349849224090576, "rewards/kidney_reward/mean": 0.07564692199230194, "rewards/kidney_reward/std": 1.061210036277771, "rewards/length2tails_reward/mean": 0.3852400779724121, "rewards/length2tails_reward/std": 0.46152031421661377, "rewards/thermo_reward/mean": -0.3185890316963196, "rewards/thermo_reward/std": 1.1925057172775269, "step": 6 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 331.0, "completions/max_terminated_length": 331.0, "completions/mean_length": 266.53125, "completions/mean_terminated_length": 266.53125, "completions/min_length": 228.0, "completions/min_terminated_length": 228.0, "entropy": 0.17479356518015265, "epoch": 0.014, "frac_reward_zero_std": 0.0, "grad_norm": 1.453187346458435, "learning_rate": 2.4e-07, "loss": -0.0039, "num_tokens": 60684.0, "reward": 4.399518013000488, "reward_std": 3.6989517211914062, "rewards/fitness_reward/mean": 4.309534072875977, "rewards/fitness_reward/std": 3.625988483428955, "rewards/kidney_reward/mean": 0.16553248465061188, "rewards/kidney_reward/std": 1.1728154420852661, "rewards/length2tails_reward/mean": 0.41060203313827515, "rewards/length2tails_reward/std": 0.45657584071159363, "rewards/thermo_reward/mean": -0.19086632132530212, "rewards/thermo_reward/std": 1.5577343702316284, "step": 7 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 593.0, "completions/max_terminated_length": 593.0, "completions/mean_length": 278.0, "completions/mean_terminated_length": 278.0, "completions/min_length": 21.0, "completions/min_terminated_length": 21.0, "entropy": 0.2710487926378846, "epoch": 0.016, "frac_reward_zero_std": 0.0, "grad_norm": 1.3498140573501587, "learning_rate": 2.8e-07, "loss": 0.0108, "num_tokens": 69612.0, "reward": 2.644428253173828, "reward_std": 4.3834662437438965, "rewards/fitness_reward/mean": 2.7699179649353027, "rewards/fitness_reward/std": 4.351969242095947, "rewards/kidney_reward/mean": -0.1517922580242157, "rewards/kidney_reward/std": 1.004507303237915, "rewards/length2tails_reward/mean": 0.4273234009742737, "rewards/length2tails_reward/std": 0.4685462415218353, "rewards/thermo_reward/mean": -0.31284886598587036, "rewards/thermo_reward/std": 1.7761188745498657, "step": 8 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 552.0, "completions/max_terminated_length": 552.0, "completions/mean_length": 284.0, "completions/mean_terminated_length": 284.0, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.16439750418066978, "epoch": 0.018, "frac_reward_zero_std": 0.0, "grad_norm": 1.4144439697265625, "learning_rate": 3.2e-07, "loss": 0.1057, "num_tokens": 78732.0, "reward": 2.6186068058013916, "reward_std": 3.714634895324707, "rewards/fitness_reward/mean": 2.789903163909912, "rewards/fitness_reward/std": 4.058469295501709, "rewards/kidney_reward/mean": -0.16366836428642273, "rewards/kidney_reward/std": 1.120846152305603, "rewards/length2tails_reward/mean": 0.4343424439430237, "rewards/length2tails_reward/std": 0.47384053468704224, "rewards/thermo_reward/mean": -0.3960953652858734, "rewards/thermo_reward/std": 1.533713459968567, "step": 9 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 541.0, "completions/max_terminated_length": 541.0, "completions/mean_length": 263.21875, "completions/mean_terminated_length": 263.21875, "completions/min_length": 51.0, "completions/min_terminated_length": 51.0, "entropy": 0.213692031102255, "epoch": 0.02, "frac_reward_zero_std": 0.0, "grad_norm": 1.2669860124588013, "learning_rate": 3.6e-07, "loss": -0.0059, "num_tokens": 87187.0, "reward": 2.8165817260742188, "reward_std": 3.6723098754882812, "rewards/fitness_reward/mean": 3.185605049133301, "rewards/fitness_reward/std": 4.036534309387207, "rewards/kidney_reward/mean": -0.2615082561969757, "rewards/kidney_reward/std": 0.9169155359268188, "rewards/length2tails_reward/mean": 0.3918038606643677, "rewards/length2tails_reward/std": 0.46539491415023804, "rewards/thermo_reward/mean": -0.6724401712417603, "rewards/thermo_reward/std": 1.888286828994751, "step": 10 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 534.0, "completions/max_terminated_length": 534.0, "completions/mean_length": 276.03125, "completions/mean_terminated_length": 276.03125, "completions/min_length": 133.0, "completions/min_terminated_length": 133.0, "entropy": 0.1332897578831762, "epoch": 0.022, "frac_reward_zero_std": 0.0, "grad_norm": 0.8590123057365417, "learning_rate": 4e-07, "loss": 0.0672, "num_tokens": 96052.0, "reward": 2.619511127471924, "reward_std": 3.0328433513641357, "rewards/fitness_reward/mean": 2.949721336364746, "rewards/fitness_reward/std": 3.4479706287384033, "rewards/kidney_reward/mean": -0.3590899705886841, "rewards/kidney_reward/std": 0.6021451950073242, "rewards/length2tails_reward/mean": 0.24954092502593994, "rewards/length2tails_reward/std": 0.4148816764354706, "rewards/thermo_reward/mean": -0.42610087990760803, "rewards/thermo_reward/std": 1.485501766204834, "step": 11 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 640.0, "completions/max_terminated_length": 640.0, "completions/mean_length": 294.0, "completions/mean_terminated_length": 294.0, "completions/min_length": 164.0, "completions/min_terminated_length": 164.0, "entropy": 0.2908358834683895, "epoch": 0.024, "frac_reward_zero_std": 0.0, "grad_norm": 1.5993109941482544, "learning_rate": 4.3999999999999997e-07, "loss": 0.1808, "num_tokens": 105492.0, "reward": 2.504091501235962, "reward_std": 3.4993772506713867, "rewards/fitness_reward/mean": 2.8465797901153564, "rewards/fitness_reward/std": 4.194863319396973, "rewards/kidney_reward/mean": -0.10735474526882172, "rewards/kidney_reward/std": 1.0824220180511475, "rewards/length2tails_reward/mean": 0.41566556692123413, "rewards/length2tails_reward/std": 0.4747588336467743, "rewards/thermo_reward/mean": -0.7854543328285217, "rewards/thermo_reward/std": 1.695159912109375, "step": 12 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 441.0, "completions/max_terminated_length": 441.0, "completions/mean_length": 265.0625, "completions/mean_terminated_length": 265.0625, "completions/min_length": 66.0, "completions/min_terminated_length": 66.0, "entropy": 0.2911716205999255, "epoch": 0.026, "frac_reward_zero_std": 0.0, "grad_norm": 1.40619695186615, "learning_rate": 4.8e-07, "loss": 0.004, "num_tokens": 114006.0, "reward": 1.9322597980499268, "reward_std": 4.115525722503662, "rewards/fitness_reward/mean": 2.053403615951538, "rewards/fitness_reward/std": 4.407435417175293, "rewards/kidney_reward/mean": -0.31295573711395264, "rewards/kidney_reward/std": 0.8682083487510681, "rewards/length2tails_reward/mean": 0.48870545625686646, "rewards/length2tails_reward/std": 0.49721574783325195, "rewards/thermo_reward/mean": -0.17368489503860474, "rewards/thermo_reward/std": 2.0285637378692627, "step": 13 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 514.0, "completions/max_terminated_length": 514.0, "completions/mean_length": 279.15625, "completions/mean_terminated_length": 279.15625, "completions/min_length": 179.0, "completions/min_terminated_length": 179.0, "entropy": 0.26627546083182096, "epoch": 0.028, "frac_reward_zero_std": 0.0, "grad_norm": 1.0304509401321411, "learning_rate": 5.2e-07, "loss": 0.0939, "num_tokens": 122971.0, "reward": 2.5467944145202637, "reward_std": 3.6509149074554443, "rewards/fitness_reward/mean": 2.655552387237549, "rewards/fitness_reward/std": 4.0566606521606445, "rewards/kidney_reward/mean": 0.1742018312215805, "rewards/kidney_reward/std": 1.108739972114563, "rewards/length2tails_reward/mean": 0.346333771944046, "rewards/length2tails_reward/std": 0.43246445059776306, "rewards/thermo_reward/mean": -0.564885139465332, "rewards/thermo_reward/std": 1.453627109527588, "step": 14 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 468.0, "completions/max_terminated_length": 468.0, "completions/mean_length": 272.0, "completions/mean_terminated_length": 272.0, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.09859434771351516, "epoch": 0.03, "frac_reward_zero_std": 0.0, "grad_norm": 1.0298631191253662, "learning_rate": 5.6e-07, "loss": 0.0469, "num_tokens": 131707.0, "reward": 3.6903483867645264, "reward_std": 3.1678555011749268, "rewards/fitness_reward/mean": 3.889268398284912, "rewards/fitness_reward/std": 3.267036199569702, "rewards/kidney_reward/mean": -0.27444595098495483, "rewards/kidney_reward/std": 0.8988531231880188, "rewards/length2tails_reward/mean": 0.25988560914993286, "rewards/length2tails_reward/std": 0.39783328771591187, "rewards/thermo_reward/mean": -0.25333669781684875, "rewards/thermo_reward/std": 1.2771704196929932, "step": 15 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 444.0, "completions/max_terminated_length": 444.0, "completions/mean_length": 267.28125, "completions/mean_terminated_length": 267.28125, "completions/min_length": 84.0, "completions/min_terminated_length": 84.0, "entropy": 0.19521328411065042, "epoch": 0.032, "frac_reward_zero_std": 0.0, "grad_norm": 1.1851061582565308, "learning_rate": 6e-07, "loss": 0.0212, "num_tokens": 140292.0, "reward": 2.5893378257751465, "reward_std": 3.584918737411499, "rewards/fitness_reward/mean": 2.814847946166992, "rewards/fitness_reward/std": 3.982393741607666, "rewards/kidney_reward/mean": -0.11568474769592285, "rewards/kidney_reward/std": 0.9866483807563782, "rewards/length2tails_reward/mean": 0.3492621183395386, "rewards/length2tails_reward/std": 0.45565006136894226, "rewards/thermo_reward/mean": -0.5099663138389587, "rewards/thermo_reward/std": 1.4580680131912231, "step": 16 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 408.0, "completions/max_terminated_length": 408.0, "completions/mean_length": 282.5625, "completions/mean_terminated_length": 282.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.28495415579527617, "epoch": 0.034, "frac_reward_zero_std": 0.0, "grad_norm": 1.2181986570358276, "learning_rate": 6.4e-07, "loss": 0.0974, "num_tokens": 149366.0, "reward": 2.808767795562744, "reward_std": 3.643484115600586, "rewards/fitness_reward/mean": 3.0713696479797363, "rewards/fitness_reward/std": 3.9968082904815674, "rewards/kidney_reward/mean": -0.382036954164505, "rewards/kidney_reward/std": 0.8268358707427979, "rewards/length2tails_reward/mean": 0.5024834871292114, "rewards/length2tails_reward/std": 0.4791508615016937, "rewards/thermo_reward/mean": -0.3944079279899597, "rewards/thermo_reward/std": 1.9147756099700928, "step": 17 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 455.0, "completions/max_terminated_length": 455.0, "completions/mean_length": 277.9375, "completions/mean_terminated_length": 277.9375, "completions/min_length": 156.0, "completions/min_terminated_length": 156.0, "entropy": 0.17844699136912823, "epoch": 0.036, "frac_reward_zero_std": 0.0, "grad_norm": 1.2913175821304321, "learning_rate": 6.800000000000001e-07, "loss": 0.072, "num_tokens": 158292.0, "reward": 2.8846983909606934, "reward_std": 3.638531446456909, "rewards/fitness_reward/mean": 3.058784008026123, "rewards/fitness_reward/std": 3.7510721683502197, "rewards/kidney_reward/mean": -0.2737460136413574, "rewards/kidney_reward/std": 0.8914804458618164, "rewards/length2tails_reward/mean": 0.34188228845596313, "rewards/length2tails_reward/std": 0.4734570384025574, "rewards/thermo_reward/mean": -0.24536648392677307, "rewards/thermo_reward/std": 1.4068657159805298, "step": 18 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 601.0, "completions/max_terminated_length": 601.0, "completions/mean_length": 297.625, "completions/mean_terminated_length": 297.625, "completions/min_length": 242.0, "completions/min_terminated_length": 242.0, "entropy": 0.19913436053320765, "epoch": 0.038, "frac_reward_zero_std": 0.0, "grad_norm": 1.7019699811935425, "learning_rate": 7.2e-07, "loss": 0.1602, "num_tokens": 167848.0, "reward": 2.3710553646087646, "reward_std": 4.5642547607421875, "rewards/fitness_reward/mean": 2.7442526817321777, "rewards/fitness_reward/std": 4.607006072998047, "rewards/kidney_reward/mean": -0.2314104288816452, "rewards/kidney_reward/std": 0.9755641222000122, "rewards/length2tails_reward/mean": 0.4541005790233612, "rewards/length2tails_reward/std": 0.48273563385009766, "rewards/thermo_reward/mean": -0.7420345544815063, "rewards/thermo_reward/std": 1.7983129024505615, "step": 19 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 417.0, "completions/max_terminated_length": 417.0, "completions/mean_length": 274.25, "completions/mean_terminated_length": 274.25, "completions/min_length": 221.0, "completions/min_terminated_length": 221.0, "entropy": 0.10643508494831622, "epoch": 0.04, "frac_reward_zero_std": 0.0, "grad_norm": 1.2317397594451904, "learning_rate": 7.599999999999999e-07, "loss": 0.0675, "num_tokens": 176656.0, "reward": 3.6184439659118652, "reward_std": 3.254441738128662, "rewards/fitness_reward/mean": 4.041838645935059, "rewards/fitness_reward/std": 3.4221901893615723, "rewards/kidney_reward/mean": -0.1963132917881012, "rewards/kidney_reward/std": 0.9940592050552368, "rewards/length2tails_reward/mean": 0.3017134666442871, "rewards/length2tails_reward/std": 0.44021928310394287, "rewards/thermo_reward/mean": -0.8013330698013306, "rewards/thermo_reward/std": 1.6256381273269653, "step": 20 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 489.0, "completions/max_terminated_length": 489.0, "completions/mean_length": 283.46875, "completions/mean_terminated_length": 283.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1744343377649784, "epoch": 0.042, "frac_reward_zero_std": 0.0, "grad_norm": 1.2164242267608643, "learning_rate": 8e-07, "loss": 0.1111, "num_tokens": 185759.0, "reward": 2.710228443145752, "reward_std": 3.926434278488159, "rewards/fitness_reward/mean": 2.9178555011749268, "rewards/fitness_reward/std": 3.801013946533203, "rewards/kidney_reward/mean": -0.17946933209896088, "rewards/kidney_reward/std": 1.0358121395111084, "rewards/length2tails_reward/mean": 0.2689725160598755, "rewards/length2tails_reward/std": 0.4235849678516388, "rewards/thermo_reward/mean": -0.3702709972858429, "rewards/thermo_reward/std": 1.3275806903839111, "step": 21 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 396.0, "completions/max_terminated_length": 396.0, "completions/mean_length": 263.4375, "completions/mean_terminated_length": 263.4375, "completions/min_length": 104.0, "completions/min_terminated_length": 104.0, "entropy": 0.35666807275265455, "epoch": 0.044, "frac_reward_zero_std": 0.0, "grad_norm": 1.3615895509719849, "learning_rate": 8.399999999999999e-07, "loss": -0.0103, "num_tokens": 194221.0, "reward": 1.7372136116027832, "reward_std": 4.236116409301758, "rewards/fitness_reward/mean": 1.6128908395767212, "rewards/fitness_reward/std": 4.648111343383789, "rewards/kidney_reward/mean": 0.22530707716941833, "rewards/kidney_reward/std": 0.9966040253639221, "rewards/length2tails_reward/mean": 0.5139718055725098, "rewards/length2tails_reward/std": 0.48198941349983215, "rewards/thermo_reward/mean": -0.23364755511283875, "rewards/thermo_reward/std": 1.8280906677246094, "step": 22 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 561.0, "completions/max_terminated_length": 561.0, "completions/mean_length": 293.46875, "completions/mean_terminated_length": 293.46875, "completions/min_length": 181.0, "completions/min_terminated_length": 181.0, "entropy": 0.2110906399320811, "epoch": 0.046, "frac_reward_zero_std": 0.0, "grad_norm": 2.1795854568481445, "learning_rate": 8.799999999999999e-07, "loss": 0.1542, "num_tokens": 203644.0, "reward": 2.4099345207214355, "reward_std": 3.9786722660064697, "rewards/fitness_reward/mean": 2.844266891479492, "rewards/fitness_reward/std": 4.1898393630981445, "rewards/kidney_reward/mean": -0.45548105239868164, "rewards/kidney_reward/std": 0.7641519904136658, "rewards/length2tails_reward/mean": 0.49857550859451294, "rewards/length2tails_reward/std": 0.4670303165912628, "rewards/thermo_reward/mean": -0.6624711751937866, "rewards/thermo_reward/std": 1.6689636707305908, "step": 23 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 498.0, "completions/max_terminated_length": 498.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 21.0, "completions/min_terminated_length": 21.0, "entropy": 0.2916894480586052, "epoch": 0.048, "frac_reward_zero_std": 0.0, "grad_norm": 1.159227967262268, "learning_rate": 9.2e-07, "loss": 0.0248, "num_tokens": 212328.0, "reward": 2.407467842102051, "reward_std": 3.439573287963867, "rewards/fitness_reward/mean": 2.5296783447265625, "rewards/fitness_reward/std": 3.747447967529297, "rewards/kidney_reward/mean": -0.2728431224822998, "rewards/kidney_reward/std": 0.8738398551940918, "rewards/length2tails_reward/mean": 0.3025975227355957, "rewards/length2tails_reward/std": 0.44032588601112366, "rewards/thermo_reward/mean": -0.1228766143321991, "rewards/thermo_reward/std": 1.4348689317703247, "step": 24 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 286.0, "completions/max_terminated_length": 286.0, "completions/mean_length": 265.75, "completions/mean_terminated_length": 265.75, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.1331020297948271, "epoch": 0.05, "frac_reward_zero_std": 0.0, "grad_norm": 1.2533458471298218, "learning_rate": 9.6e-07, "loss": -0.0039, "num_tokens": 220864.0, "reward": 3.805389881134033, "reward_std": 3.130521774291992, "rewards/fitness_reward/mean": 3.9648332595825195, "rewards/fitness_reward/std": 3.3284666538238525, "rewards/kidney_reward/mean": -0.11595182865858078, "rewards/kidney_reward/std": 0.9243037104606628, "rewards/length2tails_reward/mean": 0.3001132011413574, "rewards/length2tails_reward/std": 0.4152694344520569, "rewards/thermo_reward/mean": -0.3529908061027527, "rewards/thermo_reward/std": 1.5167909860610962, "step": 25 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 432.0, "completions/max_terminated_length": 432.0, "completions/mean_length": 267.125, "completions/mean_terminated_length": 267.125, "completions/min_length": 84.0, "completions/min_terminated_length": 84.0, "entropy": 0.16058688261546195, "epoch": 0.052, "frac_reward_zero_std": 0.0, "grad_norm": 0.6334291100502014, "learning_rate": 1e-06, "loss": 0.0001, "num_tokens": 229444.0, "reward": 3.3169748783111572, "reward_std": 3.120516538619995, "rewards/fitness_reward/mean": 3.4925124645233154, "rewards/fitness_reward/std": 3.340493679046631, "rewards/kidney_reward/mean": -0.30361461639404297, "rewards/kidney_reward/std": 0.7561451196670532, "rewards/length2tails_reward/mean": 0.3624529242515564, "rewards/length2tails_reward/std": 0.4537730813026428, "rewards/thermo_reward/mean": -0.22868666052818298, "rewards/thermo_reward/std": 1.5443941354751587, "step": 26 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 333.0, "completions/max_terminated_length": 333.0, "completions/mean_length": 266.5625, "completions/mean_terminated_length": 266.5625, "completions/min_length": 204.0, "completions/min_terminated_length": 204.0, "entropy": 0.12170495046302676, "epoch": 0.054, "frac_reward_zero_std": 0.0, "grad_norm": 0.9874021410942078, "learning_rate": 1.04e-06, "loss": -0.0104, "num_tokens": 238006.0, "reward": 3.653249979019165, "reward_std": 3.816178560256958, "rewards/fitness_reward/mean": 3.920667886734009, "rewards/fitness_reward/std": 4.002020835876465, "rewards/kidney_reward/mean": -0.01481878012418747, "rewards/kidney_reward/std": 1.17020845413208, "rewards/length2tails_reward/mean": 0.45274999737739563, "rewards/length2tails_reward/std": 0.4590936601161957, "rewards/thermo_reward/mean": -0.7463918924331665, "rewards/thermo_reward/std": 1.5766205787658691, "step": 27 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 468.0, "completions/max_terminated_length": 468.0, "completions/mean_length": 264.9375, "completions/mean_terminated_length": 264.9375, "completions/min_length": 3.0, "completions/min_terminated_length": 3.0, "entropy": 0.1064134482294321, "epoch": 0.056, "frac_reward_zero_std": 0.0, "grad_norm": 0.6786694526672363, "learning_rate": 1.08e-06, "loss": -0.0297, "num_tokens": 246516.0, "reward": 3.909611701965332, "reward_std": 3.2675232887268066, "rewards/fitness_reward/mean": 4.002963066101074, "rewards/fitness_reward/std": 3.269036054611206, "rewards/kidney_reward/mean": 0.0017276406288146973, "rewards/kidney_reward/std": 1.061722993850708, "rewards/length2tails_reward/mean": 0.3930842876434326, "rewards/length2tails_reward/std": 0.44041237235069275, "rewards/thermo_reward/mean": -0.3849724531173706, "rewards/thermo_reward/std": 1.5721300840377808, "step": 28 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 516.0, "completions/max_terminated_length": 516.0, "completions/mean_length": 285.46875, "completions/mean_terminated_length": 285.46875, "completions/min_length": 203.0, "completions/min_terminated_length": 203.0, "entropy": 0.2716119010001421, "epoch": 0.058, "frac_reward_zero_std": 0.0, "grad_norm": 1.758548617362976, "learning_rate": 1.12e-06, "loss": 0.0978, "num_tokens": 255683.0, "reward": 2.6089797019958496, "reward_std": 4.1650495529174805, "rewards/fitness_reward/mean": 2.7181997299194336, "rewards/fitness_reward/std": 4.425798416137695, "rewards/kidney_reward/mean": -0.15508919954299927, "rewards/kidney_reward/std": 0.9946020245552063, "rewards/length2tails_reward/mean": 0.5060371160507202, "rewards/length2tails_reward/std": 0.4584464728832245, "rewards/thermo_reward/mean": -0.31636953353881836, "rewards/thermo_reward/std": 1.4987841844558716, "step": 29 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 522.0, "completions/max_terminated_length": 522.0, "completions/mean_length": 293.46875, "completions/mean_terminated_length": 293.46875, "completions/min_length": 226.0, "completions/min_terminated_length": 226.0, "entropy": 0.25898733153007925, "epoch": 0.06, "frac_reward_zero_std": 0.0, "grad_norm": 2.0409340858459473, "learning_rate": 1.16e-06, "loss": 0.1339, "num_tokens": 265106.0, "reward": 1.6009509563446045, "reward_std": 3.8154296875, "rewards/fitness_reward/mean": 1.8939182758331299, "rewards/fitness_reward/std": 4.212096691131592, "rewards/kidney_reward/mean": -0.3592352867126465, "rewards/kidney_reward/std": 0.9245181679725647, "rewards/length2tails_reward/mean": 0.3944413661956787, "rewards/length2tails_reward/std": 0.46978193521499634, "rewards/thermo_reward/mean": -0.4239196479320526, "rewards/thermo_reward/std": 1.8588840961456299, "step": 30 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 409.0, "completions/max_terminated_length": 409.0, "completions/mean_length": 279.90625, "completions/mean_terminated_length": 279.90625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12356520257890224, "epoch": 0.062, "frac_reward_zero_std": 0.0, "grad_norm": 1.1687328815460205, "learning_rate": 1.2e-06, "loss": 0.0934, "num_tokens": 274095.0, "reward": 3.447176456451416, "reward_std": 3.1346819400787354, "rewards/fitness_reward/mean": 3.8587636947631836, "rewards/fitness_reward/std": 3.590867280960083, "rewards/kidney_reward/mean": -0.4081210494041443, "rewards/kidney_reward/std": 0.8285349607467651, "rewards/length2tails_reward/mean": 0.46461570262908936, "rewards/length2tails_reward/std": 0.47861263155937195, "rewards/thermo_reward/mean": -0.6473608613014221, "rewards/thermo_reward/std": 1.6887931823730469, "step": 31 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 357.0, "completions/max_terminated_length": 357.0, "completions/mean_length": 260.15625, "completions/mean_terminated_length": 260.15625, "completions/min_length": 99.0, "completions/min_terminated_length": 99.0, "entropy": 0.13539172057062387, "epoch": 0.064, "frac_reward_zero_std": 0.0, "grad_norm": 1.3024259805679321, "learning_rate": 1.24e-06, "loss": -0.0461, "num_tokens": 282452.0, "reward": 2.7450294494628906, "reward_std": 3.819532632827759, "rewards/fitness_reward/mean": 2.8516581058502197, "rewards/fitness_reward/std": 4.211026668548584, "rewards/kidney_reward/mean": -0.03711742162704468, "rewards/kidney_reward/std": 0.9770359396934509, "rewards/length2tails_reward/mean": 0.3360474109649658, "rewards/length2tails_reward/std": 0.44527024030685425, "rewards/thermo_reward/mean": -0.3441632390022278, "rewards/thermo_reward/std": 1.6381678581237793, "step": 32 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 485.0, "completions/max_terminated_length": 485.0, "completions/mean_length": 266.96875, "completions/mean_terminated_length": 266.96875, "completions/min_length": 26.0, "completions/min_terminated_length": 26.0, "entropy": 0.21443682396784425, "epoch": 0.066, "frac_reward_zero_std": 0.0, "grad_norm": 1.1235257387161255, "learning_rate": 1.28e-06, "loss": 0.0131, "num_tokens": 291027.0, "reward": 2.749849319458008, "reward_std": 3.7275326251983643, "rewards/fitness_reward/mean": 3.279467821121216, "rewards/fitness_reward/std": 3.8192431926727295, "rewards/kidney_reward/mean": -0.3075902462005615, "rewards/kidney_reward/std": 1.0802315473556519, "rewards/length2tails_reward/mean": 0.40814924240112305, "rewards/length2tails_reward/std": 0.46687832474708557, "rewards/thermo_reward/mean": -0.9557211995124817, "rewards/thermo_reward/std": 1.525609016418457, "step": 33 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 484.0, "completions/max_terminated_length": 484.0, "completions/mean_length": 272.46875, "completions/mean_terminated_length": 272.46875, "completions/min_length": 43.0, "completions/min_terminated_length": 43.0, "entropy": 0.11994511261582375, "epoch": 0.068, "frac_reward_zero_std": 0.0, "grad_norm": 0.5663752555847168, "learning_rate": 1.32e-06, "loss": 0.0547, "num_tokens": 299778.0, "reward": 2.085150718688965, "reward_std": 3.8342347145080566, "rewards/fitness_reward/mean": 2.482593059539795, "rewards/fitness_reward/std": 3.909547805786133, "rewards/kidney_reward/mean": -0.08659157156944275, "rewards/kidney_reward/std": 1.036144495010376, "rewards/length2tails_reward/mean": 0.29886335134506226, "rewards/length2tails_reward/std": 0.4395237863063812, "rewards/thermo_reward/mean": -0.8577248454093933, "rewards/thermo_reward/std": 1.518059492111206, "step": 34 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 681.0, "completions/max_terminated_length": 681.0, "completions/mean_length": 286.9375, "completions/mean_terminated_length": 286.9375, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.1442709225229919, "epoch": 0.07, "frac_reward_zero_std": 0.0, "grad_norm": 2.0670015811920166, "learning_rate": 1.3600000000000001e-06, "loss": 0.1441, "num_tokens": 308992.0, "reward": 3.33197283744812, "reward_std": 3.3288204669952393, "rewards/fitness_reward/mean": 3.8933303356170654, "rewards/fitness_reward/std": 3.8310139179229736, "rewards/kidney_reward/mean": -0.3780807852745056, "rewards/kidney_reward/std": 0.9036357998847961, "rewards/length2tails_reward/mean": 0.39739546179771423, "rewards/length2tails_reward/std": 0.4599010646343231, "rewards/thermo_reward/mean": -0.9433316588401794, "rewards/thermo_reward/std": 1.4738272428512573, "step": 35 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 556.0, "completions/max_terminated_length": 556.0, "completions/mean_length": 274.46875, "completions/mean_terminated_length": 274.46875, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.09205999784171581, "epoch": 0.072, "frac_reward_zero_std": 0.0, "grad_norm": 1.3518712520599365, "learning_rate": 1.4e-06, "loss": 0.0977, "num_tokens": 317807.0, "reward": 3.7158541679382324, "reward_std": 3.447343349456787, "rewards/fitness_reward/mean": 3.822787284851074, "rewards/fitness_reward/std": 3.425808906555176, "rewards/kidney_reward/mean": -0.19986845552921295, "rewards/kidney_reward/std": 0.9525273442268372, "rewards/length2tails_reward/mean": 0.289717435836792, "rewards/length2tails_reward/std": 0.3901156783103943, "rewards/thermo_reward/mean": -0.15885674953460693, "rewards/thermo_reward/std": 1.5303553342819214, "step": 36 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 311.0, "completions/max_terminated_length": 311.0, "completions/mean_length": 262.0, "completions/mean_terminated_length": 262.0, "completions/min_length": 27.0, "completions/min_terminated_length": 27.0, "entropy": 0.23849095264449716, "epoch": 0.074, "frac_reward_zero_std": 0.0, "grad_norm": 0.8961380124092102, "learning_rate": 1.44e-06, "loss": -0.0484, "num_tokens": 326223.0, "reward": 3.2912168502807617, "reward_std": 3.498786687850952, "rewards/fitness_reward/mean": 3.485775947570801, "rewards/fitness_reward/std": 3.9797747135162354, "rewards/kidney_reward/mean": -0.08097781985998154, "rewards/kidney_reward/std": 1.0017220973968506, "rewards/length2tails_reward/mean": 0.45231589674949646, "rewards/length2tails_reward/std": 0.4590526819229126, "rewards/thermo_reward/mean": -0.5342980027198792, "rewards/thermo_reward/std": 1.7394862174987793, "step": 37 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 515.0, "completions/max_terminated_length": 515.0, "completions/mean_length": 271.0625, "completions/mean_terminated_length": 271.0625, "completions/min_length": 52.0, "completions/min_terminated_length": 52.0, "entropy": 0.15560346003621817, "epoch": 0.076, "frac_reward_zero_std": 0.0, "grad_norm": 0.8480332493782043, "learning_rate": 1.48e-06, "loss": 0.0411, "num_tokens": 334929.0, "reward": 3.250786304473877, "reward_std": 3.4832067489624023, "rewards/fitness_reward/mean": 3.512643814086914, "rewards/fitness_reward/std": 3.6526308059692383, "rewards/kidney_reward/mean": -0.3572557866573334, "rewards/kidney_reward/std": 0.8072547912597656, "rewards/length2tails_reward/mean": 0.4068295955657959, "rewards/length2tails_reward/std": 0.46265122294425964, "rewards/thermo_reward/mean": -0.3698734939098358, "rewards/thermo_reward/std": 1.6630305051803589, "step": 38 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 482.0, "completions/max_terminated_length": 482.0, "completions/mean_length": 281.3125, "completions/mean_terminated_length": 281.3125, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.15662717120721936, "epoch": 0.078, "frac_reward_zero_std": 0.0, "grad_norm": 1.380427360534668, "learning_rate": 1.5199999999999998e-06, "loss": 0.1041, "num_tokens": 343963.0, "reward": 3.2305877208709717, "reward_std": 3.6741504669189453, "rewards/fitness_reward/mean": 3.7796645164489746, "rewards/fitness_reward/std": 4.052594184875488, "rewards/kidney_reward/mean": -0.5030925273895264, "rewards/kidney_reward/std": 0.9221724271774292, "rewards/length2tails_reward/mean": 0.4580508768558502, "rewards/length2tails_reward/std": 0.4660351276397705, "rewards/thermo_reward/mean": -0.8240861892700195, "rewards/thermo_reward/std": 1.6861786842346191, "step": 39 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 260.53125, "completions/mean_terminated_length": 260.53125, "completions/min_length": 49.0, "completions/min_terminated_length": 49.0, "entropy": 0.08550065802410245, "epoch": 0.08, "frac_reward_zero_std": 0.0, "grad_norm": 1.308832049369812, "learning_rate": 1.5599999999999999e-06, "loss": -0.0705, "num_tokens": 352332.0, "reward": 3.550997734069824, "reward_std": 3.215728282928467, "rewards/fitness_reward/mean": 3.882805824279785, "rewards/fitness_reward/std": 3.2661876678466797, "rewards/kidney_reward/mean": -0.331551194190979, "rewards/kidney_reward/std": 1.047247290611267, "rewards/length2tails_reward/mean": 0.3643738627433777, "rewards/length2tails_reward/std": 0.45199695229530334, "rewards/thermo_reward/mean": -0.5142515301704407, "rewards/thermo_reward/std": 1.6633535623550415, "step": 40 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 570.0, "completions/max_terminated_length": 570.0, "completions/mean_length": 287.9375, "completions/mean_terminated_length": 287.9375, "completions/min_length": 98.0, "completions/min_terminated_length": 98.0, "entropy": 0.23963367426767945, "epoch": 0.082, "frac_reward_zero_std": 0.0, "grad_norm": 1.635361909866333, "learning_rate": 1.6e-06, "loss": 0.0942, "num_tokens": 361578.0, "reward": 2.2229952812194824, "reward_std": 4.70599889755249, "rewards/fitness_reward/mean": 2.4011287689208984, "rewards/fitness_reward/std": 4.697346210479736, "rewards/kidney_reward/mean": -0.21263191103935242, "rewards/kidney_reward/std": 0.9460816383361816, "rewards/length2tails_reward/mean": 0.49359941482543945, "rewards/length2tails_reward/std": 0.4644700288772583, "rewards/thermo_reward/mean": -0.39043474197387695, "rewards/thermo_reward/std": 1.7590357065200806, "step": 41 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 431.0, "completions/max_terminated_length": 431.0, "completions/mean_length": 264.3125, "completions/mean_terminated_length": 264.3125, "completions/min_length": 159.0, "completions/min_terminated_length": 159.0, "entropy": 0.17565014283172786, "epoch": 0.084, "frac_reward_zero_std": 0.0, "grad_norm": 2.304567813873291, "learning_rate": 1.6399999999999998e-06, "loss": -0.0273, "num_tokens": 370068.0, "reward": 2.681387424468994, "reward_std": 2.717798948287964, "rewards/fitness_reward/mean": 3.064466953277588, "rewards/fitness_reward/std": 3.145963668823242, "rewards/kidney_reward/mean": -0.30574914813041687, "rewards/kidney_reward/std": 0.6779427528381348, "rewards/length2tails_reward/mean": 0.283324658870697, "rewards/length2tails_reward/std": 0.4304597079753876, "rewards/thermo_reward/mean": -0.6020721197128296, "rewards/thermo_reward/std": 1.501791000366211, "step": 42 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 265.625, "completions/mean_terminated_length": 265.625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.049185109324753284, "epoch": 0.086, "frac_reward_zero_std": 0.0, "grad_norm": 0.6598054766654968, "learning_rate": 1.6799999999999998e-06, "loss": -0.0068, "num_tokens": 378600.0, "reward": 3.6152701377868652, "reward_std": 2.4673726558685303, "rewards/fitness_reward/mean": 3.865413188934326, "rewards/fitness_reward/std": 2.656116247177124, "rewards/kidney_reward/mean": 0.025645185261964798, "rewards/kidney_reward/std": 0.9594531059265137, "rewards/length2tails_reward/mean": 0.2298400104045868, "rewards/length2tails_reward/std": 0.4059338867664337, "rewards/thermo_reward/mean": -0.6408505439758301, "rewards/thermo_reward/std": 1.0837303400039673, "step": 43 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 566.0, "completions/max_terminated_length": 566.0, "completions/mean_length": 284.875, "completions/mean_terminated_length": 284.875, "completions/min_length": 7.0, "completions/min_terminated_length": 7.0, "entropy": 0.14746736688539386, "epoch": 0.088, "frac_reward_zero_std": 0.0, "grad_norm": 0.9718717336654663, "learning_rate": 1.7199999999999998e-06, "loss": 0.1251, "num_tokens": 387748.0, "reward": 3.236013650894165, "reward_std": 3.3577160835266113, "rewards/fitness_reward/mean": 3.322758913040161, "rewards/fitness_reward/std": 4.015753269195557, "rewards/kidney_reward/mean": -0.2718885838985443, "rewards/kidney_reward/std": 1.0613834857940674, "rewards/length2tails_reward/mean": 0.35513967275619507, "rewards/length2tails_reward/std": 0.465355783700943, "rewards/thermo_reward/mean": -0.07917150855064392, "rewards/thermo_reward/std": 1.645909070968628, "step": 44 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 262.375, "completions/mean_terminated_length": 262.375, "completions/min_length": 65.0, "completions/min_terminated_length": 65.0, "entropy": 0.13994689658284187, "epoch": 0.09, "frac_reward_zero_std": 0.0, "grad_norm": 1.789834976196289, "learning_rate": 1.7599999999999999e-06, "loss": -0.0738, "num_tokens": 396176.0, "reward": 3.187227487564087, "reward_std": 2.7353832721710205, "rewards/fitness_reward/mean": 3.8397207260131836, "rewards/fitness_reward/std": 3.054448366165161, "rewards/kidney_reward/mean": -0.5340659618377686, "rewards/kidney_reward/std": 0.7410010099411011, "rewards/length2tails_reward/mean": 0.4532582461833954, "rewards/length2tails_reward/std": 0.4908135235309601, "rewards/thermo_reward/mean": -0.9975494146347046, "rewards/thermo_reward/std": 1.4557503461837769, "step": 45 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 677.0, "completions/mean_length": 315.625, "completions/mean_terminated_length": 301.4838562011719, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.3240436161868274, "epoch": 0.092, "frac_reward_zero_std": 0.0, "grad_norm": 2.263629913330078, "learning_rate": 1.8e-06, "loss": 0.2438, "num_tokens": 406308.0, "reward": 2.244203805923462, "reward_std": 3.7210023403167725, "rewards/fitness_reward/mean": 2.758302927017212, "rewards/fitness_reward/std": 4.335577964782715, "rewards/kidney_reward/mean": -0.517410397529602, "rewards/kidney_reward/std": 0.6929426193237305, "rewards/length2tails_reward/mean": 0.5104854702949524, "rewards/length2tails_reward/std": 0.45414960384368896, "rewards/thermo_reward/mean": -0.7660301923751831, "rewards/thermo_reward/std": 1.8981391191482544, "step": 46 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 578.0, "completions/max_terminated_length": 578.0, "completions/mean_length": 272.90625, "completions/mean_terminated_length": 272.90625, "completions/min_length": 30.0, "completions/min_terminated_length": 30.0, "entropy": 0.21957311406731606, "epoch": 0.094, "frac_reward_zero_std": 0.0, "grad_norm": 1.5725150108337402, "learning_rate": 1.84e-06, "loss": 0.0397, "num_tokens": 415073.0, "reward": 3.440593719482422, "reward_std": 3.907878875732422, "rewards/fitness_reward/mean": 3.6773455142974854, "rewards/fitness_reward/std": 4.009237289428711, "rewards/kidney_reward/mean": -0.3265707492828369, "rewards/kidney_reward/std": 0.8724467754364014, "rewards/length2tails_reward/mean": 0.4737565517425537, "rewards/length2tails_reward/std": 0.47977402806282043, "rewards/thermo_reward/mean": -0.38381147384643555, "rewards/thermo_reward/std": 1.7817882299423218, "step": 47 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 664.0, "completions/max_terminated_length": 664.0, "completions/mean_length": 280.71875, "completions/mean_terminated_length": 280.71875, "completions/min_length": 45.0, "completions/min_terminated_length": 45.0, "entropy": 0.20995492348447442, "epoch": 0.096, "frac_reward_zero_std": 0.0, "grad_norm": 2.4390766620635986, "learning_rate": 1.8799999999999998e-06, "loss": 0.1414, "num_tokens": 424088.0, "reward": 2.7158737182617188, "reward_std": 3.9450368881225586, "rewards/fitness_reward/mean": 3.2037267684936523, "rewards/fitness_reward/std": 4.233373165130615, "rewards/kidney_reward/mean": -0.2726379632949829, "rewards/kidney_reward/std": 1.0136029720306396, "rewards/length2tails_reward/mean": 0.4437826871871948, "rewards/length2tails_reward/std": 0.4791125953197479, "rewards/thermo_reward/mean": -0.9249591827392578, "rewards/thermo_reward/std": 1.5671353340148926, "step": 48 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 543.0, "completions/max_terminated_length": 543.0, "completions/mean_length": 259.40625, "completions/mean_terminated_length": 259.40625, "completions/min_length": 21.0, "completions/min_terminated_length": 21.0, "entropy": 0.09386752406135201, "epoch": 0.098, "frac_reward_zero_std": 0.0, "grad_norm": 0.9598005414009094, "learning_rate": 1.92e-06, "loss": -0.0616, "num_tokens": 432421.0, "reward": 3.1751842498779297, "reward_std": 2.8628969192504883, "rewards/fitness_reward/mean": 3.399622678756714, "rewards/fitness_reward/std": 3.3204360008239746, "rewards/kidney_reward/mean": -0.05504148453474045, "rewards/kidney_reward/std": 0.9885132312774658, "rewards/length2tails_reward/mean": 0.3248463273048401, "rewards/length2tails_reward/std": 0.42490923404693604, "rewards/thermo_reward/mean": -0.5562581419944763, "rewards/thermo_reward/std": 1.7294560670852661, "step": 49 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 482.0, "completions/max_terminated_length": 482.0, "completions/mean_length": 276.375, "completions/mean_terminated_length": 276.375, "completions/min_length": 89.0, "completions/min_terminated_length": 89.0, "entropy": 0.2751795544754714, "epoch": 0.1, "frac_reward_zero_std": 0.0, "grad_norm": 1.5895367860794067, "learning_rate": 1.96e-06, "loss": 0.0493, "num_tokens": 441297.0, "reward": 3.4684815406799316, "reward_std": 3.365799903869629, "rewards/fitness_reward/mean": 3.8252737522125244, "rewards/fitness_reward/std": 3.701256513595581, "rewards/kidney_reward/mean": -0.21321097016334534, "rewards/kidney_reward/std": 1.0331931114196777, "rewards/length2tails_reward/mean": 0.5216790437698364, "rewards/length2tails_reward/std": 0.475973904132843, "rewards/thermo_reward/mean": -0.7612127065658569, "rewards/thermo_reward/std": 1.7431429624557495, "step": 50 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 517.0, "completions/max_terminated_length": 517.0, "completions/mean_length": 275.6875, "completions/mean_terminated_length": 275.6875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.16012710286304355, "epoch": 0.102, "frac_reward_zero_std": 0.0, "grad_norm": 1.3491517305374146, "learning_rate": 2e-06, "loss": 0.0725, "num_tokens": 450151.0, "reward": 3.006770133972168, "reward_std": 3.639115810394287, "rewards/fitness_reward/mean": 3.219278335571289, "rewards/fitness_reward/std": 3.9509146213531494, "rewards/kidney_reward/mean": -0.12363478541374207, "rewards/kidney_reward/std": 1.1107032299041748, "rewards/length2tails_reward/mean": 0.3590978980064392, "rewards/length2tails_reward/std": 0.4454381763935089, "rewards/thermo_reward/mean": -0.48093003034591675, "rewards/thermo_reward/std": 1.5363606214523315, "step": 51 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 471.0, "completions/max_terminated_length": 471.0, "completions/mean_length": 275.875, "completions/mean_terminated_length": 275.875, "completions/min_length": 179.0, "completions/min_terminated_length": 179.0, "entropy": 0.15937610948458314, "epoch": 0.104, "frac_reward_zero_std": 0.0, "grad_norm": 1.491953730583191, "learning_rate": 1.9999756307053944e-06, "loss": 0.0897, "num_tokens": 459011.0, "reward": 2.9640777111053467, "reward_std": 3.2988362312316895, "rewards/fitness_reward/mean": 3.421854257583618, "rewards/fitness_reward/std": 3.4940311908721924, "rewards/kidney_reward/mean": -0.35488569736480713, "rewards/kidney_reward/std": 0.8144198060035706, "rewards/length2tails_reward/mean": 0.32573986053466797, "rewards/length2tails_reward/std": 0.43565720319747925, "rewards/thermo_reward/mean": -0.7235372066497803, "rewards/thermo_reward/std": 1.4692848920822144, "step": 52 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 530.0, "completions/mean_length": 291.40625, "completions/mean_terminated_length": 276.4838562011719, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.17189960647374392, "epoch": 0.106, "frac_reward_zero_std": 0.0, "grad_norm": 2.6252596378326416, "learning_rate": 1.999902524009304e-06, "loss": 0.1744, "num_tokens": 468368.0, "reward": 3.256671667098999, "reward_std": 3.157939910888672, "rewards/fitness_reward/mean": 3.558439016342163, "rewards/fitness_reward/std": 3.760011672973633, "rewards/kidney_reward/mean": -0.20778009295463562, "rewards/kidney_reward/std": 0.9953776597976685, "rewards/length2tails_reward/mean": 0.41051942110061646, "rewards/length2tails_reward/std": 0.47235342860221863, "rewards/thermo_reward/mean": -0.6010138988494873, "rewards/thermo_reward/std": 1.5003546476364136, "step": 53 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 378.0, "completions/max_terminated_length": 378.0, "completions/mean_length": 267.5, "completions/mean_terminated_length": 267.5, "completions/min_length": 87.0, "completions/min_terminated_length": 87.0, "entropy": 0.18772483337670565, "epoch": 0.108, "frac_reward_zero_std": 0.0, "grad_norm": 1.5053292512893677, "learning_rate": 1.999780683474845e-06, "loss": 0.0136, "num_tokens": 476960.0, "reward": 3.904463529586792, "reward_std": 3.229468822479248, "rewards/fitness_reward/mean": 4.0994086265563965, "rewards/fitness_reward/std": 3.267956018447876, "rewards/kidney_reward/mean": 0.038502246141433716, "rewards/kidney_reward/std": 1.0834846496582031, "rewards/length2tails_reward/mean": 0.42780017852783203, "rewards/length2tails_reward/std": 0.4738711416721344, "rewards/thermo_reward/mean": -0.6422922611236572, "rewards/thermo_reward/std": 1.6311054229736328, "step": 54 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 608.0, "completions/max_terminated_length": 608.0, "completions/mean_length": 280.375, "completions/mean_terminated_length": 280.375, "completions/min_length": 71.0, "completions/min_terminated_length": 71.0, "entropy": 0.16723995190113783, "epoch": 0.11, "frac_reward_zero_std": 0.0, "grad_norm": 2.2620344161987305, "learning_rate": 1.999610115040354e-06, "loss": 0.0829, "num_tokens": 485964.0, "reward": 2.829023838043213, "reward_std": 3.2344512939453125, "rewards/fitness_reward/mean": 3.2663230895996094, "rewards/fitness_reward/std": 3.6452345848083496, "rewards/kidney_reward/mean": -0.43373996019363403, "rewards/kidney_reward/std": 0.8998933434486389, "rewards/length2tails_reward/mean": 0.39806175231933594, "rewards/length2tails_reward/std": 0.4529305696487427, "rewards/thermo_reward/mean": -0.6398894786834717, "rewards/thermo_reward/std": 1.7521892786026, "step": 55 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 404.0, "completions/max_terminated_length": 404.0, "completions/mean_length": 272.25, "completions/mean_terminated_length": 272.25, "completions/min_length": 187.0, "completions/min_terminated_length": 187.0, "entropy": 0.15543030109256506, "epoch": 0.112, "frac_reward_zero_std": 0.0, "grad_norm": 1.3704290390014648, "learning_rate": 1.9993908270190957e-06, "loss": 0.05, "num_tokens": 494708.0, "reward": 2.963658571243286, "reward_std": 2.9826788902282715, "rewards/fitness_reward/mean": 3.5461554527282715, "rewards/fitness_reward/std": 3.4882194995880127, "rewards/kidney_reward/mean": -0.32047683000564575, "rewards/kidney_reward/std": 0.8685289621353149, "rewards/length2tails_reward/mean": 0.405619353055954, "rewards/length2tails_reward/std": 0.4598184823989868, "rewards/thermo_reward/mean": -1.0473260879516602, "rewards/thermo_reward/std": 1.5689518451690674, "step": 56 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 520.0, "completions/max_terminated_length": 520.0, "completions/mean_length": 286.75, "completions/mean_terminated_length": 286.75, "completions/min_length": 239.0, "completions/min_terminated_length": 239.0, "entropy": 0.20465043978765607, "epoch": 0.114, "frac_reward_zero_std": 0.0, "grad_norm": 1.5429962873458862, "learning_rate": 1.999122830098858e-06, "loss": 0.1211, "num_tokens": 503916.0, "reward": 2.5245821475982666, "reward_std": 3.371739625930786, "rewards/fitness_reward/mean": 2.8426780700683594, "rewards/fitness_reward/std": 3.971247434616089, "rewards/kidney_reward/mean": -0.447263240814209, "rewards/kidney_reward/std": 0.7793542146682739, "rewards/length2tails_reward/mean": 0.41784876585006714, "rewards/length2tails_reward/std": 0.4716041386127472, "rewards/thermo_reward/mean": -0.39785265922546387, "rewards/thermo_reward/std": 1.7068020105361938, "step": 57 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 561.0, "completions/max_terminated_length": 561.0, "completions/mean_length": 283.96875, "completions/mean_terminated_length": 283.96875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.10966742131859064, "epoch": 0.116, "frac_reward_zero_std": 0.0, "grad_norm": 1.2801357507705688, "learning_rate": 1.998806137341434e-06, "loss": 0.1257, "num_tokens": 513035.0, "reward": 2.501692771911621, "reward_std": 3.395608425140381, "rewards/fitness_reward/mean": 2.803565263748169, "rewards/fitness_reward/std": 3.8261919021606445, "rewards/kidney_reward/mean": -0.06101062148809433, "rewards/kidney_reward/std": 0.9440979361534119, "rewards/length2tails_reward/mean": 0.30113983154296875, "rewards/length2tails_reward/std": 0.4402500092983246, "rewards/thermo_reward/mean": -0.6933040022850037, "rewards/thermo_reward/std": 1.348304033279419, "step": 58 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 285.0, "completions/max_terminated_length": 285.0, "completions/mean_length": 266.46875, "completions/mean_terminated_length": 266.46875, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.10635471204295754, "epoch": 0.118, "frac_reward_zero_std": 0.0, "grad_norm": 1.288246750831604, "learning_rate": 1.998440764181981e-06, "loss": -0.0024, "num_tokens": 521594.0, "reward": 2.6305971145629883, "reward_std": 3.2401773929595947, "rewards/fitness_reward/mean": 3.008155345916748, "rewards/fitness_reward/std": 3.672124147415161, "rewards/kidney_reward/mean": -0.308817982673645, "rewards/kidney_reward/std": 0.7729810476303101, "rewards/length2tails_reward/mean": 0.29512399435043335, "rewards/length2tails_reward/std": 0.42243650555610657, "rewards/thermo_reward/mean": -0.5938605666160583, "rewards/thermo_reward/std": 1.6341571807861328, "step": 59 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 411.0, "completions/max_terminated_length": 411.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12811401998624206, "epoch": 0.12, "frac_reward_zero_std": 0.0, "grad_norm": 1.5416864156723022, "learning_rate": 1.9980267284282714e-06, "loss": 0.0415, "num_tokens": 530305.0, "reward": 3.8451623916625977, "reward_std": 2.8841209411621094, "rewards/fitness_reward/mean": 4.159316062927246, "rewards/fitness_reward/std": 2.810502767562866, "rewards/kidney_reward/mean": -0.11423890292644501, "rewards/kidney_reward/std": 0.9905949831008911, "rewards/length2tails_reward/mean": 0.29447993636131287, "rewards/length2tails_reward/std": 0.4234199523925781, "rewards/thermo_reward/mean": -0.6613084077835083, "rewards/thermo_reward/std": 1.4590983390808105, "step": 60 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 434.0, "completions/max_terminated_length": 434.0, "completions/mean_length": 270.21875, "completions/mean_terminated_length": 270.21875, "completions/min_length": 110.0, "completions/min_terminated_length": 110.0, "entropy": 0.21011533495038748, "epoch": 0.122, "frac_reward_zero_std": 0.0, "grad_norm": 1.1377606391906738, "learning_rate": 1.997564050259824e-06, "loss": -0.0385, "num_tokens": 538984.0, "reward": 3.4698257446289062, "reward_std": 2.9833648204803467, "rewards/fitness_reward/mean": 3.722118616104126, "rewards/fitness_reward/std": 3.0271809101104736, "rewards/kidney_reward/mean": -0.19583800435066223, "rewards/kidney_reward/std": 0.8872043490409851, "rewards/length2tails_reward/mean": 0.35539913177490234, "rewards/length2tails_reward/std": 0.45690247416496277, "rewards/thermo_reward/mean": -0.4864477515220642, "rewards/thermo_reward/std": 1.4413105249404907, "step": 61 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 370.0, "completions/max_terminated_length": 370.0, "completions/mean_length": 274.65625, "completions/mean_terminated_length": 274.65625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1759026509243995, "epoch": 0.124, "frac_reward_zero_std": 0.0, "grad_norm": 1.6390390396118164, "learning_rate": 1.99705275222692e-06, "loss": 0.0489, "num_tokens": 547805.0, "reward": 2.411684036254883, "reward_std": 3.4048962593078613, "rewards/fitness_reward/mean": 2.772763729095459, "rewards/fitness_reward/std": 3.615152597427368, "rewards/kidney_reward/mean": -0.2250068634748459, "rewards/kidney_reward/std": 0.8008552193641663, "rewards/length2tails_reward/mean": 0.38801515102386475, "rewards/length2tails_reward/std": 0.4778028428554535, "rewards/thermo_reward/mean": -0.6911601424217224, "rewards/thermo_reward/std": 1.3928868770599365, "step": 62 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 257.09375, "completions/mean_terminated_length": 257.09375, "completions/min_length": 139.0, "completions/min_terminated_length": 139.0, "entropy": 0.12114082940388471, "epoch": 0.126, "frac_reward_zero_std": 0.0, "grad_norm": 1.0728001594543457, "learning_rate": 1.9964928592495045e-06, "loss": -0.0602, "num_tokens": 556064.0, "reward": 2.318950653076172, "reward_std": 3.8857407569885254, "rewards/fitness_reward/mean": 2.7293825149536133, "rewards/fitness_reward/std": 3.9336018562316895, "rewards/kidney_reward/mean": -0.12004195153713226, "rewards/kidney_reward/std": 1.0272102355957031, "rewards/length2tails_reward/mean": 0.3241163492202759, "rewards/length2tails_reward/std": 0.4461221396923065, "rewards/thermo_reward/mean": -0.8628798723220825, "rewards/thermo_reward/std": 1.4122726917266846, "step": 63 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 266.34375, "completions/mean_terminated_length": 266.34375, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.09513700450770557, "epoch": 0.128, "frac_reward_zero_std": 0.0, "grad_norm": 1.4474369287490845, "learning_rate": 1.99588439861597e-06, "loss": -0.0035, "num_tokens": 564619.0, "reward": 2.8130290508270264, "reward_std": 2.8655166625976562, "rewards/fitness_reward/mean": 3.189012289047241, "rewards/fitness_reward/std": 3.4911272525787354, "rewards/kidney_reward/mean": -0.19488850235939026, "rewards/kidney_reward/std": 0.8539829254150391, "rewards/length2tails_reward/mean": 0.3629145622253418, "rewards/length2tails_reward/std": 0.4654383659362793, "rewards/thermo_reward/mean": -0.7385349273681641, "rewards/thermo_reward/std": 1.4404512643814087, "step": 64 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 566.0, "completions/max_terminated_length": 566.0, "completions/mean_length": 273.71875, "completions/mean_terminated_length": 273.71875, "completions/min_length": 184.0, "completions/min_terminated_length": 184.0, "entropy": 0.13064821506850421, "epoch": 0.13, "frac_reward_zero_std": 0.0, "grad_norm": 1.423954963684082, "learning_rate": 1.995227399981831e-06, "loss": 0.0646, "num_tokens": 573410.0, "reward": 2.9144697189331055, "reward_std": 2.6013689041137695, "rewards/fitness_reward/mean": 3.6918673515319824, "rewards/fitness_reward/std": 3.162837266921997, "rewards/kidney_reward/mean": -0.5046856999397278, "rewards/kidney_reward/std": 0.8479384779930115, "rewards/length2tails_reward/mean": 0.39057034254074097, "rewards/length2tails_reward/std": 0.47401538491249084, "rewards/thermo_reward/mean": -1.2453944683074951, "rewards/thermo_reward/std": 1.5381916761398315, "step": 65 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 322.0, "completions/max_terminated_length": 322.0, "completions/mean_length": 263.75, "completions/mean_terminated_length": 263.75, "completions/min_length": 91.0, "completions/min_terminated_length": 91.0, "entropy": 0.16724270419217646, "epoch": 0.132, "frac_reward_zero_std": 0.0, "grad_norm": 1.4178781509399414, "learning_rate": 1.994521895368273e-06, "loss": -0.0306, "num_tokens": 581882.0, "reward": 3.1069273948669434, "reward_std": 3.656845808029175, "rewards/fitness_reward/mean": 3.6763453483581543, "rewards/fitness_reward/std": 3.7498345375061035, "rewards/kidney_reward/mean": -0.46478116512298584, "rewards/kidney_reward/std": 0.780349612236023, "rewards/length2tails_reward/mean": 0.4894040822982788, "rewards/length2tails_reward/std": 0.4659845530986786, "rewards/thermo_reward/mean": -0.9187557101249695, "rewards/thermo_reward/std": 1.7948275804519653, "step": 66 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 263.46875, "completions/mean_terminated_length": 263.46875, "completions/min_length": 177.0, "completions/min_terminated_length": 177.0, "entropy": 0.047335606650449336, "epoch": 0.134, "frac_reward_zero_std": 0.0, "grad_norm": 0.666408360004425, "learning_rate": 1.9937679191605962e-06, "loss": -0.0395, "num_tokens": 590345.0, "reward": 3.4559826850891113, "reward_std": 2.2802734375, "rewards/fitness_reward/mean": 4.01068115234375, "rewards/fitness_reward/std": 2.509319305419922, "rewards/kidney_reward/mean": -0.4572184383869171, "rewards/kidney_reward/std": 0.5606120228767395, "rewards/length2tails_reward/mean": 0.30433884263038635, "rewards/length2tails_reward/std": 0.44804126024246216, "rewards/thermo_reward/mean": -0.8043481111526489, "rewards/thermo_reward/std": 1.5644283294677734, "step": 67 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 273.0, "completions/max_terminated_length": 273.0, "completions/mean_length": 249.03125, "completions/mean_terminated_length": 249.03125, "completions/min_length": 64.0, "completions/min_terminated_length": 64.0, "entropy": 0.12496072240173817, "epoch": 0.136, "frac_reward_zero_std": 0.0, "grad_norm": 0.8123031258583069, "learning_rate": 1.992965508106537e-06, "loss": -0.1554, "num_tokens": 598346.0, "reward": 3.622310161590576, "reward_std": 3.287194013595581, "rewards/fitness_reward/mean": 3.8683528900146484, "rewards/fitness_reward/std": 3.616657018661499, "rewards/kidney_reward/mean": -0.33187222480773926, "rewards/kidney_reward/std": 0.8844914436340332, "rewards/length2tails_reward/mean": 0.40272101759910583, "rewards/length2tails_reward/std": 0.4587315022945404, "rewards/thermo_reward/mean": -0.3615736961364746, "rewards/thermo_reward/std": 1.7587852478027344, "step": 68 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 494.0, "completions/max_terminated_length": 494.0, "completions/mean_length": 272.375, "completions/mean_terminated_length": 272.375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.06588866747915745, "epoch": 0.138, "frac_reward_zero_std": 0.0, "grad_norm": 0.8075075149536133, "learning_rate": 1.9921147013144777e-06, "loss": 0.084, "num_tokens": 607094.0, "reward": 3.5608577728271484, "reward_std": 2.032958745956421, "rewards/fitness_reward/mean": 3.9016268253326416, "rewards/fitness_reward/std": 1.998185634613037, "rewards/kidney_reward/mean": -0.2879283130168915, "rewards/kidney_reward/std": 0.7849275469779968, "rewards/length2tails_reward/mean": 0.1897910237312317, "rewards/length2tails_reward/std": 0.3825874924659729, "rewards/thermo_reward/mean": -0.488505482673645, "rewards/thermo_reward/std": 1.2325689792633057, "step": 69 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 578.0, "completions/max_terminated_length": 578.0, "completions/mean_length": 280.0, "completions/mean_terminated_length": 280.0, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.1318660757970065, "epoch": 0.14, "frac_reward_zero_std": 0.0, "grad_norm": 1.7601933479309082, "learning_rate": 1.9912155402515414e-06, "loss": 0.0819, "num_tokens": 616086.0, "reward": 3.302825927734375, "reward_std": 3.520420789718628, "rewards/fitness_reward/mean": 3.4547269344329834, "rewards/fitness_reward/std": 4.018453598022461, "rewards/kidney_reward/mean": -0.33877238631248474, "rewards/kidney_reward/std": 1.066430687904358, "rewards/length2tails_reward/mean": 0.5047099590301514, "rewards/length2tails_reward/std": 0.45460987091064453, "rewards/thermo_reward/mean": -0.21738454699516296, "rewards/thermo_reward/std": 1.8911807537078857, "step": 70 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 491.0, "completions/max_terminated_length": 491.0, "completions/mean_length": 281.125, "completions/mean_terminated_length": 281.125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12423830945044756, "epoch": 0.142, "frac_reward_zero_std": 0.0, "grad_norm": 1.3924140930175781, "learning_rate": 1.99026806874157e-06, "loss": 0.1156, "num_tokens": 625114.0, "reward": 3.2361419200897217, "reward_std": 3.2574002742767334, "rewards/fitness_reward/mean": 3.6235194206237793, "rewards/fitness_reward/std": 3.311436176300049, "rewards/kidney_reward/mean": -0.20599408447742462, "rewards/kidney_reward/std": 0.8880826830863953, "rewards/length2tails_reward/mean": 0.3809414505958557, "rewards/length2tails_reward/std": 0.4668664038181305, "rewards/thermo_reward/mean": -0.7592315673828125, "rewards/thermo_reward/std": 1.6003990173339844, "step": 71 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 514.0, "completions/max_terminated_length": 514.0, "completions/mean_length": 273.75, "completions/mean_terminated_length": 273.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.09949495655018836, "epoch": 0.144, "frac_reward_zero_std": 0.0, "grad_norm": 0.9823671579360962, "learning_rate": 1.9892723329629885e-06, "loss": 0.0914, "num_tokens": 633906.0, "reward": 3.915363073348999, "reward_std": 2.6797749996185303, "rewards/fitness_reward/mean": 4.155492782592773, "rewards/fitness_reward/std": 2.356550455093384, "rewards/kidney_reward/mean": -0.17341646552085876, "rewards/kidney_reward/std": 0.8984330892562866, "rewards/length2tails_reward/mean": 0.26437491178512573, "rewards/length2tails_reward/std": 0.3996802270412445, "rewards/thermo_reward/mean": -0.43903061747550964, "rewards/thermo_reward/std": 1.5646251440048218, "step": 72 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 496.0, "completions/max_terminated_length": 496.0, "completions/mean_length": 267.6875, "completions/mean_terminated_length": 267.6875, "completions/min_length": 77.0, "completions/min_terminated_length": 77.0, "entropy": 0.10478552733547986, "epoch": 0.146, "frac_reward_zero_std": 0.0, "grad_norm": 1.3388633728027344, "learning_rate": 1.9882283814465526e-06, "loss": -0.0059, "num_tokens": 642504.0, "reward": 2.3275299072265625, "reward_std": 3.3928511142730713, "rewards/fitness_reward/mean": 2.9948863983154297, "rewards/fitness_reward/std": 3.664214849472046, "rewards/kidney_reward/mean": -0.5589306354522705, "rewards/kidney_reward/std": 0.6325205564498901, "rewards/length2tails_reward/mean": 0.3547426760196686, "rewards/length2tails_reward/std": 0.4702369272708893, "rewards/thermo_reward/mean": -0.9531527757644653, "rewards/thermo_reward/std": 1.475315809249878, "step": 73 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 265.6875, "completions/mean_terminated_length": 265.6875, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.05924345087260008, "epoch": 0.148, "frac_reward_zero_std": 0.0, "grad_norm": 0.8762544989585876, "learning_rate": 1.987136265072988e-06, "loss": -0.0119, "num_tokens": 651038.0, "reward": 3.500439167022705, "reward_std": 3.052443265914917, "rewards/fitness_reward/mean": 4.001605033874512, "rewards/fitness_reward/std": 2.928560733795166, "rewards/kidney_reward/mean": -0.3237060010433197, "rewards/kidney_reward/std": 0.9022273421287537, "rewards/length2tails_reward/mean": 0.34477800130844116, "rewards/length2tails_reward/std": 0.44316500425338745, "rewards/thermo_reward/mean": -0.8510144948959351, "rewards/thermo_reward/std": 1.473467469215393, "step": 74 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 499.0, "completions/max_terminated_length": 499.0, "completions/mean_length": 273.3125, "completions/mean_terminated_length": 273.3125, "completions/min_length": 74.0, "completions/min_terminated_length": 74.0, "entropy": 0.38166644517332315, "epoch": 0.15, "frac_reward_zero_std": 0.0, "grad_norm": 1.392104983329773, "learning_rate": 1.985996037070505e-06, "loss": -0.0404, "num_tokens": 659816.0, "reward": 3.276812791824341, "reward_std": 3.1364307403564453, "rewards/fitness_reward/mean": 3.4767651557922363, "rewards/fitness_reward/std": 3.71610689163208, "rewards/kidney_reward/mean": -0.04081631079316139, "rewards/kidney_reward/std": 0.9693803191184998, "rewards/length2tails_reward/mean": 0.48275813460350037, "rewards/length2tails_reward/std": 0.4699109196662903, "rewards/thermo_reward/mean": -0.6004676818847656, "rewards/thermo_reward/std": 1.6504100561141968, "step": 75 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 407.0, "completions/max_terminated_length": 407.0, "completions/mean_length": 265.03125, "completions/mean_terminated_length": 265.03125, "completions/min_length": 84.0, "completions/min_terminated_length": 84.0, "entropy": 0.09045771509408951, "epoch": 0.152, "frac_reward_zero_std": 0.0, "grad_norm": 1.0095329284667969, "learning_rate": 1.984807753012208e-06, "loss": -0.02, "num_tokens": 668329.0, "reward": 3.8370518684387207, "reward_std": 2.9943735599517822, "rewards/fitness_reward/mean": 4.162042617797852, "rewards/fitness_reward/std": 3.4031171798706055, "rewards/kidney_reward/mean": -0.1037202849984169, "rewards/kidney_reward/std": 0.8663031458854675, "rewards/length2tails_reward/mean": 0.40801501274108887, "rewards/length2tails_reward/std": 0.46140018105506897, "rewards/thermo_reward/mean": -0.7502682209014893, "rewards/thermo_reward/std": 1.5727473497390747, "step": 76 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 272.0, "completions/max_terminated_length": 272.0, "completions/mean_length": 263.96875, "completions/mean_terminated_length": 263.96875, "completions/min_length": 221.0, "completions/min_terminated_length": 221.0, "entropy": 0.07936325226910412, "epoch": 0.154, "frac_reward_zero_std": 0.0, "grad_norm": 1.5812162160873413, "learning_rate": 1.983571470813386e-06, "loss": -0.0325, "num_tokens": 676808.0, "reward": 3.7221837043762207, "reward_std": 2.660025119781494, "rewards/fitness_reward/mean": 4.209771156311035, "rewards/fitness_reward/std": 2.9468605518341064, "rewards/kidney_reward/mean": -0.5054516196250916, "rewards/kidney_reward/std": 0.7025943398475647, "rewards/length2tails_reward/mean": 0.4130633771419525, "rewards/length2tails_reward/std": 0.4388565123081207, "rewards/thermo_reward/mean": -0.6762548089027405, "rewards/thermo_reward/std": 1.6007850170135498, "step": 77 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 260.59375, "completions/mean_terminated_length": 260.59375, "completions/min_length": 94.0, "completions/min_terminated_length": 94.0, "entropy": 0.054782358231022954, "epoch": 0.156, "frac_reward_zero_std": 0.0, "grad_norm": 1.408692479133606, "learning_rate": 1.9822872507286887e-06, "loss": -0.077, "num_tokens": 685179.0, "reward": 3.3060789108276367, "reward_std": 2.6914637088775635, "rewards/fitness_reward/mean": 3.7634127140045166, "rewards/fitness_reward/std": 2.9260480403900146, "rewards/kidney_reward/mean": -0.3477899730205536, "rewards/kidney_reward/std": 0.8083656430244446, "rewards/length2tails_reward/mean": 0.30918532609939575, "rewards/length2tails_reward/std": 0.4387562870979309, "rewards/thermo_reward/mean": -0.7214701175689697, "rewards/thermo_reward/std": 1.4108153581619263, "step": 78 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 528.0, "completions/max_terminated_length": 528.0, "completions/mean_length": 278.375, "completions/mean_terminated_length": 278.375, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.1216822536662221, "epoch": 0.158, "frac_reward_zero_std": 0.0, "grad_norm": 1.7516916990280151, "learning_rate": 1.9809551553491913e-06, "loss": 0.0891, "num_tokens": 694119.0, "reward": 3.180351972579956, "reward_std": 3.2595674991607666, "rewards/fitness_reward/mean": 3.630638599395752, "rewards/fitness_reward/std": 3.309762477874756, "rewards/kidney_reward/mean": -0.2499833106994629, "rewards/kidney_reward/std": 1.0745337009429932, "rewards/length2tails_reward/mean": 0.4155610203742981, "rewards/length2tails_reward/std": 0.47090789675712585, "rewards/thermo_reward/mean": -0.8583704233169556, "rewards/thermo_reward/std": 1.5894389152526855, "step": 79 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 272.0, "completions/max_terminated_length": 272.0, "completions/mean_length": 265.625, "completions/mean_terminated_length": 265.625, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.06150074442848563, "epoch": 0.16, "frac_reward_zero_std": 0.0, "grad_norm": 1.0668549537658691, "learning_rate": 1.979575249599344e-06, "loss": -0.0093, "num_tokens": 702651.0, "reward": 3.1801319122314453, "reward_std": 2.3890247344970703, "rewards/fitness_reward/mean": 3.6655666828155518, "rewards/fitness_reward/std": 2.888410806655884, "rewards/kidney_reward/mean": -0.5205367803573608, "rewards/kidney_reward/std": 0.7554165124893188, "rewards/length2tails_reward/mean": 0.30073481798171997, "rewards/length2tails_reward/std": 0.43407922983169556, "rewards/thermo_reward/mean": -0.600700318813324, "rewards/thermo_reward/std": 1.570206880569458, "step": 80 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 642.0, "completions/max_terminated_length": 642.0, "completions/mean_length": 278.59375, "completions/mean_terminated_length": 278.59375, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.19582223054021597, "epoch": 0.162, "frac_reward_zero_std": 0.0, "grad_norm": 1.9738500118255615, "learning_rate": 1.9781476007338054e-06, "loss": 0.0849, "num_tokens": 711598.0, "reward": 3.531404495239258, "reward_std": 2.798060417175293, "rewards/fitness_reward/mean": 4.016422748565674, "rewards/fitness_reward/std": 3.2364284992218018, "rewards/kidney_reward/mean": -0.40827667713165283, "rewards/kidney_reward/std": 0.8911892771720886, "rewards/length2tails_reward/mean": 0.4315437376499176, "rewards/length2tails_reward/std": 0.46955406665802, "rewards/thermo_reward/mean": -0.7775313258171082, "rewards/thermo_reward/std": 1.5042880773544312, "step": 81 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 274.75, "completions/mean_terminated_length": 259.2903137207031, "completions/min_length": 24.0, "completions/min_terminated_length": 24.0, "entropy": 0.09533343114890158, "epoch": 0.164, "frac_reward_zero_std": 0.0, "grad_norm": 4.523869037628174, "learning_rate": 1.9766722783341677e-06, "loss": 0.086, "num_tokens": 720422.0, "reward": 3.6216368675231934, "reward_std": 2.9999029636383057, "rewards/fitness_reward/mean": 4.240582466125488, "rewards/fitness_reward/std": 3.2040698528289795, "rewards/kidney_reward/mean": -0.39840295910835266, "rewards/kidney_reward/std": 1.0155638456344604, "rewards/length2tails_reward/mean": 0.434470534324646, "rewards/length2tails_reward/std": 0.46228936314582825, "rewards/thermo_reward/mean": -1.0567247867584229, "rewards/thermo_reward/std": 1.665966272354126, "step": 82 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 266.875, "completions/mean_terminated_length": 266.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.0562637432012707, "epoch": 0.166, "frac_reward_zero_std": 0.0, "grad_norm": 1.1357522010803223, "learning_rate": 1.975149354305563e-06, "loss": 0.0135, "num_tokens": 728994.0, "reward": 3.007725715637207, "reward_std": 2.753161668777466, "rewards/fitness_reward/mean": 3.52304744720459, "rewards/fitness_reward/std": 2.9334521293640137, "rewards/kidney_reward/mean": -0.41844168305397034, "rewards/kidney_reward/std": 0.6413934230804443, "rewards/length2tails_reward/mean": 0.2917965352535248, "rewards/length2tails_reward/std": 0.4327235817909241, "rewards/thermo_reward/mean": -0.7580999135971069, "rewards/thermo_reward/std": 1.4481271505355835, "step": 83 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 642.0, "completions/max_terminated_length": 642.0, "completions/mean_length": 286.65625, "completions/mean_terminated_length": 286.65625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13436559145338833, "epoch": 0.168, "frac_reward_zero_std": 0.0, "grad_norm": 2.7011663913726807, "learning_rate": 1.97357890287316e-06, "loss": 0.1895, "num_tokens": 738199.0, "reward": 4.253416538238525, "reward_std": 2.8524696826934814, "rewards/fitness_reward/mean": 4.332322597503662, "rewards/fitness_reward/std": 2.9005343914031982, "rewards/kidney_reward/mean": -0.07999514043331146, "rewards/kidney_reward/std": 1.0148781538009644, "rewards/length2tails_reward/mean": 0.33597058057785034, "rewards/length2tails_reward/std": 0.43135184049606323, "rewards/thermo_reward/mean": -0.24580200016498566, "rewards/thermo_reward/std": 1.51665461063385, "step": 84 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 661.0, "completions/max_terminated_length": 661.0, "completions/mean_length": 282.0625, "completions/mean_terminated_length": 282.0625, "completions/min_length": 46.0, "completions/min_terminated_length": 46.0, "entropy": 0.17252697050571442, "epoch": 0.17, "frac_reward_zero_std": 0.0, "grad_norm": 3.1756560802459717, "learning_rate": 1.9719610005785463e-06, "loss": 0.1212, "num_tokens": 747257.0, "reward": 2.786454200744629, "reward_std": 3.7640724182128906, "rewards/fitness_reward/mean": 3.159298896789551, "rewards/fitness_reward/std": 4.33671236038208, "rewards/kidney_reward/mean": -0.3573535680770874, "rewards/kidney_reward/std": 0.8194970488548279, "rewards/length2tails_reward/mean": 0.4246785044670105, "rewards/length2tails_reward/std": 0.48692333698272705, "rewards/thermo_reward/mean": -0.600675106048584, "rewards/thermo_reward/std": 1.7436631917953491, "step": 85 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 636.0, "completions/max_terminated_length": 636.0, "completions/mean_length": 287.21875, "completions/mean_terminated_length": 287.21875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12859952612780035, "epoch": 0.172, "frac_reward_zero_std": 0.0, "grad_norm": 2.2280685901641846, "learning_rate": 1.9702957262759963e-06, "loss": 0.1583, "num_tokens": 756480.0, "reward": 2.5727219581604004, "reward_std": 3.09424090385437, "rewards/fitness_reward/mean": 2.9395320415496826, "rewards/fitness_reward/std": 3.4791810512542725, "rewards/kidney_reward/mean": -0.23735620081424713, "rewards/kidney_reward/std": 0.9329817891120911, "rewards/length2tails_reward/mean": 0.30392399430274963, "rewards/length2tails_reward/std": 0.45537668466567993, "rewards/thermo_reward/mean": -0.6482260227203369, "rewards/thermo_reward/std": 1.1679952144622803, "step": 86 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 507.0, "completions/max_terminated_length": 507.0, "completions/mean_length": 273.875, "completions/mean_terminated_length": 273.875, "completions/min_length": 234.0, "completions/min_terminated_length": 234.0, "entropy": 0.12523282784968615, "epoch": 0.174, "frac_reward_zero_std": 0.0, "grad_norm": 2.673491954803467, "learning_rate": 1.968583161128631e-06, "loss": 0.0818, "num_tokens": 765276.0, "reward": 3.5213098526000977, "reward_std": 2.275979518890381, "rewards/fitness_reward/mean": 4.062276363372803, "rewards/fitness_reward/std": 2.692859172821045, "rewards/kidney_reward/mean": -0.4449991285800934, "rewards/kidney_reward/std": 0.7791681885719299, "rewards/length2tails_reward/mean": 0.3919871151447296, "rewards/length2tails_reward/std": 0.4710420072078705, "rewards/thermo_reward/mean": -0.8329271674156189, "rewards/thermo_reward/std": 1.5729801654815674, "step": 87 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 475.0, "completions/max_terminated_length": 475.0, "completions/mean_length": 276.0625, "completions/mean_terminated_length": 276.0625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.0831142186652869, "epoch": 0.176, "frac_reward_zero_std": 0.0, "grad_norm": 1.926175594329834, "learning_rate": 1.9668233886044593e-06, "loss": 0.0891, "num_tokens": 774142.0, "reward": 3.4537410736083984, "reward_std": 2.8645174503326416, "rewards/fitness_reward/mean": 3.9672062397003174, "rewards/fitness_reward/std": 3.019857883453369, "rewards/kidney_reward/mean": -0.44299253821372986, "rewards/kidney_reward/std": 0.9003056287765503, "rewards/length2tails_reward/mean": 0.3812631368637085, "rewards/length2tails_reward/std": 0.455536812543869, "rewards/thermo_reward/mean": -0.7745689153671265, "rewards/thermo_reward/std": 1.6042786836624146, "step": 88 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 281.78125, "completions/mean_terminated_length": 266.5483703613281, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.09161855978891253, "epoch": 0.178, "frac_reward_zero_std": 0.0, "grad_norm": 2.947537422180176, "learning_rate": 1.9650164944723112e-06, "loss": 0.123, "num_tokens": 783191.0, "reward": 3.7828750610351562, "reward_std": 2.4898288249969482, "rewards/fitness_reward/mean": 4.1685638427734375, "rewards/fitness_reward/std": 2.7823469638824463, "rewards/kidney_reward/mean": -0.2978300452232361, "rewards/kidney_reward/std": 0.8650789856910706, "rewards/length2tails_reward/mean": 0.3725648522377014, "rewards/length2tails_reward/std": 0.44893646240234375, "rewards/thermo_reward/mean": -0.6598291397094727, "rewards/thermo_reward/std": 1.685317873954773, "step": 89 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 301.0, "completions/max_terminated_length": 301.0, "completions/mean_length": 266.84375, "completions/mean_terminated_length": 266.84375, "completions/min_length": 222.0, "completions/min_terminated_length": 222.0, "entropy": 0.07641523564234376, "epoch": 0.18, "frac_reward_zero_std": 0.0, "grad_norm": 1.4239964485168457, "learning_rate": 1.963162566797658e-06, "loss": -0.01, "num_tokens": 791762.0, "reward": 3.6204564571380615, "reward_std": 3.3779494762420654, "rewards/fitness_reward/mean": 4.185644149780273, "rewards/fitness_reward/std": 3.01949405670166, "rewards/kidney_reward/mean": -0.34998631477355957, "rewards/kidney_reward/std": 0.845792829990387, "rewards/length2tails_reward/mean": 0.3621581792831421, "rewards/length2tails_reward/std": 0.44562968611717224, "rewards/thermo_reward/mean": -0.961467981338501, "rewards/thermo_reward/std": 1.495065450668335, "step": 90 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 600.0, "completions/max_terminated_length": 600.0, "completions/mean_length": 277.8125, "completions/mean_terminated_length": 277.8125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.083618309115991, "epoch": 0.182, "frac_reward_zero_std": 0.0, "grad_norm": 1.8104112148284912, "learning_rate": 1.9612616959383188e-06, "loss": 0.093, "num_tokens": 800684.0, "reward": 3.970524787902832, "reward_std": 2.618279218673706, "rewards/fitness_reward/mean": 4.449347496032715, "rewards/fitness_reward/std": 2.936826467514038, "rewards/kidney_reward/mean": -0.2391345500946045, "rewards/kidney_reward/std": 1.0095757246017456, "rewards/length2tails_reward/mean": 0.45980584621429443, "rewards/length2tails_reward/std": 0.45448037981987, "rewards/thermo_reward/mean": -0.9484134316444397, "rewards/thermo_reward/std": 1.801936388015747, "step": 91 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 274.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 266.90625, "completions/mean_terminated_length": 266.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.05782184097915888, "epoch": 0.184, "frac_reward_zero_std": 0.0, "grad_norm": 0.44250741600990295, "learning_rate": 1.9593139745400573e-06, "loss": -0.0085, "num_tokens": 809257.0, "reward": 4.371463298797607, "reward_std": 1.7807085514068604, "rewards/fitness_reward/mean": 4.943473815917969, "rewards/fitness_reward/std": 1.6741914749145508, "rewards/kidney_reward/mean": -0.32885757088661194, "rewards/kidney_reward/std": 0.9096606373786926, "rewards/length2tails_reward/mean": 0.3909035325050354, "rewards/length2tails_reward/std": 0.4627934992313385, "rewards/thermo_reward/mean": -1.0106147527694702, "rewards/thermo_reward/std": 1.459147572517395, "step": 92 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 324.0, "completions/max_terminated_length": 324.0, "completions/mean_length": 265.59375, "completions/mean_terminated_length": 265.59375, "completions/min_length": 165.0, "completions/min_terminated_length": 165.0, "entropy": 0.13330286438576877, "epoch": 0.186, "frac_reward_zero_std": 0.0, "grad_norm": 2.56676983833313, "learning_rate": 1.957319497532067e-06, "loss": -0.0201, "num_tokens": 817788.0, "reward": 3.7524971961975098, "reward_std": 2.9713351726531982, "rewards/fitness_reward/mean": 4.150823593139648, "rewards/fitness_reward/std": 3.1422393321990967, "rewards/kidney_reward/mean": -0.12235195934772491, "rewards/kidney_reward/std": 1.0004616975784302, "rewards/length2tails_reward/mean": 0.4478749632835388, "rewards/length2tails_reward/std": 0.4696106016635895, "rewards/thermo_reward/mean": -0.898237943649292, "rewards/thermo_reward/std": 1.6778795719146729, "step": 93 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 266.84375, "completions/mean_terminated_length": 266.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.05517435655929148, "epoch": 0.188, "frac_reward_zero_std": 0.0, "grad_norm": 0.18077127635478973, "learning_rate": 1.9552783621223435e-06, "loss": -0.0066, "num_tokens": 826359.0, "reward": 4.230867862701416, "reward_std": 1.6108834743499756, "rewards/fitness_reward/mean": 4.840484619140625, "rewards/fitness_reward/std": 1.6709182262420654, "rewards/kidney_reward/mean": -0.1514122188091278, "rewards/kidney_reward/std": 0.9166415333747864, "rewards/length2tails_reward/mean": 0.3408389687538147, "rewards/length2tails_reward/std": 0.445056289434433, "rewards/thermo_reward/mean": -1.2382405996322632, "rewards/thermo_reward/std": 1.488350749015808, "step": 94 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 274.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 265.9375, "completions/mean_terminated_length": 265.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.06825397931970656, "epoch": 0.19, "frac_reward_zero_std": 0.0, "grad_norm": 0.9398273229598999, "learning_rate": 1.953190667792947e-06, "loss": -0.0041, "num_tokens": 834901.0, "reward": 3.9511187076568604, "reward_std": 2.8120744228363037, "rewards/fitness_reward/mean": 4.169844150543213, "rewards/fitness_reward/std": 2.7375926971435547, "rewards/kidney_reward/mean": -0.06316429376602173, "rewards/kidney_reward/std": 1.0275908708572388, "rewards/length2tails_reward/mean": 0.2595304250717163, "rewards/length2tails_reward/std": 0.3988112211227417, "rewards/thermo_reward/mean": -0.5040514469146729, "rewards/thermo_reward/std": 1.4217562675476074, "step": 95 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 507.0, "completions/max_terminated_length": 507.0, "completions/mean_length": 274.59375, "completions/mean_terminated_length": 274.59375, "completions/min_length": 102.0, "completions/min_terminated_length": 102.0, "entropy": 0.07531367521733046, "epoch": 0.192, "frac_reward_zero_std": 0.0, "grad_norm": 0.9723393321037292, "learning_rate": 1.9510565162951534e-06, "loss": 0.0485, "num_tokens": 843720.0, "reward": 3.428475856781006, "reward_std": 3.01780104637146, "rewards/fitness_reward/mean": 3.9550271034240723, "rewards/fitness_reward/std": 3.3777401447296143, "rewards/kidney_reward/mean": -0.39997780323028564, "rewards/kidney_reward/std": 0.961540162563324, "rewards/length2tails_reward/mean": 0.4574941396713257, "rewards/length2tails_reward/std": 0.46799859404563904, "rewards/thermo_reward/mean": -0.8818715810775757, "rewards/thermo_reward/std": 1.7305375337600708, "step": 96 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 711.0, "completions/max_terminated_length": 711.0, "completions/mean_length": 275.0, "completions/mean_terminated_length": 275.0, "completions/min_length": 64.0, "completions/min_terminated_length": 64.0, "entropy": 0.09688100079074502, "epoch": 0.194, "frac_reward_zero_std": 0.0, "grad_norm": NaN, "learning_rate": 1.9488760116444964e-06, "loss": 0.0737, "num_tokens": 852552.0, "reward": 3.657806873321533, "reward_std": 2.6497535705566406, "rewards/fitness_reward/mean": 4.058182716369629, "rewards/fitness_reward/std": 3.0874576568603516, "rewards/kidney_reward/mean": -0.2950325906276703, "rewards/kidney_reward/std": 0.8756623268127441, "rewards/length2tails_reward/mean": 0.4380313456058502, "rewards/length2tails_reward/std": 0.47069379687309265, "rewards/thermo_reward/mean": -0.7247352600097656, "rewards/thermo_reward/std": 1.6496366262435913, "step": 97 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 319.0, "completions/max_terminated_length": 319.0, "completions/mean_length": 268.6875, "completions/mean_terminated_length": 268.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.05954432673752308, "epoch": 0.196, "frac_reward_zero_std": 0.0, "grad_norm": 0.811093270778656, "learning_rate": 1.9488760116444964e-06, "loss": 0.0184, "num_tokens": 861182.0, "reward": 3.9953298568725586, "reward_std": 2.4319796562194824, "rewards/fitness_reward/mean": 4.486875057220459, "rewards/fitness_reward/std": 2.3484222888946533, "rewards/kidney_reward/mean": -0.2622259259223938, "rewards/kidney_reward/std": 1.0675276517868042, "rewards/length2tails_reward/mean": 0.37341785430908203, "rewards/length2tails_reward/std": 0.45848578214645386, "rewards/thermo_reward/mean": -0.907573401927948, "rewards/thermo_reward/std": 1.5665401220321655, "step": 98 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 272.0, "completions/mean_length": 275.71875, "completions/mean_terminated_length": 260.2903137207031, "completions/min_length": 150.0, "completions/min_terminated_length": 150.0, "entropy": 0.13262386550195515, "epoch": 0.198, "frac_reward_zero_std": 0.0, "grad_norm": 5.5504302978515625, "learning_rate": 1.9466492601156963e-06, "loss": 0.1024, "num_tokens": 870037.0, "reward": 2.7974579334259033, "reward_std": 2.8245115280151367, "rewards/fitness_reward/mean": 3.18468976020813, "rewards/fitness_reward/std": 3.181276798248291, "rewards/kidney_reward/mean": -0.3316881060600281, "rewards/kidney_reward/std": 0.7468500137329102, "rewards/length2tails_reward/mean": 0.2897987961769104, "rewards/length2tails_reward/std": 0.4419374465942383, "rewards/thermo_reward/mean": -0.587674617767334, "rewards/thermo_reward/std": 1.3871588706970215, "step": 99 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 564.0, "completions/max_terminated_length": 564.0, "completions/mean_length": 283.9375, "completions/mean_terminated_length": 283.9375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12895289808511734, "epoch": 0.2, "frac_reward_zero_std": 0.0, "grad_norm": 2.474762201309204, "learning_rate": 1.944376370237481e-06, "loss": 0.1547, "num_tokens": 879155.0, "reward": 4.534636497497559, "reward_std": 2.668832778930664, "rewards/fitness_reward/mean": 4.991495132446289, "rewards/fitness_reward/std": 2.8266241550445557, "rewards/kidney_reward/mean": -0.2184591293334961, "rewards/kidney_reward/std": 1.0288792848587036, "rewards/length2tails_reward/mean": 0.5330479145050049, "rewards/length2tails_reward/std": 0.44932231307029724, "rewards/thermo_reward/mean": -0.9617821574211121, "rewards/thermo_reward/std": 1.8963667154312134, "step": 100 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 483.0, "completions/max_terminated_length": 483.0, "completions/mean_length": 273.09375, "completions/mean_terminated_length": 273.09375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.08518685982562602, "epoch": 0.202, "frac_reward_zero_std": 0.0, "grad_norm": 1.835224986076355, "learning_rate": 1.9420574527872966e-06, "loss": 0.0636, "num_tokens": 887926.0, "reward": 3.950529098510742, "reward_std": 2.339932918548584, "rewards/fitness_reward/mean": 4.407957077026367, "rewards/fitness_reward/std": 2.659775733947754, "rewards/kidney_reward/mean": 0.050680406391620636, "rewards/kidney_reward/std": 0.8810163736343384, "rewards/length2tails_reward/mean": 0.29464665055274963, "rewards/length2tails_reward/std": 0.4334779679775238, "rewards/thermo_reward/mean": -1.1128590106964111, "rewards/thermo_reward/std": 1.0931978225708008, "step": 101 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 500.0, "completions/max_terminated_length": 500.0, "completions/mean_length": 286.875, "completions/mean_terminated_length": 286.875, "completions/min_length": 238.0, "completions/min_terminated_length": 238.0, "entropy": 0.130730795674026, "epoch": 0.204, "frac_reward_zero_std": 0.0, "grad_norm": 1.2770278453826904, "learning_rate": 1.9396926207859082e-06, "loss": 0.138, "num_tokens": 897138.0, "reward": 3.412665367126465, "reward_std": 3.999739408493042, "rewards/fitness_reward/mean": 3.8380305767059326, "rewards/fitness_reward/std": 3.9377808570861816, "rewards/kidney_reward/mean": -0.5111966133117676, "rewards/kidney_reward/std": 1.0602242946624756, "rewards/length2tails_reward/mean": 0.5344866514205933, "rewards/length2tails_reward/std": 0.46006661653518677, "rewards/thermo_reward/mean": -0.6067769527435303, "rewards/thermo_reward/std": 1.68917715549469, "step": 102 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 450.0, "completions/max_terminated_length": 450.0, "completions/mean_length": 266.84375, "completions/mean_terminated_length": 266.84375, "completions/min_length": 69.0, "completions/min_terminated_length": 69.0, "entropy": 0.09578574495390058, "epoch": 0.206, "frac_reward_zero_std": 0.0, "grad_norm": 1.2568925619125366, "learning_rate": 1.9372819894918914e-06, "loss": -0.0062, "num_tokens": 905709.0, "reward": 4.232032299041748, "reward_std": 2.5994482040405273, "rewards/fitness_reward/mean": 4.540476322174072, "rewards/fitness_reward/std": 2.9304285049438477, "rewards/kidney_reward/mean": -0.3461866080760956, "rewards/kidney_reward/std": 0.9004994630813599, "rewards/length2tails_reward/mean": 0.47418013215065, "rewards/length2tails_reward/std": 0.44722241163253784, "rewards/thermo_reward/mean": -0.5077908635139465, "rewards/thermo_reward/std": 1.6851264238357544, "step": 103 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 389.0, "completions/max_terminated_length": 389.0, "completions/mean_length": 269.6875, "completions/mean_terminated_length": 269.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.05232610600069165, "epoch": 0.208, "frac_reward_zero_std": 0.0, "grad_norm": 0.37754666805267334, "learning_rate": 1.9348256763960142e-06, "loss": -0.0148, "num_tokens": 914371.0, "reward": 3.1689558029174805, "reward_std": 2.3899450302124023, "rewards/fitness_reward/mean": 3.684023380279541, "rewards/fitness_reward/std": 2.4902243614196777, "rewards/kidney_reward/mean": -0.3063453733921051, "rewards/kidney_reward/std": 0.674054741859436, "rewards/length2tails_reward/mean": 0.25765612721443176, "rewards/length2tails_reward/std": 0.423554390668869, "rewards/thermo_reward/mean": -0.8526173830032349, "rewards/thermo_reward/std": 1.3145358562469482, "step": 104 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 394.0, "completions/max_terminated_length": 394.0, "completions/mean_length": 268.25, "completions/mean_terminated_length": 268.25, "completions/min_length": 203.0, "completions/min_terminated_length": 203.0, "entropy": 0.11395578144583851, "epoch": 0.21, "frac_reward_zero_std": 0.0, "grad_norm": 1.8413267135620117, "learning_rate": 1.9323238012155122e-06, "loss": 0.0022, "num_tokens": 922987.0, "reward": 3.0292320251464844, "reward_std": 3.132319211959839, "rewards/fitness_reward/mean": 3.6769983768463135, "rewards/fitness_reward/std": 3.4672458171844482, "rewards/kidney_reward/mean": -0.5183227062225342, "rewards/kidney_reward/std": 0.7655011415481567, "rewards/length2tails_reward/mean": 0.44852757453918457, "rewards/length2tails_reward/std": 0.4676968455314636, "rewards/thermo_reward/mean": -1.001473307609558, "rewards/thermo_reward/std": 1.6753126382827759, "step": 105 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 335.0, "completions/max_terminated_length": 335.0, "completions/mean_length": 264.5625, "completions/mean_terminated_length": 264.5625, "completions/min_length": 131.0, "completions/min_terminated_length": 131.0, "entropy": 0.0989903915906325, "epoch": 0.212, "frac_reward_zero_std": 0.0, "grad_norm": 2.1482203006744385, "learning_rate": 1.929776485888251e-06, "loss": -0.028, "num_tokens": 931485.0, "reward": 3.722275733947754, "reward_std": 2.6445722579956055, "rewards/fitness_reward/mean": 4.1574249267578125, "rewards/fitness_reward/std": 2.748945713043213, "rewards/kidney_reward/mean": -0.23157793283462524, "rewards/kidney_reward/std": 0.9468393325805664, "rewards/length2tails_reward/mean": 0.36526206135749817, "rewards/length2tails_reward/std": 0.4607754945755005, "rewards/thermo_reward/mean": -0.8213506937026978, "rewards/thermo_reward/std": 1.4860751628875732, "step": 106 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 454.0, "completions/max_terminated_length": 454.0, "completions/mean_length": 267.46875, "completions/mean_terminated_length": 267.46875, "completions/min_length": 47.0, "completions/min_terminated_length": 47.0, "entropy": 0.07739041280001402, "epoch": 0.214, "frac_reward_zero_std": 0.0, "grad_norm": 1.2668060064315796, "learning_rate": 1.9271838545667875e-06, "loss": -0.0093, "num_tokens": 940076.0, "reward": 3.640249252319336, "reward_std": 2.7999203205108643, "rewards/fitness_reward/mean": 3.994453191757202, "rewards/fitness_reward/std": 3.2945973873138428, "rewards/kidney_reward/mean": -0.3617490231990814, "rewards/kidney_reward/std": 0.8847697973251343, "rewards/length2tails_reward/mean": 0.5171585083007812, "rewards/length2tails_reward/std": 0.4940597116947174, "rewards/thermo_reward/mean": -0.6052376627922058, "rewards/thermo_reward/std": 2.0294535160064697, "step": 107 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 450.0, "completions/max_terminated_length": 450.0, "completions/mean_length": 274.25, "completions/mean_terminated_length": 274.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1099214032292366, "epoch": 0.216, "frac_reward_zero_std": 0.0, "grad_norm": 1.6436166763305664, "learning_rate": 1.9245460336123133e-06, "loss": 0.0649, "num_tokens": 948884.0, "reward": 2.887429714202881, "reward_std": 3.679654121398926, "rewards/fitness_reward/mean": 3.3409667015075684, "rewards/fitness_reward/std": 3.7627742290496826, "rewards/kidney_reward/mean": -0.4285740852355957, "rewards/kidney_reward/std": 1.042330265045166, "rewards/length2tails_reward/mean": 0.3566879630088806, "rewards/length2tails_reward/std": 0.4686858654022217, "rewards/thermo_reward/mean": -0.6568437218666077, "rewards/thermo_reward/std": 1.446584939956665, "step": 108 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 261.15625, "completions/mean_terminated_length": 261.15625, "completions/min_length": 91.0, "completions/min_terminated_length": 91.0, "entropy": 0.0422589861555025, "epoch": 0.218, "frac_reward_zero_std": 0.0, "grad_norm": 0.6566778421401978, "learning_rate": 1.9218631515885003e-06, "loss": -0.0857, "num_tokens": 957273.0, "reward": 3.377675771713257, "reward_std": 2.2366034984588623, "rewards/fitness_reward/mean": 3.9846253395080566, "rewards/fitness_reward/std": 2.6026394367218018, "rewards/kidney_reward/mean": -0.4901122450828552, "rewards/kidney_reward/std": 0.698078989982605, "rewards/length2tails_reward/mean": 0.3232583999633789, "rewards/length2tails_reward/std": 0.4532923698425293, "rewards/thermo_reward/mean": -0.8854160308837891, "rewards/thermo_reward/std": 1.4513849020004272, "step": 109 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 266.34375, "completions/mean_terminated_length": 266.34375, "completions/min_length": 217.0, "completions/min_terminated_length": 217.0, "entropy": 0.06348483904730529, "epoch": 0.22, "frac_reward_zero_std": 0.0, "grad_norm": 1.5598238706588745, "learning_rate": 1.9191353392552343e-06, "loss": -0.0301, "num_tokens": 965828.0, "reward": 3.7526564598083496, "reward_std": 2.3632280826568604, "rewards/fitness_reward/mean": 4.508893966674805, "rewards/fitness_reward/std": 2.7085962295532227, "rewards/kidney_reward/mean": -0.6108442544937134, "rewards/kidney_reward/std": 0.7660795450210571, "rewards/length2tails_reward/mean": 0.46491798758506775, "rewards/length2tails_reward/std": 0.47420939803123474, "rewards/thermo_reward/mean": -1.1340885162353516, "rewards/thermo_reward/std": 1.5848442316055298, "step": 110 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 265.4375, "completions/mean_terminated_length": 265.4375, "completions/min_length": 230.0, "completions/min_terminated_length": 230.0, "entropy": 0.0810333862900734, "epoch": 0.222, "frac_reward_zero_std": 0.0, "grad_norm": 1.3541920185089111, "learning_rate": 1.9163627295622395e-06, "loss": -0.0234, "num_tokens": 974354.0, "reward": 3.9480810165405273, "reward_std": 2.8221023082733154, "rewards/fitness_reward/mean": 4.40368127822876, "rewards/fitness_reward/std": 3.02516770362854, "rewards/kidney_reward/mean": -0.20891384780406952, "rewards/kidney_reward/std": 1.0420880317687988, "rewards/length2tails_reward/mean": 0.4156648516654968, "rewards/length2tails_reward/std": 0.43952322006225586, "rewards/thermo_reward/mean": -0.9101189374923706, "rewards/thermo_reward/std": 1.2393132448196411, "step": 111 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 267.0, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.06256379652768373, "epoch": 0.224, "frac_reward_zero_std": 0.0, "grad_norm": 0.2238101363182068, "learning_rate": 1.9135454576426007e-06, "loss": -0.0033, "num_tokens": 982930.0, "reward": 4.236385822296143, "reward_std": 2.577726125717163, "rewards/fitness_reward/mean": 4.564560890197754, "rewards/fitness_reward/std": 2.516674280166626, "rewards/kidney_reward/mean": -0.3167581856250763, "rewards/kidney_reward/std": 0.9142901301383972, "rewards/length2tails_reward/mean": 0.3586871922016144, "rewards/length2tails_reward/std": 0.43271785974502563, "rewards/thermo_reward/mean": -0.5189354419708252, "rewards/thermo_reward/std": 1.6014158725738525, "step": 112 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 259.0625, "completions/mean_terminated_length": 259.0625, "completions/min_length": 2.0, "completions/min_terminated_length": 2.0, "entropy": 0.05426312144845724, "epoch": 0.226, "frac_reward_zero_std": 0.0, "grad_norm": 0.21272876858711243, "learning_rate": 1.910683660806177e-06, "loss": -0.1044, "num_tokens": 991252.0, "reward": 4.512127876281738, "reward_std": 2.468585729598999, "rewards/fitness_reward/mean": 4.623218536376953, "rewards/fitness_reward/std": 2.2350494861602783, "rewards/kidney_reward/mean": -0.07495585083961487, "rewards/kidney_reward/std": 1.085909128189087, "rewards/length2tails_reward/mean": 0.3621150851249695, "rewards/length2tails_reward/std": 0.4594513177871704, "rewards/thermo_reward/mean": -0.3282831311225891, "rewards/thermo_reward/std": 1.6514654159545898, "step": 113 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 267.125, "completions/mean_terminated_length": 267.125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.05443617841228843, "epoch": 0.228, "frac_reward_zero_std": 0.0, "grad_norm": 0.22862917184829712, "learning_rate": 1.9077774785329087e-06, "loss": -0.0068, "num_tokens": 999832.0, "reward": 4.045974254608154, "reward_std": 1.8630603551864624, "rewards/fitness_reward/mean": 4.666137218475342, "rewards/fitness_reward/std": 2.078634738922119, "rewards/kidney_reward/mean": -0.4568588137626648, "rewards/kidney_reward/std": 0.887822687625885, "rewards/length2tails_reward/mean": 0.3842611312866211, "rewards/length2tails_reward/std": 0.46035540103912354, "rewards/thermo_reward/mean": -0.9755982160568237, "rewards/thermo_reward/std": 1.595231533050537, "step": 114 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 528.0, "completions/max_terminated_length": 528.0, "completions/mean_length": 276.46875, "completions/mean_terminated_length": 276.46875, "completions/min_length": 170.0, "completions/min_terminated_length": 170.0, "entropy": 0.10052089486271143, "epoch": 0.23, "frac_reward_zero_std": 0.0, "grad_norm": 1.551025629043579, "learning_rate": 1.9048270524660196e-06, "loss": 0.0763, "num_tokens": 1008711.0, "reward": 3.8763861656188965, "reward_std": 2.691915512084961, "rewards/fitness_reward/mean": 4.211784362792969, "rewards/fitness_reward/std": 3.2631149291992188, "rewards/kidney_reward/mean": -0.20681864023208618, "rewards/kidney_reward/std": 1.1009536981582642, "rewards/length2tails_reward/mean": 0.44117099046707153, "rewards/length2tails_reward/std": 0.4576721787452698, "rewards/thermo_reward/mean": -0.6845625638961792, "rewards/thermo_reward/std": 1.8933459520339966, "step": 115 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 567.0, "completions/max_terminated_length": 567.0, "completions/mean_length": 277.09375, "completions/mean_terminated_length": 277.09375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11264282860793173, "epoch": 0.232, "frac_reward_zero_std": 0.0, "grad_norm": 3.240277051925659, "learning_rate": 1.9018325264051138e-06, "loss": 0.1024, "num_tokens": 1017610.0, "reward": 4.128618240356445, "reward_std": 2.4607045650482178, "rewards/fitness_reward/mean": 4.626686096191406, "rewards/fitness_reward/std": 2.66855525970459, "rewards/kidney_reward/mean": -0.41873425245285034, "rewards/kidney_reward/std": 0.8528873920440674, "rewards/length2tails_reward/mean": 0.45648080110549927, "rewards/length2tails_reward/std": 0.4659040570259094, "rewards/thermo_reward/mean": -0.8056415319442749, "rewards/thermo_reward/std": 1.8150216341018677, "step": 116 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 267.96875, "completions/mean_terminated_length": 267.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.07115628337487578, "epoch": 0.234, "frac_reward_zero_std": 0.0, "grad_norm": 0.28056812286376953, "learning_rate": 1.8987940462991669e-06, "loss": -0.0076, "num_tokens": 1026217.0, "reward": 5.146751403808594, "reward_std": 1.9194636344909668, "rewards/fitness_reward/mean": 5.458418846130371, "rewards/fitness_reward/std": 1.5903440713882446, "rewards/kidney_reward/mean": -0.3146427869796753, "rewards/kidney_reward/std": 0.9314286708831787, "rewards/length2tails_reward/mean": 0.4887458086013794, "rewards/length2tails_reward/std": 0.445161372423172, "rewards/thermo_reward/mean": -0.5530648827552795, "rewards/thermo_reward/std": 1.9085291624069214, "step": 117 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 731.0, "completions/max_terminated_length": 731.0, "completions/mean_length": 288.03125, "completions/mean_terminated_length": 288.03125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.10206129332073033, "epoch": 0.236, "frac_reward_zero_std": 0.0, "grad_norm": 4.308597087860107, "learning_rate": 1.8957117602394128e-06, "loss": 0.1213, "num_tokens": 1035466.0, "reward": 3.710597038269043, "reward_std": 2.7380971908569336, "rewards/fitness_reward/mean": 3.901604175567627, "rewards/fitness_reward/std": 2.8767783641815186, "rewards/kidney_reward/mean": -0.2230178266763687, "rewards/kidney_reward/std": 1.0350183248519897, "rewards/length2tails_reward/mean": 0.439441978931427, "rewards/length2tails_reward/std": 0.4717496633529663, "rewards/thermo_reward/mean": -0.37871700525283813, "rewards/thermo_reward/std": 1.4095770120620728, "step": 118 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 392.0, "completions/max_terminated_length": 392.0, "completions/mean_length": 272.71875, "completions/mean_terminated_length": 272.71875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.07676034257747233, "epoch": 0.238, "frac_reward_zero_std": 0.0, "grad_norm": 0.9029649496078491, "learning_rate": 1.8925858184521255e-06, "loss": 0.0311, "num_tokens": 1044225.0, "reward": 3.1038806438446045, "reward_std": 2.6872596740722656, "rewards/fitness_reward/mean": 3.926145315170288, "rewards/fitness_reward/std": 3.1735939979553223, "rewards/kidney_reward/mean": -0.5126339197158813, "rewards/kidney_reward/std": 0.9371849298477173, "rewards/length2tails_reward/mean": 0.5384362936019897, "rewards/length2tails_reward/std": 0.48361003398895264, "rewards/thermo_reward/mean": -1.401113510131836, "rewards/thermo_reward/std": 1.7026857137680054, "step": 119 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 262.03125, "completions/mean_terminated_length": 262.03125, "completions/min_length": 95.0, "completions/min_terminated_length": 95.0, "entropy": 0.06442607054486871, "epoch": 0.24, "frac_reward_zero_std": 0.0, "grad_norm": 0.43014267086982727, "learning_rate": 1.8894163732912974e-06, "loss": -0.0554, "num_tokens": 1052642.0, "reward": 4.679306983947754, "reward_std": 2.9649219512939453, "rewards/fitness_reward/mean": 4.555464744567871, "rewards/fitness_reward/std": 2.9455044269561768, "rewards/kidney_reward/mean": 0.28108876943588257, "rewards/kidney_reward/std": 1.0552774667739868, "rewards/length2tails_reward/mean": 0.4020635783672333, "rewards/length2tails_reward/std": 0.4390629231929779, "rewards/thermo_reward/mean": -0.23443603515625, "rewards/thermo_reward/std": 1.6590263843536377, "step": 120 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 449.0, "completions/max_terminated_length": 449.0, "completions/mean_length": 274.34375, "completions/mean_terminated_length": 274.34375, "completions/min_length": 169.0, "completions/min_terminated_length": 169.0, "entropy": 0.12703936896286905, "epoch": 0.242, "frac_reward_zero_std": 0.0, "grad_norm": 1.771202802658081, "learning_rate": 1.8862035792312146e-06, "loss": 0.0538, "num_tokens": 1061453.0, "reward": 3.4370691776275635, "reward_std": 3.001307725906372, "rewards/fitness_reward/mean": 3.9468846321105957, "rewards/fitness_reward/std": 3.393200397491455, "rewards/kidney_reward/mean": -0.46353626251220703, "rewards/kidney_reward/std": 0.7753000259399414, "rewards/length2tails_reward/mean": 0.4690501093864441, "rewards/length2tails_reward/std": 0.4708133935928345, "rewards/thermo_reward/mean": -0.7906193733215332, "rewards/thermo_reward/std": 1.7162280082702637, "step": 121 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 264.1875, "completions/mean_terminated_length": 264.1875, "completions/min_length": 152.0, "completions/min_terminated_length": 152.0, "entropy": 0.05585645651444793, "epoch": 0.244, "frac_reward_zero_std": 0.0, "grad_norm": 0.5052928924560547, "learning_rate": 1.8829475928589268e-06, "loss": -0.0554, "num_tokens": 1069939.0, "reward": 3.7392311096191406, "reward_std": 2.379016399383545, "rewards/fitness_reward/mean": 4.264631271362305, "rewards/fitness_reward/std": 2.363891839981079, "rewards/kidney_reward/mean": -0.2556886672973633, "rewards/kidney_reward/std": 0.9878360629081726, "rewards/length2tails_reward/mean": 0.39914143085479736, "rewards/length2tails_reward/std": 0.47185075283050537, "rewards/thermo_reward/mean": -0.9946828484535217, "rewards/thermo_reward/std": 1.5393421649932861, "step": 122 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 526.0, "completions/max_terminated_length": 526.0, "completions/mean_length": 278.78125, "completions/mean_terminated_length": 278.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06387731153517962, "epoch": 0.246, "frac_reward_zero_std": 0.0, "grad_norm": 0.9780254364013672, "learning_rate": 1.8796485728666165e-06, "loss": 0.1166, "num_tokens": 1078892.0, "reward": 3.3900699615478516, "reward_std": 2.7406327724456787, "rewards/fitness_reward/mean": 3.765007495880127, "rewards/fitness_reward/std": 2.5442514419555664, "rewards/kidney_reward/mean": -0.046911612153053284, "rewards/kidney_reward/std": 0.9505102634429932, "rewards/length2tails_reward/mean": 0.27233248949050903, "rewards/length2tails_reward/std": 0.4196857810020447, "rewards/thermo_reward/mean": -0.8391291499137878, "rewards/thermo_reward/std": 1.3835790157318115, "step": 123 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 263.4375, "completions/mean_terminated_length": 263.4375, "completions/min_length": 189.0, "completions/min_terminated_length": 189.0, "entropy": 0.13032073702197522, "epoch": 0.248, "frac_reward_zero_std": 0.0, "grad_norm": 1.5727119445800781, "learning_rate": 1.8763066800438634e-06, "loss": -0.0356, "num_tokens": 1087354.0, "reward": 3.966728448867798, "reward_std": 3.162716865539551, "rewards/fitness_reward/mean": 4.33012580871582, "rewards/fitness_reward/std": 3.2471702098846436, "rewards/kidney_reward/mean": 0.0831863209605217, "rewards/kidney_reward/std": 1.002663254737854, "rewards/length2tails_reward/mean": 0.3769824504852295, "rewards/length2tails_reward/std": 0.4535328149795532, "rewards/thermo_reward/mean": -0.9984723329544067, "rewards/thermo_reward/std": 1.4239492416381836, "step": 124 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 586.0, "completions/max_terminated_length": 586.0, "completions/mean_length": 282.9375, "completions/mean_terminated_length": 282.9375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.09651394619140774, "epoch": 0.25, "frac_reward_zero_std": 0.0, "grad_norm": 1.227329969406128, "learning_rate": 1.8729220772698095e-06, "loss": 0.0957, "num_tokens": 1096440.0, "reward": 2.99495005607605, "reward_std": 3.3334567546844482, "rewards/fitness_reward/mean": 3.3388710021972656, "rewards/fitness_reward/std": 3.4859747886657715, "rewards/kidney_reward/mean": -0.3218488097190857, "rewards/kidney_reward/std": 0.9957481622695923, "rewards/length2tails_reward/mean": 0.4028223156929016, "rewards/length2tails_reward/std": 0.45646458864212036, "rewards/thermo_reward/mean": -0.5674041509628296, "rewards/thermo_reward/std": 1.813733696937561, "step": 125 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 500.0, "completions/max_terminated_length": 500.0, "completions/mean_length": 271.1875, "completions/mean_terminated_length": 271.1875, "completions/min_length": 102.0, "completions/min_terminated_length": 102.0, "entropy": 0.10553285828791559, "epoch": 0.252, "frac_reward_zero_std": 0.0, "grad_norm": 0.9625844359397888, "learning_rate": 1.869494929505219e-06, "loss": 0.0207, "num_tokens": 1105150.0, "reward": 3.427802085876465, "reward_std": 3.8064815998077393, "rewards/fitness_reward/mean": 3.734769344329834, "rewards/fitness_reward/std": 4.140002727508545, "rewards/kidney_reward/mean": -0.16808955371379852, "rewards/kidney_reward/std": 0.9854453802108765, "rewards/length2tails_reward/mean": 0.5585049986839294, "rewards/length2tails_reward/std": 0.47287943959236145, "rewards/thermo_reward/mean": -0.7250969409942627, "rewards/thermo_reward/std": 1.93299400806427, "step": 126 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 376.0, "completions/max_terminated_length": 376.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.08411063288804144, "epoch": 0.254, "frac_reward_zero_std": 0.0, "grad_norm": 1.2926709651947021, "learning_rate": 1.8660254037844386e-06, "loss": 0.0231, "num_tokens": 1113843.0, "reward": 3.6425962448120117, "reward_std": 3.0378100872039795, "rewards/fitness_reward/mean": 4.0191650390625, "rewards/fitness_reward/std": 2.870126724243164, "rewards/kidney_reward/mean": -0.3228492736816406, "rewards/kidney_reward/std": 0.7792383432388306, "rewards/length2tails_reward/mean": 0.3848269581794739, "rewards/length2tails_reward/std": 0.45583122968673706, "rewards/thermo_reward/mean": -0.6227012872695923, "rewards/thermo_reward/std": 1.4705400466918945, "step": 127 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 268.21875, "completions/mean_terminated_length": 268.21875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06420792755670846, "epoch": 0.256, "frac_reward_zero_std": 0.0, "grad_norm": 0.7759255766868591, "learning_rate": 1.8625136692072574e-06, "loss": -0.0121, "num_tokens": 1122458.0, "reward": 3.8680875301361084, "reward_std": 2.33729887008667, "rewards/fitness_reward/mean": 4.139684677124023, "rewards/fitness_reward/std": 2.4506237506866455, "rewards/kidney_reward/mean": -0.3782632350921631, "rewards/kidney_reward/std": 0.7467220425605774, "rewards/length2tails_reward/mean": 0.386510968208313, "rewards/length2tails_reward/std": 0.4685826301574707, "rewards/thermo_reward/mean": -0.3581863045692444, "rewards/thermo_reward/std": 1.5898200273513794, "step": 128 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 267.75, "completions/mean_terminated_length": 267.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06495336792431772, "epoch": 0.258, "frac_reward_zero_std": 0.0, "grad_norm": 0.24202904105186462, "learning_rate": 1.8589598969306644e-06, "loss": -0.0058, "num_tokens": 1131058.0, "reward": 4.778224945068359, "reward_std": 1.8929619789123535, "rewards/fitness_reward/mean": 5.180815696716309, "rewards/fitness_reward/std": 2.0846951007843018, "rewards/kidney_reward/mean": -0.29253044724464417, "rewards/kidney_reward/std": 1.0237658023834229, "rewards/length2tails_reward/mean": 0.3840765953063965, "rewards/length2tails_reward/std": 0.4389142692089081, "rewards/thermo_reward/mean": -0.7046886682510376, "rewards/thermo_reward/std": 1.6220309734344482, "step": 129 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 443.0, "completions/max_terminated_length": 443.0, "completions/mean_length": 276.5, "completions/mean_terminated_length": 276.5, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.09890062315389514, "epoch": 0.26, "frac_reward_zero_std": 0.0, "grad_norm": 1.5762393474578857, "learning_rate": 1.8553642601605066e-06, "loss": 0.0766, "num_tokens": 1139938.0, "reward": 4.35146951675415, "reward_std": 3.159916877746582, "rewards/fitness_reward/mean": 4.681078910827637, "rewards/fitness_reward/std": 3.1895546913146973, "rewards/kidney_reward/mean": -0.3678491711616516, "rewards/kidney_reward/std": 1.1440036296844482, "rewards/length2tails_reward/mean": 0.49155309796333313, "rewards/length2tails_reward/std": 0.44114190340042114, "rewards/thermo_reward/mean": -0.5371465086936951, "rewards/thermo_reward/std": 1.8674601316452026, "step": 130 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 277.125, "completions/mean_terminated_length": 261.7419128417969, "completions/min_length": 57.0, "completions/min_terminated_length": 57.0, "entropy": 0.10243750689551234, "epoch": 0.262, "frac_reward_zero_std": 0.0, "grad_norm": 2.1447086334228516, "learning_rate": 1.8517269341430474e-06, "loss": -0.1169, "num_tokens": 1148838.0, "reward": 4.371088027954102, "reward_std": 3.315836191177368, "rewards/fitness_reward/mean": 4.446979999542236, "rewards/fitness_reward/std": 3.301693916320801, "rewards/kidney_reward/mean": 0.21159544587135315, "rewards/kidney_reward/std": 1.2276256084442139, "rewards/length2tails_reward/mean": 0.4857953190803528, "rewards/length2tails_reward/std": 0.47748568654060364, "rewards/thermo_reward/mean": -0.6062768697738647, "rewards/thermo_reward/std": 1.8472959995269775, "step": 131 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 266.25, "completions/mean_terminated_length": 266.25, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.042758471332490444, "epoch": 0.264, "frac_reward_zero_std": 0.0, "grad_norm": 0.35708656907081604, "learning_rate": 1.8480480961564257e-06, "loss": -0.0114, "num_tokens": 1157390.0, "reward": 4.053591251373291, "reward_std": 1.8370122909545898, "rewards/fitness_reward/mean": 4.428528308868408, "rewards/fitness_reward/std": 1.5903440713882446, "rewards/kidney_reward/mean": -0.29007411003112793, "rewards/kidney_reward/std": 0.7652667164802551, "rewards/length2tails_reward/mean": 0.23366816341876984, "rewards/length2tails_reward/std": 0.39625921845436096, "rewards/thermo_reward/mean": -0.5766348838806152, "rewards/thermo_reward/std": 1.304244041442871, "step": 132 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 333.0, "completions/max_terminated_length": 333.0, "completions/mean_length": 268.78125, "completions/mean_terminated_length": 268.78125, "completions/min_length": 198.0, "completions/min_terminated_length": 198.0, "entropy": 0.15004280488938093, "epoch": 0.266, "frac_reward_zero_std": 0.0, "grad_norm": 1.6409659385681152, "learning_rate": 1.844327925502015e-06, "loss": -0.0015, "num_tokens": 1166023.0, "reward": 3.3718714714050293, "reward_std": 4.05106258392334, "rewards/fitness_reward/mean": 3.524176836013794, "rewards/fitness_reward/std": 4.102492332458496, "rewards/kidney_reward/mean": -0.29524558782577515, "rewards/kidney_reward/std": 0.9443924427032471, "rewards/length2tails_reward/mean": 0.5598483681678772, "rewards/length2tails_reward/std": 0.4729120135307312, "rewards/thermo_reward/mean": -0.289289653301239, "rewards/thermo_reward/std": 1.761705994606018, "step": 133 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 503.0, "completions/max_terminated_length": 503.0, "completions/mean_length": 277.25, "completions/mean_terminated_length": 277.25, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.08702222676947713, "epoch": 0.268, "frac_reward_zero_std": 0.0, "grad_norm": 1.362683892250061, "learning_rate": 1.8405666034956842e-06, "loss": 0.0883, "num_tokens": 1174927.0, "reward": 4.026025295257568, "reward_std": 2.786008834838867, "rewards/fitness_reward/mean": 4.502394676208496, "rewards/fitness_reward/std": 3.0564589500427246, "rewards/kidney_reward/mean": -0.4614133834838867, "rewards/kidney_reward/std": 1.0194756984710693, "rewards/length2tails_reward/mean": 0.4920497536659241, "rewards/length2tails_reward/std": 0.47884926199913025, "rewards/thermo_reward/mean": -0.7373506426811218, "rewards/thermo_reward/std": 1.7863677740097046, "step": 134 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 267.5, "completions/mean_terminated_length": 267.5, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06600146123673767, "epoch": 0.27, "frac_reward_zero_std": 0.0, "grad_norm": 0.3214907646179199, "learning_rate": 1.8367643134589616e-06, "loss": -0.009, "num_tokens": 1183519.0, "reward": 4.572535514831543, "reward_std": 1.9083198308944702, "rewards/fitness_reward/mean": 5.0464630126953125, "rewards/fitness_reward/std": 1.6709182262420654, "rewards/kidney_reward/mean": -0.2989814281463623, "rewards/kidney_reward/std": 0.8420076370239258, "rewards/length2tails_reward/mean": 0.4243019223213196, "rewards/length2tails_reward/std": 0.45737841725349426, "rewards/thermo_reward/mean": -0.8610237836837769, "rewards/thermo_reward/std": 1.6364610195159912, "step": 135 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 520.0, "completions/max_terminated_length": 520.0, "completions/mean_length": 281.875, "completions/mean_terminated_length": 281.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.139061838388443, "epoch": 0.272, "frac_reward_zero_std": 0.0, "grad_norm": 2.1695799827575684, "learning_rate": 1.8329212407100993e-06, "loss": 0.1079, "num_tokens": 1192571.0, "reward": 3.5707364082336426, "reward_std": 2.9870543479919434, "rewards/fitness_reward/mean": 3.8914880752563477, "rewards/fitness_reward/std": 3.2452211380004883, "rewards/kidney_reward/mean": -0.30540257692337036, "rewards/kidney_reward/std": 0.9802507162094116, "rewards/length2tails_reward/mean": 0.4223281145095825, "rewards/length2tails_reward/std": 0.48747193813323975, "rewards/thermo_reward/mean": -0.5472647547721863, "rewards/thermo_reward/std": 1.4930212497711182, "step": 136 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 467.0, "completions/max_terminated_length": 467.0, "completions/mean_length": 274.875, "completions/mean_terminated_length": 274.875, "completions/min_length": 229.0, "completions/min_terminated_length": 229.0, "entropy": 0.1304667112417519, "epoch": 0.274, "frac_reward_zero_std": 0.0, "grad_norm": 2.339874029159546, "learning_rate": 1.8290375725550415e-06, "loss": 0.0335, "num_tokens": 1201399.0, "reward": 4.265954494476318, "reward_std": 3.219212293624878, "rewards/fitness_reward/mean": 4.625532150268555, "rewards/fitness_reward/std": 3.3417165279388428, "rewards/kidney_reward/mean": -0.1432976871728897, "rewards/kidney_reward/std": 0.9689578413963318, "rewards/length2tails_reward/mean": 0.6148507595062256, "rewards/length2tails_reward/std": 0.451657772064209, "rewards/thermo_reward/mean": -0.8832824230194092, "rewards/thermo_reward/std": 1.83414626121521, "step": 137 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 274.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 265.28125, "completions/mean_terminated_length": 265.28125, "completions/min_length": 192.0, "completions/min_terminated_length": 192.0, "entropy": 0.0816122842952609, "epoch": 0.276, "frac_reward_zero_std": 0.0, "grad_norm": 1.1885217428207397, "learning_rate": 1.825113498278295e-06, "loss": -0.0397, "num_tokens": 1209920.0, "reward": 4.002777576446533, "reward_std": 2.7675578594207764, "rewards/fitness_reward/mean": 4.709897994995117, "rewards/fitness_reward/std": 2.7510030269622803, "rewards/kidney_reward/mean": -0.6250013113021851, "rewards/kidney_reward/std": 0.8238852024078369, "rewards/length2tails_reward/mean": 0.4693373739719391, "rewards/length2tails_reward/std": 0.46592721343040466, "rewards/thermo_reward/mean": -1.0239073038101196, "rewards/thermo_reward/std": 1.7034920454025269, "step": 138 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 267.46875, "completions/mean_terminated_length": 267.46875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06394899217411876, "epoch": 0.278, "frac_reward_zero_std": 0.0, "grad_norm": 1.2774324417114258, "learning_rate": 1.821149209133704e-06, "loss": -0.0098, "num_tokens": 1218511.0, "reward": 3.903625249862671, "reward_std": 2.363471031188965, "rewards/fitness_reward/mean": 4.4604902267456055, "rewards/fitness_reward/std": 2.4980661869049072, "rewards/kidney_reward/mean": -0.4132443368434906, "rewards/kidney_reward/std": 0.9047765731811523, "rewards/length2tails_reward/mean": 0.3875090479850769, "rewards/length2tails_reward/std": 0.4659252464771271, "rewards/thermo_reward/mean": -0.89424067735672, "rewards/thermo_reward/std": 1.5600018501281738, "step": 139 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.5625, "completions/mean_terminated_length": 267.5625, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.07024233182892203, "epoch": 0.28, "frac_reward_zero_std": 0.0, "grad_norm": 0.926374614238739, "learning_rate": 1.8171448983351283e-06, "loss": -0.0145, "num_tokens": 1227105.0, "reward": 3.698070764541626, "reward_std": 3.252227783203125, "rewards/fitness_reward/mean": 4.266557216644287, "rewards/fitness_reward/std": 3.184821605682373, "rewards/kidney_reward/mean": -0.3036004900932312, "rewards/kidney_reward/std": 0.8457627296447754, "rewards/length2tails_reward/mean": 0.45677104592323303, "rewards/length2tails_reward/std": 0.4728664755821228, "rewards/thermo_reward/mean": -1.061758279800415, "rewards/thermo_reward/std": 1.7555971145629883, "step": 140 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 398.0, "completions/max_terminated_length": 398.0, "completions/mean_length": 271.75, "completions/mean_terminated_length": 271.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.07606290956027806, "epoch": 0.282, "frac_reward_zero_std": 0.0, "grad_norm": 0.6766843795776367, "learning_rate": 1.8131007610470274e-06, "loss": 0.0345, "num_tokens": 1235833.0, "reward": 3.8650505542755127, "reward_std": 2.416300058364868, "rewards/fitness_reward/mean": 4.350872039794922, "rewards/fitness_reward/std": 2.4987759590148926, "rewards/kidney_reward/mean": -0.1330445110797882, "rewards/kidney_reward/std": 1.0574065446853638, "rewards/length2tails_reward/mean": 0.4554171562194824, "rewards/length2tails_reward/std": 0.472525954246521, "rewards/thermo_reward/mean": -1.0663063526153564, "rewards/thermo_reward/std": 1.5161410570144653, "step": 141 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 268.8125, "completions/mean_terminated_length": 268.8125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.08262498816475272, "epoch": 0.284, "frac_reward_zero_std": 0.0, "grad_norm": 0.5688827633857727, "learning_rate": 1.8090169943749474e-06, "loss": -0.0083, "num_tokens": 1244467.0, "reward": 3.845224380493164, "reward_std": 3.0756232738494873, "rewards/fitness_reward/mean": 4.202630996704102, "rewards/fitness_reward/std": 3.3465781211853027, "rewards/kidney_reward/mean": -0.0376429483294487, "rewards/kidney_reward/std": 1.187543272972107, "rewards/length2tails_reward/mean": 0.5421406626701355, "rewards/length2tails_reward/std": 0.4655161201953888, "rewards/thermo_reward/mean": -0.9482405185699463, "rewards/thermo_reward/std": 1.8914945125579834, "step": 142 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 288.0, "completions/max_terminated_length": 288.0, "completions/mean_length": 267.75, "completions/mean_terminated_length": 267.75, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.09104419802315533, "epoch": 0.286, "frac_reward_zero_std": 0.0, "grad_norm": 1.3129907846450806, "learning_rate": 1.804893797355914e-06, "loss": -0.0001, "num_tokens": 1253067.0, "reward": 3.577446937561035, "reward_std": 3.234891891479492, "rewards/fitness_reward/mean": 4.251026153564453, "rewards/fitness_reward/std": 3.157855749130249, "rewards/kidney_reward/mean": -0.5096219182014465, "rewards/kidney_reward/std": 0.8204793334007263, "rewards/length2tails_reward/mean": 0.4574005901813507, "rewards/length2tails_reward/std": 0.46461042761802673, "rewards/thermo_reward/mean": -1.066237449645996, "rewards/thermo_reward/std": 1.6232463121414185, "step": 143 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 465.0, "completions/max_terminated_length": 465.0, "completions/mean_length": 276.25, "completions/mean_terminated_length": 276.25, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12595916108693928, "epoch": 0.288, "frac_reward_zero_std": 0.0, "grad_norm": 1.8075847625732422, "learning_rate": 1.8007313709487333e-06, "loss": 0.0794, "num_tokens": 1261939.0, "reward": 3.491788387298584, "reward_std": 2.7610220909118652, "rewards/fitness_reward/mean": 3.9053263664245605, "rewards/fitness_reward/std": 3.2118325233459473, "rewards/kidney_reward/mean": -0.27789413928985596, "rewards/kidney_reward/std": 0.9338050484657288, "rewards/length2tails_reward/mean": 0.3519634008407593, "rewards/length2tails_reward/std": 0.45090824365615845, "rewards/thermo_reward/mean": -0.7251632213592529, "rewards/thermo_reward/std": 1.7529805898666382, "step": 144 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 466.0, "completions/max_terminated_length": 466.0, "completions/mean_length": 278.8125, "completions/mean_terminated_length": 278.8125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.09955365816131234, "epoch": 0.29, "frac_reward_zero_std": 0.0, "grad_norm": 1.4168295860290527, "learning_rate": 1.7965299180241961e-06, "loss": 0.1004, "num_tokens": 1270893.0, "reward": 4.013087272644043, "reward_std": 3.1201953887939453, "rewards/fitness_reward/mean": 4.355756759643555, "rewards/fitness_reward/std": 3.185384750366211, "rewards/kidney_reward/mean": -0.24855157732963562, "rewards/kidney_reward/std": 1.0533267259597778, "rewards/length2tails_reward/mean": 0.4537443518638611, "rewards/length2tails_reward/std": 0.4465175271034241, "rewards/thermo_reward/mean": -0.6636590957641602, "rewards/thermo_reward/std": 1.7202668190002441, "step": 145 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 262.1875, "completions/mean_terminated_length": 262.1875, "completions/min_length": 142.0, "completions/min_terminated_length": 142.0, "entropy": 0.08948546904139221, "epoch": 0.292, "frac_reward_zero_std": 0.0, "grad_norm": 2.4365017414093018, "learning_rate": 1.7922896433551906e-06, "loss": -0.068, "num_tokens": 1279315.0, "reward": 4.147869110107422, "reward_std": 2.6149790287017822, "rewards/fitness_reward/mean": 4.61093282699585, "rewards/fitness_reward/std": 3.051393985748291, "rewards/kidney_reward/mean": -0.5923123359680176, "rewards/kidney_reward/std": 0.7838603258132935, "rewards/length2tails_reward/mean": 0.4657912850379944, "rewards/length2tails_reward/std": 0.4592147767543793, "rewards/thermo_reward/mean": -0.5667106509208679, "rewards/thermo_reward/std": 1.8495798110961914, "step": 146 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 263.40625, "completions/mean_terminated_length": 263.40625, "completions/min_length": 152.0, "completions/min_terminated_length": 152.0, "entropy": 0.07509045209735632, "epoch": 0.294, "frac_reward_zero_std": 0.0, "grad_norm": 1.3135392665863037, "learning_rate": 1.7880107536067217e-06, "loss": -0.0448, "num_tokens": 1287776.0, "reward": 4.450174331665039, "reward_std": 3.310900926589966, "rewards/fitness_reward/mean": 4.654674530029297, "rewards/fitness_reward/std": 2.906294345855713, "rewards/kidney_reward/mean": -0.15413539111614227, "rewards/kidney_reward/std": 1.2075201272964478, "rewards/length2tails_reward/mean": 0.4313182830810547, "rewards/length2tails_reward/std": 0.43745866417884827, "rewards/thermo_reward/mean": -0.47052454948425293, "rewards/thermo_reward/std": 1.5457390546798706, "step": 147 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 506.0, "completions/max_terminated_length": 506.0, "completions/mean_length": 274.78125, "completions/mean_terminated_length": 274.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.08302459074184299, "epoch": 0.296, "frac_reward_zero_std": 0.0, "grad_norm": 2.052696704864502, "learning_rate": 1.7836934573258397e-06, "loss": 0.081, "num_tokens": 1296601.0, "reward": 3.958801746368408, "reward_std": 2.6489288806915283, "rewards/fitness_reward/mean": 4.402061462402344, "rewards/fitness_reward/std": 2.685471773147583, "rewards/kidney_reward/mean": -0.41507062315940857, "rewards/kidney_reward/std": 0.9083747863769531, "rewards/length2tails_reward/mean": 0.41056132316589355, "rewards/length2tails_reward/std": 0.4427841007709503, "rewards/thermo_reward/mean": -0.6767306923866272, "rewards/thermo_reward/std": 1.6160317659378052, "step": 148 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 293.0, "completions/max_terminated_length": 293.0, "completions/mean_length": 269.21875, "completions/mean_terminated_length": 269.21875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.09352858271449804, "epoch": 0.298, "frac_reward_zero_std": 0.0, "grad_norm": 0.9183940291404724, "learning_rate": 1.7793379649314742e-06, "loss": 0.0026, "num_tokens": 1305248.0, "reward": 4.4203948974609375, "reward_std": 3.2280428409576416, "rewards/fitness_reward/mean": 4.428203105926514, "rewards/fitness_reward/std": 2.9869213104248047, "rewards/kidney_reward/mean": -0.04570910334587097, "rewards/kidney_reward/std": 1.0263012647628784, "rewards/length2tails_reward/mean": 0.49454542994499207, "rewards/length2tails_reward/std": 0.4444493353366852, "rewards/thermo_reward/mean": -0.21718043088912964, "rewards/thermo_reward/std": 1.7211302518844604, "step": 149 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 268.78125, "completions/mean_terminated_length": 268.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.06938954535871744, "epoch": 0.3, "frac_reward_zero_std": 0.0, "grad_norm": 0.5907869935035706, "learning_rate": 1.7749444887041795e-06, "loss": -0.0089, "num_tokens": 1313881.0, "reward": 4.830990791320801, "reward_std": 2.054767608642578, "rewards/fitness_reward/mean": 5.171717166900635, "rewards/fitness_reward/std": 2.118720531463623, "rewards/kidney_reward/mean": -0.4066958427429199, "rewards/kidney_reward/std": 1.0702879428863525, "rewards/length2tails_reward/mean": 0.4780086874961853, "rewards/length2tails_reward/std": 0.4582548439502716, "rewards/thermo_reward/mean": -0.5137604475021362, "rewards/thermo_reward/std": 1.755508542060852, "step": 150 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 266.9375, "completions/mean_terminated_length": 266.9375, "completions/min_length": 227.0, "completions/min_terminated_length": 227.0, "entropy": 0.08493705908767879, "epoch": 0.302, "frac_reward_zero_std": 0.0, "grad_norm": 1.0603394508361816, "learning_rate": 1.7705132427757892e-06, "loss": -0.0185, "num_tokens": 1322455.0, "reward": 4.334216117858887, "reward_std": 2.548267126083374, "rewards/fitness_reward/mean": 4.720700263977051, "rewards/fitness_reward/std": 2.269113302230835, "rewards/kidney_reward/mean": -0.40105870366096497, "rewards/kidney_reward/std": 1.1038024425506592, "rewards/length2tails_reward/mean": 0.4668967127799988, "rewards/length2tails_reward/std": 0.43700388073921204, "rewards/thermo_reward/mean": -0.6053584814071655, "rewards/thermo_reward/std": 1.6193071603775024, "step": 151 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 393.0, "completions/max_terminated_length": 393.0, "completions/mean_length": 273.6875, "completions/mean_terminated_length": 273.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.08874433115124702, "epoch": 0.304, "frac_reward_zero_std": 0.0, "grad_norm": 0.35046184062957764, "learning_rate": 1.766044443118978e-06, "loss": -0.0129, "num_tokens": 1331245.0, "reward": 4.575962066650391, "reward_std": 2.263967752456665, "rewards/fitness_reward/mean": 5.18062162399292, "rewards/fitness_reward/std": 2.085413932800293, "rewards/kidney_reward/mean": -0.4388875961303711, "rewards/kidney_reward/std": 0.8940988183021545, "rewards/length2tails_reward/mean": 0.6060910224914551, "rewards/length2tails_reward/std": 0.45901593565940857, "rewards/thermo_reward/mean": -1.0734763145446777, "rewards/thermo_reward/std": 1.7066905498504639, "step": 152 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 267.75, "completions/mean_terminated_length": 267.75, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.06172634055837989, "epoch": 0.306, "frac_reward_zero_std": 0.0, "grad_norm": 0.3126675486564636, "learning_rate": 1.7615383075367368e-06, "loss": -0.0105, "num_tokens": 1339845.0, "reward": 4.250274658203125, "reward_std": 2.5619237422943115, "rewards/fitness_reward/mean": 4.572265625, "rewards/fitness_reward/std": 2.491471529006958, "rewards/kidney_reward/mean": -0.27898108959198, "rewards/kidney_reward/std": 0.7466369271278381, "rewards/length2tails_reward/mean": 0.35668960213661194, "rewards/length2tails_reward/std": 0.44767114520072937, "rewards/thermo_reward/mean": -0.5433446764945984, "rewards/thermo_reward/std": 1.584446907043457, "step": 153 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 267.71875, "completions/mean_terminated_length": 267.71875, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.09085593721829355, "epoch": 0.308, "frac_reward_zero_std": 0.0, "grad_norm": 1.448189616203308, "learning_rate": 1.7569950556517563e-06, "loss": -0.015, "num_tokens": 1348444.0, "reward": 4.617559432983398, "reward_std": 2.328192710876465, "rewards/fitness_reward/mean": 5.206052780151367, "rewards/fitness_reward/std": 2.386223793029785, "rewards/kidney_reward/mean": -0.29924219846725464, "rewards/kidney_reward/std": 0.9480889439582825, "rewards/length2tails_reward/mean": 0.5548272132873535, "rewards/length2tails_reward/std": 0.45655137300491333, "rewards/thermo_reward/mean": -1.1551580429077148, "rewards/thermo_reward/std": 1.9274123907089233, "step": 154 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 273.0, "completions/max_terminated_length": 273.0, "completions/mean_length": 267.6875, "completions/mean_terminated_length": 267.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.05919750058092177, "epoch": 0.31, "frac_reward_zero_std": 0.0, "grad_norm": 0.24001403152942657, "learning_rate": 1.7524149088957242e-06, "loss": -0.006, "num_tokens": 1357042.0, "reward": 4.215601444244385, "reward_std": 1.6457915306091309, "rewards/fitness_reward/mean": 5.0464630126953125, "rewards/fitness_reward/std": 1.6709182262420654, "rewards/kidney_reward/mean": -0.6109973192214966, "rewards/kidney_reward/std": 0.6350767016410828, "rewards/length2tails_reward/mean": 0.4455958604812622, "rewards/length2tails_reward/std": 0.45376908779144287, "rewards/thermo_reward/mean": -1.2735230922698975, "rewards/thermo_reward/std": 1.7035574913024902, "step": 155 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 266.75, "completions/mean_terminated_length": 266.75, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.048335404484532773, "epoch": 0.312, "frac_reward_zero_std": 0.0, "grad_norm": 0.4476269781589508, "learning_rate": 1.747798090498532e-06, "loss": -0.006, "num_tokens": 1365610.0, "reward": 3.9586968421936035, "reward_std": 2.452965021133423, "rewards/fitness_reward/mean": 4.494963645935059, "rewards/fitness_reward/std": 2.396350145339966, "rewards/kidney_reward/mean": -0.33061426877975464, "rewards/kidney_reward/std": 0.932668924331665, "rewards/length2tails_reward/mean": 0.33582741022109985, "rewards/length2tails_reward/std": 0.45137956738471985, "rewards/thermo_reward/mean": -0.9098325371742249, "rewards/thermo_reward/std": 1.6104899644851685, "step": 156 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 546.0, "completions/max_terminated_length": 546.0, "completions/mean_length": 289.40625, "completions/mean_terminated_length": 289.40625, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.1205522520467639, "epoch": 0.314, "frac_reward_zero_std": 0.0, "grad_norm": 2.124131917953491, "learning_rate": 1.743144825477394e-06, "loss": 0.151, "num_tokens": 1374903.0, "reward": 3.7194204330444336, "reward_std": 3.6462106704711914, "rewards/fitness_reward/mean": 3.876713752746582, "rewards/fitness_reward/std": 3.5486321449279785, "rewards/kidney_reward/mean": -0.2034071534872055, "rewards/kidney_reward/std": 1.0929036140441895, "rewards/length2tails_reward/mean": 0.5232511758804321, "rewards/length2tails_reward/std": 0.4814155101776123, "rewards/thermo_reward/mean": -0.37280526757240295, "rewards/thermo_reward/std": 1.645125389099121, "step": 157 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 526.0, "completions/max_terminated_length": 526.0, "completions/mean_length": 280.0, "completions/mean_terminated_length": 280.0, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13657673075795174, "epoch": 0.316, "frac_reward_zero_std": 0.0, "grad_norm": 2.0489912033081055, "learning_rate": 1.738455340625884e-06, "loss": 0.1117, "num_tokens": 1383895.0, "reward": 3.96601939201355, "reward_std": 3.3946123123168945, "rewards/fitness_reward/mean": 4.056211471557617, "rewards/fitness_reward/std": 3.094337224960327, "rewards/kidney_reward/mean": -0.0832638144493103, "rewards/kidney_reward/std": 1.1776015758514404, "rewards/length2tails_reward/mean": 0.4087567627429962, "rewards/length2tails_reward/std": 0.4787772297859192, "rewards/thermo_reward/mean": -0.3014984726905823, "rewards/thermo_reward/std": 1.4508898258209229, "step": 158 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 268.1875, "completions/mean_terminated_length": 268.1875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.06550772534683347, "epoch": 0.318, "frac_reward_zero_std": 0.0, "grad_norm": 0.18433576822280884, "learning_rate": 1.7337298645028762e-06, "loss": -0.0032, "num_tokens": 1392509.0, "reward": 4.696930885314941, "reward_std": 2.494917392730713, "rewards/fitness_reward/mean": 5.274045944213867, "rewards/fitness_reward/std": 2.107184410095215, "rewards/kidney_reward/mean": -0.14291353523731232, "rewards/kidney_reward/std": 1.0486446619033813, "rewards/length2tails_reward/mean": 0.46765953302383423, "rewards/length2tails_reward/std": 0.4551301896572113, "rewards/thermo_reward/mean": -1.2451454401016235, "rewards/thermo_reward/std": 1.6586072444915771, "step": 159 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 519.0, "completions/max_terminated_length": 519.0, "completions/mean_length": 280.125, "completions/mean_terminated_length": 280.125, "completions/min_length": 187.0, "completions/min_terminated_length": 187.0, "entropy": 0.1450829952955246, "epoch": 0.32, "frac_reward_zero_std": 0.0, "grad_norm": 1.8760439157485962, "learning_rate": 1.7289686274214115e-06, "loss": 0.0762, "num_tokens": 1401505.0, "reward": 3.5760703086853027, "reward_std": 3.456336498260498, "rewards/fitness_reward/mean": 3.7789759635925293, "rewards/fitness_reward/std": 3.8132376670837402, "rewards/kidney_reward/mean": -0.31448692083358765, "rewards/kidney_reward/std": 1.1399399042129517, "rewards/length2tails_reward/mean": 0.5606054663658142, "rewards/length2tails_reward/std": 0.44976624846458435, "rewards/thermo_reward/mean": -0.37162667512893677, "rewards/thermo_reward/std": 1.8894951343536377, "step": 160 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 519.0, "completions/max_terminated_length": 519.0, "completions/mean_length": 276.4375, "completions/mean_terminated_length": 276.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.08699913625605404, "epoch": 0.322, "frac_reward_zero_std": 0.0, "grad_norm": 2.078630208969116, "learning_rate": 1.7241718614374676e-06, "loss": 0.0915, "num_tokens": 1410383.0, "reward": 4.635051727294922, "reward_std": 2.282209873199463, "rewards/fitness_reward/mean": 4.993934631347656, "rewards/fitness_reward/std": 2.4263358116149902, "rewards/kidney_reward/mean": -0.27896836400032043, "rewards/kidney_reward/std": 1.1161572933197021, "rewards/length2tails_reward/mean": 0.5413184762001038, "rewards/length2tails_reward/std": 0.4588867127895355, "rewards/thermo_reward/mean": -0.7094570398330688, "rewards/thermo_reward/std": 1.8480961322784424, "step": 161 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 480.0, "completions/max_terminated_length": 480.0, "completions/mean_length": 277.53125, "completions/mean_terminated_length": 277.53125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.11324500991031528, "epoch": 0.324, "frac_reward_zero_std": 0.0, "grad_norm": 1.1256017684936523, "learning_rate": 1.719339800338651e-06, "loss": 0.0631, "num_tokens": 1419296.0, "reward": 3.5607268810272217, "reward_std": 3.390486240386963, "rewards/fitness_reward/mean": 3.993180274963379, "rewards/fitness_reward/std": 3.614488124847412, "rewards/kidney_reward/mean": -0.2305232584476471, "rewards/kidney_reward/std": 1.0963412523269653, "rewards/length2tails_reward/mean": 0.5686094760894775, "rewards/length2tails_reward/std": 0.4640563726425171, "rewards/thermo_reward/mean": -0.9186879396438599, "rewards/thermo_reward/std": 1.859251856803894, "step": 162 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 269.75, "completions/mean_terminated_length": 269.75, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.09377507958561182, "epoch": 0.326, "frac_reward_zero_std": 0.0, "grad_norm": 0.5230877995491028, "learning_rate": 1.7144726796328032e-06, "loss": -0.0152, "num_tokens": 1427960.0, "reward": 5.218613624572754, "reward_std": 2.639878273010254, "rewards/fitness_reward/mean": 4.980596542358398, "rewards/fitness_reward/std": 2.531390428543091, "rewards/kidney_reward/mean": 0.03574337065219879, "rewards/kidney_reward/std": 1.0980381965637207, "rewards/length2tails_reward/mean": 0.499345064163208, "rewards/length2tails_reward/std": 0.45680156350135803, "rewards/thermo_reward/mean": 0.19061768054962158, "rewards/thermo_reward/std": 1.5000156164169312, "step": 163 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.4375, "completions/mean_terminated_length": 267.4375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.0813692519441247, "epoch": 0.328, "frac_reward_zero_std": 0.0, "grad_norm": 0.6022782325744629, "learning_rate": 1.7095707365365209e-06, "loss": -0.0071, "num_tokens": 1436550.0, "reward": 4.692296981811523, "reward_std": 2.3082761764526367, "rewards/fitness_reward/mean": 4.976771831512451, "rewards/fitness_reward/std": 2.091456174850464, "rewards/kidney_reward/mean": -0.1753438264131546, "rewards/kidney_reward/std": 1.1265095472335815, "rewards/length2tails_reward/mean": 0.45045024156570435, "rewards/length2tails_reward/std": 0.4337252676486969, "rewards/thermo_reward/mean": -0.618831217288971, "rewards/thermo_reward/std": 1.7613445520401, "step": 164 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 272.0, "completions/max_terminated_length": 272.0, "completions/mean_length": 266.46875, "completions/mean_terminated_length": 266.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.052766332402825356, "epoch": 0.33, "frac_reward_zero_std": 0.0, "grad_norm": 0.45419779419898987, "learning_rate": 1.7046342099635947e-06, "loss": -0.0043, "num_tokens": 1445109.0, "reward": 3.656085252761841, "reward_std": 2.750291109085083, "rewards/fitness_reward/mean": 4.10206413269043, "rewards/fitness_reward/std": 2.6468820571899414, "rewards/kidney_reward/mean": -0.2564317584037781, "rewards/kidney_reward/std": 1.0081008672714233, "rewards/length2tails_reward/mean": 0.31663069128990173, "rewards/length2tails_reward/std": 0.41682401299476624, "rewards/thermo_reward/mean": -0.7938418984413147, "rewards/thermo_reward/std": 1.628943681716919, "step": 165 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 476.0, "completions/max_terminated_length": 476.0, "completions/mean_length": 270.8125, "completions/mean_terminated_length": 270.8125, "completions/min_length": 183.0, "completions/min_terminated_length": 183.0, "entropy": 0.14256688253954053, "epoch": 0.332, "frac_reward_zero_std": 0.0, "grad_norm": 2.8583552837371826, "learning_rate": 1.6996633405133653e-06, "loss": 0.0395, "num_tokens": 1453807.0, "reward": 3.794830799102783, "reward_std": 3.588675022125244, "rewards/fitness_reward/mean": 3.962114095687866, "rewards/fitness_reward/std": 3.6419920921325684, "rewards/kidney_reward/mean": -0.18258120119571686, "rewards/kidney_reward/std": 1.058857798576355, "rewards/length2tails_reward/mean": 0.43951690196990967, "rewards/length2tails_reward/std": 0.4417087137699127, "rewards/thermo_reward/mean": -0.37174350023269653, "rewards/thermo_reward/std": 1.7920690774917603, "step": 166 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 266.875, "completions/mean_terminated_length": 266.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.0489120373968035, "epoch": 0.334, "frac_reward_zero_std": 0.0, "grad_norm": 0.3171038031578064, "learning_rate": 1.6946583704589972e-06, "loss": -0.0062, "num_tokens": 1462379.0, "reward": 4.280658721923828, "reward_std": 1.986229419708252, "rewards/fitness_reward/mean": 4.737495422363281, "rewards/fitness_reward/std": 1.6610602140426636, "rewards/kidney_reward/mean": -0.3628132939338684, "rewards/kidney_reward/std": 0.8554661870002747, "rewards/length2tails_reward/mean": 0.30981114506721497, "rewards/length2tails_reward/std": 0.4345083236694336, "rewards/thermo_reward/mean": -0.7057662010192871, "rewards/thermo_reward/std": 1.439083456993103, "step": 167 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 563.0, "completions/max_terminated_length": 563.0, "completions/mean_length": 277.875, "completions/mean_terminated_length": 277.875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.09779051598161459, "epoch": 0.336, "frac_reward_zero_std": 0.0, "grad_norm": 1.927237868309021, "learning_rate": 1.6896195437356697e-06, "loss": 0.0958, "num_tokens": 1471303.0, "reward": 4.192678451538086, "reward_std": 2.79734206199646, "rewards/fitness_reward/mean": 4.619560241699219, "rewards/fitness_reward/std": 2.6883301734924316, "rewards/kidney_reward/mean": -0.31013429164886475, "rewards/kidney_reward/std": 1.0193806886672974, "rewards/length2tails_reward/mean": 0.5570563077926636, "rewards/length2tails_reward/std": 0.45604071021080017, "rewards/thermo_reward/mean": -0.8221579194068909, "rewards/thermo_reward/std": 1.5529719591140747, "step": 168 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 266.8125, "completions/mean_terminated_length": 266.8125, "completions/min_length": 221.0, "completions/min_terminated_length": 221.0, "entropy": 0.0863744979724288, "epoch": 0.338, "frac_reward_zero_std": 0.0, "grad_norm": 1.816534399986267, "learning_rate": 1.6845471059286886e-06, "loss": -0.0229, "num_tokens": 1479873.0, "reward": 3.920487880706787, "reward_std": 2.4281582832336426, "rewards/fitness_reward/mean": 4.564079284667969, "rewards/fitness_reward/std": 2.8623640537261963, "rewards/kidney_reward/mean": -0.3698844611644745, "rewards/kidney_reward/std": 0.9845880270004272, "rewards/length2tails_reward/mean": 0.5217670202255249, "rewards/length2tails_reward/std": 0.46941322088241577, "rewards/thermo_reward/mean": -1.1781814098358154, "rewards/thermo_reward/std": 1.6795637607574463, "step": 169 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 382.0, "completions/max_terminated_length": 382.0, "completions/mean_length": 272.78125, "completions/mean_terminated_length": 272.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.09404147509485483, "epoch": 0.34, "frac_reward_zero_std": 0.0, "grad_norm": 0.7808253169059753, "learning_rate": 1.6794413042615166e-06, "loss": -0.0213, "num_tokens": 1488634.0, "reward": 5.1834716796875, "reward_std": 1.9101296663284302, "rewards/fitness_reward/mean": 5.6643967628479, "rewards/fitness_reward/std": 1.505463719367981, "rewards/kidney_reward/mean": -0.19529178738594055, "rewards/kidney_reward/std": 1.164594054222107, "rewards/length2tails_reward/mean": 0.4930678606033325, "rewards/length2tails_reward/std": 0.46066921949386597, "rewards/thermo_reward/mean": -1.0130927562713623, "rewards/thermo_reward/std": 1.7528146505355835, "step": 170 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 558.0, "completions/max_terminated_length": 558.0, "completions/mean_length": 278.5625, "completions/mean_terminated_length": 278.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13403520546853542, "epoch": 0.342, "frac_reward_zero_std": 0.0, "grad_norm": 1.6008855104446411, "learning_rate": 1.6743023875837233e-06, "loss": 0.0825, "num_tokens": 1497580.0, "reward": 4.644342422485352, "reward_std": 2.5929994583129883, "rewards/fitness_reward/mean": 5.213815689086914, "rewards/fitness_reward/std": 2.7655608654022217, "rewards/kidney_reward/mean": -0.3567451238632202, "rewards/kidney_reward/std": 1.0828732252120972, "rewards/length2tails_reward/mean": 0.6193132400512695, "rewards/length2tails_reward/std": 0.4164426624774933, "rewards/thermo_reward/mean": -1.0918560028076172, "rewards/thermo_reward/std": 2.0735950469970703, "step": 171 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 264.8125, "completions/mean_terminated_length": 264.8125, "completions/min_length": 113.0, "completions/min_terminated_length": 113.0, "entropy": 0.08579262811690569, "epoch": 0.344, "frac_reward_zero_std": 0.0, "grad_norm": 0.9887391328811646, "learning_rate": 1.669130606358858e-06, "loss": -0.0684, "num_tokens": 1506086.0, "reward": 4.761046409606934, "reward_std": 2.4325408935546875, "rewards/fitness_reward/mean": 5.2099928855896, "rewards/fitness_reward/std": 2.369246482849121, "rewards/kidney_reward/mean": -0.16196635365486145, "rewards/kidney_reward/std": 1.1331666707992554, "rewards/length2tails_reward/mean": 0.6166989803314209, "rewards/length2tails_reward/std": 0.4662693738937378, "rewards/thermo_reward/mean": -1.0442757606506348, "rewards/thermo_reward/std": 1.8124314546585083, "step": 172 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 564.0, "completions/max_terminated_length": 564.0, "completions/mean_length": 282.65625, "completions/mean_terminated_length": 282.65625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12472502840682864, "epoch": 0.346, "frac_reward_zero_std": 0.0, "grad_norm": 2.4417450428009033, "learning_rate": 1.6639262126522415e-06, "loss": 0.1348, "num_tokens": 1515163.0, "reward": 3.654130458831787, "reward_std": 2.815221071243286, "rewards/fitness_reward/mean": 4.169241905212402, "rewards/fitness_reward/std": 3.082991361618042, "rewards/kidney_reward/mean": -0.44877898693084717, "rewards/kidney_reward/std": 0.953915536403656, "rewards/length2tails_reward/mean": 0.46090492606163025, "rewards/length2tails_reward/std": 0.4796352982521057, "rewards/thermo_reward/mean": -0.8118960857391357, "rewards/thermo_reward/std": 1.7251765727996826, "step": 173 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.46875, "completions/mean_terminated_length": 268.46875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.09075398044660687, "epoch": 0.348, "frac_reward_zero_std": 0.0, "grad_norm": 0.7016935348510742, "learning_rate": 1.6586894601186803e-06, "loss": -0.0006, "num_tokens": 1523786.0, "reward": 4.55905818939209, "reward_std": 2.30279541015625, "rewards/fitness_reward/mean": 5.1573991775512695, "rewards/fitness_reward/std": 2.173652410507202, "rewards/kidney_reward/mean": -0.48578259348869324, "rewards/kidney_reward/std": 1.0091580152511597, "rewards/length2tails_reward/mean": 0.5137011408805847, "rewards/length2tails_reward/std": 0.456093966960907, "rewards/thermo_reward/mean": -0.967749834060669, "rewards/thermo_reward/std": 1.7618026733398438, "step": 174 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 466.0, "completions/max_terminated_length": 466.0, "completions/mean_length": 275.3125, "completions/mean_terminated_length": 275.3125, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.10816240543499589, "epoch": 0.35, "frac_reward_zero_std": 0.0, "grad_norm": 3.0683670043945312, "learning_rate": 1.6534206039901055e-06, "loss": 0.0612, "num_tokens": 1532628.0, "reward": 4.2663373947143555, "reward_std": 3.062441825866699, "rewards/fitness_reward/mean": 4.755006790161133, "rewards/fitness_reward/std": 2.9233791828155518, "rewards/kidney_reward/mean": -0.5185624361038208, "rewards/kidney_reward/std": 0.9748953580856323, "rewards/length2tails_reward/mean": 0.5505917072296143, "rewards/length2tails_reward/std": 0.47932368516921997, "rewards/thermo_reward/mean": -0.7340719699859619, "rewards/thermo_reward/std": 1.7369695901870728, "step": 175 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 262.96875, "completions/mean_terminated_length": 262.96875, "completions/min_length": 93.0, "completions/min_terminated_length": 93.0, "entropy": 0.07547976076602936, "epoch": 0.352, "frac_reward_zero_std": 0.0, "grad_norm": 0.7118106484413147, "learning_rate": 1.6481199010631309e-06, "loss": -0.0746, "num_tokens": 1541075.0, "reward": 4.428964614868164, "reward_std": 2.574803113937378, "rewards/fitness_reward/mean": 4.689699172973633, "rewards/fitness_reward/std": 2.8076272010803223, "rewards/kidney_reward/mean": -0.3593696355819702, "rewards/kidney_reward/std": 0.9871580600738525, "rewards/length2tails_reward/mean": 0.5770972967147827, "rewards/length2tails_reward/std": 0.4420401155948639, "rewards/thermo_reward/mean": -0.4506470859050751, "rewards/thermo_reward/std": 1.959010362625122, "step": 176 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 384.0, "completions/max_terminated_length": 384.0, "completions/mean_length": 273.21875, "completions/mean_terminated_length": 273.21875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.11087105982005596, "epoch": 0.354, "frac_reward_zero_std": 0.0, "grad_norm": 0.9738964438438416, "learning_rate": 1.6427876096865393e-06, "loss": 0.0369, "num_tokens": 1549850.0, "reward": 4.867439270019531, "reward_std": 3.0394482612609863, "rewards/fitness_reward/mean": 5.090075492858887, "rewards/fitness_reward/std": 2.84049391746521, "rewards/kidney_reward/mean": -0.08992902934551239, "rewards/kidney_reward/std": 1.4132450819015503, "rewards/length2tails_reward/mean": 0.609131395816803, "rewards/length2tails_reward/std": 0.42378756403923035, "rewards/thermo_reward/mean": -0.6599090099334717, "rewards/thermo_reward/std": 1.848639965057373, "step": 177 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 319.0, "completions/max_terminated_length": 319.0, "completions/mean_length": 266.78125, "completions/mean_terminated_length": 266.78125, "completions/min_length": 171.0, "completions/min_terminated_length": 171.0, "entropy": 0.1331650954671204, "epoch": 0.356, "frac_reward_zero_std": 0.0, "grad_norm": 1.5233911275863647, "learning_rate": 1.6374239897486897e-06, "loss": -0.0134, "num_tokens": 1558419.0, "reward": 4.055957317352295, "reward_std": 3.2039151191711426, "rewards/fitness_reward/mean": 4.328873634338379, "rewards/fitness_reward/std": 3.307469606399536, "rewards/kidney_reward/mean": -0.20703302323818207, "rewards/kidney_reward/std": 1.0310391187667847, "rewards/length2tails_reward/mean": 0.4950253665447235, "rewards/length2tails_reward/std": 0.4483602046966553, "rewards/thermo_reward/mean": -0.5863116979598999, "rewards/thermo_reward/std": 1.6916553974151611, "step": 178 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1012274301610887, "epoch": 0.358, "frac_reward_zero_std": 0.0, "grad_norm": 0.4355965554714203, "learning_rate": 1.6320293026648508e-06, "loss": -0.0079, "num_tokens": 1567093.0, "reward": 5.45328426361084, "reward_std": 1.7587991952896118, "rewards/fitness_reward/mean": 5.767385959625244, "rewards/fitness_reward/std": 1.449892282485962, "rewards/kidney_reward/mean": -0.20507873594760895, "rewards/kidney_reward/std": 1.233489990234375, "rewards/length2tails_reward/mean": 0.6022515892982483, "rewards/length2tails_reward/std": 0.4060637056827545, "rewards/thermo_reward/mean": -0.7242498397827148, "rewards/thermo_reward/std": 1.6031584739685059, "step": 179 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.08426529681310058, "epoch": 0.36, "frac_reward_zero_std": 0.0, "grad_norm": 0.54383385181427, "learning_rate": 1.6266038113644605e-06, "loss": -0.0065, "num_tokens": 1575733.0, "reward": 5.659174919128418, "reward_std": 1.9989067316055298, "rewards/fitness_reward/mean": 5.87037467956543, "rewards/fitness_reward/std": 1.3842169046401978, "rewards/kidney_reward/mean": -0.31498047709465027, "rewards/kidney_reward/std": 1.2313039302825928, "rewards/length2tails_reward/mean": 0.599600613117218, "rewards/length2tails_reward/std": 0.42347168922424316, "rewards/thermo_reward/mean": -0.40721940994262695, "rewards/thermo_reward/std": 1.898787021636963, "step": 180 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 502.0, "completions/max_terminated_length": 502.0, "completions/mean_length": 275.84375, "completions/mean_terminated_length": 275.84375, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.10651430813595653, "epoch": 0.362, "frac_reward_zero_std": 0.0, "grad_norm": 2.1690618991851807, "learning_rate": 1.6211477802783102e-06, "loss": 0.085, "num_tokens": 1584592.0, "reward": 4.864093780517578, "reward_std": 2.611569881439209, "rewards/fitness_reward/mean": 5.151647567749023, "rewards/fitness_reward/std": 2.1961724758148193, "rewards/kidney_reward/mean": -0.056402117013931274, "rewards/kidney_reward/std": 1.097105622291565, "rewards/length2tails_reward/mean": 0.5109585523605347, "rewards/length2tails_reward/std": 0.44378817081451416, "rewards/thermo_reward/mean": -0.7741846442222595, "rewards/thermo_reward/std": 1.9916399717330933, "step": 181 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 261.0, "completions/mean_terminated_length": 261.0, "completions/min_length": 96.0, "completions/min_terminated_length": 96.0, "entropy": 0.09026870923116803, "epoch": 0.364, "frac_reward_zero_std": 0.0, "grad_norm": 1.0212987661361694, "learning_rate": 1.615661475325658e-06, "loss": -0.0984, "num_tokens": 1592976.0, "reward": 4.4314727783203125, "reward_std": 3.0072882175445557, "rewards/fitness_reward/mean": 5.038105487823486, "rewards/fitness_reward/std": 3.0175745487213135, "rewards/kidney_reward/mean": -0.34879419207572937, "rewards/kidney_reward/std": 1.0839778184890747, "rewards/length2tails_reward/mean": 0.6546170711517334, "rewards/length2tails_reward/std": 0.42878323793411255, "rewards/thermo_reward/mean": -1.191779613494873, "rewards/thermo_reward/std": 1.9129706621170044, "step": 182 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 512.0, "completions/max_terminated_length": 512.0, "completions/mean_length": 279.40625, "completions/mean_terminated_length": 279.40625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1478779586032033, "epoch": 0.366, "frac_reward_zero_std": 0.0, "grad_norm": 1.895674228668213, "learning_rate": 1.6101451639012677e-06, "loss": 0.0838, "num_tokens": 1601949.0, "reward": 4.561385154724121, "reward_std": 3.6965315341949463, "rewards/fitness_reward/mean": 4.620615005493164, "rewards/fitness_reward/std": 3.3410534858703613, "rewards/kidney_reward/mean": -0.08034095913171768, "rewards/kidney_reward/std": 1.157870888710022, "rewards/length2tails_reward/mean": 0.5722231864929199, "rewards/length2tails_reward/std": 0.4358516335487366, "rewards/thermo_reward/mean": -0.3242303729057312, "rewards/thermo_reward/std": 1.781525731086731, "step": 183 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 321.0, "completions/max_terminated_length": 321.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 258.0, "completions/min_terminated_length": 258.0, "entropy": 0.1301782624796033, "epoch": 0.368, "frac_reward_zero_std": 0.0, "grad_norm": 1.1593161821365356, "learning_rate": 1.604599114862375e-06, "loss": 0.0082, "num_tokens": 1610623.0, "reward": 4.000077247619629, "reward_std": 3.2169172763824463, "rewards/fitness_reward/mean": 4.352954864501953, "rewards/fitness_reward/std": 3.510301113128662, "rewards/kidney_reward/mean": -0.22353899478912354, "rewards/kidney_reward/std": 1.2535496950149536, "rewards/length2tails_reward/mean": 0.5596377849578857, "rewards/length2tails_reward/std": 0.44628483057022095, "rewards/thermo_reward/mean": -0.7620350122451782, "rewards/thermo_reward/std": 1.802309274673462, "step": 184 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 343.0, "completions/max_terminated_length": 343.0, "completions/mean_length": 269.1875, "completions/mean_terminated_length": 269.1875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.0893715862184763, "epoch": 0.37, "frac_reward_zero_std": 0.0, "grad_norm": 1.2550925016403198, "learning_rate": 1.5990235985155857e-06, "loss": 0.0254, "num_tokens": 1619269.0, "reward": 4.491425037384033, "reward_std": 2.9865565299987793, "rewards/fitness_reward/mean": 4.715381145477295, "rewards/fitness_reward/std": 3.102266788482666, "rewards/kidney_reward/mean": -0.037865400314331055, "rewards/kidney_reward/std": 1.1800258159637451, "rewards/length2tails_reward/mean": 0.448363333940506, "rewards/length2tails_reward/std": 0.4457945227622986, "rewards/thermo_reward/mean": -0.6342282891273499, "rewards/thermo_reward/std": 1.8643159866333008, "step": 185 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 436.0, "completions/max_terminated_length": 436.0, "completions/mean_length": 275.625, "completions/mean_terminated_length": 275.625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12593226647004485, "epoch": 0.372, "frac_reward_zero_std": 0.0, "grad_norm": 1.3675857782363892, "learning_rate": 1.5934188866037015e-06, "loss": 0.0445, "num_tokens": 1628121.0, "reward": 3.7773280143737793, "reward_std": 3.876007318496704, "rewards/fitness_reward/mean": 4.293154716491699, "rewards/fitness_reward/std": 3.9880714416503906, "rewards/kidney_reward/mean": -0.42351239919662476, "rewards/kidney_reward/std": 1.1867891550064087, "rewards/length2tails_reward/mean": 0.6898555159568787, "rewards/length2tails_reward/std": 0.38954636454582214, "rewards/thermo_reward/mean": -0.9530682563781738, "rewards/thermo_reward/std": 2.0106310844421387, "step": 186 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.15625, "completions/mean_terminated_length": 263.15625, "completions/min_length": 75.0, "completions/min_terminated_length": 75.0, "entropy": 0.14193418761715293, "epoch": 0.374, "frac_reward_zero_std": 0.0, "grad_norm": 2.44107985496521, "learning_rate": 1.587785252292473e-06, "loss": -0.0755, "num_tokens": 1636574.0, "reward": 5.446175575256348, "reward_std": 2.6817963123321533, "rewards/fitness_reward/mean": 5.443154811859131, "rewards/fitness_reward/std": 2.656590461730957, "rewards/kidney_reward/mean": -0.061875101178884506, "rewards/kidney_reward/std": 1.2702064514160156, "rewards/length2tails_reward/mean": 0.6279922723770142, "rewards/length2tails_reward/std": 0.4024559259414673, "rewards/thermo_reward/mean": -0.2460794299840927, "rewards/thermo_reward/std": 2.1052651405334473, "step": 187 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 350.0, "completions/max_terminated_length": 350.0, "completions/mean_length": 270.6875, "completions/mean_terminated_length": 270.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1061564115807414, "epoch": 0.376, "frac_reward_zero_std": 0.0, "grad_norm": 1.2134290933609009, "learning_rate": 1.5821229701572893e-06, "loss": 0.0174, "num_tokens": 1645268.0, "reward": 4.806356430053711, "reward_std": 2.3874363899230957, "rewards/fitness_reward/mean": 5.02333927154541, "rewards/fitness_reward/std": 2.3042352199554443, "rewards/kidney_reward/mean": -0.09063389897346497, "rewards/kidney_reward/std": 1.093129277229309, "rewards/length2tails_reward/mean": 0.48920953273773193, "rewards/length2tails_reward/std": 0.44646406173706055, "rewards/thermo_reward/mean": -0.5879369974136353, "rewards/thermo_reward/std": 1.769646167755127, "step": 188 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.11166581884026527, "epoch": 0.378, "frac_reward_zero_std": 0.0, "grad_norm": 0.3294186294078827, "learning_rate": 1.5764323161697932e-06, "loss": -0.0034, "num_tokens": 1653945.0, "reward": 6.120540618896484, "reward_std": 1.7913304567337036, "rewards/fitness_reward/mean": 6.076353073120117, "rewards/fitness_reward/std": 1.2157715559005737, "rewards/kidney_reward/mean": 0.07283775508403778, "rewards/kidney_reward/std": 1.3584492206573486, "rewards/length2tails_reward/mean": 0.6484661102294922, "rewards/length2tails_reward/std": 0.38605931401252747, "rewards/thermo_reward/mean": -0.30869537591934204, "rewards/thermo_reward/std": 1.9456088542938232, "step": 189 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 327.0, "completions/max_terminated_length": 327.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11868252046406269, "epoch": 0.38, "frac_reward_zero_std": 0.0, "grad_norm": 1.6086766719818115, "learning_rate": 1.5707135676844319e-06, "loss": 0.0242, "num_tokens": 1662654.0, "reward": 5.367982387542725, "reward_std": 2.7623069286346436, "rewards/fitness_reward/mean": 5.724161148071289, "rewards/fitness_reward/std": 2.252316951751709, "rewards/kidney_reward/mean": -0.4771338403224945, "rewards/kidney_reward/std": 1.0981281995773315, "rewards/length2tails_reward/mean": 0.6890479326248169, "rewards/length2tails_reward/std": 0.36876070499420166, "rewards/thermo_reward/mean": -0.5797474384307861, "rewards/thermo_reward/std": 1.96684730052948, "step": 190 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.375, "completions/mean_terminated_length": 269.375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.10897703189402819, "epoch": 0.382, "frac_reward_zero_std": 0.0, "grad_norm": 0.7039817571640015, "learning_rate": 1.564967003424938e-06, "loss": -0.0034, "num_tokens": 1671306.0, "reward": 4.808743476867676, "reward_std": 3.007719039916992, "rewards/fitness_reward/mean": 4.748951435089111, "rewards/fitness_reward/std": 2.986243724822998, "rewards/kidney_reward/mean": -0.17581090331077576, "rewards/kidney_reward/std": 1.232522964477539, "rewards/length2tails_reward/mean": 0.5685861110687256, "rewards/length2tails_reward/std": 0.4413212239742279, "rewards/thermo_reward/mean": 0.011101648211479187, "rewards/thermo_reward/std": 1.8753315210342407, "step": 191 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 388.0, "completions/max_terminated_length": 388.0, "completions/mean_length": 273.84375, "completions/mean_terminated_length": 273.84375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11015730071812868, "epoch": 0.384, "frac_reward_zero_std": 0.0, "grad_norm": 0.9565957188606262, "learning_rate": 1.5591929034707466e-06, "loss": 0.027, "num_tokens": 1680101.0, "reward": 5.647148132324219, "reward_std": 2.985407829284668, "rewards/fitness_reward/mean": 5.495434761047363, "rewards/fitness_reward/std": 2.468876838684082, "rewards/kidney_reward/mean": 0.06246180832386017, "rewards/kidney_reward/std": 1.225472331047058, "rewards/length2tails_reward/mean": 0.7170220613479614, "rewards/length2tails_reward/std": 0.3801810145378113, "rewards/thermo_reward/mean": -0.11754542589187622, "rewards/thermo_reward/std": 1.9760782718658447, "step": 192 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.6875, "completions/mean_terminated_length": 269.6875, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.12005980499088764, "epoch": 0.386, "frac_reward_zero_std": 0.0, "grad_norm": 1.6544195413589478, "learning_rate": 1.553391549243344e-06, "loss": -0.0182, "num_tokens": 1688763.0, "reward": 4.954888820648193, "reward_std": 2.4991729259490967, "rewards/fitness_reward/mean": 5.40878963470459, "rewards/fitness_reward/std": 2.3679397106170654, "rewards/kidney_reward/mean": -0.49122127890586853, "rewards/kidney_reward/std": 1.202668309211731, "rewards/length2tails_reward/mean": 0.6947495937347412, "rewards/length2tails_reward/std": 0.41318637132644653, "rewards/thermo_reward/mean": -0.7639557123184204, "rewards/thermo_reward/std": 1.8023275136947632, "step": 193 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 402.0, "completions/max_terminated_length": 402.0, "completions/mean_length": 274.21875, "completions/mean_terminated_length": 274.21875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12109254207462072, "epoch": 0.388, "frac_reward_zero_std": 0.0, "grad_norm": 1.2701301574707031, "learning_rate": 1.5475632234925502e-06, "loss": 0.042, "num_tokens": 1697570.0, "reward": 4.846124649047852, "reward_std": 2.819533348083496, "rewards/fitness_reward/mean": 5.228612899780273, "rewards/fitness_reward/std": 2.733485221862793, "rewards/kidney_reward/mean": -0.49513113498687744, "rewards/kidney_reward/std": 1.1379722356796265, "rewards/length2tails_reward/mean": 0.7269919514656067, "rewards/length2tails_reward/std": 0.378961980342865, "rewards/thermo_reward/mean": -0.6333409547805786, "rewards/thermo_reward/std": 1.9405333995819092, "step": 194 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 263.8125, "completions/mean_terminated_length": 263.8125, "completions/min_length": 86.0, "completions/min_terminated_length": 86.0, "entropy": 0.10591288423165679, "epoch": 0.39, "frac_reward_zero_std": 0.0, "grad_norm": 0.9085234999656677, "learning_rate": 1.54170821028274e-06, "loss": -0.0855, "num_tokens": 1706044.0, "reward": 5.504973411560059, "reward_std": 2.731473684310913, "rewards/fitness_reward/mean": 5.504761219024658, "rewards/fitness_reward/std": 2.3768563270568848, "rewards/kidney_reward/mean": -0.12942233681678772, "rewards/kidney_reward/std": 1.1659127473831177, "rewards/length2tails_reward/mean": 0.6184656023979187, "rewards/length2tails_reward/std": 0.4209434986114502, "rewards/thermo_reward/mean": -0.17938566207885742, "rewards/thermo_reward/std": 1.864436388015747, "step": 195 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 365.0, "completions/max_terminated_length": 365.0, "completions/mean_length": 272.875, "completions/mean_terminated_length": 272.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11573971435427666, "epoch": 0.392, "frac_reward_zero_std": 0.0, "grad_norm": 1.7765392065048218, "learning_rate": 1.5358267949789964e-06, "loss": 0.0344, "num_tokens": 1714808.0, "reward": 5.148538112640381, "reward_std": 2.2965903282165527, "rewards/fitness_reward/mean": 5.610849857330322, "rewards/fitness_reward/std": 2.3347136974334717, "rewards/kidney_reward/mean": -0.3197159171104431, "rewards/kidney_reward/std": 1.0197172164916992, "rewards/length2tails_reward/mean": 0.6769318580627441, "rewards/length2tails_reward/std": 0.43633151054382324, "rewards/thermo_reward/mean": -0.9433727860450745, "rewards/thermo_reward/std": 2.0293006896972656, "step": 196 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 438.0, "completions/max_terminated_length": 438.0, "completions/mean_length": 275.0625, "completions/mean_terminated_length": 275.0625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11778477020561695, "epoch": 0.394, "frac_reward_zero_std": 0.0, "grad_norm": 2.153994560241699, "learning_rate": 1.5299192642332049e-06, "loss": 0.0619, "num_tokens": 1723642.0, "reward": 5.358760356903076, "reward_std": 2.5633435249328613, "rewards/fitness_reward/mean": 5.500892639160156, "rewards/fitness_reward/std": 2.3947198390960693, "rewards/kidney_reward/mean": -0.1386294811964035, "rewards/kidney_reward/std": 1.0449038743972778, "rewards/length2tails_reward/mean": 0.6533316373825073, "rewards/length2tails_reward/std": 0.40731319785118103, "rewards/thermo_reward/mean": -0.47230052947998047, "rewards/thermo_reward/std": 2.0186452865600586, "step": 197 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12082445435225964, "epoch": 0.396, "frac_reward_zero_std": 0.0, "grad_norm": 0.474387526512146, "learning_rate": 1.5239859059700793e-06, "loss": -0.0076, "num_tokens": 1732328.0, "reward": 5.87947940826416, "reward_std": 1.8399745225906372, "rewards/fitness_reward/mean": 5.973363876342773, "rewards/fitness_reward/std": 1.3069151639938354, "rewards/kidney_reward/mean": -0.43369150161743164, "rewards/kidney_reward/std": 1.1159157752990723, "rewards/length2tails_reward/mean": 0.746300220489502, "rewards/length2tails_reward/std": 0.3608926236629486, "rewards/thermo_reward/mean": -0.1272280216217041, "rewards/thermo_reward/std": 1.7771265506744385, "step": 198 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 257.0, "completions/min_terminated_length": 257.0, "entropy": 0.11528191063553095, "epoch": 0.398, "frac_reward_zero_std": 0.0, "grad_norm": 0.6634423136711121, "learning_rate": 1.5180270093731302e-06, "loss": -0.0124, "num_tokens": 1740991.0, "reward": 5.016768932342529, "reward_std": 2.8234593868255615, "rewards/fitness_reward/mean": 5.254176616668701, "rewards/fitness_reward/std": 2.630495309829712, "rewards/kidney_reward/mean": -0.429448664188385, "rewards/kidney_reward/std": 1.11064612865448, "rewards/length2tails_reward/mean": 0.6609193086624146, "rewards/length2tails_reward/std": 0.4230346083641052, "rewards/thermo_reward/mean": -0.375826895236969, "rewards/thermo_reward/std": 1.7914979457855225, "step": 199 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 511.0, "completions/max_terminated_length": 511.0, "completions/mean_length": 278.34375, "completions/mean_terminated_length": 278.34375, "completions/min_length": 107.0, "completions/min_terminated_length": 107.0, "entropy": 0.14113888517022133, "epoch": 0.4, "frac_reward_zero_std": 0.0, "grad_norm": 1.6484531164169312, "learning_rate": 1.5120428648705715e-06, "loss": 0.0702, "num_tokens": 1749930.0, "reward": 4.45833683013916, "reward_std": 3.1881518363952637, "rewards/fitness_reward/mean": 5.084860324859619, "rewards/fitness_reward/std": 3.2290408611297607, "rewards/kidney_reward/mean": -0.6342756748199463, "rewards/kidney_reward/std": 1.010218620300293, "rewards/length2tails_reward/mean": 0.7552772164344788, "rewards/length2tails_reward/std": 0.3683543801307678, "rewards/thermo_reward/mean": -0.9964100122451782, "rewards/thermo_reward/std": 2.1216630935668945, "step": 200 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 376.0, "completions/max_terminated_length": 376.0, "completions/mean_length": 266.65625, "completions/mean_terminated_length": 266.65625, "completions/min_length": 67.0, "completions/min_terminated_length": 67.0, "entropy": 0.12928149849176407, "epoch": 0.402, "frac_reward_zero_std": 0.0, "grad_norm": 1.6312239170074463, "learning_rate": 1.5060337641211636e-06, "loss": -0.0221, "num_tokens": 1758495.0, "reward": 5.229574203491211, "reward_std": 3.2260067462921143, "rewards/fitness_reward/mean": 5.103326797485352, "rewards/fitness_reward/std": 3.447283983230591, "rewards/kidney_reward/mean": -0.06352463364601135, "rewards/kidney_reward/std": 1.290382742881775, "rewards/length2tails_reward/mean": 0.6177878379821777, "rewards/length2tails_reward/std": 0.41295352578163147, "rewards/thermo_reward/mean": 0.007125034928321838, "rewards/thermo_reward/std": 2.120759963989258, "step": 201 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 563.0, "completions/max_terminated_length": 563.0, "completions/mean_length": 280.5625, "completions/mean_terminated_length": 280.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14953106082975864, "epoch": 0.404, "frac_reward_zero_std": 0.0, "grad_norm": 2.925811529159546, "learning_rate": 1.5e-06, "loss": 0.1222, "num_tokens": 1767505.0, "reward": 5.001443386077881, "reward_std": 3.1893393993377686, "rewards/fitness_reward/mean": 5.0646443367004395, "rewards/fitness_reward/std": 2.9247078895568848, "rewards/kidney_reward/mean": -0.13537967205047607, "rewards/kidney_reward/std": 1.2401924133300781, "rewards/length2tails_reward/mean": 0.6247571706771851, "rewards/length2tails_reward/std": 0.42491886019706726, "rewards/thermo_reward/mean": -0.30340126156806946, "rewards/thermo_reward/std": 1.8612476587295532, "step": 202 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 265.9375, "completions/mean_terminated_length": 265.9375, "completions/min_length": 184.0, "completions/min_terminated_length": 184.0, "entropy": 0.12770347204059362, "epoch": 0.406, "frac_reward_zero_std": 0.0, "grad_norm": 1.9480125904083252, "learning_rate": 1.4939418665842309e-06, "loss": -0.012, "num_tokens": 1776047.0, "reward": 5.106375694274902, "reward_std": 3.3707869052886963, "rewards/fitness_reward/mean": 5.213399887084961, "rewards/fitness_reward/std": 3.1237714290618896, "rewards/kidney_reward/mean": 0.16533440351486206, "rewards/kidney_reward/std": 1.2188705205917358, "rewards/length2tails_reward/mean": 0.6536604166030884, "rewards/length2tails_reward/std": 0.41311925649642944, "rewards/thermo_reward/mean": -0.7062134742736816, "rewards/thermo_reward/std": 1.8557100296020508, "step": 203 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 268.84375, "completions/mean_terminated_length": 268.84375, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.11901164799928665, "epoch": 0.408, "frac_reward_zero_std": 0.0, "grad_norm": 1.2556489706039429, "learning_rate": 1.4878596591387326e-06, "loss": -0.0105, "num_tokens": 1784682.0, "reward": 5.204383850097656, "reward_std": 3.6209285259246826, "rewards/fitness_reward/mean": 5.13774299621582, "rewards/fitness_reward/std": 3.0786664485931396, "rewards/kidney_reward/mean": 0.12757733464241028, "rewards/kidney_reward/std": 1.3261386156082153, "rewards/length2tails_reward/mean": 0.7046136856079102, "rewards/length2tails_reward/std": 0.3748266100883484, "rewards/thermo_reward/mean": -0.34660279750823975, "rewards/thermo_reward/std": 1.6802020072937012, "step": 204 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 283.0, "completions/mean_terminated_length": 267.80645751953125, "completions/min_length": 211.0, "completions/min_terminated_length": 211.0, "entropy": 0.1570515912026167, "epoch": 0.41, "frac_reward_zero_std": 0.0, "grad_norm": 3.4501383304595947, "learning_rate": 1.4817536741017151e-06, "loss": 0.1255, "num_tokens": 1793770.0, "reward": 5.006608009338379, "reward_std": 3.3003995418548584, "rewards/fitness_reward/mean": 5.15645170211792, "rewards/fitness_reward/std": 3.2961273193359375, "rewards/kidney_reward/mean": -0.27005457878112793, "rewards/kidney_reward/std": 1.1989458799362183, "rewards/length2tails_reward/mean": 0.7012870907783508, "rewards/length2tails_reward/std": 0.39138534665107727, "rewards/thermo_reward/mean": -0.38027605414390564, "rewards/thermo_reward/std": 1.9341998100280762, "step": 205 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 613.0, "completions/max_terminated_length": 613.0, "completions/mean_length": 280.4375, "completions/mean_terminated_length": 280.4375, "completions/min_length": 179.0, "completions/min_terminated_length": 179.0, "entropy": 0.17629681713879108, "epoch": 0.412, "frac_reward_zero_std": 0.0, "grad_norm": 2.0244832038879395, "learning_rate": 1.4756242090702753e-06, "loss": -0.0026, "num_tokens": 1802776.0, "reward": 5.560153484344482, "reward_std": 2.769331693649292, "rewards/fitness_reward/mean": 5.607787132263184, "rewards/fitness_reward/std": 2.7524917125701904, "rewards/kidney_reward/mean": -0.1659838706254959, "rewards/kidney_reward/std": 1.1878471374511719, "rewards/length2tails_reward/mean": 0.7757689952850342, "rewards/length2tails_reward/std": 0.3364262878894806, "rewards/thermo_reward/mean": -0.3171682059764862, "rewards/thermo_reward/std": 2.1596550941467285, "step": 206 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 231.0, "completions/min_terminated_length": 231.0, "entropy": 0.18510614708065987, "epoch": 0.414, "frac_reward_zero_std": 0.0, "grad_norm": 1.8747198581695557, "learning_rate": 1.4694715627858908e-06, "loss": -0.0064, "num_tokens": 1811491.0, "reward": 4.97410774230957, "reward_std": 4.071346759796143, "rewards/fitness_reward/mean": 4.744723320007324, "rewards/fitness_reward/std": 3.860710620880127, "rewards/kidney_reward/mean": -0.04718928039073944, "rewards/kidney_reward/std": 1.0953369140625, "rewards/length2tails_reward/mean": 0.7307334542274475, "rewards/length2tails_reward/std": 0.36576011776924133, "rewards/thermo_reward/mean": 0.14059212803840637, "rewards/thermo_reward/std": 1.8796796798706055, "step": 207 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 417.0, "completions/max_terminated_length": 417.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 51.0, "completions/min_terminated_length": 51.0, "entropy": 0.17540221381932497, "epoch": 0.416, "frac_reward_zero_std": 0.0, "grad_norm": 1.8250596523284912, "learning_rate": 1.4632960351198617e-06, "loss": -0.0062, "num_tokens": 1820202.0, "reward": 4.9364848136901855, "reward_std": 3.8868162631988525, "rewards/fitness_reward/mean": 4.679059028625488, "rewards/fitness_reward/std": 3.7941133975982666, "rewards/kidney_reward/mean": 0.12615957856178284, "rewards/kidney_reward/std": 1.3088197708129883, "rewards/length2tails_reward/mean": 0.7231643199920654, "rewards/length2tails_reward/std": 0.3762193024158478, "rewards/thermo_reward/mean": 0.027110159397125244, "rewards/thermo_reward/std": 2.1192996501922607, "step": 208 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 625.0, "completions/max_terminated_length": 625.0, "completions/mean_length": 274.5625, "completions/mean_terminated_length": 274.5625, "completions/min_length": 36.0, "completions/min_terminated_length": 36.0, "entropy": 0.14119845256209373, "epoch": 0.418, "frac_reward_zero_std": 0.0, "grad_norm": 1.1828947067260742, "learning_rate": 1.4570979270586943e-06, "loss": -0.0941, "num_tokens": 1829020.0, "reward": 4.36683988571167, "reward_std": 3.606301784515381, "rewards/fitness_reward/mean": 4.932483673095703, "rewards/fitness_reward/std": 3.6595046520233154, "rewards/kidney_reward/mean": -0.5763438940048218, "rewards/kidney_reward/std": 0.9190284013748169, "rewards/length2tails_reward/mean": 0.7905447483062744, "rewards/length2tails_reward/std": 0.33445608615875244, "rewards/thermo_reward/mean": -0.9502164125442505, "rewards/thermo_reward/std": 2.0955722332000732, "step": 209 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 421.0, "completions/max_terminated_length": 421.0, "completions/mean_length": 279.1875, "completions/mean_terminated_length": 279.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.18222328554838896, "epoch": 0.42, "frac_reward_zero_std": 0.0, "grad_norm": 4.100304126739502, "learning_rate": 1.4508775406894306e-06, "loss": 0.0794, "num_tokens": 1837986.0, "reward": 5.177816867828369, "reward_std": 3.4072232246398926, "rewards/fitness_reward/mean": 5.094880104064941, "rewards/fitness_reward/std": 3.1885640621185303, "rewards/kidney_reward/mean": -0.011289328336715698, "rewards/kidney_reward/std": 1.2078779935836792, "rewards/length2tails_reward/mean": 0.6524442434310913, "rewards/length2tails_reward/std": 0.4188677966594696, "rewards/thermo_reward/mean": -0.14905908703804016, "rewards/thermo_reward/std": 1.923143982887268, "step": 210 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 358.0, "completions/max_terminated_length": 358.0, "completions/mean_length": 272.875, "completions/mean_terminated_length": 272.875, "completions/min_length": 227.0, "completions/min_terminated_length": 227.0, "entropy": 0.13147749193012714, "epoch": 0.422, "frac_reward_zero_std": 0.0, "grad_norm": 1.3564049005508423, "learning_rate": 1.4446351791849273e-06, "loss": 0.0129, "num_tokens": 1846750.0, "reward": 5.809633255004883, "reward_std": 3.2329182624816895, "rewards/fitness_reward/mean": 5.548314094543457, "rewards/fitness_reward/std": 2.9709882736206055, "rewards/kidney_reward/mean": 0.1898169368505478, "rewards/kidney_reward/std": 1.201176643371582, "rewards/length2tails_reward/mean": 0.7714184522628784, "rewards/length2tails_reward/std": 0.33874425292015076, "rewards/thermo_reward/mean": -0.05288762226700783, "rewards/thermo_reward/std": 1.9934961795806885, "step": 211 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 464.0, "completions/max_terminated_length": 464.0, "completions/mean_length": 280.5625, "completions/mean_terminated_length": 280.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.148380596190691, "epoch": 0.424, "frac_reward_zero_std": 0.0, "grad_norm": 2.1136276721954346, "learning_rate": 1.4383711467890773e-06, "loss": 0.1043, "num_tokens": 1855760.0, "reward": 5.165239334106445, "reward_std": 3.7728660106658936, "rewards/fitness_reward/mean": 5.120419502258301, "rewards/fitness_reward/std": 3.3934967517852783, "rewards/kidney_reward/mean": -0.13617633283138275, "rewards/kidney_reward/std": 1.219999074935913, "rewards/length2tails_reward/mean": 0.6721340417861938, "rewards/length2tails_reward/std": 0.37673434615135193, "rewards/thermo_reward/mean": -0.11025162041187286, "rewards/thermo_reward/std": 2.06036639213562, "step": 212 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 593.0, "completions/max_terminated_length": 593.0, "completions/mean_length": 279.40625, "completions/mean_terminated_length": 279.40625, "completions/min_length": 242.0, "completions/min_terminated_length": 242.0, "entropy": 0.14004177413880825, "epoch": 0.426, "frac_reward_zero_std": 0.0, "grad_norm": 3.625136375427246, "learning_rate": 1.4320857488019824e-06, "loss": 0.094, "num_tokens": 1864733.0, "reward": 5.282578468322754, "reward_std": 2.975006103515625, "rewards/fitness_reward/mean": 5.515386581420898, "rewards/fitness_reward/std": 3.1072726249694824, "rewards/kidney_reward/mean": 0.1614631861448288, "rewards/kidney_reward/std": 1.4302942752838135, "rewards/length2tails_reward/mean": 0.7769113779067993, "rewards/length2tails_reward/std": 0.3295917212963104, "rewards/thermo_reward/mean": -1.015535831451416, "rewards/thermo_reward/std": 2.2133193016052246, "step": 213 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 226.0, "completions/min_terminated_length": 226.0, "entropy": 0.1491750106215477, "epoch": 0.428, "frac_reward_zero_std": 0.0, "grad_norm": 1.8770372867584229, "learning_rate": 1.4257792915650725e-06, "loss": -0.0188, "num_tokens": 1873420.0, "reward": 5.447704315185547, "reward_std": 3.252995491027832, "rewards/fitness_reward/mean": 5.594566345214844, "rewards/fitness_reward/std": 2.7997264862060547, "rewards/kidney_reward/mean": -0.48993390798568726, "rewards/kidney_reward/std": 1.1592376232147217, "rewards/length2tails_reward/mean": 0.8639081716537476, "rewards/length2tails_reward/std": 0.25261324644088745, "rewards/thermo_reward/mean": -0.23574352264404297, "rewards/thermo_reward/std": 2.2791671752929688, "step": 214 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 266.28125, "completions/mean_terminated_length": 266.28125, "completions/min_length": 138.0, "completions/min_terminated_length": 138.0, "entropy": 0.16167325340211391, "epoch": 0.43, "frac_reward_zero_std": 0.0, "grad_norm": 1.9747185707092285, "learning_rate": 1.419452082446177e-06, "loss": -0.0616, "num_tokens": 1881973.0, "reward": 5.3051886558532715, "reward_std": 2.940993070602417, "rewards/fitness_reward/mean": 5.305299282073975, "rewards/fitness_reward/std": 2.8063652515411377, "rewards/kidney_reward/mean": -0.20494236052036285, "rewards/kidney_reward/std": 1.165364384651184, "rewards/length2tails_reward/mean": 0.7368552684783936, "rewards/length2tails_reward/std": 0.37866973876953125, "rewards/thermo_reward/mean": -0.1637059599161148, "rewards/thermo_reward/std": 1.9145219326019287, "step": 215 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12187883397564292, "epoch": 0.432, "frac_reward_zero_std": 0.0, "grad_norm": 0.6405536532402039, "learning_rate": 1.4131044298245418e-06, "loss": -0.0104, "num_tokens": 1890686.0, "reward": 5.89649772644043, "reward_std": 2.0160536766052246, "rewards/fitness_reward/mean": 5.973363876342773, "rewards/fitness_reward/std": 1.3069151639938354, "rewards/kidney_reward/mean": -0.33626803755760193, "rewards/kidney_reward/std": 1.403552532196045, "rewards/length2tails_reward/mean": 0.6964526176452637, "rewards/length2tails_reward/std": 0.41551831364631653, "rewards/thermo_reward/mean": -0.1656903624534607, "rewards/thermo_reward/std": 1.8359384536743164, "step": 216 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 305.0, "completions/max_terminated_length": 305.0, "completions/mean_length": 267.8125, "completions/mean_terminated_length": 267.8125, "completions/min_length": 99.0, "completions/min_terminated_length": 99.0, "entropy": 0.13484436459839344, "epoch": 0.434, "frac_reward_zero_std": 0.0, "grad_norm": 1.467594861984253, "learning_rate": 1.4067366430758004e-06, "loss": -0.045, "num_tokens": 1899288.0, "reward": 4.882638454437256, "reward_std": 2.991011619567871, "rewards/fitness_reward/mean": 5.251405715942383, "rewards/fitness_reward/std": 2.9786839485168457, "rewards/kidney_reward/mean": -0.5040518045425415, "rewards/kidney_reward/std": 1.2910178899765015, "rewards/length2tails_reward/mean": 0.7873901128768921, "rewards/length2tails_reward/std": 0.35044264793395996, "rewards/thermo_reward/mean": -0.6271776556968689, "rewards/thermo_reward/std": 2.0984861850738525, "step": 217 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12841098196804523, "epoch": 0.436, "frac_reward_zero_std": 0.0, "grad_norm": 0.4370866119861603, "learning_rate": 1.400349032556895e-06, "loss": 0.0072, "num_tokens": 1907962.0, "reward": 5.410283088684082, "reward_std": 3.0423872470855713, "rewards/fitness_reward/mean": 5.468869209289551, "rewards/fitness_reward/std": 2.5450143814086914, "rewards/kidney_reward/mean": -0.1920437067747116, "rewards/kidney_reward/std": 1.4910067319869995, "rewards/length2tails_reward/mean": 0.681010365486145, "rewards/length2tails_reward/std": 0.38825103640556335, "rewards/thermo_reward/mean": -0.26563379168510437, "rewards/thermo_reward/std": 2.002378225326538, "step": 218 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 456.0, "completions/max_terminated_length": 456.0, "completions/mean_length": 272.5625, "completions/mean_terminated_length": 272.5625, "completions/min_length": 127.0, "completions/min_terminated_length": 127.0, "entropy": 0.16766507271677256, "epoch": 0.438, "frac_reward_zero_std": 0.0, "grad_norm": 2.009949207305908, "learning_rate": 1.393941909590951e-06, "loss": 0.0082, "num_tokens": 1916716.0, "reward": 4.8232502937316895, "reward_std": 3.339430809020996, "rewards/fitness_reward/mean": 5.122108459472656, "rewards/fitness_reward/std": 3.3906185626983643, "rewards/kidney_reward/mean": -0.31029796600341797, "rewards/kidney_reward/std": 1.0983688831329346, "rewards/length2tails_reward/mean": 0.7626557350158691, "rewards/length2tails_reward/std": 0.3781687319278717, "rewards/thermo_reward/mean": -0.6687458753585815, "rewards/thermo_reward/std": 2.1708645820617676, "step": 219 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.59375, "completions/mean_terminated_length": 267.59375, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.10749762738123536, "epoch": 0.44, "frac_reward_zero_std": 0.0, "grad_norm": 0.5059139728546143, "learning_rate": 1.3875155864521028e-06, "loss": -0.0014, "num_tokens": 1925311.0, "reward": 6.180752277374268, "reward_std": 1.7418967485427856, "rewards/fitness_reward/mean": 6.076353073120117, "rewards/fitness_reward/std": 1.2157716751098633, "rewards/kidney_reward/mean": 0.008736655116081238, "rewards/kidney_reward/std": 1.3900187015533447, "rewards/length2tails_reward/mean": 0.5785348415374756, "rewards/length2tails_reward/std": 0.3666441738605499, "rewards/thermo_reward/mean": -0.0892057865858078, "rewards/thermo_reward/std": 1.8389132022857666, "step": 220 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.6875, "completions/mean_terminated_length": 271.6875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12798354495316744, "epoch": 0.442, "frac_reward_zero_std": 0.0, "grad_norm": 0.3278595209121704, "learning_rate": 1.3810703763502743e-06, "loss": -0.0031, "num_tokens": 1934037.0, "reward": 6.395440101623535, "reward_std": 1.592313289642334, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.09271426498889923, "rewards/kidney_reward/std": 1.35648775100708, "rewards/length2tails_reward/mean": 0.8260397911071777, "rewards/length2tails_reward/std": 0.28667116165161133, "rewards/thermo_reward/mean": -0.30006542801856995, "rewards/thermo_reward/std": 2.1212196350097656, "step": 221 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 422.0, "completions/max_terminated_length": 422.0, "completions/mean_length": 276.78125, "completions/mean_terminated_length": 276.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1318447468802333, "epoch": 0.444, "frac_reward_zero_std": 0.0, "grad_norm": 1.2908531427383423, "learning_rate": 1.374606593415912e-06, "loss": 0.0577, "num_tokens": 1942926.0, "reward": 5.608564853668213, "reward_std": 2.8474864959716797, "rewards/fitness_reward/mean": 5.65217399597168, "rewards/fitness_reward/std": 2.6082570552825928, "rewards/kidney_reward/mean": -0.11263138800859451, "rewards/kidney_reward/std": 1.3512107133865356, "rewards/length2tails_reward/mean": 0.7171779870986938, "rewards/length2tails_reward/std": 0.3670293688774109, "rewards/thermo_reward/mean": -0.3331752121448517, "rewards/thermo_reward/std": 2.078946828842163, "step": 222 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11585133709013462, "epoch": 0.446, "frac_reward_zero_std": 0.0, "grad_norm": 0.5567060708999634, "learning_rate": 1.3681245526846781e-06, "loss": -0.0016, "num_tokens": 1951603.0, "reward": 5.846627235412598, "reward_std": 1.9089988470077515, "rewards/fitness_reward/mean": 6.076353073120117, "rewards/fitness_reward/std": 1.2157716751098633, "rewards/kidney_reward/mean": -0.44368448853492737, "rewards/kidney_reward/std": 1.363287329673767, "rewards/length2tails_reward/mean": 0.7362430095672607, "rewards/length2tails_reward/std": 0.3501988351345062, "rewards/thermo_reward/mean": -0.3838888108730316, "rewards/thermo_reward/std": 2.1188266277313232, "step": 223 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12520943023264408, "epoch": 0.448, "frac_reward_zero_std": 0.0, "grad_norm": 0.4506056010723114, "learning_rate": 1.361624570082092e-06, "loss": -0.0028, "num_tokens": 1960293.0, "reward": 5.522380828857422, "reward_std": 2.2656264305114746, "rewards/fitness_reward/mean": 5.861753940582275, "rewards/fitness_reward/std": 2.045424222946167, "rewards/kidney_reward/mean": -0.05382596701383591, "rewards/kidney_reward/std": 1.3001813888549805, "rewards/length2tails_reward/mean": 0.7590430974960327, "rewards/length2tails_reward/std": 0.3836628794670105, "rewards/thermo_reward/mean": -1.0044409036636353, "rewards/thermo_reward/std": 2.1063218116760254, "step": 224 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1355925602838397, "epoch": 0.45, "frac_reward_zero_std": 0.0, "grad_norm": 1.0922815799713135, "learning_rate": 1.3551069624081371e-06, "loss": 0.0038, "num_tokens": 1969001.0, "reward": 5.617181777954102, "reward_std": 2.6733498573303223, "rewards/fitness_reward/mean": 5.599064826965332, "rewards/fitness_reward/std": 2.7911274433135986, "rewards/kidney_reward/mean": -0.12046325206756592, "rewards/kidney_reward/std": 1.403606653213501, "rewards/length2tails_reward/mean": 0.7542349100112915, "rewards/length2tails_reward/std": 0.3374869227409363, "rewards/thermo_reward/mean": -0.2204195111989975, "rewards/thermo_reward/std": 1.9917058944702148, "step": 225 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 257.0, "completions/min_terminated_length": 257.0, "entropy": 0.15132870338857174, "epoch": 0.452, "frac_reward_zero_std": 0.0, "grad_norm": 3.819502592086792, "learning_rate": 1.3485720473218152e-06, "loss": -0.0074, "num_tokens": 1977664.0, "reward": 5.580442428588867, "reward_std": 2.7787983417510986, "rewards/fitness_reward/mean": 5.590456962585449, "rewards/fitness_reward/std": 2.43131947517395, "rewards/kidney_reward/mean": -0.43889474868774414, "rewards/kidney_reward/std": 1.0456558465957642, "rewards/length2tails_reward/mean": 0.7070517539978027, "rewards/length2tails_reward/std": 0.37388545274734497, "rewards/thermo_reward/mean": 0.06533941626548767, "rewards/thermo_reward/std": 2.0557384490966797, "step": 226 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1192570636048913, "epoch": 0.454, "frac_reward_zero_std": 0.0, "grad_norm": 0.5030652284622192, "learning_rate": 1.3420201433256689e-06, "loss": -0.0049, "num_tokens": 1986337.0, "reward": 5.5395050048828125, "reward_std": 1.7637563943862915, "rewards/fitness_reward/mean": 5.87037467956543, "rewards/fitness_reward/std": 1.3842169046401978, "rewards/kidney_reward/mean": -0.41122961044311523, "rewards/kidney_reward/std": 1.297377109527588, "rewards/length2tails_reward/mean": 0.7080308794975281, "rewards/length2tails_reward/std": 0.37696659564971924, "rewards/thermo_reward/mean": -0.6045256853103638, "rewards/thermo_reward/std": 1.8804250955581665, "step": 227 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 422.0, "completions/max_terminated_length": 422.0, "completions/mean_length": 279.78125, "completions/mean_terminated_length": 279.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1760839968919754, "epoch": 0.456, "frac_reward_zero_std": 0.0, "grad_norm": 2.4869167804718018, "learning_rate": 1.3354515697502551e-06, "loss": 0.0889, "num_tokens": 1995322.0, "reward": 5.507205963134766, "reward_std": 3.225966691970825, "rewards/fitness_reward/mean": 5.797521591186523, "rewards/fitness_reward/std": 2.754859685897827, "rewards/kidney_reward/mean": -0.3719463348388672, "rewards/kidney_reward/std": 1.0769273042678833, "rewards/length2tails_reward/mean": 0.8598864078521729, "rewards/length2tails_reward/std": 0.22975370287895203, "rewards/thermo_reward/mean": -0.6386279463768005, "rewards/thermo_reward/std": 2.108335494995117, "step": 228 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 656.0, "completions/max_terminated_length": 656.0, "completions/mean_length": 291.34375, "completions/mean_terminated_length": 291.34375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.17017631325870752, "epoch": 0.458, "frac_reward_zero_std": 0.0, "grad_norm": NaN, "learning_rate": 1.3288666467385831e-06, "loss": 0.16, "num_tokens": 2004677.0, "reward": 5.238361358642578, "reward_std": 3.569972276687622, "rewards/fitness_reward/mean": 5.240414142608643, "rewards/fitness_reward/std": 3.045217752456665, "rewards/kidney_reward/mean": -0.010104184970259666, "rewards/kidney_reward/std": 1.4684005975723267, "rewards/length2tails_reward/mean": 0.8191745281219482, "rewards/length2tails_reward/std": 0.2940421402454376, "rewards/thermo_reward/mean": -0.40358853340148926, "rewards/thermo_reward/std": 2.2815184593200684, "step": 229 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.875, "completions/mean_terminated_length": 270.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13159669190645218, "epoch": 0.46, "frac_reward_zero_std": 0.0, "grad_norm": 0.3491942584514618, "learning_rate": 1.3288666467385831e-06, "loss": 0.0035, "num_tokens": 2013377.0, "reward": 6.155538082122803, "reward_std": 1.6413859128952026, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.5473537445068359, "rewards/kidney_reward/std": 1.161616563796997, "rewards/length2tails_reward/mean": 0.8180912733078003, "rewards/length2tails_reward/std": 0.2914470434188843, "rewards/thermo_reward/mean": -0.3212563991546631, "rewards/thermo_reward/std": 2.1364221572875977, "step": 230 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 489.0, "completions/max_terminated_length": 489.0, "completions/mean_length": 276.0, "completions/mean_terminated_length": 276.0, "completions/min_length": 235.0, "completions/min_terminated_length": 235.0, "entropy": 0.18014958128333092, "epoch": 0.462, "frac_reward_zero_std": 0.0, "grad_norm": 1.8534668684005737, "learning_rate": 1.3222656952305111e-06, "loss": 0.0644, "num_tokens": 2022241.0, "reward": 4.984916687011719, "reward_std": 3.7312705516815186, "rewards/fitness_reward/mean": 5.267140865325928, "rewards/fitness_reward/std": 3.2565789222717285, "rewards/kidney_reward/mean": -0.46993765234947205, "rewards/kidney_reward/std": 1.2665092945098877, "rewards/length2tails_reward/mean": 0.7773940563201904, "rewards/length2tails_reward/std": 0.2976566553115845, "rewards/thermo_reward/mean": -0.48320838809013367, "rewards/thermo_reward/std": 1.9547299146652222, "step": 231 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 328.0, "completions/max_terminated_length": 328.0, "completions/mean_length": 271.9375, "completions/mean_terminated_length": 271.9375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13126275781542063, "epoch": 0.464, "frac_reward_zero_std": 0.0, "grad_norm": 0.4601180851459503, "learning_rate": 1.3156490369471024e-06, "loss": 0.0114, "num_tokens": 2030975.0, "reward": 6.162424087524414, "reward_std": 1.498247742652893, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": -0.6099071502685547, "rewards/kidney_reward/std": 1.1115127801895142, "rewards/length2tails_reward/mean": 0.7627843618392944, "rewards/length2tails_reward/std": 0.28889045119285583, "rewards/thermo_reward/mean": 0.19467884302139282, "rewards/thermo_reward/std": 2.1010055541992188, "step": 232 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 632.0, "completions/mean_length": 297.09375, "completions/mean_terminated_length": 282.3548278808594, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.18137010838836432, "epoch": 0.466, "frac_reward_zero_std": 0.0, "grad_norm": 3.2529149055480957, "learning_rate": 1.3090169943749473e-06, "loss": 0.1627, "num_tokens": 2040514.0, "reward": 5.853922367095947, "reward_std": 3.2280406951904297, "rewards/fitness_reward/mean": 5.682772636413574, "rewards/fitness_reward/std": 2.829298257827759, "rewards/kidney_reward/mean": -0.005696475505828857, "rewards/kidney_reward/std": 1.4939913749694824, "rewards/length2tails_reward/mean": 0.833533763885498, "rewards/length2tails_reward/std": 0.2704388499259949, "rewards/thermo_reward/mean": -0.06877095997333527, "rewards/thermo_reward/std": 1.9118250608444214, "step": 233 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 269.5625, "completions/mean_terminated_length": 269.5625, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.13818693347275257, "epoch": 0.468, "frac_reward_zero_std": 0.0, "grad_norm": 2.66115403175354, "learning_rate": 1.3023698907504446e-06, "loss": -0.0141, "num_tokens": 2049172.0, "reward": 5.821286201477051, "reward_std": 2.581409215927124, "rewards/fitness_reward/mean": 5.822164535522461, "rewards/fitness_reward/std": 2.2371702194213867, "rewards/kidney_reward/mean": -0.13880418241024017, "rewards/kidney_reward/std": 1.2737301588058472, "rewards/length2tails_reward/mean": 0.7588136196136475, "rewards/length2tails_reward/std": 0.34267228841781616, "rewards/thermo_reward/mean": -0.2423594444990158, "rewards/thermo_reward/std": 1.951093316078186, "step": 234 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 395.0, "completions/max_terminated_length": 395.0, "completions/mean_length": 273.875, "completions/mean_terminated_length": 273.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1545769814401865, "epoch": 0.47, "frac_reward_zero_std": 0.0, "grad_norm": 1.714938998222351, "learning_rate": 1.2957080500440467e-06, "loss": 0.056, "num_tokens": 2057968.0, "reward": 5.967822074890137, "reward_std": 3.091534376144409, "rewards/fitness_reward/mean": 5.846134662628174, "rewards/fitness_reward/std": 2.5937700271606445, "rewards/kidney_reward/mean": 0.10892915725708008, "rewards/kidney_reward/std": 1.498690128326416, "rewards/length2tails_reward/mean": 0.7655143737792969, "rewards/length2tails_reward/std": 0.3138628900051117, "rewards/thermo_reward/mean": -0.2483123540878296, "rewards/thermo_reward/std": 2.0395705699920654, "step": 235 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.10781193990260363, "epoch": 0.472, "frac_reward_zero_std": 0.0, "grad_norm": 0.49131742119789124, "learning_rate": 1.2890317969444716e-06, "loss": -0.0025, "num_tokens": 2066652.0, "reward": 5.7716875076293945, "reward_std": 2.1354894638061523, "rewards/fitness_reward/mean": 6.086244583129883, "rewards/fitness_reward/std": 1.8417463302612305, "rewards/kidney_reward/mean": -0.2309199869632721, "rewards/kidney_reward/std": 1.3746833801269531, "rewards/length2tails_reward/mean": 0.8065834045410156, "rewards/length2tails_reward/std": 0.27748697996139526, "rewards/thermo_reward/mean": -0.8014854192733765, "rewards/thermo_reward/std": 2.1019039154052734, "step": 236 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 526.0, "completions/max_terminated_length": 526.0, "completions/mean_length": 279.75, "completions/mean_terminated_length": 279.75, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14223221316933632, "epoch": 0.474, "frac_reward_zero_std": 0.0, "grad_norm": 1.983418583869934, "learning_rate": 1.2823414568428766e-06, "loss": 0.114, "num_tokens": 2075636.0, "reward": 6.0223798751831055, "reward_std": 2.5816240310668945, "rewards/fitness_reward/mean": 6.011655807495117, "rewards/fitness_reward/std": 2.2284603118896484, "rewards/kidney_reward/mean": -0.22647760808467865, "rewards/kidney_reward/std": 1.2773698568344116, "rewards/length2tails_reward/mean": 0.8090081214904785, "rewards/length2tails_reward/std": 0.32567527890205383, "rewards/thermo_reward/mean": -0.15657764673233032, "rewards/thermo_reward/std": 2.0863871574401855, "step": 237 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 272.09375, "completions/mean_terminated_length": 272.09375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14971571415662766, "epoch": 0.476, "frac_reward_zero_std": 0.0, "grad_norm": 0.5143944025039673, "learning_rate": 1.275637355816999e-06, "loss": 0.0018, "num_tokens": 2084375.0, "reward": 6.407557487487793, "reward_std": 2.3935375213623047, "rewards/fitness_reward/mean": 6.113137245178223, "rewards/fitness_reward/std": 2.182605266571045, "rewards/kidney_reward/mean": -0.023072291165590286, "rewards/kidney_reward/std": 1.416988492012024, "rewards/length2tails_reward/mean": 0.8817094564437866, "rewards/length2tails_reward/std": 0.18478648364543915, "rewards/thermo_reward/mean": 0.17105701565742493, "rewards/thermo_reward/std": 1.9090884923934937, "step": 238 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 556.0, "completions/max_terminated_length": 556.0, "completions/mean_length": 280.6875, "completions/mean_terminated_length": 280.6875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14836317393928766, "epoch": 0.478, "frac_reward_zero_std": 0.0, "grad_norm": 1.8189572095870972, "learning_rate": 1.2689198206152656e-06, "loss": 0.1236, "num_tokens": 2093389.0, "reward": 5.878040313720703, "reward_std": 2.821176528930664, "rewards/fitness_reward/mean": 5.928430080413818, "rewards/fitness_reward/std": 2.644589424133301, "rewards/kidney_reward/mean": -0.15635544061660767, "rewards/kidney_reward/std": 1.3480225801467896, "rewards/length2tails_reward/mean": 0.8759337067604065, "rewards/length2tails_reward/std": 0.20841535925865173, "rewards/thermo_reward/mean": -0.3823922872543335, "rewards/thermo_reward/std": 2.18420147895813, "step": 239 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 272.28125, "completions/mean_terminated_length": 272.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1411373158916831, "epoch": 0.48, "frac_reward_zero_std": 0.0, "grad_norm": 0.6222948431968689, "learning_rate": 1.2621891786408648e-06, "loss": -0.0029, "num_tokens": 2102134.0, "reward": 6.234904766082764, "reward_std": 1.6686646938323975, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": -0.16512131690979004, "rewards/kidney_reward/std": 1.1555894613265991, "rewards/length2tails_reward/mean": 0.8744947910308838, "rewards/length2tails_reward/std": 0.242760568857193, "rewards/thermo_reward/mean": -0.16100062429904938, "rewards/thermo_reward/std": 2.1503944396972656, "step": 240 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 465.0, "completions/mean_length": 292.1875, "completions/mean_terminated_length": 277.2903137207031, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.171529040671885, "epoch": 0.482, "frac_reward_zero_std": 0.0, "grad_norm": 6.054434776306152, "learning_rate": 1.2554457579357905e-06, "loss": 0.2517, "num_tokens": 2111516.0, "reward": 5.733481407165527, "reward_std": 2.8645641803741455, "rewards/fitness_reward/mean": 5.781833648681641, "rewards/fitness_reward/std": 2.8185718059539795, "rewards/kidney_reward/mean": -0.21167702972888947, "rewards/kidney_reward/std": 1.3747280836105347, "rewards/length2tails_reward/mean": 0.8289727568626404, "rewards/length2tails_reward/std": 0.2659308910369873, "rewards/thermo_reward/mean": -0.2995145916938782, "rewards/thermo_reward/std": 2.0944507122039795, "step": 241 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 449.0, "completions/max_terminated_length": 449.0, "completions/mean_length": 283.125, "completions/mean_terminated_length": 283.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1622915817424655, "epoch": 0.484, "frac_reward_zero_std": 0.0, "grad_norm": 2.460477590560913, "learning_rate": 1.2486898871648551e-06, "loss": 0.1185, "num_tokens": 2120608.0, "reward": 5.520163536071777, "reward_std": 3.4349632263183594, "rewards/fitness_reward/mean": 5.4481120109558105, "rewards/fitness_reward/std": 3.304231643676758, "rewards/kidney_reward/mean": -0.07317894697189331, "rewards/kidney_reward/std": 1.4033994674682617, "rewards/length2tails_reward/mean": 0.8261253833770752, "rewards/length2tails_reward/std": 0.265546977519989, "rewards/thermo_reward/mean": -0.1957801878452301, "rewards/thermo_reward/std": 2.2139532566070557, "step": 242 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1435080012306571, "epoch": 0.486, "frac_reward_zero_std": 0.0, "grad_norm": 0.4143276810646057, "learning_rate": 1.2419218955996676e-06, "loss": 0.002, "num_tokens": 2129322.0, "reward": 5.902777671813965, "reward_std": 3.1238839626312256, "rewards/fitness_reward/mean": 5.9073591232299805, "rewards/fitness_reward/std": 2.3329126834869385, "rewards/kidney_reward/mean": -0.12808813154697418, "rewards/kidney_reward/std": 1.4451590776443481, "rewards/length2tails_reward/mean": 0.8207823038101196, "rewards/length2tails_reward/std": 0.26687997579574585, "rewards/thermo_reward/mean": -0.2914661467075348, "rewards/thermo_reward/std": 2.187708854675293, "step": 243 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.4375, "completions/mean_terminated_length": 271.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13894751016050577, "epoch": 0.488, "frac_reward_zero_std": 0.0, "grad_norm": 0.44220390915870667, "learning_rate": 1.23514211310259e-06, "loss": 0.0021, "num_tokens": 2138040.0, "reward": 6.006943225860596, "reward_std": 2.443209648132324, "rewards/fitness_reward/mean": 5.999410629272461, "rewards/fitness_reward/std": 1.8257852792739868, "rewards/kidney_reward/mean": -0.348245769739151, "rewards/kidney_reward/std": 1.2318572998046875, "rewards/length2tails_reward/mean": 0.8122061491012573, "rewards/length2tails_reward/std": 0.276017963886261, "rewards/thermo_reward/mean": -0.042792417109012604, "rewards/thermo_reward/std": 2.094027280807495, "step": 244 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 396.0, "completions/max_terminated_length": 396.0, "completions/mean_length": 266.3125, "completions/mean_terminated_length": 266.3125, "completions/min_length": 137.0, "completions/min_terminated_length": 137.0, "entropy": 0.17298025824129581, "epoch": 0.49, "frac_reward_zero_std": 0.0, "grad_norm": 1.7220354080200195, "learning_rate": 1.2283508701106558e-06, "loss": -0.0307, "num_tokens": 2146594.0, "reward": 4.9828290939331055, "reward_std": 3.9370384216308594, "rewards/fitness_reward/mean": 4.851231098175049, "rewards/fitness_reward/std": 3.5942587852478027, "rewards/kidney_reward/mean": -0.17364293336868286, "rewards/kidney_reward/std": 1.478359580039978, "rewards/length2tails_reward/mean": 0.7703011631965637, "rewards/length2tails_reward/std": 0.34750691056251526, "rewards/thermo_reward/mean": 0.05168786644935608, "rewards/thermo_reward/std": 2.085308074951172, "step": 245 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.15128333121538162, "epoch": 0.492, "frac_reward_zero_std": 0.0, "grad_norm": 1.6833405494689941, "learning_rate": 1.2215484976194675e-06, "loss": -0.0132, "num_tokens": 2155308.0, "reward": 6.069390296936035, "reward_std": 2.2282562255859375, "rewards/fitness_reward/mean": 5.655192852020264, "rewards/fitness_reward/std": 2.1310982704162598, "rewards/kidney_reward/mean": 0.05876028537750244, "rewards/kidney_reward/std": 1.2751644849777222, "rewards/length2tails_reward/mean": 0.8252370357513428, "rewards/length2tails_reward/std": 0.31697702407836914, "rewards/thermo_reward/mean": 0.35701656341552734, "rewards/thermo_reward/std": 1.7305238246917725, "step": 246 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 372.0, "completions/max_terminated_length": 372.0, "completions/mean_length": 276.0625, "completions/mean_terminated_length": 276.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14280968811362982, "epoch": 0.494, "frac_reward_zero_std": 0.0, "grad_norm": 0.45008811354637146, "learning_rate": 1.2147353271670632e-06, "loss": 0.0031, "num_tokens": 2164174.0, "reward": 6.298008918762207, "reward_std": 1.5095510482788086, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.48818615078926086, "rewards/kidney_reward/std": 1.0899704694747925, "rewards/length2tails_reward/mean": 0.8062364459037781, "rewards/length2tails_reward/std": 0.30648234486579895, "rewards/thermo_reward/mean": -0.08955463021993637, "rewards/thermo_reward/std": 2.0243654251098633, "step": 247 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 326.0, "completions/max_terminated_length": 326.0, "completions/mean_length": 273.09375, "completions/mean_terminated_length": 273.09375, "completions/min_length": 212.0, "completions/min_terminated_length": 212.0, "entropy": 0.1534036574885249, "epoch": 0.496, "frac_reward_zero_std": 0.0, "grad_norm": 2.114922285079956, "learning_rate": 1.207911690817759e-06, "loss": 0.0352, "num_tokens": 2172945.0, "reward": 5.256867408752441, "reward_std": 3.398367404937744, "rewards/fitness_reward/mean": 5.528585433959961, "rewards/fitness_reward/std": 2.7048287391662598, "rewards/kidney_reward/mean": -0.4768460988998413, "rewards/kidney_reward/std": 1.2065118551254272, "rewards/length2tails_reward/mean": 0.8892650008201599, "rewards/length2tails_reward/std": 0.20420534908771515, "rewards/thermo_reward/mean": -0.5112224221229553, "rewards/thermo_reward/std": 2.252676010131836, "step": 248 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 505.0, "completions/max_terminated_length": 505.0, "completions/mean_length": 277.9375, "completions/mean_terminated_length": 277.9375, "completions/min_length": 222.0, "completions/min_terminated_length": 222.0, "entropy": 0.1748004462569952, "epoch": 0.498, "frac_reward_zero_std": 0.0, "grad_norm": 1.6925712823867798, "learning_rate": 1.2010779211459648e-06, "loss": 0.0527, "num_tokens": 2181871.0, "reward": 5.066378593444824, "reward_std": 3.6943271160125732, "rewards/fitness_reward/mean": 5.181694507598877, "rewards/fitness_reward/std": 3.5308194160461426, "rewards/kidney_reward/mean": 0.019244499504566193, "rewards/kidney_reward/std": 1.2347512245178223, "rewards/length2tails_reward/mean": 0.8258422613143921, "rewards/length2tails_reward/std": 0.28488725423812866, "rewards/thermo_reward/mean": -0.6627975702285767, "rewards/thermo_reward/std": 1.9828616380691528, "step": 249 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.5, "completions/mean_terminated_length": 271.5, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15635219123214483, "epoch": 0.5, "frac_reward_zero_std": 0.0, "grad_norm": 0.4665292501449585, "learning_rate": 1.194234351219972e-06, "loss": 0.0, "num_tokens": 2190591.0, "reward": 6.17600154876709, "reward_std": 2.4434690475463867, "rewards/fitness_reward/mean": 5.8430070877075195, "rewards/fitness_reward/std": 2.135439872741699, "rewards/kidney_reward/mean": 0.01794009655714035, "rewards/kidney_reward/std": 1.4815893173217773, "rewards/length2tails_reward/mean": 0.8287307620048523, "rewards/length2tails_reward/std": 0.2827480435371399, "rewards/thermo_reward/mean": 0.23368358612060547, "rewards/thermo_reward/std": 2.0299649238586426, "step": 250 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 293.0, "completions/max_terminated_length": 293.0, "completions/mean_length": 269.15625, "completions/mean_terminated_length": 269.15625, "completions/min_length": 163.0, "completions/min_terminated_length": 163.0, "entropy": 0.19010232388973236, "epoch": 0.502, "frac_reward_zero_std": 0.0, "grad_norm": 1.568342685699463, "learning_rate": 1.1873813145857248e-06, "loss": -0.0351, "num_tokens": 2199236.0, "reward": 5.8709235191345215, "reward_std": 3.2817866802215576, "rewards/fitness_reward/mean": 5.546199798583984, "rewards/fitness_reward/std": 3.0127499103546143, "rewards/kidney_reward/mean": 0.23835378885269165, "rewards/kidney_reward/std": 1.2311129570007324, "rewards/length2tails_reward/mean": 0.8606287837028503, "rewards/length2tails_reward/std": 0.23748965561389923, "rewards/thermo_reward/mean": -0.019220426678657532, "rewards/thermo_reward/std": 1.8968557119369507, "step": 251 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.96875, "completions/mean_terminated_length": 267.96875, "completions/min_length": 165.0, "completions/min_terminated_length": 165.0, "entropy": 0.18050073459744453, "epoch": 0.504, "frac_reward_zero_std": 0.0, "grad_norm": 2.935668468475342, "learning_rate": 1.18051914525056e-06, "loss": -0.044, "num_tokens": 2207843.0, "reward": 5.597233772277832, "reward_std": 2.9492597579956055, "rewards/fitness_reward/mean": 5.869199752807617, "rewards/fitness_reward/std": 2.4897172451019287, "rewards/kidney_reward/mean": -0.33863043785095215, "rewards/kidney_reward/std": 1.3294682502746582, "rewards/length2tails_reward/mean": 0.8189811706542969, "rewards/length2tails_reward/std": 0.30258670449256897, "rewards/thermo_reward/mean": -0.6147923469543457, "rewards/thermo_reward/std": 1.957696557044983, "step": 252 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 272.15625, "completions/mean_terminated_length": 272.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14694790355861187, "epoch": 0.506, "frac_reward_zero_std": 0.0, "grad_norm": 1.0416942834854126, "learning_rate": 1.1736481776669305e-06, "loss": 0.0087, "num_tokens": 2216584.0, "reward": 6.303023815155029, "reward_std": 2.348665952682495, "rewards/fitness_reward/mean": 6.197032451629639, "rewards/fitness_reward/std": 1.7298640012741089, "rewards/kidney_reward/mean": -0.2510518729686737, "rewards/kidney_reward/std": 1.2121409177780151, "rewards/length2tails_reward/mean": 0.8488996028900146, "rewards/length2tails_reward/std": 0.2167581021785736, "rewards/thermo_reward/mean": 0.03858397901058197, "rewards/thermo_reward/std": 2.0483031272888184, "step": 253 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 266.40625, "completions/mean_terminated_length": 266.40625, "completions/min_length": 115.0, "completions/min_terminated_length": 115.0, "entropy": 0.16056162863969803, "epoch": 0.508, "frac_reward_zero_std": 0.0, "grad_norm": 1.8536911010742188, "learning_rate": 1.1667687467161023e-06, "loss": -0.0806, "num_tokens": 2225141.0, "reward": 6.463656902313232, "reward_std": 2.581038236618042, "rewards/fitness_reward/mean": 6.238892555236816, "rewards/fitness_reward/std": 1.9935071468353271, "rewards/kidney_reward/mean": 0.04028014838695526, "rewards/kidney_reward/std": 1.5900325775146484, "rewards/length2tails_reward/mean": 0.8447715044021606, "rewards/length2tails_reward/std": 0.26232168078422546, "rewards/thermo_reward/mean": -0.013136669993400574, "rewards/thermo_reward/std": 2.1490957736968994, "step": 254 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 263.625, "completions/mean_terminated_length": 263.625, "completions/min_length": 37.0, "completions/min_terminated_length": 37.0, "entropy": 0.13892832025885582, "epoch": 0.51, "frac_reward_zero_std": 0.0, "grad_norm": 0.7996954321861267, "learning_rate": 1.1598811876918349e-06, "loss": -0.0899, "num_tokens": 2233609.0, "reward": 5.907028675079346, "reward_std": 3.229994058609009, "rewards/fitness_reward/mean": 5.730376243591309, "rewards/fitness_reward/std": 2.654407262802124, "rewards/kidney_reward/mean": -0.02263645827770233, "rewards/kidney_reward/std": 1.5903600454330444, "rewards/length2tails_reward/mean": 0.7845340371131897, "rewards/length2tails_reward/std": 0.3012000024318695, "rewards/thermo_reward/mean": -0.016326233744621277, "rewards/thermo_reward/std": 2.06636643409729, "step": 255 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.5, "completions/mean_terminated_length": 270.5, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12667525000870228, "epoch": 0.512, "frac_reward_zero_std": 0.0, "grad_norm": 0.5889103412628174, "learning_rate": 1.1529858362840382e-06, "loss": -0.0069, "num_tokens": 2242297.0, "reward": 6.215231895446777, "reward_std": 1.858242154121399, "rewards/fitness_reward/mean": 6.076353073120117, "rewards/fitness_reward/std": 1.2157716751098633, "rewards/kidney_reward/mean": 0.13728436827659607, "rewards/kidney_reward/std": 1.205039381980896, "rewards/length2tails_reward/mean": 0.724676787853241, "rewards/length2tails_reward/std": 0.3713679313659668, "rewards/thermo_reward/mean": -0.22186486423015594, "rewards/thermo_reward/std": 2.0663976669311523, "step": 256 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 317.0, "completions/max_terminated_length": 317.0, "completions/mean_length": 273.1875, "completions/mean_terminated_length": 273.1875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.146596341393888, "epoch": 0.514, "frac_reward_zero_std": 0.0, "grad_norm": 0.9780179858207703, "learning_rate": 1.1460830285624116e-06, "loss": 0.0013, "num_tokens": 2251071.0, "reward": 6.679516792297363, "reward_std": 1.516502022743225, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.2098180651664734, "rewards/kidney_reward/std": 1.3393386602401733, "rewards/length2tails_reward/mean": 0.8087002635002136, "rewards/length2tails_reward/std": 0.3076275885105133, "rewards/thermo_reward/mean": -0.2317536324262619, "rewards/thermo_reward/std": 2.1532649993896484, "step": 257 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 321.0, "completions/max_terminated_length": 321.0, "completions/mean_length": 263.53125, "completions/mean_terminated_length": 263.53125, "completions/min_length": 95.0, "completions/min_terminated_length": 95.0, "entropy": 0.16931257583200932, "epoch": 0.516, "frac_reward_zero_std": 0.0, "grad_norm": 1.3027231693267822, "learning_rate": 1.1391731009600653e-06, "loss": -0.1214, "num_tokens": 2259536.0, "reward": 5.622883319854736, "reward_std": 3.0197651386260986, "rewards/fitness_reward/mean": 5.9119553565979, "rewards/fitness_reward/std": 2.6751906871795654, "rewards/kidney_reward/mean": -0.5463274121284485, "rewards/kidney_reward/std": 1.3963298797607422, "rewards/length2tails_reward/mean": 0.9041286110877991, "rewards/length2tails_reward/std": 0.17764364182949066, "rewards/thermo_reward/mean": -0.48388081789016724, "rewards/thermo_reward/std": 2.3388588428497314, "step": 258 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 482.0, "completions/max_terminated_length": 482.0, "completions/mean_length": 280.84375, "completions/mean_terminated_length": 280.84375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.16965920012444258, "epoch": 0.518, "frac_reward_zero_std": 0.0, "grad_norm": 2.7378101348876953, "learning_rate": 1.1322563902571225e-06, "loss": 0.0972, "num_tokens": 2268555.0, "reward": 5.932882785797119, "reward_std": 2.845289468765259, "rewards/fitness_reward/mean": 5.962001800537109, "rewards/fitness_reward/std": 2.4900543689727783, "rewards/kidney_reward/mean": -0.1587393879890442, "rewards/kidney_reward/std": 1.3558075428009033, "rewards/length2tails_reward/mean": 0.868542492389679, "rewards/length2tails_reward/std": 0.2091815173625946, "rewards/thermo_reward/mean": -0.3337695002555847, "rewards/thermo_reward/std": 2.0171165466308594, "step": 259 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 286.0, "completions/max_terminated_length": 286.0, "completions/mean_length": 272.9375, "completions/mean_terminated_length": 272.9375, "completions/min_length": 266.0, "completions/min_terminated_length": 266.0, "entropy": 0.14380551129579544, "epoch": 0.52, "frac_reward_zero_std": 0.0, "grad_norm": 0.4390329420566559, "learning_rate": 1.1253332335643042e-06, "loss": 0.0044, "num_tokens": 2277321.0, "reward": 6.579376220703125, "reward_std": 1.263524055480957, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.2627079486846924, "rewards/kidney_reward/std": 1.264919638633728, "rewards/length2tails_reward/mean": 0.883327305316925, "rewards/length2tails_reward/std": 0.17075875401496887, "rewards/thermo_reward/mean": -0.2027987837791443, "rewards/thermo_reward/std": 2.105802536010742, "step": 260 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 492.0, "completions/max_terminated_length": 492.0, "completions/mean_length": 278.125, "completions/mean_terminated_length": 278.125, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.14420662447810173, "epoch": 0.522, "frac_reward_zero_std": 0.0, "grad_norm": 0.7461501955986023, "learning_rate": 1.1184039683065012e-06, "loss": 0.0868, "num_tokens": 2286253.0, "reward": 6.388462066650391, "reward_std": 2.1272552013397217, "rewards/fitness_reward/mean": 5.992526054382324, "rewards/fitness_reward/std": 1.858837366104126, "rewards/kidney_reward/mean": 0.113833948969841, "rewards/kidney_reward/std": 1.5173331499099731, "rewards/length2tails_reward/mean": 0.8281090259552002, "rewards/length2tails_reward/std": 0.2703193128108978, "rewards/thermo_reward/mean": 0.26398321986198425, "rewards/thermo_reward/std": 1.9258671998977661, "step": 261 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 469.0, "completions/max_terminated_length": 469.0, "completions/mean_length": 277.59375, "completions/mean_terminated_length": 277.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1499346848577261, "epoch": 0.524, "frac_reward_zero_std": 0.0, "grad_norm": 2.4616916179656982, "learning_rate": 1.1114689322063254e-06, "loss": 0.1001, "num_tokens": 2295168.0, "reward": 6.525530815124512, "reward_std": 2.2752037048339844, "rewards/fitness_reward/mean": 6.118172645568848, "rewards/fitness_reward/std": 2.155168056488037, "rewards/kidney_reward/mean": 0.012175392359495163, "rewards/kidney_reward/std": 1.2831966876983643, "rewards/length2tails_reward/mean": 0.8546762466430664, "rewards/length2tails_reward/std": 0.2366992086172104, "rewards/thermo_reward/mean": 0.37520337104797363, "rewards/thermo_reward/std": 1.903710126876831, "step": 262 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 499.0, "completions/max_terminated_length": 499.0, "completions/mean_length": 265.0, "completions/mean_terminated_length": 265.0, "completions/min_length": 21.0, "completions/min_terminated_length": 21.0, "entropy": 0.18243697751313448, "epoch": 0.526, "frac_reward_zero_std": 0.0, "grad_norm": 1.7324366569519043, "learning_rate": 1.1045284632676535e-06, "loss": -0.1355, "num_tokens": 2303680.0, "reward": 5.568639755249023, "reward_std": 3.6000919342041016, "rewards/fitness_reward/mean": 5.43031120300293, "rewards/fitness_reward/std": 3.362344741821289, "rewards/kidney_reward/mean": 0.006486307829618454, "rewards/kidney_reward/std": 1.351361870765686, "rewards/length2tails_reward/mean": 0.8496532440185547, "rewards/length2tails_reward/std": 0.27389219403266907, "rewards/thermo_reward/mean": -0.1546546071767807, "rewards/thermo_reward/std": 2.102027416229248, "step": 263 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 262.78125, "completions/mean_terminated_length": 262.78125, "completions/min_length": 38.0, "completions/min_terminated_length": 38.0, "entropy": 0.15076796151697636, "epoch": 0.528, "frac_reward_zero_std": 0.0, "grad_norm": 1.42953622341156, "learning_rate": 1.0975828997591495e-06, "loss": -0.1263, "num_tokens": 2312121.0, "reward": 5.996249198913574, "reward_std": 2.5402796268463135, "rewards/fitness_reward/mean": 6.155496120452881, "rewards/fitness_reward/std": 1.952719807624817, "rewards/kidney_reward/mean": -0.03896676003932953, "rewards/kidney_reward/std": 1.3960011005401611, "rewards/length2tails_reward/mean": 0.6987098455429077, "rewards/length2tails_reward/std": 0.34228160977363586, "rewards/thermo_reward/mean": -0.6288823485374451, "rewards/thermo_reward/std": 2.154966354370117, "step": 264 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.1448302799835801, "epoch": 0.53, "frac_reward_zero_std": 0.0, "grad_norm": 1.9759800434112549, "learning_rate": 1.0906325801977803e-06, "loss": -0.0063, "num_tokens": 2320804.0, "reward": 6.080069541931152, "reward_std": 3.0260355472564697, "rewards/fitness_reward/mean": 5.839569091796875, "rewards/fitness_reward/std": 2.6037561893463135, "rewards/kidney_reward/mean": 0.0014719441533088684, "rewards/kidney_reward/std": 1.2305020093917847, "rewards/length2tails_reward/mean": 0.7766636610031128, "rewards/length2tails_reward/std": 0.2810504734516144, "rewards/thermo_reward/mean": 0.09119720011949539, "rewards/thermo_reward/std": 2.016065835952759, "step": 265 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11841264460235834, "epoch": 0.532, "frac_reward_zero_std": 0.0, "grad_norm": 0.6071414351463318, "learning_rate": 1.0836778433323157e-06, "loss": 0.0077, "num_tokens": 2329484.0, "reward": 5.9090495109558105, "reward_std": 2.454660415649414, "rewards/fitness_reward/mean": 5.994655609130859, "rewards/fitness_reward/std": 2.3544161319732666, "rewards/kidney_reward/mean": -0.20192506909370422, "rewards/kidney_reward/std": 1.1880277395248413, "rewards/length2tails_reward/mean": 0.7841193675994873, "rewards/length2tails_reward/std": 0.2957149147987366, "rewards/thermo_reward/mean": -0.36134740710258484, "rewards/thermo_reward/std": 2.038168430328369, "step": 266 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 285.1875, "completions/mean_terminated_length": 270.06451416015625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.17456878162920475, "epoch": 0.534, "frac_reward_zero_std": 0.0, "grad_norm": 3.8888232707977295, "learning_rate": 1.0767190281268186e-06, "loss": 0.1326, "num_tokens": 2338642.0, "reward": 5.616744041442871, "reward_std": 3.449208974838257, "rewards/fitness_reward/mean": 5.386440277099609, "rewards/fitness_reward/std": 3.242466449737549, "rewards/kidney_reward/mean": 0.167307510972023, "rewards/kidney_reward/std": 1.3582977056503296, "rewards/length2tails_reward/mean": 0.775815486907959, "rewards/length2tails_reward/std": 0.2952445447444916, "rewards/thermo_reward/mean": -0.09460898488759995, "rewards/thermo_reward/std": 2.12760853767395, "step": 267 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 309.0, "completions/max_terminated_length": 309.0, "completions/mean_length": 273.78125, "completions/mean_terminated_length": 273.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12719732522964478, "epoch": 0.536, "frac_reward_zero_std": 0.0, "grad_norm": 0.46400102972984314, "learning_rate": 1.069756473744125e-06, "loss": -0.0049, "num_tokens": 2347435.0, "reward": 5.965997219085693, "reward_std": 1.212018370628357, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.5127175450325012, "rewards/kidney_reward/std": 1.2551615238189697, "rewards/length2tails_reward/mean": 0.8376985192298889, "rewards/length2tails_reward/std": 0.2924360930919647, "rewards/thermo_reward/mean": -0.7447768449783325, "rewards/thermo_reward/std": 2.066016912460327, "step": 268 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 407.0, "completions/max_terminated_length": 407.0, "completions/mean_length": 279.6875, "completions/mean_terminated_length": 279.6875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14143760781735182, "epoch": 0.538, "frac_reward_zero_std": 0.0, "grad_norm": 1.2774434089660645, "learning_rate": 1.0627905195293135e-06, "loss": 0.0847, "num_tokens": 2356417.0, "reward": 4.858714580535889, "reward_std": 4.066253662109375, "rewards/fitness_reward/mean": 4.707261085510254, "rewards/fitness_reward/std": 3.9718406200408936, "rewards/kidney_reward/mean": -0.04432570934295654, "rewards/kidney_reward/std": 1.2094591856002808, "rewards/length2tails_reward/mean": 0.773606538772583, "rewards/length2tails_reward/std": 0.2912238538265228, "rewards/thermo_reward/mean": -0.03957007825374603, "rewards/thermo_reward/std": 1.5913993120193481, "step": 269 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 471.0, "completions/max_terminated_length": 471.0, "completions/mean_length": 273.625, "completions/mean_terminated_length": 273.625, "completions/min_length": 155.0, "completions/min_terminated_length": 155.0, "entropy": 0.1580907767638564, "epoch": 0.54, "frac_reward_zero_std": 0.0, "grad_norm": 2.421672821044922, "learning_rate": 1.055821504993164e-06, "loss": 0.0416, "num_tokens": 2365205.0, "reward": 5.788364410400391, "reward_std": 2.8610990047454834, "rewards/fitness_reward/mean": 5.786640644073486, "rewards/fitness_reward/std": 2.7975590229034424, "rewards/kidney_reward/mean": -0.1281442642211914, "rewards/kidney_reward/std": 1.226645827293396, "rewards/length2tails_reward/mean": 0.7794501781463623, "rewards/length2tails_reward/std": 0.33686086535453796, "rewards/thermo_reward/mean": -0.25813406705856323, "rewards/thermo_reward/std": 2.3839523792266846, "step": 270 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 335.0, "completions/max_terminated_length": 335.0, "completions/mean_length": 273.875, "completions/mean_terminated_length": 273.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15838243439793587, "epoch": 0.542, "frac_reward_zero_std": 0.0, "grad_norm": 0.9077131748199463, "learning_rate": 1.0488497697956134e-06, "loss": 0.0283, "num_tokens": 2374001.0, "reward": 5.788833141326904, "reward_std": 2.9266490936279297, "rewards/fitness_reward/mean": 5.630908966064453, "rewards/fitness_reward/std": 2.692647933959961, "rewards/kidney_reward/mean": -0.3564684987068176, "rewards/kidney_reward/std": 1.5307029485702515, "rewards/length2tails_reward/mean": 0.8538310527801514, "rewards/length2tails_reward/std": 0.21145357191562653, "rewards/thermo_reward/mean": 0.2454012632369995, "rewards/thermo_reward/std": 1.9245532751083374, "step": 271 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 565.0, "completions/max_terminated_length": 565.0, "completions/mean_length": 281.9375, "completions/mean_terminated_length": 281.9375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1725459909066558, "epoch": 0.544, "frac_reward_zero_std": 0.0, "grad_norm": 2.738239288330078, "learning_rate": 1.0418756537291995e-06, "loss": 0.1011, "num_tokens": 2383055.0, "reward": 6.081518173217773, "reward_std": 2.6257402896881104, "rewards/fitness_reward/mean": 5.872672080993652, "rewards/fitness_reward/std": 2.471569776535034, "rewards/kidney_reward/mean": 0.218740314245224, "rewards/kidney_reward/std": 1.32453191280365, "rewards/length2tails_reward/mean": 0.7809317111968994, "rewards/length2tails_reward/std": 0.2966778874397278, "rewards/thermo_reward/mean": -0.19151431322097778, "rewards/thermo_reward/std": 1.905684232711792, "step": 272 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14585830736905336, "epoch": 0.546, "frac_reward_zero_std": 0.0, "grad_norm": 1.9640302658081055, "learning_rate": 1.034899496702501e-06, "loss": 0.0022, "num_tokens": 2391748.0, "reward": 5.990623474121094, "reward_std": 2.397167921066284, "rewards/fitness_reward/mean": 5.930706977844238, "rewards/fitness_reward/std": 2.2439072132110596, "rewards/kidney_reward/mean": -0.07944446057081223, "rewards/kidney_reward/std": 1.4068588018417358, "rewards/length2tails_reward/mean": 0.8241256475448608, "rewards/length2tails_reward/std": 0.23539581894874573, "rewards/thermo_reward/mean": -0.21278566122055054, "rewards/thermo_reward/std": 2.2069005966186523, "step": 273 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 359.0, "completions/max_terminated_length": 359.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 222.0, "completions/min_terminated_length": 222.0, "entropy": 0.15625540539622307, "epoch": 0.548, "frac_reward_zero_std": 0.0, "grad_norm": 1.5687947273254395, "learning_rate": 1.0279216387235689e-06, "loss": 0.0167, "num_tokens": 2400459.0, "reward": 5.703569412231445, "reward_std": 2.96517014503479, "rewards/fitness_reward/mean": 5.671274185180664, "rewards/fitness_reward/std": 2.8722054958343506, "rewards/kidney_reward/mean": 0.06752986460924149, "rewards/kidney_reward/std": 1.258401870727539, "rewards/length2tails_reward/mean": 0.7752214670181274, "rewards/length2tails_reward/std": 0.32070493698120117, "rewards/thermo_reward/mean": -0.39054977893829346, "rewards/thermo_reward/std": 2.105935573577881, "step": 274 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.1875, "completions/mean_terminated_length": 271.1875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1423500245437026, "epoch": 0.55, "frac_reward_zero_std": 0.0, "grad_norm": 0.6806622743606567, "learning_rate": 1.020942419883357e-06, "loss": 0.0033, "num_tokens": 2409169.0, "reward": 6.5700788497924805, "reward_std": 1.7746098041534424, "rewards/fitness_reward/mean": 6.296484470367432, "rewards/fitness_reward/std": 1.6677184104919434, "rewards/kidney_reward/mean": -0.19006654620170593, "rewards/kidney_reward/std": 1.2162213325500488, "rewards/length2tails_reward/mean": 0.8175604939460754, "rewards/length2tails_reward/std": 0.2305397242307663, "rewards/thermo_reward/mean": 0.32847630977630615, "rewards/thermo_reward/std": 1.8085222244262695, "step": 275 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 565.0, "completions/max_terminated_length": 565.0, "completions/mean_length": 280.28125, "completions/mean_terminated_length": 280.28125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14487546402961016, "epoch": 0.552, "frac_reward_zero_std": 0.0, "grad_norm": 0.8299687504768372, "learning_rate": 1.0139621803391454e-06, "loss": 0.0467, "num_tokens": 2418170.0, "reward": 6.545259952545166, "reward_std": 1.3277207612991333, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.17356184124946594, "rewards/kidney_reward/std": 1.263597846031189, "rewards/length2tails_reward/mean": 0.8215415477752686, "rewards/length2tails_reward/std": 0.2258286327123642, "rewards/thermo_reward/mean": -0.3292858600616455, "rewards/thermo_reward/std": 2.039425849914551, "step": 276 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1272141383960843, "epoch": 0.554, "frac_reward_zero_std": 0.0, "grad_norm": 0.7546288371086121, "learning_rate": 1.0069812602979615e-06, "loss": 0.0003, "num_tokens": 2426857.0, "reward": 5.912240028381348, "reward_std": 2.3872926235198975, "rewards/fitness_reward/mean": 5.988445281982422, "rewards/fitness_reward/std": 1.878536343574524, "rewards/kidney_reward/mean": -0.03585119545459747, "rewards/kidney_reward/std": 1.2344835996627808, "rewards/length2tails_reward/mean": 0.7913399934768677, "rewards/length2tails_reward/std": 0.2957223057746887, "rewards/thermo_reward/mean": -0.512228786945343, "rewards/thermo_reward/std": 2.159263849258423, "step": 277 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 531.0, "completions/max_terminated_length": 531.0, "completions/mean_length": 279.125, "completions/mean_terminated_length": 279.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17997045908123255, "epoch": 0.556, "frac_reward_zero_std": 0.0, "grad_norm": 1.979198694229126, "learning_rate": 1e-06, "loss": 0.0132, "num_tokens": 2435821.0, "reward": 5.03554630279541, "reward_std": 3.796201229095459, "rewards/fitness_reward/mean": 4.998668193817139, "rewards/fitness_reward/std": 3.7583067417144775, "rewards/kidney_reward/mean": 0.06615039706230164, "rewards/kidney_reward/std": 1.4136227369308472, "rewards/length2tails_reward/mean": 0.7691352367401123, "rewards/length2tails_reward/std": 0.32233336567878723, "rewards/thermo_reward/mean": -0.376961886882782, "rewards/thermo_reward/std": 1.9719232320785522, "step": 278 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.625, "completions/mean_terminated_length": 271.625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14837611094117165, "epoch": 0.558, "frac_reward_zero_std": 0.0, "grad_norm": 0.6687464118003845, "learning_rate": 9.930187397020384e-07, "loss": -0.0023, "num_tokens": 2444545.0, "reward": 5.772210121154785, "reward_std": 2.6880130767822266, "rewards/fitness_reward/mean": 5.614042282104492, "rewards/fitness_reward/std": 2.792747974395752, "rewards/kidney_reward/mean": -0.2538801431655884, "rewards/kidney_reward/std": 1.353262186050415, "rewards/length2tails_reward/mean": 0.8017355799674988, "rewards/length2tails_reward/std": 0.2695324122905731, "rewards/thermo_reward/mean": 0.1693476289510727, "rewards/thermo_reward/std": 2.0165786743164062, "step": 279 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.21875, "completions/mean_terminated_length": 269.21875, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.15388427395373583, "epoch": 0.56, "frac_reward_zero_std": 0.0, "grad_norm": 1.8253613710403442, "learning_rate": 9.860378196608547e-07, "loss": -0.0131, "num_tokens": 2453192.0, "reward": 6.641109466552734, "reward_std": 2.0452044010162354, "rewards/fitness_reward/mean": 6.2334065437316895, "rewards/fitness_reward/std": 2.024541139602661, "rewards/kidney_reward/mean": -0.07310893386602402, "rewards/kidney_reward/std": 1.2692768573760986, "rewards/length2tails_reward/mean": 0.7746356725692749, "rewards/length2tails_reward/std": 0.2963363826274872, "rewards/thermo_reward/mean": 0.5011963844299316, "rewards/thermo_reward/std": 1.5752555131912231, "step": 280 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 372.0, "completions/max_terminated_length": 372.0, "completions/mean_length": 275.09375, "completions/mean_terminated_length": 275.09375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.16355876345187426, "epoch": 0.562, "frac_reward_zero_std": 0.0, "grad_norm": 2.3657917976379395, "learning_rate": 9.790575801166431e-07, "loss": 0.0445, "num_tokens": 2462027.0, "reward": 5.599199295043945, "reward_std": 3.717531204223633, "rewards/fitness_reward/mean": 5.3801445960998535, "rewards/fitness_reward/std": 3.222134828567505, "rewards/kidney_reward/mean": 0.3526960015296936, "rewards/kidney_reward/std": 1.5738078355789185, "rewards/length2tails_reward/mean": 0.8324109315872192, "rewards/length2tails_reward/std": 0.26209557056427, "rewards/thermo_reward/mean": -0.3307921588420868, "rewards/thermo_reward/std": 2.23809814453125, "step": 281 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.12554469238966703, "epoch": 0.564, "frac_reward_zero_std": 0.0, "grad_norm": 1.652640700340271, "learning_rate": 9.720783612764313e-07, "loss": -0.0163, "num_tokens": 2470667.0, "reward": 6.005587100982666, "reward_std": 2.7134058475494385, "rewards/fitness_reward/mean": 6.015375137329102, "rewards/fitness_reward/std": 2.2088727951049805, "rewards/kidney_reward/mean": -0.1422906517982483, "rewards/kidney_reward/std": 1.4053009748458862, "rewards/length2tails_reward/mean": 0.7117120623588562, "rewards/length2tails_reward/std": 0.341067373752594, "rewards/thermo_reward/mean": -0.23314118385314941, "rewards/thermo_reward/std": 1.9345332384109497, "step": 282 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14547014515846968, "epoch": 0.566, "frac_reward_zero_std": 0.0, "grad_norm": 0.6224685907363892, "learning_rate": 9.651005032974993e-07, "loss": 0.0016, "num_tokens": 2479362.0, "reward": 6.701007843017578, "reward_std": 1.1542237997055054, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.002499748021364212, "rewards/kidney_reward/std": 1.3801093101501465, "rewards/length2tails_reward/mean": 0.792314887046814, "rewards/length2tails_reward/std": 0.26681551337242126, "rewards/thermo_reward/mean": 0.2327187955379486, "rewards/thermo_reward/std": 1.6495410203933716, "step": 283 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.96875, "completions/mean_terminated_length": 271.96875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15400028508156538, "epoch": 0.568, "frac_reward_zero_std": 0.0, "grad_norm": 1.3945049047470093, "learning_rate": 9.581243462708005e-07, "loss": 0.0046, "num_tokens": 2488097.0, "reward": 5.999971389770508, "reward_std": 2.1510202884674072, "rewards/fitness_reward/mean": 5.867298603057861, "rewards/fitness_reward/std": 2.019099235534668, "rewards/kidney_reward/mean": -0.004271138459444046, "rewards/kidney_reward/std": 1.3482393026351929, "rewards/length2tails_reward/mean": 0.7591778039932251, "rewards/length2tails_reward/std": 0.32747241854667664, "rewards/thermo_reward/mean": -0.10997310280799866, "rewards/thermo_reward/std": 2.031148672103882, "step": 284 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13353883754462004, "epoch": 0.57, "frac_reward_zero_std": 0.0, "grad_norm": 0.4228142499923706, "learning_rate": 9.511502302043867e-07, "loss": 0.0021, "num_tokens": 2496780.0, "reward": 6.48953104019165, "reward_std": 1.3167486190795898, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.1205441802740097, "rewards/kidney_reward/std": 1.3729273080825806, "rewards/length2tails_reward/mean": 0.7895287275314331, "rewards/length2tails_reward/std": 0.30240556597709656, "rewards/thermo_reward/mean": -0.2717765271663666, "rewards/thermo_reward/std": 1.9287211894989014, "step": 285 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 347.0, "completions/max_terminated_length": 347.0, "completions/mean_length": 273.6875, "completions/mean_terminated_length": 273.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.17670563887804747, "epoch": 0.572, "frac_reward_zero_std": 0.0, "grad_norm": 2.1856436729431152, "learning_rate": 9.441784950068361e-07, "loss": 0.022, "num_tokens": 2505570.0, "reward": 5.552561283111572, "reward_std": 3.0569052696228027, "rewards/fitness_reward/mean": 5.5452375411987305, "rewards/fitness_reward/std": 3.0043234825134277, "rewards/kidney_reward/mean": -0.028089947998523712, "rewards/kidney_reward/std": 1.2665034532546997, "rewards/length2tails_reward/mean": 0.8060954809188843, "rewards/length2tails_reward/std": 0.26724883913993835, "rewards/thermo_reward/mean": -0.36030930280685425, "rewards/thermo_reward/std": 2.0128753185272217, "step": 286 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.90625, "completions/mean_terminated_length": 270.90625, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.13899183459579945, "epoch": 0.574, "frac_reward_zero_std": 0.0, "grad_norm": 0.8525024056434631, "learning_rate": 9.372094804706866e-07, "loss": -0.0047, "num_tokens": 2514271.0, "reward": 5.807683944702148, "reward_std": 2.6605942249298096, "rewards/fitness_reward/mean": 5.804408073425293, "rewards/fitness_reward/std": 2.3758177757263184, "rewards/kidney_reward/mean": 0.0376010537147522, "rewards/kidney_reward/std": 1.4945979118347168, "rewards/length2tails_reward/mean": 0.8038283586502075, "rewards/length2tails_reward/std": 0.29997193813323975, "rewards/thermo_reward/mean": -0.4329639673233032, "rewards/thermo_reward/std": 2.102201223373413, "step": 287 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 347.0, "completions/max_terminated_length": 347.0, "completions/mean_length": 273.15625, "completions/mean_terminated_length": 273.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13818454928696156, "epoch": 0.576, "frac_reward_zero_std": 0.0, "grad_norm": 1.0629791021347046, "learning_rate": 9.302435262558747e-07, "loss": 0.0278, "num_tokens": 2523044.0, "reward": 5.959643363952637, "reward_std": 2.1231353282928467, "rewards/fitness_reward/mean": 5.888861656188965, "rewards/fitness_reward/std": 1.9181643724441528, "rewards/kidney_reward/mean": -0.033825114369392395, "rewards/kidney_reward/std": 1.4832185506820679, "rewards/length2tails_reward/mean": 0.8217208981513977, "rewards/length2tails_reward/std": 0.28788596391677856, "rewards/thermo_reward/mean": -0.23547188937664032, "rewards/thermo_reward/std": 2.246788501739502, "step": 288 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 258.8125, "completions/mean_terminated_length": 258.8125, "completions/min_length": 96.0, "completions/min_terminated_length": 96.0, "entropy": 0.1594973113387823, "epoch": 0.578, "frac_reward_zero_std": 0.0, "grad_norm": 2.1755261421203613, "learning_rate": 9.232809718731813e-07, "loss": -0.1287, "num_tokens": 2531358.0, "reward": 5.4473443031311035, "reward_std": 3.200383186340332, "rewards/fitness_reward/mean": 5.256423473358154, "rewards/fitness_reward/std": 3.2978856563568115, "rewards/kidney_reward/mean": 0.06129808351397514, "rewards/kidney_reward/std": 1.3483083248138428, "rewards/length2tails_reward/mean": 0.8028110265731812, "rewards/length2tails_reward/std": 0.3241569399833679, "rewards/thermo_reward/mean": -0.08086204528808594, "rewards/thermo_reward/std": 2.1148059368133545, "step": 289 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.4375, "completions/mean_terminated_length": 269.4375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12140040285885334, "epoch": 0.58, "frac_reward_zero_std": 0.0, "grad_norm": 0.4034607410430908, "learning_rate": 9.163221566676847e-07, "loss": -0.0016, "num_tokens": 2540012.0, "reward": 6.423543930053711, "reward_std": 1.8661997318267822, "rewards/fitness_reward/mean": 6.188730716705322, "rewards/fitness_reward/std": 1.7741566896438599, "rewards/kidney_reward/mean": -0.32657331228256226, "rewards/kidney_reward/std": 1.2123817205429077, "rewards/length2tails_reward/mean": 0.7576315402984619, "rewards/length2tails_reward/std": 0.2643510401248932, "rewards/thermo_reward/mean": 0.4173838794231415, "rewards/thermo_reward/std": 1.7833548784255981, "step": 290 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 528.0, "completions/max_terminated_length": 528.0, "completions/mean_length": 277.9375, "completions/mean_terminated_length": 277.9375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14943666849285364, "epoch": 0.582, "frac_reward_zero_std": 0.0, "grad_norm": 2.043025255203247, "learning_rate": 9.093674198022199e-07, "loss": 0.0795, "num_tokens": 2548938.0, "reward": 5.3123087882995605, "reward_std": 3.6125266551971436, "rewards/fitness_reward/mean": 5.243748664855957, "rewards/fitness_reward/std": 3.3299062252044678, "rewards/kidney_reward/mean": -0.48788362741470337, "rewards/kidney_reward/std": 1.26163649559021, "rewards/length2tails_reward/mean": 0.8052570223808289, "rewards/length2tails_reward/std": 0.28455302119255066, "rewards/thermo_reward/mean": 0.22237543761730194, "rewards/thermo_reward/std": 1.7955067157745361, "step": 291 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.0625, "completions/mean_terminated_length": 269.0625, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.1679877294227481, "epoch": 0.584, "frac_reward_zero_std": 0.0, "grad_norm": 1.9829885959625244, "learning_rate": 9.024171002408506e-07, "loss": -0.0103, "num_tokens": 2557580.0, "reward": 5.355369567871094, "reward_std": 3.582345724105835, "rewards/fitness_reward/mean": 5.362346649169922, "rewards/fitness_reward/std": 3.2837119102478027, "rewards/kidney_reward/mean": -0.1609899401664734, "rewards/kidney_reward/std": 1.333462119102478, "rewards/length2tails_reward/mean": 0.744073748588562, "rewards/length2tails_reward/std": 0.31323665380477905, "rewards/thermo_reward/mean": -0.2250012755393982, "rewards/thermo_reward/std": 2.1173300743103027, "step": 292 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 408.0, "completions/max_terminated_length": 408.0, "completions/mean_length": 267.40625, "completions/mean_terminated_length": 267.40625, "completions/min_length": 85.0, "completions/min_terminated_length": 85.0, "entropy": 0.13892160076647997, "epoch": 0.586, "frac_reward_zero_std": 0.0, "grad_norm": 0.8492016792297363, "learning_rate": 8.954715367323466e-07, "loss": -0.1088, "num_tokens": 2566169.0, "reward": 5.543354034423828, "reward_std": 2.9506261348724365, "rewards/fitness_reward/mean": 5.78358268737793, "rewards/fitness_reward/std": 2.8111298084259033, "rewards/kidney_reward/mean": -0.7873251438140869, "rewards/kidney_reward/std": 1.2815355062484741, "rewards/length2tails_reward/mean": 0.8598273992538452, "rewards/length2tails_reward/std": 0.22865496575832367, "rewards/thermo_reward/mean": -0.12304553389549255, "rewards/thermo_reward/std": 2.137643814086914, "step": 293 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 482.0, "completions/max_terminated_length": 482.0, "completions/mean_length": 282.40625, "completions/mean_terminated_length": 282.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16803938429802656, "epoch": 0.588, "frac_reward_zero_std": 0.0, "grad_norm": 2.047661304473877, "learning_rate": 8.885310677936746e-07, "loss": 0.077, "num_tokens": 2575238.0, "reward": 5.033448696136475, "reward_std": 3.4656853675842285, "rewards/fitness_reward/mean": 4.970721244812012, "rewards/fitness_reward/std": 3.5634567737579346, "rewards/kidney_reward/mean": 0.032870735973119736, "rewards/kidney_reward/std": 1.3879930973052979, "rewards/length2tails_reward/mean": 0.7979098558425903, "rewards/length2tails_reward/std": 0.3307546377182007, "rewards/thermo_reward/mean": -0.3063697814941406, "rewards/thermo_reward/std": 2.1015470027923584, "step": 294 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.128823634237051, "epoch": 0.59, "frac_reward_zero_std": 0.0, "grad_norm": 0.35255303978919983, "learning_rate": 8.81596031693499e-07, "loss": -0.001, "num_tokens": 2583933.0, "reward": 6.1219048500061035, "reward_std": 2.2153446674346924, "rewards/fitness_reward/mean": 6.1872687339782715, "rewards/fitness_reward/std": 1.7819706201553345, "rewards/kidney_reward/mean": -0.0763387680053711, "rewards/kidney_reward/std": 1.3682671785354614, "rewards/length2tails_reward/mean": 0.7683770060539246, "rewards/length2tails_reward/std": 0.31339552998542786, "rewards/thermo_reward/mean": -0.4385773539543152, "rewards/thermo_reward/std": 2.0758681297302246, "step": 295 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.75, "completions/mean_terminated_length": 269.75, "completions/min_length": 218.0, "completions/min_terminated_length": 218.0, "entropy": 0.12887464184314013, "epoch": 0.592, "frac_reward_zero_std": 0.0, "grad_norm": 0.7549186944961548, "learning_rate": 8.746667664356955e-07, "loss": -0.0288, "num_tokens": 2592597.0, "reward": 5.737493515014648, "reward_std": 2.3524863719940186, "rewards/fitness_reward/mean": 6.003878116607666, "rewards/fitness_reward/std": 2.2695066928863525, "rewards/kidney_reward/mean": -0.4935506284236908, "rewards/kidney_reward/std": 1.170538067817688, "rewards/length2tails_reward/mean": 0.8755277395248413, "rewards/length2tails_reward/std": 0.22547662258148193, "rewards/thermo_reward/mean": -0.4769827723503113, "rewards/thermo_reward/std": 2.1505541801452637, "step": 296 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.1875, "completions/mean_terminated_length": 269.1875, "completions/min_length": 210.0, "completions/min_terminated_length": 210.0, "entropy": 0.13547687977552414, "epoch": 0.594, "frac_reward_zero_std": 0.0, "grad_norm": 0.8880061507225037, "learning_rate": 8.677436097428774e-07, "loss": 0.0043, "num_tokens": 2601243.0, "reward": 6.46945858001709, "reward_std": 1.442918062210083, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.06878862529993057, "rewards/kidney_reward/std": 1.2600641250610352, "rewards/length2tails_reward/mean": 0.7656205892562866, "rewards/length2tails_reward/std": 0.2914549708366394, "rewards/thermo_reward/mean": -0.07734374701976776, "rewards/thermo_reward/std": 2.0001652240753174, "step": 297 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 375.0, "completions/max_terminated_length": 375.0, "completions/mean_length": 272.0625, "completions/mean_terminated_length": 272.0625, "completions/min_length": 236.0, "completions/min_terminated_length": 236.0, "entropy": 0.1765116062015295, "epoch": 0.596, "frac_reward_zero_std": 0.0, "grad_norm": 1.8891026973724365, "learning_rate": 8.608268990399348e-07, "loss": 0.0201, "num_tokens": 2609981.0, "reward": 6.024785995483398, "reward_std": 3.543193817138672, "rewards/fitness_reward/mean": 5.517086982727051, "rewards/fitness_reward/std": 3.1167924404144287, "rewards/kidney_reward/mean": -0.03205416351556778, "rewards/kidney_reward/std": 1.2035332918167114, "rewards/length2tails_reward/mean": 0.8274141550064087, "rewards/length2tails_reward/std": 0.23523229360580444, "rewards/thermo_reward/mean": 0.6337454319000244, "rewards/thermo_reward/std": 1.706175446510315, "step": 298 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 507.0, "completions/max_terminated_length": 507.0, "completions/mean_length": 278.6875, "completions/mean_terminated_length": 278.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.15879554394632578, "epoch": 0.598, "frac_reward_zero_std": 0.0, "grad_norm": 3.7817070484161377, "learning_rate": 8.539169714375885e-07, "loss": 0.1088, "num_tokens": 2618931.0, "reward": 6.548776626586914, "reward_std": 2.27897310256958, "rewards/fitness_reward/mean": 6.193077087402344, "rewards/fitness_reward/std": 1.7509506940841675, "rewards/kidney_reward/mean": 0.06910586357116699, "rewards/kidney_reward/std": 1.4774768352508545, "rewards/length2tails_reward/mean": 0.8031742572784424, "rewards/length2tails_reward/std": 0.27509331703186035, "rewards/thermo_reward/mean": 0.24070586264133453, "rewards/thermo_reward/std": 1.9352507591247559, "step": 299 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13626266457140446, "epoch": 0.6, "frac_reward_zero_std": 0.0, "grad_norm": 1.3759794235229492, "learning_rate": 8.47014163715962e-07, "loss": 0.0122, "num_tokens": 2627639.0, "reward": 6.452775001525879, "reward_std": 2.030623197555542, "rewards/fitness_reward/mean": 6.20017147064209, "rewards/fitness_reward/std": 1.7131540775299072, "rewards/kidney_reward/mean": -0.03645924851298332, "rewards/kidney_reward/std": 1.2895108461380005, "rewards/length2tails_reward/mean": 0.7727314233779907, "rewards/length2tails_reward/std": 0.3181847929954529, "rewards/thermo_reward/mean": 0.15530048310756683, "rewards/thermo_reward/std": 1.8542375564575195, "step": 300 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.84375, "completions/mean_terminated_length": 268.84375, "completions/min_length": 167.0, "completions/min_terminated_length": 167.0, "entropy": 0.15447265189141035, "epoch": 0.602, "frac_reward_zero_std": 0.0, "grad_norm": 1.0929714441299438, "learning_rate": 8.401188123081652e-07, "loss": -0.044, "num_tokens": 2636274.0, "reward": 5.9095001220703125, "reward_std": 2.3706412315368652, "rewards/fitness_reward/mean": 5.9298272132873535, "rewards/fitness_reward/std": 2.1688692569732666, "rewards/kidney_reward/mean": -0.1626996546983719, "rewards/kidney_reward/std": 1.2477351427078247, "rewards/length2tails_reward/mean": 0.8582019805908203, "rewards/length2tails_reward/std": 0.24992448091506958, "rewards/thermo_reward/mean": -0.30705544352531433, "rewards/thermo_reward/std": 2.1065003871917725, "step": 301 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.28125, "completions/mean_terminated_length": 270.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12860836926847696, "epoch": 0.604, "frac_reward_zero_std": 0.0, "grad_norm": 0.2735062837600708, "learning_rate": 8.332312532838978e-07, "loss": 0.0021, "num_tokens": 2644955.0, "reward": 6.560126304626465, "reward_std": 1.2234059572219849, "rewards/fitness_reward/mean": 6.2823309898376465, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.23910409212112427, "rewards/kidney_reward/std": 1.4007219076156616, "rewards/length2tails_reward/mean": 0.7388077974319458, "rewards/length2tails_reward/std": 0.28337112069129944, "rewards/thermo_reward/mean": -0.052918002009391785, "rewards/thermo_reward/std": 1.9731281995773315, "step": 302 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 264.90625, "completions/mean_terminated_length": 264.90625, "completions/min_length": 93.0, "completions/min_terminated_length": 93.0, "entropy": 0.1408443758264184, "epoch": 0.606, "frac_reward_zero_std": 0.0, "grad_norm": 0.8262622952461243, "learning_rate": 8.263518223330696e-07, "loss": -0.0483, "num_tokens": 2653464.0, "reward": 5.640756130218506, "reward_std": 3.0255091190338135, "rewards/fitness_reward/mean": 5.2705078125, "rewards/fitness_reward/std": 2.9505343437194824, "rewards/kidney_reward/mean": 0.08989809453487396, "rewards/kidney_reward/std": 1.3180209398269653, "rewards/length2tails_reward/mean": 0.7812709212303162, "rewards/length2tails_reward/std": 0.2842097282409668, "rewards/thermo_reward/mean": 0.2599630355834961, "rewards/thermo_reward/std": 1.8476253747940063, "step": 303 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13957977015525103, "epoch": 0.608, "frac_reward_zero_std": 0.0, "grad_norm": 1.1814037561416626, "learning_rate": 8.194808547494401e-07, "loss": -0.002, "num_tokens": 2662137.0, "reward": 5.991512775421143, "reward_std": 2.895458459854126, "rewards/fitness_reward/mean": 5.794535160064697, "rewards/fitness_reward/std": 2.769155263900757, "rewards/kidney_reward/mean": -0.18175917863845825, "rewards/kidney_reward/std": 1.2326058149337769, "rewards/length2tails_reward/mean": 0.7655566930770874, "rewards/length2tails_reward/std": 0.3070470690727234, "rewards/thermo_reward/mean": 0.1929364800453186, "rewards/thermo_reward/std": 1.990727424621582, "step": 304 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 438.0, "completions/max_terminated_length": 438.0, "completions/mean_length": 270.5, "completions/mean_terminated_length": 270.5, "completions/min_length": 174.0, "completions/min_terminated_length": 174.0, "entropy": 0.16747733019292355, "epoch": 0.61, "frac_reward_zero_std": 0.0, "grad_norm": 2.186681032180786, "learning_rate": 8.126186854142751e-07, "loss": -0.0209, "num_tokens": 2670825.0, "reward": 5.879621505737305, "reward_std": 3.4141082763671875, "rewards/fitness_reward/mean": 5.552954196929932, "rewards/fitness_reward/std": 3.2934844493865967, "rewards/kidney_reward/mean": -0.05889531224966049, "rewards/kidney_reward/std": 1.345290184020996, "rewards/length2tails_reward/mean": 0.8045759201049805, "rewards/length2tails_reward/std": 0.27133816480636597, "rewards/thermo_reward/mean": 0.30994102358818054, "rewards/thermo_reward/std": 1.9813530445098877, "step": 305 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 264.5625, "completions/mean_terminated_length": 264.5625, "completions/min_length": 67.0, "completions/min_terminated_length": 67.0, "entropy": 0.14618254080414772, "epoch": 0.612, "frac_reward_zero_std": 0.0, "grad_norm": 0.9095790386199951, "learning_rate": 8.057656487800282e-07, "loss": -0.0528, "num_tokens": 2679323.0, "reward": 5.235918998718262, "reward_std": 3.7534329891204834, "rewards/fitness_reward/mean": 5.308850288391113, "rewards/fitness_reward/std": 3.433398962020874, "rewards/kidney_reward/mean": -0.2223380208015442, "rewards/kidney_reward/std": 1.5016045570373535, "rewards/length2tails_reward/mean": 0.8398911952972412, "rewards/length2tails_reward/std": 0.2600333094596863, "rewards/thermo_reward/mean": -0.3434699773788452, "rewards/thermo_reward/std": 2.2440428733825684, "step": 306 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 267.0, "completions/mean_terminated_length": 267.0, "completions/min_length": 173.0, "completions/min_terminated_length": 173.0, "entropy": 0.17721352633088827, "epoch": 0.614, "frac_reward_zero_std": 0.0, "grad_norm": 2.4808382987976074, "learning_rate": 7.989220788540355e-07, "loss": -0.0362, "num_tokens": 2687899.0, "reward": 6.460134983062744, "reward_std": 2.5526137351989746, "rewards/fitness_reward/mean": 5.929336071014404, "rewards/fitness_reward/std": 2.6182987689971924, "rewards/kidney_reward/mean": 0.3675292432308197, "rewards/kidney_reward/std": 1.189038634300232, "rewards/length2tails_reward/mean": 0.8435029983520508, "rewards/length2tails_reward/std": 0.240304633975029, "rewards/thermo_reward/mean": 0.27231690287590027, "rewards/thermo_reward/std": 1.809454321861267, "step": 307 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12361082248389721, "epoch": 0.616, "frac_reward_zero_std": 0.0, "grad_norm": 0.5217465162277222, "learning_rate": 7.920883091822408e-07, "loss": -0.0029, "num_tokens": 2696539.0, "reward": 5.749210357666016, "reward_std": 2.427088737487793, "rewards/fitness_reward/mean": 5.804673671722412, "rewards/fitness_reward/std": 2.3728742599487305, "rewards/kidney_reward/mean": -0.2303834855556488, "rewards/kidney_reward/std": 1.2232918739318848, "rewards/length2tails_reward/mean": 0.7257441282272339, "rewards/length2tails_reward/std": 0.32820820808410645, "rewards/thermo_reward/mean": -0.24341507256031036, "rewards/thermo_reward/std": 1.9496954679489136, "step": 308 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 272.21875, "completions/mean_terminated_length": 272.21875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1583899725228548, "epoch": 0.618, "frac_reward_zero_std": 0.0, "grad_norm": 0.7271563410758972, "learning_rate": 7.852646728329367e-07, "loss": 0.0016, "num_tokens": 2705282.0, "reward": 6.917350769042969, "reward_std": 2.0332014560699463, "rewards/fitness_reward/mean": 6.211165428161621, "rewards/fitness_reward/std": 1.6548012495040894, "rewards/kidney_reward/mean": 0.4039209187030792, "rewards/kidney_reward/std": 1.3662333488464355, "rewards/length2tails_reward/mean": 0.8635237216949463, "rewards/length2tails_reward/std": 0.18739113211631775, "rewards/thermo_reward/mean": 0.5766885280609131, "rewards/thermo_reward/std": 1.5489522218704224, "step": 309 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.46875, "completions/mean_terminated_length": 271.46875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14540214743465185, "epoch": 0.62, "frac_reward_zero_std": 0.0, "grad_norm": 0.38060182332992554, "learning_rate": 7.784515023805327e-07, "loss": -0.0004, "num_tokens": 2714001.0, "reward": 5.810445308685303, "reward_std": 3.080669641494751, "rewards/fitness_reward/mean": 5.936678886413574, "rewards/fitness_reward/std": 2.600179672241211, "rewards/kidney_reward/mean": -0.6011654138565063, "rewards/kidney_reward/std": 1.3190113306045532, "rewards/length2tails_reward/mean": 0.8296725153923035, "rewards/length2tails_reward/std": 0.23379944264888763, "rewards/thermo_reward/mean": -0.06613816320896149, "rewards/thermo_reward/std": 1.96107816696167, "step": 310 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12451317626982927, "epoch": 0.622, "frac_reward_zero_std": 0.0, "grad_norm": 0.5161978602409363, "learning_rate": 7.716491298893441e-07, "loss": -0.0002, "num_tokens": 2722678.0, "reward": 6.549075126647949, "reward_std": 1.461757779121399, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.6216371059417725, "rewards/kidney_reward/std": 1.185909390449524, "rewards/length2tails_reward/mean": 0.756341814994812, "rewards/length2tails_reward/std": 0.2793433666229248, "rewards/thermo_reward/mean": 0.5709758996963501, "rewards/thermo_reward/std": 1.6642720699310303, "step": 311 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.14000983629375696, "epoch": 0.624, "frac_reward_zero_std": 0.0, "grad_norm": 1.64600670337677, "learning_rate": 7.648578868974099e-07, "loss": -0.0092, "num_tokens": 2731339.0, "reward": 5.813279628753662, "reward_std": 2.7142364978790283, "rewards/fitness_reward/mean": 5.919684410095215, "rewards/fitness_reward/std": 2.6460466384887695, "rewards/kidney_reward/mean": -0.23450270295143127, "rewards/kidney_reward/std": 1.137681484222412, "rewards/length2tails_reward/mean": 0.783237636089325, "rewards/length2tails_reward/std": 0.29252496361732483, "rewards/thermo_reward/mean": -0.36992621421813965, "rewards/thermo_reward/std": 1.9649900197982788, "step": 312 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 282.8125, "completions/mean_terminated_length": 267.6128845214844, "completions/min_length": 217.0, "completions/min_terminated_length": 217.0, "entropy": 0.14463838562369347, "epoch": 0.626, "frac_reward_zero_std": 0.0, "grad_norm": 4.689681529998779, "learning_rate": 7.580781044003324e-07, "loss": 0.1848, "num_tokens": 2740421.0, "reward": 6.179220199584961, "reward_std": 3.108948230743408, "rewards/fitness_reward/mean": 5.872677803039551, "rewards/fitness_reward/std": 2.8283746242523193, "rewards/kidney_reward/mean": 0.012635260820388794, "rewards/kidney_reward/std": 1.3495537042617798, "rewards/length2tails_reward/mean": 0.7865300178527832, "rewards/length2tails_reward/std": 0.28116706013679504, "rewards/thermo_reward/mean": 0.20718349516391754, "rewards/thermo_reward/std": 1.7808927297592163, "step": 313 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 613.0, "completions/max_terminated_length": 613.0, "completions/mean_length": 280.46875, "completions/mean_terminated_length": 280.46875, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.17828217148780823, "epoch": 0.628, "frac_reward_zero_std": 0.0, "grad_norm": 3.1162149906158447, "learning_rate": 7.513101128351453e-07, "loss": 0.0979, "num_tokens": 2749428.0, "reward": 5.4172563552856445, "reward_std": 3.199577569961548, "rewards/fitness_reward/mean": 5.461665630340576, "rewards/fitness_reward/std": 2.932718276977539, "rewards/kidney_reward/mean": -0.5087636709213257, "rewards/kidney_reward/std": 1.2203556299209595, "rewards/length2tails_reward/mean": 0.780242919921875, "rewards/length2tails_reward/std": 0.3494933247566223, "rewards/thermo_reward/mean": 0.02982361614704132, "rewards/thermo_reward/std": 2.083951711654663, "step": 314 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 652.0, "completions/max_terminated_length": 652.0, "completions/mean_length": 275.78125, "completions/mean_terminated_length": 275.78125, "completions/min_length": 85.0, "completions/min_terminated_length": 85.0, "entropy": 0.261963858269155, "epoch": 0.63, "frac_reward_zero_std": 0.0, "grad_norm": 2.851346731185913, "learning_rate": 7.445542420642096e-07, "loss": 0.0294, "num_tokens": 2758285.0, "reward": 5.509346008300781, "reward_std": 4.53924560546875, "rewards/fitness_reward/mean": 4.731644630432129, "rewards/fitness_reward/std": 4.147398948669434, "rewards/kidney_reward/mean": 0.5509114861488342, "rewards/kidney_reward/std": 1.3219982385635376, "rewards/length2tails_reward/mean": 0.8193047046661377, "rewards/length2tails_reward/std": 0.25560668110847473, "rewards/thermo_reward/mean": 0.5948399901390076, "rewards/thermo_reward/std": 1.9399741888046265, "step": 315 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 254.0, "completions/min_terminated_length": 254.0, "entropy": 0.1475894758477807, "epoch": 0.632, "frac_reward_zero_std": 0.0, "grad_norm": 1.0615999698638916, "learning_rate": 7.378108213591354e-07, "loss": -0.0026, "num_tokens": 2766952.0, "reward": 6.231350898742676, "reward_std": 2.787792921066284, "rewards/fitness_reward/mean": 5.961513996124268, "rewards/fitness_reward/std": 2.4785311222076416, "rewards/kidney_reward/mean": 0.45111918449401855, "rewards/kidney_reward/std": 1.5606229305267334, "rewards/length2tails_reward/mean": 0.7947746515274048, "rewards/length2tails_reward/std": 0.26889491081237793, "rewards/thermo_reward/mean": -0.30883270502090454, "rewards/thermo_reward/std": 2.0008814334869385, "step": 316 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13641659449785948, "epoch": 0.634, "frac_reward_zero_std": 0.0, "grad_norm": 0.543372631072998, "learning_rate": 7.310801793847343e-07, "loss": 0.0021, "num_tokens": 2775656.0, "reward": 6.5946245193481445, "reward_std": 1.5121303796768188, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.062211520969867706, "rewards/kidney_reward/std": 1.4607387781143188, "rewards/length2tails_reward/mean": 0.799560546875, "rewards/length2tails_reward/std": 0.27528977394104004, "rewards/thermo_reward/mean": -0.3309165835380554, "rewards/thermo_reward/std": 2.116473913192749, "step": 317 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 423.0, "completions/max_terminated_length": 423.0, "completions/mean_length": 276.15625, "completions/mean_terminated_length": 276.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14614746067672968, "epoch": 0.636, "frac_reward_zero_std": 0.0, "grad_norm": 5.1665120124816895, "learning_rate": 7.243626441830009e-07, "loss": 0.0701, "num_tokens": 2784525.0, "reward": 6.4105424880981445, "reward_std": 2.441462278366089, "rewards/fitness_reward/mean": 6.148130416870117, "rewards/fitness_reward/std": 1.9925299882888794, "rewards/kidney_reward/mean": 0.13602781295776367, "rewards/kidney_reward/std": 1.4797165393829346, "rewards/length2tails_reward/mean": 0.8131794929504395, "rewards/length2tails_reward/std": 0.2802060544490814, "rewards/thermo_reward/mean": -0.017794162034988403, "rewards/thermo_reward/std": 2.036123275756836, "step": 318 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 454.0, "completions/max_terminated_length": 454.0, "completions/mean_length": 278.25, "completions/mean_terminated_length": 278.25, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1566220736131072, "epoch": 0.638, "frac_reward_zero_std": 0.0, "grad_norm": 2.6108603477478027, "learning_rate": 7.176585431571233e-07, "loss": 0.0987, "num_tokens": 2793461.0, "reward": 6.976290225982666, "reward_std": 2.466521978378296, "rewards/fitness_reward/mean": 6.239953994750977, "rewards/fitness_reward/std": 1.987504005432129, "rewards/kidney_reward/mean": 0.2159939557313919, "rewards/kidney_reward/std": 1.3283164501190186, "rewards/length2tails_reward/mean": 0.8266392350196838, "rewards/length2tails_reward/std": 0.24396318197250366, "rewards/thermo_reward/mean": 0.8433594107627869, "rewards/thermo_reward/std": 1.7143508195877075, "step": 319 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.625, "completions/mean_terminated_length": 269.625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1250614272430539, "epoch": 0.64, "frac_reward_zero_std": 0.0, "grad_norm": 0.5148164629936218, "learning_rate": 7.109682030555282e-07, "loss": 0.0044, "num_tokens": 2802121.0, "reward": 6.539069175720215, "reward_std": 1.664305329322815, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.029780671000480652, "rewards/kidney_reward/std": 1.4029945135116577, "rewards/length2tails_reward/mean": 0.7379071712493896, "rewards/length2tails_reward/std": 0.3075510859489441, "rewards/thermo_reward/mean": 0.17430394887924194, "rewards/thermo_reward/std": 1.9058327674865723, "step": 320 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 320.0, "completions/max_terminated_length": 320.0, "completions/mean_length": 272.625, "completions/mean_terminated_length": 272.625, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.1713531417772174, "epoch": 0.642, "frac_reward_zero_std": 0.0, "grad_norm": 2.541980028152466, "learning_rate": 7.042919499559536e-07, "loss": 0.0256, "num_tokens": 2810877.0, "reward": 6.0339860916137695, "reward_std": 2.8362503051757812, "rewards/fitness_reward/mean": 5.7353620529174805, "rewards/fitness_reward/std": 2.6534714698791504, "rewards/kidney_reward/mean": -0.24237263202667236, "rewards/kidney_reward/std": 1.372509479522705, "rewards/length2tails_reward/mean": 0.8674904704093933, "rewards/length2tails_reward/std": 0.18604622781276703, "rewards/thermo_reward/mean": 0.40587544441223145, "rewards/thermo_reward/std": 1.596633791923523, "step": 321 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 651.0, "completions/max_terminated_length": 651.0, "completions/mean_length": 281.9375, "completions/mean_terminated_length": 281.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1418048208579421, "epoch": 0.644, "frac_reward_zero_std": 0.0, "grad_norm": 1.55742609500885, "learning_rate": 6.976301092495556e-07, "loss": 0.025, "num_tokens": 2819931.0, "reward": 6.955789566040039, "reward_std": 1.3362483978271484, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.1048911064863205, "rewards/kidney_reward/std": 1.2173396348953247, "rewards/length2tails_reward/mean": 0.7285305261611938, "rewards/length2tails_reward/std": 0.3037022650241852, "rewards/thermo_reward/mean": 0.25982531905174255, "rewards/thermo_reward/std": 2.0253074169158936, "step": 322 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 267.40625, "completions/mean_terminated_length": 267.40625, "completions/min_length": 148.0, "completions/min_terminated_length": 148.0, "entropy": 0.1485171476379037, "epoch": 0.646, "frac_reward_zero_std": 0.0, "grad_norm": 1.6387808322906494, "learning_rate": 6.909830056250526e-07, "loss": -0.0624, "num_tokens": 2828520.0, "reward": 5.970319747924805, "reward_std": 2.572580099105835, "rewards/fitness_reward/mean": 5.823781967163086, "rewards/fitness_reward/std": 2.2292187213897705, "rewards/kidney_reward/mean": 0.08642309904098511, "rewards/kidney_reward/std": 1.3586586713790894, "rewards/length2tails_reward/mean": 0.8334128856658936, "rewards/length2tails_reward/std": 0.27404242753982544, "rewards/thermo_reward/mean": -0.21005354821681976, "rewards/thermo_reward/std": 2.043229579925537, "step": 323 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.9375, "completions/mean_terminated_length": 270.9375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1293806629255414, "epoch": 0.648, "frac_reward_zero_std": 0.0, "grad_norm": 0.7523674368858337, "learning_rate": 6.843509630528976e-07, "loss": 0.0026, "num_tokens": 2837222.0, "reward": 6.185390472412109, "reward_std": 2.2776901721954346, "rewards/fitness_reward/mean": 6.226982116699219, "rewards/fitness_reward/std": 2.060880661010742, "rewards/kidney_reward/mean": -0.24002555012702942, "rewards/kidney_reward/std": 1.4971431493759155, "rewards/length2tails_reward/mean": 0.8265526294708252, "rewards/length2tails_reward/std": 0.18807940185070038, "rewards/thermo_reward/mean": -0.2564352750778198, "rewards/thermo_reward/std": 2.1351709365844727, "step": 324 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.71875, "completions/mean_terminated_length": 265.71875, "completions/min_length": 140.0, "completions/min_terminated_length": 140.0, "entropy": 0.14506491273641586, "epoch": 0.65, "frac_reward_zero_std": 0.0, "grad_norm": 0.8249183297157288, "learning_rate": 6.77734304769489e-07, "loss": -0.0628, "num_tokens": 2845757.0, "reward": 5.609094619750977, "reward_std": 3.602327346801758, "rewards/fitness_reward/mean": 5.562655448913574, "rewards/fitness_reward/std": 3.26778507232666, "rewards/kidney_reward/mean": -0.17317365109920502, "rewards/kidney_reward/std": 1.4439454078674316, "rewards/length2tails_reward/mean": 0.8142207860946655, "rewards/length2tails_reward/std": 0.2130184769630432, "rewards/thermo_reward/mean": -0.14105884730815887, "rewards/thermo_reward/std": 2.0546224117279053, "step": 325 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 270.21875, "completions/mean_terminated_length": 270.21875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12599319033324718, "epoch": 0.652, "frac_reward_zero_std": 0.0, "grad_norm": 0.3221113383769989, "learning_rate": 6.711333532614167e-07, "loss": -0.0001, "num_tokens": 2854436.0, "reward": 6.323266983032227, "reward_std": 2.3031466007232666, "rewards/fitness_reward/mean": 6.206177711486816, "rewards/fitness_reward/std": 1.681239366531372, "rewards/kidney_reward/mean": -0.11081783473491669, "rewards/kidney_reward/std": 1.1887176036834717, "rewards/length2tails_reward/mean": 0.8017334938049316, "rewards/length2tails_reward/std": 0.22630544006824493, "rewards/thermo_reward/mean": -0.05587046593427658, "rewards/thermo_reward/std": 1.9467616081237793, "step": 326 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 347.0, "completions/max_terminated_length": 347.0, "completions/mean_length": 273.4375, "completions/mean_terminated_length": 273.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14385926723480225, "epoch": 0.654, "frac_reward_zero_std": 0.0, "grad_norm": 1.863189458847046, "learning_rate": 6.645484302497451e-07, "loss": 0.0393, "num_tokens": 2863218.0, "reward": 5.9234395027160645, "reward_std": 2.1091227531433105, "rewards/fitness_reward/mean": 6.135817527770996, "rewards/fitness_reward/std": 2.0592422485351562, "rewards/kidney_reward/mean": -0.16652746498584747, "rewards/kidney_reward/std": 1.1908307075500488, "rewards/length2tails_reward/mean": 0.8032562732696533, "rewards/length2tails_reward/std": 0.25795942544937134, "rewards/thermo_reward/mean": -0.6598567962646484, "rewards/thermo_reward/std": 2.0198681354522705, "step": 327 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 420.0, "completions/max_terminated_length": 420.0, "completions/mean_length": 275.4375, "completions/mean_terminated_length": 275.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14171724021434784, "epoch": 0.656, "frac_reward_zero_std": 0.0, "grad_norm": 2.0005085468292236, "learning_rate": 6.579798566743313e-07, "loss": 0.0739, "num_tokens": 2872064.0, "reward": 6.158988952636719, "reward_std": 2.413141965866089, "rewards/fitness_reward/mean": 6.1257853507995605, "rewards/fitness_reward/std": 2.113737106323242, "rewards/kidney_reward/mean": -0.23006314039230347, "rewards/kidney_reward/std": 1.3204492330551147, "rewards/length2tails_reward/mean": 0.7789495587348938, "rewards/length2tails_reward/std": 0.28807762265205383, "rewards/thermo_reward/mean": -0.09300464391708374, "rewards/thermo_reward/std": 1.988651156425476, "step": 328 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.875, "completions/mean_terminated_length": 270.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1332209836691618, "epoch": 0.658, "frac_reward_zero_std": 0.0, "grad_norm": 0.4491146206855774, "learning_rate": 6.51427952678185e-07, "loss": 0.0021, "num_tokens": 2880764.0, "reward": 6.950940132141113, "reward_std": 1.3148001432418823, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.06448443233966827, "rewards/kidney_reward/std": 1.3716617822647095, "rewards/length2tails_reward/mean": 0.7650790214538574, "rewards/length2tails_reward/std": 0.2712799906730652, "rewards/thermo_reward/mean": 0.40122920274734497, "rewards/thermo_reward/std": 1.916085958480835, "step": 329 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 504.0, "completions/max_terminated_length": 504.0, "completions/mean_length": 278.5, "completions/mean_terminated_length": 278.5, "completions/min_length": 84.0, "completions/min_terminated_length": 84.0, "entropy": 0.19188074674457312, "epoch": 0.66, "frac_reward_zero_std": 0.0, "grad_norm": 3.4808740615844727, "learning_rate": 6.448930375918631e-07, "loss": 0.0101, "num_tokens": 2889708.0, "reward": 6.363583564758301, "reward_std": 3.193633556365967, "rewards/fitness_reward/mean": 5.766847133636475, "rewards/fitness_reward/std": 2.871739625930786, "rewards/kidney_reward/mean": 0.1560065597295761, "rewards/kidney_reward/std": 1.4915741682052612, "rewards/length2tails_reward/mean": 0.7530208826065063, "rewards/length2tails_reward/std": 0.30450528860092163, "rewards/thermo_reward/mean": 0.6609548926353455, "rewards/thermo_reward/std": 1.5844378471374512, "step": 330 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1405778331682086, "epoch": 0.662, "frac_reward_zero_std": 0.0, "grad_norm": 0.5762265920639038, "learning_rate": 6.383754299179078e-07, "loss": -0.0001, "num_tokens": 2898380.0, "reward": 5.537961483001709, "reward_std": 3.1746127605438232, "rewards/fitness_reward/mean": 5.317624568939209, "rewards/fitness_reward/std": 3.140000104904175, "rewards/kidney_reward/mean": 0.0035296976566314697, "rewards/kidney_reward/std": 1.4678502082824707, "rewards/length2tails_reward/mean": 0.7269901037216187, "rewards/length2tails_reward/std": 0.33388474583625793, "rewards/thermo_reward/mean": 0.07364928722381592, "rewards/thermo_reward/std": 2.0159270763397217, "step": 331 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.123139763250947, "epoch": 0.664, "frac_reward_zero_std": 0.0, "grad_norm": 1.4227535724639893, "learning_rate": 6.31875447315322e-07, "loss": -0.004, "num_tokens": 2907054.0, "reward": 6.01489782333374, "reward_std": 2.012277603149414, "rewards/fitness_reward/mean": 6.004064559936523, "rewards/fitness_reward/std": 1.8035767078399658, "rewards/kidney_reward/mean": -0.061723992228507996, "rewards/kidney_reward/std": 1.3236358165740967, "rewards/length2tails_reward/mean": 0.7410252690315247, "rewards/length2tails_reward/std": 0.33866503834724426, "rewards/thermo_reward/mean": -0.28712227940559387, "rewards/thermo_reward/std": 1.983262062072754, "step": 332 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 424.0, "completions/max_terminated_length": 424.0, "completions/mean_length": 275.40625, "completions/mean_terminated_length": 275.40625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14197211991995573, "epoch": 0.666, "frac_reward_zero_std": 0.0, "grad_norm": 1.8882272243499756, "learning_rate": 6.253934065840879e-07, "loss": 0.0632, "num_tokens": 2915899.0, "reward": 5.8689494132995605, "reward_std": 2.980410575866699, "rewards/fitness_reward/mean": 5.711335182189941, "rewards/fitness_reward/std": 2.7298057079315186, "rewards/kidney_reward/mean": -0.27478981018066406, "rewards/kidney_reward/std": 1.34125816822052, "rewards/length2tails_reward/mean": 0.7590400576591492, "rewards/length2tails_reward/std": 0.3217729926109314, "rewards/thermo_reward/mean": 0.21049821376800537, "rewards/thermo_reward/std": 1.6486570835113525, "step": 333 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 290.0, "completions/max_terminated_length": 290.0, "completions/mean_length": 273.28125, "completions/mean_terminated_length": 273.28125, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.16120561491698027, "epoch": 0.668, "frac_reward_zero_std": 0.0, "grad_norm": 1.4252558946609497, "learning_rate": 6.189296236497259e-07, "loss": 0.0085, "num_tokens": 2924676.0, "reward": 6.017755508422852, "reward_std": 2.7611100673675537, "rewards/fitness_reward/mean": 5.929872512817383, "rewards/fitness_reward/std": 2.1686391830444336, "rewards/kidney_reward/mean": -0.19728940725326538, "rewards/kidney_reward/std": 1.508063793182373, "rewards/length2tails_reward/mean": 0.9154133200645447, "rewards/length2tails_reward/std": 0.13163615763187408, "rewards/thermo_reward/mean": -0.08465149998664856, "rewards/thermo_reward/std": 2.1873550415039062, "step": 334 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.90625, "completions/mean_terminated_length": 271.90625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13629860151559114, "epoch": 0.67, "frac_reward_zero_std": 0.0, "grad_norm": 0.6146358847618103, "learning_rate": 6.124844135478971e-07, "loss": -0.0018, "num_tokens": 2933409.0, "reward": 6.3639020919799805, "reward_std": 1.8899461030960083, "rewards/fitness_reward/mean": 6.188002586364746, "rewards/fitness_reward/std": 1.7780461311340332, "rewards/kidney_reward/mean": 0.26472312211990356, "rewards/kidney_reward/std": 1.3054981231689453, "rewards/length2tails_reward/mean": 0.8750399351119995, "rewards/length2tails_reward/std": 0.20164364576339722, "rewards/thermo_reward/mean": -0.3504437208175659, "rewards/thermo_reward/std": 2.15000581741333, "step": 335 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1350244265049696, "epoch": 0.672, "frac_reward_zero_std": 0.0, "grad_norm": 0.46959754824638367, "learning_rate": 6.060580904090489e-07, "loss": -0.0032, "num_tokens": 2942130.0, "reward": 6.7464599609375, "reward_std": 1.4381029605865479, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.09605660289525986, "rewards/kidney_reward/std": 1.3236219882965088, "rewards/length2tails_reward/mean": 0.8153715133666992, "rewards/length2tails_reward/std": 0.2927325665950775, "rewards/thermo_reward/mean": 0.012558825314044952, "rewards/thermo_reward/std": 1.980684757232666, "step": 336 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 505.0, "completions/max_terminated_length": 505.0, "completions/mean_length": 278.84375, "completions/mean_terminated_length": 278.84375, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.1624396527186036, "epoch": 0.674, "frac_reward_zero_std": 0.0, "grad_norm": 1.9301204681396484, "learning_rate": 5.996509674431051e-07, "loss": -0.0045, "num_tokens": 2951085.0, "reward": 6.039576530456543, "reward_std": 2.4619998931884766, "rewards/fitness_reward/mean": 6.033344268798828, "rewards/fitness_reward/std": 2.1146256923675537, "rewards/kidney_reward/mean": -0.047126639634370804, "rewards/kidney_reward/std": 1.3129688501358032, "rewards/length2tails_reward/mean": 0.8374546766281128, "rewards/length2tails_reward/std": 0.27305513620376587, "rewards/thermo_reward/mean": -0.35913562774658203, "rewards/thermo_reward/std": 2.1510767936706543, "step": 337 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 270.90625, "completions/mean_terminated_length": 270.90625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12986998166888952, "epoch": 0.676, "frac_reward_zero_std": 0.0, "grad_norm": 0.7267351150512695, "learning_rate": 5.932633569241999e-07, "loss": -0.004, "num_tokens": 2959786.0, "reward": 6.215915679931641, "reward_std": 1.7919178009033203, "rewards/fitness_reward/mean": 6.293497085571289, "rewards/fitness_reward/std": 1.6846182346343994, "rewards/kidney_reward/mean": -0.48145976662635803, "rewards/kidney_reward/std": 1.4974082708358765, "rewards/length2tails_reward/mean": 0.7296417951583862, "rewards/length2tails_reward/std": 0.3265739381313324, "rewards/thermo_reward/mean": -0.03852371871471405, "rewards/thermo_reward/std": 1.8306382894515991, "step": 338 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 511.0, "completions/max_terminated_length": 511.0, "completions/mean_length": 277.6875, "completions/mean_terminated_length": 277.6875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14375455770641565, "epoch": 0.678, "frac_reward_zero_std": 0.0, "grad_norm": 0.5397517681121826, "learning_rate": 5.868955701754583e-07, "loss": 0.0027, "num_tokens": 2968704.0, "reward": 6.217046737670898, "reward_std": 3.013193130493164, "rewards/fitness_reward/mean": 5.526139259338379, "rewards/fitness_reward/std": 3.077094078063965, "rewards/kidney_reward/mean": 0.12864208221435547, "rewards/kidney_reward/std": 1.2796517610549927, "rewards/length2tails_reward/mean": 0.8049825429916382, "rewards/length2tails_reward/std": 0.2577892541885376, "rewards/thermo_reward/mean": 0.8506805896759033, "rewards/thermo_reward/std": 1.3328129053115845, "step": 339 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 636.0, "completions/max_terminated_length": 636.0, "completions/mean_length": 282.25, "completions/mean_terminated_length": 282.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14949253015220165, "epoch": 0.68, "frac_reward_zero_std": 0.0, "grad_norm": 2.905804395675659, "learning_rate": 5.805479175538228e-07, "loss": 0.1501, "num_tokens": 2977768.0, "reward": 6.654813766479492, "reward_std": 2.559910774230957, "rewards/fitness_reward/mean": 5.95985221862793, "rewards/fitness_reward/std": 2.4967284202575684, "rewards/kidney_reward/mean": 0.1843625009059906, "rewards/kidney_reward/std": 1.3213741779327393, "rewards/length2tails_reward/mean": 0.7851734161376953, "rewards/length2tails_reward/std": 0.31144633889198303, "rewards/thermo_reward/mean": 0.8129734992980957, "rewards/thermo_reward/std": 1.5214051008224487, "step": 340 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 406.0, "completions/max_terminated_length": 406.0, "completions/mean_length": 276.46875, "completions/mean_terminated_length": 276.46875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1573938773944974, "epoch": 0.682, "frac_reward_zero_std": 0.0, "grad_norm": 2.2604691982269287, "learning_rate": 5.742207084349273e-07, "loss": 0.0695, "num_tokens": 2986647.0, "reward": 6.545932769775391, "reward_std": 2.2556028366088867, "rewards/fitness_reward/mean": 6.107923984527588, "rewards/fitness_reward/std": 2.2110416889190674, "rewards/kidney_reward/mean": -0.17903482913970947, "rewards/kidney_reward/std": 1.1938183307647705, "rewards/length2tails_reward/mean": 0.9086741805076599, "rewards/length2tails_reward/std": 0.1183965727686882, "rewards/thermo_reward/mean": 0.6007147431373596, "rewards/thermo_reward/std": 1.7732858657836914, "step": 341 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 605.0, "completions/max_terminated_length": 605.0, "completions/mean_length": 282.0625, "completions/mean_terminated_length": 282.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16670695785433054, "epoch": 0.684, "frac_reward_zero_std": 0.0, "grad_norm": 3.8591322898864746, "learning_rate": 5.679142511980175e-07, "loss": 0.1724, "num_tokens": 2995705.0, "reward": 6.364426612854004, "reward_std": 2.4766600131988525, "rewards/fitness_reward/mean": 6.218327522277832, "rewards/fitness_reward/std": 2.109841823577881, "rewards/kidney_reward/mean": -0.07648028433322906, "rewards/kidney_reward/std": 1.3622918128967285, "rewards/length2tails_reward/mean": 0.8389837741851807, "rewards/length2tails_reward/std": 0.25265058875083923, "rewards/thermo_reward/mean": -0.05081367492675781, "rewards/thermo_reward/std": 2.0749711990356445, "step": 342 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 602.0, "completions/max_terminated_length": 602.0, "completions/mean_length": 290.4375, "completions/mean_terminated_length": 290.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.16736070439219475, "epoch": 0.686, "frac_reward_zero_std": 0.0, "grad_norm": 0.8917258381843567, "learning_rate": 5.616288532109224e-07, "loss": 0.022, "num_tokens": 3005031.0, "reward": 5.868127346038818, "reward_std": 2.222395420074463, "rewards/fitness_reward/mean": 5.939970970153809, "rewards/fitness_reward/std": 2.117759943008423, "rewards/kidney_reward/mean": -0.30231744050979614, "rewards/kidney_reward/std": 1.301476240158081, "rewards/length2tails_reward/mean": 0.8077414035797119, "rewards/length2tails_reward/std": 0.26545435190200806, "rewards/thermo_reward/mean": -0.24524012207984924, "rewards/thermo_reward/std": 2.0206568241119385, "step": 343 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 337.0, "completions/max_terminated_length": 337.0, "completions/mean_length": 266.65625, "completions/mean_terminated_length": 266.65625, "completions/min_length": 118.0, "completions/min_terminated_length": 118.0, "entropy": 0.13543427735567093, "epoch": 0.688, "frac_reward_zero_std": 0.0, "grad_norm": 1.4829248189926147, "learning_rate": 5.553648208150728e-07, "loss": -0.0313, "num_tokens": 3013596.0, "reward": 5.708004951477051, "reward_std": 3.3088643550872803, "rewards/fitness_reward/mean": 5.3620171546936035, "rewards/fitness_reward/std": 3.26958966255188, "rewards/kidney_reward/mean": 0.10526783764362335, "rewards/kidney_reward/std": 1.2809340953826904, "rewards/length2tails_reward/mean": 0.6367802023887634, "rewards/length2tails_reward/std": 0.39182284474372864, "rewards/thermo_reward/mean": 0.2683173418045044, "rewards/thermo_reward/std": 1.797824740409851, "step": 344 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 434.0, "completions/max_terminated_length": 434.0, "completions/mean_length": 274.96875, "completions/mean_terminated_length": 274.96875, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.14805607683956623, "epoch": 0.69, "frac_reward_zero_std": 0.0, "grad_norm": 1.5612566471099854, "learning_rate": 5.491224593105694e-07, "loss": -0.0167, "num_tokens": 3022427.0, "reward": 6.30277156829834, "reward_std": 2.0895543098449707, "rewards/fitness_reward/mean": 6.204276084899902, "rewards/fitness_reward/std": 1.6913362741470337, "rewards/kidney_reward/mean": -0.19850590825080872, "rewards/kidney_reward/std": 1.399698257446289, "rewards/length2tails_reward/mean": 0.760990560054779, "rewards/length2tails_reward/std": 0.2998768985271454, "rewards/thermo_reward/mean": 0.015001252293586731, "rewards/thermo_reward/std": 2.113967180252075, "step": 345 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 272.03125, "completions/mean_terminated_length": 272.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15043269284069538, "epoch": 0.692, "frac_reward_zero_std": 0.0, "grad_norm": 2.009800672531128, "learning_rate": 5.42902072941306e-07, "loss": 0.0068, "num_tokens": 3031164.0, "reward": 6.181963920593262, "reward_std": 2.685715675354004, "rewards/fitness_reward/mean": 5.919095039367676, "rewards/fitness_reward/std": 2.649914264678955, "rewards/kidney_reward/mean": -0.24342183768749237, "rewards/kidney_reward/std": 1.2877310514450073, "rewards/length2tails_reward/mean": 0.8092514872550964, "rewards/length2tails_reward/std": 0.2687968909740448, "rewards/thermo_reward/mean": 0.36453354358673096, "rewards/thermo_reward/std": 1.8220114707946777, "step": 346 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 271.84375, "completions/mean_terminated_length": 271.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1562238810583949, "epoch": 0.694, "frac_reward_zero_std": 0.0, "grad_norm": 3.349087715148926, "learning_rate": 5.367039648801385e-07, "loss": 0.0074, "num_tokens": 3039895.0, "reward": 5.90168571472168, "reward_std": 2.823669195175171, "rewards/fitness_reward/mean": 5.8231048583984375, "rewards/fitness_reward/std": 2.693870782852173, "rewards/kidney_reward/mean": -0.2964228391647339, "rewards/kidney_reward/std": 1.2563472986221313, "rewards/length2tails_reward/mean": 0.7685627937316895, "rewards/length2tails_reward/std": 0.33195197582244873, "rewards/thermo_reward/mean": 0.06930221617221832, "rewards/thermo_reward/std": 2.0728096961975098, "step": 347 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.5, "completions/mean_terminated_length": 269.5, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.14733695331960917, "epoch": 0.696, "frac_reward_zero_std": 0.0, "grad_norm": 1.797904372215271, "learning_rate": 5.305284372141095e-07, "loss": -0.0051, "num_tokens": 3048551.0, "reward": 6.2037858963012695, "reward_std": 2.359827756881714, "rewards/fitness_reward/mean": 6.003262996673584, "rewards/fitness_reward/std": 2.3144755363464355, "rewards/kidney_reward/mean": 0.26831483840942383, "rewards/kidney_reward/std": 1.3605223894119263, "rewards/length2tails_reward/mean": 0.7673937082290649, "rewards/length2tails_reward/std": 0.29162222146987915, "rewards/thermo_reward/mean": -0.2509657144546509, "rewards/thermo_reward/std": 1.9805631637573242, "step": 348 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 553.0, "completions/max_terminated_length": 553.0, "completions/mean_length": 280.0625, "completions/mean_terminated_length": 280.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15698255505412817, "epoch": 0.698, "frac_reward_zero_std": 0.0, "grad_norm": 2.9059972763061523, "learning_rate": 5.243757909297246e-07, "loss": 0.1457, "num_tokens": 3057545.0, "reward": 6.684830665588379, "reward_std": 2.255929470062256, "rewards/fitness_reward/mean": 6.252006530761719, "rewards/fitness_reward/std": 1.9193217754364014, "rewards/kidney_reward/mean": 0.38714808225631714, "rewards/kidney_reward/std": 1.3580050468444824, "rewards/length2tails_reward/mean": 0.7600257396697998, "rewards/length2tails_reward/std": 0.33787864446640015, "rewards/thermo_reward/mean": 0.0984865352511406, "rewards/thermo_reward/std": 2.025115489959717, "step": 349 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1372505398467183, "epoch": 0.7, "frac_reward_zero_std": 0.0, "grad_norm": 0.41981613636016846, "learning_rate": 5.182463258982846e-07, "loss": 0.0016, "num_tokens": 3066232.0, "reward": 6.245865821838379, "reward_std": 1.3084803819656372, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.4447236657142639, "rewards/kidney_reward/std": 1.3307983875274658, "rewards/length2tails_reward/mean": 0.7939730286598206, "rewards/length2tails_reward/std": 0.2816673517227173, "rewards/thermo_reward/mean": -0.2311713695526123, "rewards/thermo_reward/std": 1.8473246097564697, "step": 350 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 387.0, "completions/max_terminated_length": 387.0, "completions/mean_length": 272.84375, "completions/mean_terminated_length": 272.84375, "completions/min_length": 153.0, "completions/min_terminated_length": 153.0, "entropy": 0.177174954675138, "epoch": 0.702, "frac_reward_zero_std": 0.0, "grad_norm": 1.8986427783966064, "learning_rate": 5.121403408612671e-07, "loss": -0.0039, "num_tokens": 3074995.0, "reward": 5.444323539733887, "reward_std": 3.1555228233337402, "rewards/fitness_reward/mean": 5.578423976898193, "rewards/fitness_reward/std": 3.2130587100982666, "rewards/kidney_reward/mean": -0.5759067535400391, "rewards/kidney_reward/std": 1.0323132276535034, "rewards/length2tails_reward/mean": 0.8635549545288086, "rewards/length2tails_reward/std": 0.2309083193540573, "rewards/thermo_reward/mean": -0.12407190352678299, "rewards/thermo_reward/std": 2.0656275749206543, "step": 351 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 511.0, "completions/max_terminated_length": 511.0, "completions/mean_length": 279.03125, "completions/mean_terminated_length": 279.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1382511956617236, "epoch": 0.704, "frac_reward_zero_std": 0.0, "grad_norm": 0.28194135427474976, "learning_rate": 5.060581334157692e-07, "loss": 0.0046, "num_tokens": 3083956.0, "reward": 6.333901882171631, "reward_std": 1.6132252216339111, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.1382146179676056, "rewards/kidney_reward/std": 1.2211270332336426, "rewards/length2tails_reward/mean": 0.7396640777587891, "rewards/length2tails_reward/std": 0.34703871607780457, "rewards/thermo_reward/mean": -0.12847588956356049, "rewards/thermo_reward/std": 1.7511825561523438, "step": 352 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 266.625, "completions/mean_terminated_length": 266.625, "completions/min_length": 192.0, "completions/min_terminated_length": 192.0, "entropy": 0.17926898691803217, "epoch": 0.706, "frac_reward_zero_std": 0.0, "grad_norm": 2.676492214202881, "learning_rate": 5.000000000000002e-07, "loss": -0.0297, "num_tokens": 3092520.0, "reward": 6.2205400466918945, "reward_std": 3.0040314197540283, "rewards/fitness_reward/mean": 5.88077449798584, "rewards/fitness_reward/std": 2.7958946228027344, "rewards/kidney_reward/mean": 0.011723548173904419, "rewards/kidney_reward/std": 1.3006480932235718, "rewards/length2tails_reward/mean": 0.6432532668113708, "rewards/length2tails_reward/std": 0.3428514003753662, "rewards/thermo_reward/mean": 0.34617942571640015, "rewards/thermo_reward/std": 1.814773678779602, "step": 353 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.21875, "completions/mean_terminated_length": 270.21875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13824842125177383, "epoch": 0.708, "frac_reward_zero_std": 0.0, "grad_norm": 0.6739991903305054, "learning_rate": 4.939662358788364e-07, "loss": 0.0083, "num_tokens": 3101199.0, "reward": 7.00583553314209, "reward_std": 1.7048717737197876, "rewards/fitness_reward/mean": 6.30168342590332, "rewards/fitness_reward/std": 1.6383068561553955, "rewards/kidney_reward/mean": -0.24639709293842316, "rewards/kidney_reward/std": 1.4407916069030762, "rewards/length2tails_reward/mean": 0.7735517621040344, "rewards/length2tails_reward/std": 0.20475666224956512, "rewards/thermo_reward/mean": 1.2679250240325928, "rewards/thermo_reward/std": 1.1704320907592773, "step": 354 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.5625, "completions/mean_terminated_length": 271.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1290579428896308, "epoch": 0.71, "frac_reward_zero_std": 0.0, "grad_norm": 0.526790976524353, "learning_rate": 4.879571351294286e-07, "loss": -0.001, "num_tokens": 3109921.0, "reward": 6.389036655426025, "reward_std": 1.4514721632003784, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.377413809299469, "rewards/kidney_reward/std": 1.091863989830017, "rewards/length2tails_reward/mean": 0.8268851041793823, "rewards/length2tails_reward/std": 0.26292723417282104, "rewards/thermo_reward/mean": -0.23457345366477966, "rewards/thermo_reward/std": 2.134856700897217, "step": 355 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.13011477049440145, "epoch": 0.712, "frac_reward_zero_std": 0.0, "grad_norm": 1.507643461227417, "learning_rate": 4.819729906268699e-07, "loss": -0.0111, "num_tokens": 3118587.0, "reward": 6.725968837738037, "reward_std": 2.484793186187744, "rewards/fitness_reward/mean": 6.2299323081970215, "rewards/fitness_reward/std": 2.0441930294036865, "rewards/kidney_reward/mean": 0.29642677307128906, "rewards/kidney_reward/std": 1.4404501914978027, "rewards/length2tails_reward/mean": 0.8288535475730896, "rewards/length2tails_reward/std": 0.2590929865837097, "rewards/thermo_reward/mean": 0.2812193036079407, "rewards/thermo_reward/std": 1.9625108242034912, "step": 356 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 366.0, "completions/max_terminated_length": 366.0, "completions/mean_length": 273.40625, "completions/mean_terminated_length": 273.40625, "completions/min_length": 227.0, "completions/min_terminated_length": 227.0, "entropy": 0.1574456738308072, "epoch": 0.714, "frac_reward_zero_std": 0.0, "grad_norm": 2.192049503326416, "learning_rate": 4.76014094029921e-07, "loss": 0.0221, "num_tokens": 3127368.0, "reward": 5.9911274909973145, "reward_std": 3.1412923336029053, "rewards/fitness_reward/mean": 5.862482070922852, "rewards/fitness_reward/std": 2.868088960647583, "rewards/kidney_reward/mean": -0.2520975172519684, "rewards/kidney_reward/std": 1.3299691677093506, "rewards/length2tails_reward/mean": 0.8562111258506775, "rewards/length2tails_reward/std": 0.2258239984512329, "rewards/thermo_reward/mean": 0.08128249645233154, "rewards/thermo_reward/std": 1.9431575536727905, "step": 357 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 480.0, "completions/max_terminated_length": 480.0, "completions/mean_length": 277.53125, "completions/mean_terminated_length": 277.53125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1446541864424944, "epoch": 0.716, "frac_reward_zero_std": 0.0, "grad_norm": 2.883546829223633, "learning_rate": 4.700807357667952e-07, "loss": 0.0751, "num_tokens": 3136281.0, "reward": 6.001834869384766, "reward_std": 2.6639564037323, "rewards/fitness_reward/mean": 5.9749755859375, "rewards/fitness_reward/std": 2.4309489727020264, "rewards/kidney_reward/mean": -0.41944435238838196, "rewards/kidney_reward/std": 1.414008378982544, "rewards/length2tails_reward/mean": 0.8256665468215942, "rewards/length2tails_reward/std": 0.2446584701538086, "rewards/thermo_reward/mean": 0.06032890826463699, "rewards/thermo_reward/std": 1.9380780458450317, "step": 358 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 337.0, "completions/max_terminated_length": 337.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 192.0, "completions/min_terminated_length": 192.0, "entropy": 0.1585037438198924, "epoch": 0.718, "frac_reward_zero_std": 0.0, "grad_norm": 2.5597310066223145, "learning_rate": 4.641732050210031e-07, "loss": -0.0062, "num_tokens": 3144952.0, "reward": 5.679251670837402, "reward_std": 3.744248151779175, "rewards/fitness_reward/mean": 5.753543853759766, "rewards/fitness_reward/std": 2.92307186126709, "rewards/kidney_reward/mean": 0.015622451901435852, "rewards/kidney_reward/std": 1.5301791429519653, "rewards/length2tails_reward/mean": 0.7561187148094177, "rewards/length2tails_reward/std": 0.3244445323944092, "rewards/thermo_reward/mean": -0.5422676205635071, "rewards/thermo_reward/std": 2.146629810333252, "step": 359 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.625, "completions/mean_terminated_length": 270.625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14853220619261265, "epoch": 0.72, "frac_reward_zero_std": 0.0, "grad_norm": 0.22003161907196045, "learning_rate": 4.5829178971726023e-07, "loss": 0.0001, "num_tokens": 3153644.0, "reward": 6.998676300048828, "reward_std": 1.162030816078186, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.1410554051399231, "rewards/kidney_reward/std": 1.3983737230300903, "rewards/length2tails_reward/mean": 0.8080669641494751, "rewards/length2tails_reward/std": 0.23570886254310608, "rewards/thermo_reward/mean": 0.2696669101715088, "rewards/thermo_reward/std": 1.6834814548492432, "step": 360 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.12786609400063753, "epoch": 0.722, "frac_reward_zero_std": 0.0, "grad_norm": 0.924838662147522, "learning_rate": 4.524367765074498e-07, "loss": -0.0082, "num_tokens": 3162341.0, "reward": 5.59239387512207, "reward_std": 3.2712528705596924, "rewards/fitness_reward/mean": 5.735169410705566, "rewards/fitness_reward/std": 2.9949986934661865, "rewards/kidney_reward/mean": -0.12405352294445038, "rewards/kidney_reward/std": 1.2700321674346924, "rewards/length2tails_reward/mean": 0.8160407543182373, "rewards/length2tails_reward/std": 0.25917312502861023, "rewards/thermo_reward/mean": -0.5695180892944336, "rewards/thermo_reward/std": 1.9807058572769165, "step": 361 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1366393668577075, "epoch": 0.724, "frac_reward_zero_std": 0.0, "grad_norm": 0.4617418348789215, "learning_rate": 4.46608450756656e-07, "loss": 0.0093, "num_tokens": 3171036.0, "reward": 6.625120162963867, "reward_std": 1.5828049182891846, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.11791878938674927, "rewards/kidney_reward/std": 1.4317349195480347, "rewards/length2tails_reward/mean": 0.8119157552719116, "rewards/length2tails_reward/std": 0.22039470076560974, "rewards/thermo_reward/mean": -0.014416981488466263, "rewards/thermo_reward/std": 1.7909175157546997, "step": 362 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 262.875, "completions/mean_terminated_length": 262.875, "completions/min_length": 66.0, "completions/min_terminated_length": 66.0, "entropy": 0.13373654335737228, "epoch": 0.726, "frac_reward_zero_std": 0.0, "grad_norm": 1.0905619859695435, "learning_rate": 4.408070965292533e-07, "loss": -0.0696, "num_tokens": 3179480.0, "reward": 5.402747631072998, "reward_std": 3.670199155807495, "rewards/fitness_reward/mean": 5.362958908081055, "rewards/fitness_reward/std": 3.5691020488739014, "rewards/kidney_reward/mean": -0.31657668948173523, "rewards/kidney_reward/std": 1.1466575860977173, "rewards/length2tails_reward/mean": 0.8078165054321289, "rewards/length2tails_reward/std": 0.234373077750206, "rewards/thermo_reward/mean": -0.007755070924758911, "rewards/thermo_reward/std": 1.9276933670043945, "step": 363 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11955827847123146, "epoch": 0.728, "frac_reward_zero_std": 0.0, "grad_norm": 0.9351580142974854, "learning_rate": 4.350329965750621e-07, "loss": -0.0021, "num_tokens": 3188146.0, "reward": 6.064743995666504, "reward_std": 1.4324169158935547, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.6712437868118286, "rewards/kidney_reward/std": 1.1112077236175537, "rewards/length2tails_reward/mean": 0.7376230359077454, "rewards/length2tails_reward/std": 0.32265642285346985, "rewards/thermo_reward/mean": -0.3387202024459839, "rewards/thermo_reward/std": 2.0547823905944824, "step": 364 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 405.0, "completions/max_terminated_length": 405.0, "completions/mean_length": 274.5625, "completions/mean_terminated_length": 274.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14470462873578072, "epoch": 0.73, "frac_reward_zero_std": 0.0, "grad_norm": 0.8790856003761292, "learning_rate": 4.292864323155684e-07, "loss": 0.0258, "num_tokens": 3196964.0, "reward": 6.670239448547363, "reward_std": 1.5476105213165283, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.13486161828041077, "rewards/kidney_reward/std": 1.4245083332061768, "rewards/length2tails_reward/mean": 0.7783125638961792, "rewards/length2tails_reward/std": 0.2922722101211548, "rewards/thermo_reward/mean": 0.10956567525863647, "rewards/thermo_reward/std": 2.0721426010131836, "step": 365 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 473.0, "completions/max_terminated_length": 473.0, "completions/mean_length": 276.5625, "completions/mean_terminated_length": 276.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1494081998243928, "epoch": 0.732, "frac_reward_zero_std": 0.0, "grad_norm": 2.519752025604248, "learning_rate": 4.235676838302068e-07, "loss": 0.1007, "num_tokens": 3205846.0, "reward": 6.206664562225342, "reward_std": 2.2861545085906982, "rewards/fitness_reward/mean": 6.025056838989258, "rewards/fitness_reward/std": 2.1580092906951904, "rewards/kidney_reward/mean": -0.3018892705440521, "rewards/kidney_reward/std": 1.277760624885559, "rewards/length2tails_reward/mean": 0.7835294008255005, "rewards/length2tails_reward/std": 0.27964353561401367, "rewards/thermo_reward/mean": 0.2733404040336609, "rewards/thermo_reward/std": 1.9387136697769165, "step": 366 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.12632002774626017, "epoch": 0.734, "frac_reward_zero_std": 0.0, "grad_norm": 0.7130632400512695, "learning_rate": 4.1787702984271065e-07, "loss": -0.0029, "num_tokens": 3214486.0, "reward": 6.317443370819092, "reward_std": 2.8365418910980225, "rewards/fitness_reward/mean": 5.861456871032715, "rewards/fitness_reward/std": 2.524892807006836, "rewards/kidney_reward/mean": 0.6378341913223267, "rewards/kidney_reward/std": 1.403192400932312, "rewards/length2tails_reward/mean": 0.7120263576507568, "rewards/length2tails_reward/std": 0.33472928404808044, "rewards/thermo_reward/mean": -0.08187372982501984, "rewards/thermo_reward/std": 1.9261077642440796, "step": 367 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 359.0, "completions/max_terminated_length": 359.0, "completions/mean_length": 272.875, "completions/mean_terminated_length": 272.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.11630972567945719, "epoch": 0.736, "frac_reward_zero_std": 0.0, "grad_norm": 1.0709792375564575, "learning_rate": 4.1221474770752696e-07, "loss": 0.0438, "num_tokens": 3223250.0, "reward": 6.468087196350098, "reward_std": 2.417856454849243, "rewards/fitness_reward/mean": 6.030662536621094, "rewards/fitness_reward/std": 2.1286466121673584, "rewards/kidney_reward/mean": 0.2095390260219574, "rewards/kidney_reward/std": 1.2892457246780396, "rewards/length2tails_reward/mean": 0.7105699777603149, "rewards/length2tails_reward/std": 0.3106299340724945, "rewards/thermo_reward/mean": 0.3100256323814392, "rewards/thermo_reward/std": 1.8363381624221802, "step": 368 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 358.0, "completions/max_terminated_length": 358.0, "completions/mean_length": 273.53125, "completions/mean_terminated_length": 273.53125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1587747959420085, "epoch": 0.738, "frac_reward_zero_std": 0.0, "grad_norm": 1.5487451553344727, "learning_rate": 4.0658111339629865e-07, "loss": 0.0362, "num_tokens": 3232035.0, "reward": 6.189671516418457, "reward_std": 2.8210692405700684, "rewards/fitness_reward/mean": 5.8552961349487305, "rewards/fitness_reward/std": 2.550931930541992, "rewards/kidney_reward/mean": -0.002792835235595703, "rewards/kidney_reward/std": 1.2694661617279053, "rewards/length2tails_reward/mean": 0.7921147346496582, "rewards/length2tails_reward/std": 0.24774512648582458, "rewards/thermo_reward/mean": 0.27548542618751526, "rewards/thermo_reward/std": 1.771033525466919, "step": 369 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 524.0, "completions/max_terminated_length": 524.0, "completions/mean_length": 275.84375, "completions/mean_terminated_length": 275.84375, "completions/min_length": 73.0, "completions/min_terminated_length": 73.0, "entropy": 0.14940356370061636, "epoch": 0.74, "frac_reward_zero_std": 0.0, "grad_norm": 1.5113012790679932, "learning_rate": 4.0097640148441423e-07, "loss": 0.0281, "num_tokens": 3240894.0, "reward": 5.955854415893555, "reward_std": 3.596100091934204, "rewards/fitness_reward/mean": 5.546163558959961, "rewards/fitness_reward/std": 3.3078951835632324, "rewards/kidney_reward/mean": 0.030694488435983658, "rewards/kidney_reward/std": 1.2919914722442627, "rewards/length2tails_reward/mean": 0.7410632371902466, "rewards/length2tails_reward/std": 0.31063371896743774, "rewards/thermo_reward/mean": 0.41815584897994995, "rewards/thermo_reward/std": 1.7940014600753784, "step": 370 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 509.0, "completions/max_terminated_length": 509.0, "completions/mean_length": 282.15625, "completions/mean_terminated_length": 282.15625, "completions/min_length": 111.0, "completions/min_terminated_length": 111.0, "entropy": 0.18381345830857754, "epoch": 0.742, "frac_reward_zero_std": 0.0, "grad_norm": 3.0370407104492188, "learning_rate": 3.9540088513762516e-07, "loss": 0.103, "num_tokens": 3249955.0, "reward": 4.9476799964904785, "reward_std": 3.550820827484131, "rewards/fitness_reward/mean": 5.036832332611084, "rewards/fitness_reward/std": 3.907076120376587, "rewards/kidney_reward/mean": -0.40763381123542786, "rewards/kidney_reward/std": 1.3715983629226685, "rewards/length2tails_reward/mean": 0.8609472513198853, "rewards/length2tails_reward/std": 0.2464415431022644, "rewards/thermo_reward/mean": -0.20114412903785706, "rewards/thermo_reward/std": 2.1375131607055664, "step": 371 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 269.53125, "completions/mean_terminated_length": 269.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1285235472023487, "epoch": 0.744, "frac_reward_zero_std": 0.0, "grad_norm": 0.580424964427948, "learning_rate": 3.8985483609873236e-07, "loss": 0.0101, "num_tokens": 3258612.0, "reward": 6.584819316864014, "reward_std": 1.7636280059814453, "rewards/fitness_reward/mean": 6.2823309898376465, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.24670317769050598, "rewards/kidney_reward/std": 1.4007341861724854, "rewards/length2tails_reward/mean": 0.6969554424285889, "rewards/length2tails_reward/std": 0.3184390068054199, "rewards/thermo_reward/mean": 0.00979556143283844, "rewards/thermo_reward/std": 2.098444700241089, "step": 372 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 452.0, "completions/max_terminated_length": 452.0, "completions/mean_length": 269.25, "completions/mean_terminated_length": 269.25, "completions/min_length": 104.0, "completions/min_terminated_length": 104.0, "entropy": 0.1606553541496396, "epoch": 0.746, "frac_reward_zero_std": 0.0, "grad_norm": 2.34814190864563, "learning_rate": 3.843385246743417e-07, "loss": -0.006, "num_tokens": 3267260.0, "reward": 5.879519939422607, "reward_std": 3.6545047760009766, "rewards/fitness_reward/mean": 5.286998271942139, "rewards/fitness_reward/std": 3.4983344078063965, "rewards/kidney_reward/mean": 0.09259563684463501, "rewards/kidney_reward/std": 1.2750647068023682, "rewards/length2tails_reward/mean": 0.7489024996757507, "rewards/length2tails_reward/std": 0.29031893610954285, "rewards/thermo_reward/mean": 0.7179964780807495, "rewards/thermo_reward/std": 1.3379138708114624, "step": 373 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.4375, "completions/mean_terminated_length": 271.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13412442337721586, "epoch": 0.748, "frac_reward_zero_std": 0.0, "grad_norm": 0.4042009711265564, "learning_rate": 3.788522197216897e-07, "loss": -0.0003, "num_tokens": 3275978.0, "reward": 6.59251594543457, "reward_std": 1.5096096992492676, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.1605461984872818, "rewards/kidney_reward/std": 1.2568833827972412, "rewards/length2tails_reward/mean": 0.8646030426025391, "rewards/length2tails_reward/std": 0.2068766951560974, "rewards/thermo_reward/mean": 0.14263558387756348, "rewards/thermo_reward/std": 1.953226923942566, "step": 374 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 504.0, "completions/max_terminated_length": 504.0, "completions/mean_length": 282.03125, "completions/mean_terminated_length": 282.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17999477125704288, "epoch": 0.75, "frac_reward_zero_std": 0.0, "grad_norm": 2.6332778930664062, "learning_rate": 3.7339618863553976e-07, "loss": 0.1251, "num_tokens": 3285035.0, "reward": 6.153130054473877, "reward_std": 3.041475534439087, "rewards/fitness_reward/mean": 5.8121442794799805, "rewards/fitness_reward/std": 2.697699546813965, "rewards/kidney_reward/mean": 0.07375882565975189, "rewards/kidney_reward/std": 1.289566159248352, "rewards/length2tails_reward/mean": 0.8197746276855469, "rewards/length2tails_reward/std": 0.26130786538124084, "rewards/thermo_reward/mean": 0.19832536578178406, "rewards/thermo_reward/std": 1.8575512170791626, "step": 375 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13965389877557755, "epoch": 0.752, "frac_reward_zero_std": 0.0, "grad_norm": 0.7165160775184631, "learning_rate": 3.679706973351491e-07, "loss": 0.0033, "num_tokens": 3293718.0, "reward": 5.530478477478027, "reward_std": 2.9073171615600586, "rewards/fitness_reward/mean": 5.87794828414917, "rewards/fitness_reward/std": 2.8070197105407715, "rewards/kidney_reward/mean": -0.1837131381034851, "rewards/kidney_reward/std": 1.370072603225708, "rewards/length2tails_reward/mean": 0.7681834697723389, "rewards/length2tails_reward/std": 0.33813896775245667, "rewards/thermo_reward/mean": -0.8953179121017456, "rewards/thermo_reward/std": 1.9587002992630005, "step": 376 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.8125, "completions/mean_terminated_length": 270.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12181603256613016, "epoch": 0.754, "frac_reward_zero_std": 0.0, "grad_norm": 0.47920435667037964, "learning_rate": 3.625760102513102e-07, "loss": -0.0005, "num_tokens": 3302416.0, "reward": 5.9532647132873535, "reward_std": 2.242292642593384, "rewards/fitness_reward/mean": 6.098564147949219, "rewards/fitness_reward/std": 1.779414176940918, "rewards/kidney_reward/mean": -0.08578507602214813, "rewards/kidney_reward/std": 1.4096269607543945, "rewards/length2tails_reward/mean": 0.7863004803657532, "rewards/length2tails_reward/std": 0.3195054829120636, "rewards/thermo_reward/mean": -0.5979645252227783, "rewards/thermo_reward/std": 1.8952313661575317, "step": 377 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 356.0, "completions/max_terminated_length": 356.0, "completions/mean_length": 273.5, "completions/mean_terminated_length": 273.5, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.15209331456571817, "epoch": 0.756, "frac_reward_zero_std": 0.0, "grad_norm": 0.3993508815765381, "learning_rate": 3.5721239031346063e-07, "loss": 0.004, "num_tokens": 3311200.0, "reward": 6.885627746582031, "reward_std": 1.4935102462768555, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.03521929681301117, "rewards/kidney_reward/std": 1.4940382242202759, "rewards/length2tails_reward/mean": 0.8114314079284668, "rewards/length2tails_reward/std": 0.22135481238365173, "rewards/thermo_reward/mean": 0.42414015531539917, "rewards/thermo_reward/std": 1.7999176979064941, "step": 378 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.53125, "completions/mean_terminated_length": 269.53125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.11956506315618753, "epoch": 0.758, "frac_reward_zero_std": 0.0, "grad_norm": 0.5052749514579773, "learning_rate": 3.518800989368691e-07, "loss": -0.0054, "num_tokens": 3319857.0, "reward": 6.8014068603515625, "reward_std": 1.4542784690856934, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.09797079861164093, "rewards/kidney_reward/std": 1.2850091457366943, "rewards/length2tails_reward/mean": 0.735588014125824, "rewards/length2tails_reward/std": 0.2957015931606293, "rewards/thermo_reward/mean": 0.356372594833374, "rewards/thermo_reward/std": 1.8807733058929443, "step": 379 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.03125, "completions/mean_terminated_length": 263.03125, "completions/min_length": 24.0, "completions/min_terminated_length": 24.0, "entropy": 0.13626226875931025, "epoch": 0.76, "frac_reward_zero_std": 0.0, "grad_norm": 0.4649805426597595, "learning_rate": 3.465793960098945e-07, "loss": -0.1314, "num_tokens": 3328306.0, "reward": 6.379859924316406, "reward_std": 2.2455568313598633, "rewards/fitness_reward/mean": 6.234853744506836, "rewards/fitness_reward/std": 2.0163543224334717, "rewards/kidney_reward/mean": -0.25092077255249023, "rewards/kidney_reward/std": 1.4039207696914673, "rewards/length2tails_reward/mean": 0.8077023029327393, "rewards/length2tails_reward/std": 0.21923108398914337, "rewards/thermo_reward/mean": 0.13708209991455078, "rewards/thermo_reward/std": 1.9737155437469482, "step": 380 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 708.0, "completions/max_terminated_length": 708.0, "completions/mean_length": 286.875, "completions/mean_terminated_length": 286.875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15023626573383808, "epoch": 0.762, "frac_reward_zero_std": 0.0, "grad_norm": 4.262868881225586, "learning_rate": 3.4131053988131944e-07, "loss": 0.1763, "num_tokens": 3337518.0, "reward": 6.012147903442383, "reward_std": 2.5567662715911865, "rewards/fitness_reward/mean": 5.7760162353515625, "rewards/fitness_reward/std": 2.488330602645874, "rewards/kidney_reward/mean": 0.29532673954963684, "rewards/kidney_reward/std": 1.3476054668426514, "rewards/length2tails_reward/mean": 0.8109618425369263, "rewards/length2tails_reward/std": 0.2880936563014984, "rewards/thermo_reward/mean": -0.22854575514793396, "rewards/thermo_reward/std": 2.024935007095337, "step": 381 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 266.65625, "completions/mean_terminated_length": 266.65625, "completions/min_length": 129.0, "completions/min_terminated_length": 129.0, "entropy": 0.19405508507043123, "epoch": 0.764, "frac_reward_zero_std": 0.0, "grad_norm": 0.8079236149787903, "learning_rate": 3.3607378734775837e-07, "loss": -0.0455, "num_tokens": 3346083.0, "reward": 6.148028373718262, "reward_std": 2.541191339492798, "rewards/fitness_reward/mean": 5.762939453125, "rewards/fitness_reward/std": 2.530473470687866, "rewards/kidney_reward/mean": -0.24977697432041168, "rewards/kidney_reward/std": 1.4287378787994385, "rewards/length2tails_reward/mean": 0.8520157337188721, "rewards/length2tails_reward/std": 0.20463883876800537, "rewards/thermo_reward/mean": 0.5939469337463379, "rewards/thermo_reward/std": 1.7890620231628418, "step": 382 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 340.0, "completions/max_terminated_length": 340.0, "completions/mean_length": 265.0, "completions/mean_terminated_length": 265.0, "completions/min_length": 25.0, "completions/min_terminated_length": 25.0, "entropy": 0.1499976934865117, "epoch": 0.766, "frac_reward_zero_std": 0.0, "grad_norm": 0.8777826428413391, "learning_rate": 3.308693936411421e-07, "loss": -0.1306, "num_tokens": 3354595.0, "reward": 6.628800392150879, "reward_std": 2.6668899059295654, "rewards/fitness_reward/mean": 6.241194725036621, "rewards/fitness_reward/std": 1.9804837703704834, "rewards/kidney_reward/mean": 0.6248332262039185, "rewards/kidney_reward/std": 1.411794900894165, "rewards/length2tails_reward/mean": 0.7870715856552124, "rewards/length2tails_reward/std": 0.24466806650161743, "rewards/thermo_reward/mean": -0.2431577444076538, "rewards/thermo_reward/std": 1.7822825908660889, "step": 383 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 345.0, "completions/max_terminated_length": 345.0, "completions/mean_length": 265.9375, "completions/mean_terminated_length": 265.9375, "completions/min_length": 63.0, "completions/min_terminated_length": 63.0, "entropy": 0.14082825370132923, "epoch": 0.768, "frac_reward_zero_std": 0.0, "grad_norm": 1.2032965421676636, "learning_rate": 3.256976124162769e-07, "loss": -0.0621, "num_tokens": 3363137.0, "reward": 6.046353340148926, "reward_std": 3.363234519958496, "rewards/fitness_reward/mean": 5.761190414428711, "rewards/fitness_reward/std": 2.893301486968994, "rewards/kidney_reward/mean": -0.21231193840503693, "rewards/kidney_reward/std": 1.2381178140640259, "rewards/length2tails_reward/mean": 0.7668105363845825, "rewards/length2tails_reward/std": 0.3085991144180298, "rewards/thermo_reward/mean": 0.39923232793807983, "rewards/thermo_reward/std": 1.8276801109313965, "step": 384 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.3125, "completions/mean_terminated_length": 270.3125, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.13472178112715483, "epoch": 0.77, "frac_reward_zero_std": 0.0, "grad_norm": 1.536989450454712, "learning_rate": 3.205586957384837e-07, "loss": -0.0119, "num_tokens": 3371819.0, "reward": 7.058485984802246, "reward_std": 2.452873945236206, "rewards/fitness_reward/mean": 6.2134294509887695, "rewards/fitness_reward/std": 2.1375479698181152, "rewards/kidney_reward/mean": 0.4976133704185486, "rewards/kidney_reward/std": 1.3583341836929321, "rewards/length2tails_reward/mean": 0.7949094176292419, "rewards/length2tails_reward/std": 0.30168935656547546, "rewards/thermo_reward/mean": 0.7950452566146851, "rewards/thermo_reward/std": 1.6629666090011597, "step": 385 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 388.0, "completions/max_terminated_length": 388.0, "completions/mean_length": 273.96875, "completions/mean_terminated_length": 273.96875, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.16182382125407457, "epoch": 0.772, "frac_reward_zero_std": 0.0, "grad_norm": 2.567378282546997, "learning_rate": 3.154528940713113e-07, "loss": 0.0299, "num_tokens": 3380618.0, "reward": 6.462051868438721, "reward_std": 2.986990451812744, "rewards/fitness_reward/mean": 5.870641708374023, "rewards/fitness_reward/std": 2.8402304649353027, "rewards/kidney_reward/mean": 0.1701788753271103, "rewards/kidney_reward/std": 1.3231279850006104, "rewards/length2tails_reward/mean": 0.7905040979385376, "rewards/length2tails_reward/std": 0.29682648181915283, "rewards/thermo_reward/mean": 0.6173891425132751, "rewards/thermo_reward/std": 1.581768274307251, "step": 386 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 558.0, "completions/max_terminated_length": 558.0, "completions/mean_length": 279.5625, "completions/mean_terminated_length": 279.5625, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.1641734791919589, "epoch": 0.774, "frac_reward_zero_std": 0.0, "grad_norm": 1.5476036071777344, "learning_rate": 3.103804562643302e-07, "loss": 0.0692, "num_tokens": 3389596.0, "reward": 5.573647499084473, "reward_std": 4.065038204193115, "rewards/fitness_reward/mean": 5.163810729980469, "rewards/fitness_reward/std": 3.8489232063293457, "rewards/kidney_reward/mean": -0.38959816098213196, "rewards/kidney_reward/std": 1.1808894872665405, "rewards/length2tails_reward/mean": 0.9047496318817139, "rewards/length2tails_reward/std": 0.14699599146842957, "rewards/thermo_reward/mean": 0.7568966150283813, "rewards/thermo_reward/std": 1.7143446207046509, "step": 387 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12199778575450182, "epoch": 0.776, "frac_reward_zero_std": 0.0, "grad_norm": 0.44223248958587646, "learning_rate": 3.0534162954100263e-07, "loss": 0.0034, "num_tokens": 3398291.0, "reward": 5.6734089851379395, "reward_std": 2.7685587406158447, "rewards/fitness_reward/mean": 5.9041361808776855, "rewards/fitness_reward/std": 2.3458354473114014, "rewards/kidney_reward/mean": -0.28289884328842163, "rewards/kidney_reward/std": 1.5721582174301147, "rewards/length2tails_reward/mean": 0.7498540878295898, "rewards/length2tails_reward/std": 0.33232712745666504, "rewards/thermo_reward/mean": -0.5534823536872864, "rewards/thermo_reward/std": 2.1388351917266846, "step": 388 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 582.0, "completions/max_terminated_length": 582.0, "completions/mean_length": 285.09375, "completions/mean_terminated_length": 285.09375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1719574062153697, "epoch": 0.778, "frac_reward_zero_std": 0.0, "grad_norm": 3.5087924003601074, "learning_rate": 3.0033665948663446e-07, "loss": 0.0468, "num_tokens": 3407446.0, "reward": 5.829162120819092, "reward_std": 2.9063830375671387, "rewards/fitness_reward/mean": 5.848479270935059, "rewards/fitness_reward/std": 2.5653743743896484, "rewards/kidney_reward/mean": -0.4199415445327759, "rewards/kidney_reward/std": 1.430213451385498, "rewards/length2tails_reward/mean": 0.8508896827697754, "rewards/length2tails_reward/std": 0.21593841910362244, "rewards/thermo_reward/mean": -0.04413709044456482, "rewards/thermo_reward/std": 2.0255866050720215, "step": 389 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 307.0, "completions/max_terminated_length": 307.0, "completions/mean_length": 269.6875, "completions/mean_terminated_length": 269.6875, "completions/min_length": 205.0, "completions/min_terminated_length": 205.0, "entropy": 0.13086803443729877, "epoch": 0.78, "frac_reward_zero_std": 0.0, "grad_norm": 0.5239703059196472, "learning_rate": 2.9536579003640527e-07, "loss": 0.014, "num_tokens": 3416108.0, "reward": 6.765872955322266, "reward_std": 1.354516863822937, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.16182968020439148, "rewards/kidney_reward/std": 1.341886281967163, "rewards/length2tails_reward/mean": 0.7907084226608276, "rewards/length2tails_reward/std": 0.25706955790519714, "rewards/thermo_reward/mean": -0.20803500711917877, "rewards/thermo_reward/std": 2.00783109664917, "step": 390 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 434.0, "completions/max_terminated_length": 434.0, "completions/mean_length": 274.8125, "completions/mean_terminated_length": 274.8125, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.13017123751342297, "epoch": 0.782, "frac_reward_zero_std": 0.0, "grad_norm": 2.406864881515503, "learning_rate": 2.904292634634793e-07, "loss": 0.0429, "num_tokens": 3424934.0, "reward": 5.226607799530029, "reward_std": 3.46649432182312, "rewards/fitness_reward/mean": 5.334480285644531, "rewards/fitness_reward/std": 3.353198289871216, "rewards/kidney_reward/mean": -0.2561941146850586, "rewards/kidney_reward/std": 1.300828456878662, "rewards/length2tails_reward/mean": 0.7608662247657776, "rewards/length2tails_reward/std": 0.3362342417240143, "rewards/thermo_reward/mean": -0.3399842083454132, "rewards/thermo_reward/std": 1.951754093170166, "step": 391 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.34375, "completions/mean_terminated_length": 269.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13058719597756863, "epoch": 0.784, "frac_reward_zero_std": 0.0, "grad_norm": 0.5075511932373047, "learning_rate": 2.8552732036719684e-07, "loss": 0.0045, "num_tokens": 3433585.0, "reward": 6.7212090492248535, "reward_std": 1.4675315618515015, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.09525611996650696, "rewards/kidney_reward/std": 1.6818774938583374, "rewards/length2tails_reward/mean": 0.720190167427063, "rewards/length2tails_reward/std": 0.320951372385025, "rewards/thermo_reward/mean": -0.19552983343601227, "rewards/thermo_reward/std": 1.9775919914245605, "step": 392 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12077728472650051, "epoch": 0.786, "frac_reward_zero_std": 0.0, "grad_norm": 0.332504004240036, "learning_rate": 2.8066019966134904e-07, "loss": -0.0, "num_tokens": 3442238.0, "reward": 6.944338798522949, "reward_std": 1.4273179769515991, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.1750543713569641, "rewards/kidney_reward/std": 1.3548657894134521, "rewards/length2tails_reward/mean": 0.7342120409011841, "rewards/length2tails_reward/std": 0.28480300307273865, "rewards/thermo_reward/mean": 0.369899183511734, "rewards/thermo_reward/std": 1.6564077138900757, "step": 393 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 497.0, "completions/max_terminated_length": 497.0, "completions/mean_length": 277.9375, "completions/mean_terminated_length": 277.9375, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1527182124555111, "epoch": 0.788, "frac_reward_zero_std": 0.0, "grad_norm": 2.405423164367676, "learning_rate": 2.758281385625327e-07, "loss": 0.0836, "num_tokens": 3451164.0, "reward": 6.0525336265563965, "reward_std": 2.963632583618164, "rewards/fitness_reward/mean": 5.772695541381836, "rewards/fitness_reward/std": 2.850486993789673, "rewards/kidney_reward/mean": -0.15535932779312134, "rewards/kidney_reward/std": 1.2924243211746216, "rewards/length2tails_reward/mean": 0.7899340987205505, "rewards/length2tails_reward/std": 0.22973912954330444, "rewards/thermo_reward/mean": 0.3200690448284149, "rewards/thermo_reward/std": 1.8255976438522339, "step": 394 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 258.84375, "completions/mean_terminated_length": 258.84375, "completions/min_length": 15.0, "completions/min_terminated_length": 15.0, "entropy": 0.14717209991067648, "epoch": 0.79, "frac_reward_zero_std": 0.0, "grad_norm": 1.2791216373443604, "learning_rate": 2.7103137257858863e-07, "loss": -0.1568, "num_tokens": 3459479.0, "reward": 6.065085411071777, "reward_std": 3.130974769592285, "rewards/fitness_reward/mean": 5.851991653442383, "rewards/fitness_reward/std": 2.909266948699951, "rewards/kidney_reward/mean": 0.005277007818222046, "rewards/kidney_reward/std": 1.342024564743042, "rewards/length2tails_reward/mean": 0.7929951548576355, "rewards/length2tails_reward/std": 0.24119798839092255, "rewards/thermo_reward/mean": 0.024412035942077637, "rewards/thermo_reward/std": 1.9675092697143555, "step": 395 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 521.0, "completions/max_terminated_length": 521.0, "completions/mean_length": 281.5, "completions/mean_terminated_length": 281.5, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.136367273516953, "epoch": 0.792, "frac_reward_zero_std": 0.0, "grad_norm": 0.6745145916938782, "learning_rate": 2.662701354971235e-07, "loss": -0.0171, "num_tokens": 3468519.0, "reward": 6.343623161315918, "reward_std": 1.3072080612182617, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.27624326944351196, "rewards/kidney_reward/std": 1.1385921239852905, "rewards/length2tails_reward/mean": 0.847183883190155, "rewards/length2tails_reward/std": 0.2894735038280487, "rewards/thermo_reward/mean": -0.23074282705783844, "rewards/thermo_reward/std": 2.1387784481048584, "step": 396 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 396.0, "completions/max_terminated_length": 396.0, "completions/mean_length": 275.71875, "completions/mean_terminated_length": 275.71875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.17113555409014225, "epoch": 0.794, "frac_reward_zero_std": 0.0, "grad_norm": 1.1915013790130615, "learning_rate": 2.615446593741161e-07, "loss": 0.0208, "num_tokens": 3477374.0, "reward": 7.070910453796387, "reward_std": 1.5382869243621826, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.2943302392959595, "rewards/kidney_reward/std": 1.565941333770752, "rewards/length2tails_reward/mean": 0.8764208555221558, "rewards/length2tails_reward/std": 0.21900318562984467, "rewards/thermo_reward/mean": 0.43266230821609497, "rewards/thermo_reward/std": 1.9067713022232056, "step": 397 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.25, "completions/mean_terminated_length": 268.25, "completions/min_length": 202.0, "completions/min_terminated_length": 202.0, "entropy": 0.14445937052369118, "epoch": 0.796, "frac_reward_zero_std": 0.0, "grad_norm": 1.3606030941009521, "learning_rate": 2.568551745226056e-07, "loss": -0.0315, "num_tokens": 3485990.0, "reward": 6.238191604614258, "reward_std": 2.30902361869812, "rewards/fitness_reward/mean": 6.231675148010254, "rewards/fitness_reward/std": 2.0343332290649414, "rewards/kidney_reward/mean": -0.2886021137237549, "rewards/kidney_reward/std": 1.3605780601501465, "rewards/length2tails_reward/mean": 0.777554452419281, "rewards/length2tails_reward/std": 0.2704724073410034, "rewards/thermo_reward/mean": -0.08714352548122406, "rewards/thermo_reward/std": 1.8821381330490112, "step": 398 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 285.0, "completions/max_terminated_length": 285.0, "completions/mean_length": 272.625, "completions/mean_terminated_length": 272.625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14623204432427883, "epoch": 0.798, "frac_reward_zero_std": 0.0, "grad_norm": 0.5222352743148804, "learning_rate": 2.5220190950146827e-07, "loss": 0.0007, "num_tokens": 3494746.0, "reward": 6.362916946411133, "reward_std": 2.5356452465057373, "rewards/fitness_reward/mean": 6.1964030265808105, "rewards/fitness_reward/std": 1.7332172393798828, "rewards/kidney_reward/mean": 0.039355117827653885, "rewards/kidney_reward/std": 1.2564246654510498, "rewards/length2tails_reward/mean": 0.846625804901123, "rewards/length2tails_reward/std": 0.27086248993873596, "rewards/thermo_reward/mean": -0.12964069843292236, "rewards/thermo_reward/std": 2.138139486312866, "step": 399 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 308.0, "completions/max_terminated_length": 308.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.1653392855077982, "epoch": 0.8, "frac_reward_zero_std": 0.0, "grad_norm": 2.1060235500335693, "learning_rate": 2.4758509110427573e-07, "loss": 0.0005, "num_tokens": 3503419.0, "reward": 5.930359840393066, "reward_std": 3.656620979309082, "rewards/fitness_reward/mean": 5.391902446746826, "rewards/fitness_reward/std": 3.479548931121826, "rewards/kidney_reward/mean": 0.09498319774866104, "rewards/kidney_reward/std": 1.3903887271881104, "rewards/length2tails_reward/mean": 0.817430317401886, "rewards/length2tails_reward/std": 0.23707036674022675, "rewards/thermo_reward/mean": 0.5732157230377197, "rewards/thermo_reward/std": 1.8132132291793823, "step": 400 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 397.0, "completions/max_terminated_length": 397.0, "completions/mean_length": 275.90625, "completions/mean_terminated_length": 275.90625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13901573978364468, "epoch": 0.802, "frac_reward_zero_std": 0.0, "grad_norm": 0.8850361704826355, "learning_rate": 2.430049443482437e-07, "loss": 0.0059, "num_tokens": 3512280.0, "reward": 6.054816722869873, "reward_std": 2.607663154602051, "rewards/fitness_reward/mean": 6.111670017242432, "rewards/fitness_reward/std": 2.1906065940856934, "rewards/kidney_reward/mean": -0.3588145971298218, "rewards/kidney_reward/std": 1.2051351070404053, "rewards/length2tails_reward/mean": 0.7842074632644653, "rewards/length2tails_reward/std": 0.32192572951316833, "rewards/thermo_reward/mean": -0.1469959169626236, "rewards/thermo_reward/std": 2.0782878398895264, "step": 401 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12296220194548368, "epoch": 0.804, "frac_reward_zero_std": 0.0, "grad_norm": 0.912596583366394, "learning_rate": 2.384616924632634e-07, "loss": 0.0053, "num_tokens": 3520975.0, "reward": 6.582754135131836, "reward_std": 1.5355113744735718, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.06718573719263077, "rewards/kidney_reward/std": 1.3254574537277222, "rewards/length2tails_reward/mean": 0.7945810556411743, "rewards/length2tails_reward/std": 0.2715069651603699, "rewards/thermo_reward/mean": 0.06476283073425293, "rewards/thermo_reward/std": 1.9420396089553833, "step": 402 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 541.0, "completions/max_terminated_length": 541.0, "completions/mean_length": 279.1875, "completions/mean_terminated_length": 279.1875, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.14521227590739727, "epoch": 0.806, "frac_reward_zero_std": 0.0, "grad_norm": 3.1336517333984375, "learning_rate": 2.339555568810221e-07, "loss": 0.0963, "num_tokens": 3529941.0, "reward": 5.5686492919921875, "reward_std": 3.8480067253112793, "rewards/fitness_reward/mean": 5.522449493408203, "rewards/fitness_reward/std": 3.398782968521118, "rewards/kidney_reward/mean": -0.2542445957660675, "rewards/kidney_reward/std": 1.4892573356628418, "rewards/length2tails_reward/mean": 0.8749173283576965, "rewards/length2tails_reward/std": 0.15462607145309448, "rewards/thermo_reward/mean": -0.09081444144248962, "rewards/thermo_reward/std": 1.7850987911224365, "step": 403 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 264.40625, "completions/mean_terminated_length": 264.40625, "completions/min_length": 64.0, "completions/min_terminated_length": 64.0, "entropy": 0.1401141695678234, "epoch": 0.808, "frac_reward_zero_std": 0.0, "grad_norm": 0.9227191209793091, "learning_rate": 2.2948675722421085e-07, "loss": -0.1072, "num_tokens": 3538434.0, "reward": 6.522500038146973, "reward_std": 3.04559588432312, "rewards/fitness_reward/mean": 5.933748245239258, "rewards/fitness_reward/std": 2.5987942218780518, "rewards/kidney_reward/mean": 0.2467244416475296, "rewards/kidney_reward/std": 1.4387593269348145, "rewards/length2tails_reward/mean": 0.7946808934211731, "rewards/length2tails_reward/std": 0.28842639923095703, "rewards/thermo_reward/mean": 0.5334376096725464, "rewards/thermo_reward/std": 1.7454192638397217, "step": 404 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 341.0, "completions/max_terminated_length": 341.0, "completions/mean_length": 273.125, "completions/mean_terminated_length": 273.125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1552875665947795, "epoch": 0.81, "frac_reward_zero_std": 0.0, "grad_norm": 0.8183427453041077, "learning_rate": 2.2505551129582046e-07, "loss": 0.0279, "num_tokens": 3547206.0, "reward": 6.446796417236328, "reward_std": 3.105996608734131, "rewards/fitness_reward/mean": 5.8662495613098145, "rewards/fitness_reward/std": 2.4916253089904785, "rewards/kidney_reward/mean": 0.27844473719596863, "rewards/kidney_reward/std": 1.3675066232681274, "rewards/length2tails_reward/mean": 0.8420401811599731, "rewards/length2tails_reward/std": 0.23425650596618652, "rewards/thermo_reward/mean": 0.46162861585617065, "rewards/thermo_reward/std": 1.8574618101119995, "step": 405 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 448.0, "completions/max_terminated_length": 448.0, "completions/mean_length": 276.5, "completions/mean_terminated_length": 276.5, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13848723284900188, "epoch": 0.812, "frac_reward_zero_std": 0.0, "grad_norm": 1.2599036693572998, "learning_rate": 2.2066203506852564e-07, "loss": 0.0547, "num_tokens": 3556086.0, "reward": 6.115935802459717, "reward_std": 2.4688777923583984, "rewards/fitness_reward/mean": 5.774024486541748, "rewards/fitness_reward/std": 2.4868690967559814, "rewards/kidney_reward/mean": 0.08403107523918152, "rewards/kidney_reward/std": 1.442877173423767, "rewards/length2tails_reward/mean": 0.7783209085464478, "rewards/length2tails_reward/std": 0.3148162364959717, "rewards/thermo_reward/mean": 0.21063126623630524, "rewards/thermo_reward/std": 1.992857575416565, "step": 406 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 271.84375, "completions/mean_terminated_length": 271.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1279955366626382, "epoch": 0.814, "frac_reward_zero_std": 0.0, "grad_norm": 0.7296998500823975, "learning_rate": 2.1630654267416026e-07, "loss": 0.0067, "num_tokens": 3564817.0, "reward": 5.637965202331543, "reward_std": 3.0680017471313477, "rewards/fitness_reward/mean": 5.852019309997559, "rewards/fitness_reward/std": 2.9153757095336914, "rewards/kidney_reward/mean": -0.3093605637550354, "rewards/kidney_reward/std": 1.314058780670166, "rewards/length2tails_reward/mean": 0.8313709497451782, "rewards/length2tails_reward/std": 0.2533099949359894, "rewards/thermo_reward/mean": -0.5344333648681641, "rewards/thermo_reward/std": 2.188082695007324, "step": 407 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 266.8125, "completions/mean_terminated_length": 266.8125, "completions/min_length": 168.0, "completions/min_terminated_length": 168.0, "entropy": 0.14575813338160515, "epoch": 0.816, "frac_reward_zero_std": 0.0, "grad_norm": 1.0772520303726196, "learning_rate": 2.1198924639327808e-07, "loss": -0.0441, "num_tokens": 3573387.0, "reward": 6.009997367858887, "reward_std": 2.9660511016845703, "rewards/fitness_reward/mean": 5.847411155700684, "rewards/fitness_reward/std": 2.5736851692199707, "rewards/kidney_reward/mean": -0.3084346354007721, "rewards/kidney_reward/std": 1.4720526933670044, "rewards/length2tails_reward/mean": 0.8826963901519775, "rewards/length2tails_reward/std": 0.2083863615989685, "rewards/thermo_reward/mean": 0.19225841760635376, "rewards/thermo_reward/std": 1.89582359790802, "step": 408 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 408.0, "completions/max_terminated_length": 408.0, "completions/mean_length": 267.78125, "completions/mean_terminated_length": 267.78125, "completions/min_length": 36.0, "completions/min_terminated_length": 36.0, "entropy": 0.1622565258294344, "epoch": 0.818, "frac_reward_zero_std": 0.0, "grad_norm": 2.0969433784484863, "learning_rate": 2.077103566448094e-07, "loss": -0.0479, "num_tokens": 3581988.0, "reward": 6.01772403717041, "reward_std": 3.2350380420684814, "rewards/fitness_reward/mean": 5.869783401489258, "rewards/fitness_reward/std": 2.8406243324279785, "rewards/kidney_reward/mean": 0.10627858340740204, "rewards/kidney_reward/std": 1.4346028566360474, "rewards/length2tails_reward/mean": 0.8081914186477661, "rewards/length2tails_reward/std": 0.26256439089775085, "rewards/thermo_reward/mean": -0.21449324488639832, "rewards/thermo_reward/std": 2.0515637397766113, "step": 409 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.12715268693864346, "epoch": 0.82, "frac_reward_zero_std": 0.0, "grad_norm": 0.2996414303779602, "learning_rate": 2.0347008197580372e-07, "loss": 0.0048, "num_tokens": 3590660.0, "reward": 6.63413667678833, "reward_std": 1.4439584016799927, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.29404324293136597, "rewards/kidney_reward/std": 1.3528603315353394, "rewards/length2tails_reward/mean": 0.74732905626297, "rewards/length2tails_reward/std": 0.3145018517971039, "rewards/thermo_reward/mean": -0.37605229020118713, "rewards/thermo_reward/std": 2.162081241607666, "step": 410 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 433.0, "completions/max_terminated_length": 433.0, "completions/mean_length": 278.21875, "completions/mean_terminated_length": 278.21875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.19567361939698458, "epoch": 0.822, "frac_reward_zero_std": 0.0, "grad_norm": 3.5846195220947266, "learning_rate": 1.9926862905126663e-07, "loss": 0.0862, "num_tokens": 3599595.0, "reward": 6.507219314575195, "reward_std": 2.83516788482666, "rewards/fitness_reward/mean": 5.774267196655273, "rewards/fitness_reward/std": 2.844433546066284, "rewards/kidney_reward/mean": 0.39035794138908386, "rewards/kidney_reward/std": 1.258296012878418, "rewards/length2tails_reward/mean": 0.7463816404342651, "rewards/length2tails_reward/std": 0.27894169092178345, "rewards/thermo_reward/mean": 0.702355146408081, "rewards/thermo_reward/std": 1.6959781646728516, "step": 411 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 418.0, "completions/max_terminated_length": 418.0, "completions/mean_length": 273.53125, "completions/mean_terminated_length": 273.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13486727699637413, "epoch": 0.824, "frac_reward_zero_std": 0.0, "grad_norm": 2.4812967777252197, "learning_rate": 1.9510620264408594e-07, "loss": 0.0737, "num_tokens": 3608380.0, "reward": 6.2867326736450195, "reward_std": 2.4341838359832764, "rewards/fitness_reward/mean": 6.129810333251953, "rewards/fitness_reward/std": 2.0918588638305664, "rewards/kidney_reward/mean": -0.017805874347686768, "rewards/kidney_reward/std": 1.2995150089263916, "rewards/length2tails_reward/mean": 0.6775492429733276, "rewards/length2tails_reward/std": 0.3680454194545746, "rewards/thermo_reward/mean": -0.007123976945877075, "rewards/thermo_reward/std": 1.8101736307144165, "step": 412 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.625, "completions/mean_terminated_length": 271.625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12293026130646467, "epoch": 0.826, "frac_reward_zero_std": 0.0, "grad_norm": 0.8246999382972717, "learning_rate": 1.9098300562505264e-07, "loss": -0.0029, "num_tokens": 3617104.0, "reward": 6.208252906799316, "reward_std": 1.9879117012023926, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": 0.3767698407173157, "rewards/kidney_reward/std": 1.368463397026062, "rewards/length2tails_reward/mean": 0.8074749708175659, "rewards/length2tails_reward/std": 0.30307063460350037, "rewards/thermo_reward/mean": -0.7226856350898743, "rewards/thermo_reward/std": 2.1550796031951904, "step": 413 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 422.0, "completions/max_terminated_length": 422.0, "completions/mean_length": 274.21875, "completions/mean_terminated_length": 274.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14080187398940325, "epoch": 0.828, "frac_reward_zero_std": 0.0, "grad_norm": 0.4719889461994171, "learning_rate": 1.8689923895297244e-07, "loss": 0.0025, "num_tokens": 3625911.0, "reward": 6.903785705566406, "reward_std": 1.76779305934906, "rewards/fitness_reward/mean": 6.2823309898376465, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.25635695457458496, "rewards/kidney_reward/std": 1.4129506349563599, "rewards/length2tails_reward/mean": 0.7412567734718323, "rewards/length2tails_reward/std": 0.2820318043231964, "rewards/thermo_reward/mean": 0.6159244775772095, "rewards/thermo_reward/std": 1.7575407028198242, "step": 414 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14221271220594645, "epoch": 0.83, "frac_reward_zero_std": 0.0, "grad_norm": 2.3563969135284424, "learning_rate": 1.828551016648715e-07, "loss": -0.0005, "num_tokens": 3634626.0, "reward": 6.651411056518555, "reward_std": 2.018911838531494, "rewards/fitness_reward/mean": 6.2043962478637695, "rewards/fitness_reward/std": 1.6906987428665161, "rewards/kidney_reward/mean": 0.12795323133468628, "rewards/kidney_reward/std": 1.3059492111206055, "rewards/length2tails_reward/mean": 0.8251470327377319, "rewards/length2tails_reward/std": 0.25611862540245056, "rewards/thermo_reward/mean": 0.3535034656524658, "rewards/thermo_reward/std": 1.824897289276123, "step": 415 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12413936480879784, "epoch": 0.832, "frac_reward_zero_std": 0.0, "grad_norm": 1.3519450426101685, "learning_rate": 1.7885079086629596e-07, "loss": -0.0, "num_tokens": 3643309.0, "reward": 6.099939346313477, "reward_std": 2.4669342041015625, "rewards/fitness_reward/mean": 6.108650207519531, "rewards/fitness_reward/std": 2.2070798873901367, "rewards/kidney_reward/mean": -0.1856500655412674, "rewards/kidney_reward/std": 1.055111289024353, "rewards/length2tails_reward/mean": 0.8407902717590332, "rewards/length2tails_reward/std": 0.207689568400383, "rewards/thermo_reward/mean": -0.2521669864654541, "rewards/thermo_reward/std": 1.982387661933899, "step": 416 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13434513751417398, "epoch": 0.834, "frac_reward_zero_std": 0.0, "grad_norm": 0.5159134268760681, "learning_rate": 1.7488650172170493e-07, "loss": 0.0032, "num_tokens": 3651993.0, "reward": 6.955452919006348, "reward_std": 1.0383720397949219, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.2530665397644043, "rewards/kidney_reward/std": 1.161150336265564, "rewards/length2tails_reward/mean": 0.7715202569961548, "rewards/length2tails_reward/std": 0.2859238386154175, "rewards/thermo_reward/mean": 0.5956157445907593, "rewards/thermo_reward/std": 1.7789171934127808, "step": 417 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.21875, "completions/mean_terminated_length": 269.21875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12625315971672535, "epoch": 0.836, "frac_reward_zero_std": 0.0, "grad_norm": 0.3186589479446411, "learning_rate": 1.7096242744495838e-07, "loss": -0.0, "num_tokens": 3660640.0, "reward": 6.766183853149414, "reward_std": 1.2357929944992065, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.09876012057065964, "rewards/kidney_reward/std": 1.3812872171401978, "rewards/length2tails_reward/mean": 0.683132529258728, "rewards/length2tails_reward/std": 0.3223157525062561, "rewards/thermo_reward/mean": 0.10696518421173096, "rewards/thermo_reward/std": 1.9921863079071045, "step": 418 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.1875, "completions/mean_terminated_length": 270.1875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13841083087027073, "epoch": 0.838, "frac_reward_zero_std": 0.0, "grad_norm": 0.7905070185661316, "learning_rate": 1.6707875928990056e-07, "loss": 0.0008, "num_tokens": 3669318.0, "reward": 6.6396074295043945, "reward_std": 1.6409484148025513, "rewards/fitness_reward/mean": 6.316043376922607, "rewards/fitness_reward/std": 1.5570749044418335, "rewards/kidney_reward/mean": -0.39684462547302246, "rewards/kidney_reward/std": 1.2976994514465332, "rewards/length2tails_reward/mean": 0.8042482137680054, "rewards/length2tails_reward/std": 0.1898868829011917, "rewards/thermo_reward/mean": 0.6418485045433044, "rewards/thermo_reward/std": 1.550958514213562, "step": 419 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 324.0, "completions/max_terminated_length": 324.0, "completions/mean_length": 273.78125, "completions/mean_terminated_length": 273.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14957595337182283, "epoch": 0.84, "frac_reward_zero_std": 0.0, "grad_norm": 1.3791979551315308, "learning_rate": 1.6323568654103837e-07, "loss": 0.0222, "num_tokens": 3678111.0, "reward": 5.700117588043213, "reward_std": 3.136606454849243, "rewards/fitness_reward/mean": 5.612381935119629, "rewards/fitness_reward/std": 3.1102912425994873, "rewards/kidney_reward/mean": 0.09526537358760834, "rewards/kidney_reward/std": 1.4866007566452026, "rewards/length2tails_reward/mean": 0.8351494073867798, "rewards/length2tails_reward/std": 0.23856548964977264, "rewards/thermo_reward/mean": -0.3373691439628601, "rewards/thermo_reward/std": 2.122860908508301, "step": 420 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 381.0, "completions/max_terminated_length": 381.0, "completions/mean_length": 272.59375, "completions/mean_terminated_length": 272.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13295627105981112, "epoch": 0.842, "frac_reward_zero_std": 0.0, "grad_norm": 1.530700445175171, "learning_rate": 1.5943339650431574e-07, "loss": 0.0591, "num_tokens": 3686866.0, "reward": 6.56540584564209, "reward_std": 2.4985995292663574, "rewards/fitness_reward/mean": 6.224242210388184, "rewards/fitness_reward/std": 2.076380491256714, "rewards/kidney_reward/mean": 0.10974864661693573, "rewards/kidney_reward/std": 1.4650508165359497, "rewards/length2tails_reward/mean": 0.7296964526176453, "rewards/length2tails_reward/std": 0.291138231754303, "rewards/thermo_reward/mean": 0.20773005485534668, "rewards/thermo_reward/std": 1.9620627164840698, "step": 421 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.6875, "completions/mean_terminated_length": 269.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.11998305935412645, "epoch": 0.844, "frac_reward_zero_std": 0.0, "grad_norm": 0.5405923128128052, "learning_rate": 1.5567207449798515e-07, "loss": -0.0009, "num_tokens": 3695528.0, "reward": 6.607175827026367, "reward_std": 1.4843957424163818, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.03256216645240784, "rewards/kidney_reward/std": 1.2762181758880615, "rewards/length2tails_reward/mean": 0.7198657393455505, "rewards/length2tails_reward/std": 0.3216610252857208, "rewards/thermo_reward/mean": -0.08963754773139954, "rewards/thermo_reward/std": 2.1419501304626465, "step": 422 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 496.0, "completions/max_terminated_length": 496.0, "completions/mean_length": 280.5, "completions/mean_terminated_length": 280.5, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.17389845848083496, "epoch": 0.846, "frac_reward_zero_std": 0.0, "grad_norm": 1.9274736642837524, "learning_rate": 1.5195190384357404e-07, "loss": 0.086, "num_tokens": 3704536.0, "reward": 5.957474231719971, "reward_std": 2.9784088134765625, "rewards/fitness_reward/mean": 5.606304168701172, "rewards/fitness_reward/std": 3.129211187362671, "rewards/kidney_reward/mean": -0.2096947282552719, "rewards/kidney_reward/std": 1.2081297636032104, "rewards/length2tails_reward/mean": 0.8495426774024963, "rewards/length2tails_reward/std": 0.19200514256954193, "rewards/thermo_reward/mean": 0.4872628450393677, "rewards/thermo_reward/std": 1.6905598640441895, "step": 423 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 641.0, "completions/max_terminated_length": 641.0, "completions/mean_length": 280.1875, "completions/mean_terminated_length": 280.1875, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.14840978104621172, "epoch": 0.848, "frac_reward_zero_std": 0.0, "grad_norm": 1.710753321647644, "learning_rate": 1.4827306585695233e-07, "loss": 0.0106, "num_tokens": 3713534.0, "reward": 6.249197006225586, "reward_std": 2.3880364894866943, "rewards/fitness_reward/mean": 6.113107681274414, "rewards/fitness_reward/std": 2.1827657222747803, "rewards/kidney_reward/mean": 0.1490403264760971, "rewards/kidney_reward/std": 1.3688663244247437, "rewards/length2tails_reward/mean": 0.7044593691825867, "rewards/length2tails_reward/std": 0.3274818956851959, "rewards/thermo_reward/mean": -0.2290917932987213, "rewards/thermo_reward/std": 1.8039517402648926, "step": 424 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.875, "completions/mean_terminated_length": 269.875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1391929117962718, "epoch": 0.85, "frac_reward_zero_std": 0.0, "grad_norm": 1.7323298454284668, "learning_rate": 1.446357398394934e-07, "loss": 0.0019, "num_tokens": 3722202.0, "reward": 6.236641883850098, "reward_std": 3.057166814804077, "rewards/fitness_reward/mean": 5.855730056762695, "rewards/fitness_reward/std": 2.538175344467163, "rewards/kidney_reward/mean": -0.0438118651509285, "rewards/kidney_reward/std": 1.222165584564209, "rewards/length2tails_reward/mean": 0.7789819240570068, "rewards/length2tails_reward/std": 0.28580957651138306, "rewards/thermo_reward/mean": 0.41614454984664917, "rewards/thermo_reward/std": 1.7913116216659546, "step": 425 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.46875, "completions/mean_terminated_length": 268.46875, "completions/min_length": 164.0, "completions/min_terminated_length": 164.0, "entropy": 0.15740068443119526, "epoch": 0.852, "frac_reward_zero_std": 0.0, "grad_norm": 2.7037556171417236, "learning_rate": 1.4104010306933555e-07, "loss": -0.0547, "num_tokens": 3730825.0, "reward": 6.620261192321777, "reward_std": 2.26141357421875, "rewards/fitness_reward/mean": 6.2323808670043945, "rewards/fitness_reward/std": 2.030343770980835, "rewards/kidney_reward/mean": -0.044921278953552246, "rewards/kidney_reward/std": 1.3782581090927124, "rewards/length2tails_reward/mean": 0.8388746380805969, "rewards/length2tails_reward/std": 0.23595750331878662, "rewards/thermo_reward/mean": 0.4012451767921448, "rewards/thermo_reward/std": 1.9409761428833008, "step": 426 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 388.0, "completions/max_terminated_length": 388.0, "completions/mean_length": 274.59375, "completions/mean_terminated_length": 274.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15207398403435946, "epoch": 0.854, "frac_reward_zero_std": 0.0, "grad_norm": 1.2341874837875366, "learning_rate": 1.3748633079274253e-07, "loss": -0.0011, "num_tokens": 3739644.0, "reward": 6.3321919441223145, "reward_std": 2.150449275970459, "rewards/fitness_reward/mean": 6.1863789558410645, "rewards/fitness_reward/std": 1.7867270708084106, "rewards/kidney_reward/mean": 0.05245739221572876, "rewards/kidney_reward/std": 1.3610572814941406, "rewards/length2tails_reward/mean": 0.8321821093559265, "rewards/length2tails_reward/std": 0.24851974844932556, "rewards/thermo_reward/mean": -0.17692288756370544, "rewards/thermo_reward/std": 2.0968687534332275, "step": 427 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11885499861091375, "epoch": 0.856, "frac_reward_zero_std": 0.0, "grad_norm": 0.3401205241680145, "learning_rate": 1.3397459621556128e-07, "loss": -0.0018, "num_tokens": 3748321.0, "reward": 6.152368545532227, "reward_std": 1.571397066116333, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": -0.011298850178718567, "rewards/kidney_reward/std": 1.3151267766952515, "rewards/length2tails_reward/mean": 0.7107293009757996, "rewards/length2tails_reward/std": 0.36373162269592285, "rewards/thermo_reward/mean": -0.3980119228363037, "rewards/thermo_reward/std": 2.023512363433838, "step": 428 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.8125, "completions/mean_terminated_length": 265.8125, "completions/min_length": 138.0, "completions/min_terminated_length": 138.0, "entropy": 0.12992818094789982, "epoch": 0.858, "frac_reward_zero_std": 0.0, "grad_norm": 1.096072793006897, "learning_rate": 1.30505070494781e-07, "loss": -0.0726, "num_tokens": 3756859.0, "reward": 5.837516784667969, "reward_std": 2.693760633468628, "rewards/fitness_reward/mean": 5.796808242797852, "rewards/fitness_reward/std": 2.362955331802368, "rewards/kidney_reward/mean": -0.5988284945487976, "rewards/kidney_reward/std": 1.1490215063095093, "rewards/length2tails_reward/mean": 0.7456122636795044, "rewards/length2tails_reward/std": 0.315470427274704, "rewards/thermo_reward/mean": 0.30743902921676636, "rewards/thermo_reward/std": 1.7514585256576538, "step": 429 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 547.0, "completions/max_terminated_length": 547.0, "completions/mean_length": 278.9375, "completions/mean_terminated_length": 278.9375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1424407884478569, "epoch": 0.86, "frac_reward_zero_std": 0.0, "grad_norm": 2.0920772552490234, "learning_rate": 1.2707792273019047e-07, "loss": 0.1266, "num_tokens": 3765817.0, "reward": 6.199623107910156, "reward_std": 2.7672059535980225, "rewards/fitness_reward/mean": 5.834479808807373, "rewards/fitness_reward/std": 2.6360130310058594, "rewards/kidney_reward/mean": 0.03671124577522278, "rewards/kidney_reward/std": 1.3138879537582397, "rewards/length2tails_reward/mean": 0.7895512580871582, "rewards/length2tails_reward/std": 0.25905853509902954, "rewards/thermo_reward/mean": 0.2987987995147705, "rewards/thermo_reward/std": 1.9619476795196533, "step": 430 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13846470788121223, "epoch": 0.862, "frac_reward_zero_std": 0.0, "grad_norm": 1.2143913507461548, "learning_rate": 1.2369331995613663e-07, "loss": -0.0064, "num_tokens": 3774514.0, "reward": 6.380249977111816, "reward_std": 1.4921387434005737, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.5315516591072083, "rewards/kidney_reward/std": 1.4306668043136597, "rewards/length2tails_reward/mean": 0.7784464359283447, "rewards/length2tails_reward/std": 0.31882283091545105, "rewards/thermo_reward/mean": 0.13218817114830017, "rewards/thermo_reward/std": 1.781838059425354, "step": 431 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1336890598759055, "epoch": 0.864, "frac_reward_zero_std": 0.0, "grad_norm": 0.4450879693031311, "learning_rate": 1.2035142713338363e-07, "loss": -0.0037, "num_tokens": 3783198.0, "reward": 6.036025524139404, "reward_std": 2.70249605178833, "rewards/fitness_reward/mean": 5.733524322509766, "rewards/fitness_reward/std": 2.6453893184661865, "rewards/kidney_reward/mean": -0.06320416927337646, "rewards/kidney_reward/std": 1.3764325380325317, "rewards/length2tails_reward/mean": 0.6983875036239624, "rewards/length2tails_reward/std": 0.3537623882293701, "rewards/thermo_reward/mean": 0.31901222467422485, "rewards/thermo_reward/std": 1.663163185119629, "step": 432 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 262.09375, "completions/mean_terminated_length": 262.09375, "completions/min_length": 65.0, "completions/min_terminated_length": 65.0, "entropy": 0.14609050378203392, "epoch": 0.866, "frac_reward_zero_std": 0.0, "grad_norm": 1.9099003076553345, "learning_rate": 1.1705240714107301e-07, "loss": -0.0978, "num_tokens": 3791617.0, "reward": 6.100383758544922, "reward_std": 2.9282727241516113, "rewards/fitness_reward/mean": 5.8608198165893555, "rewards/fitness_reward/std": 2.8744940757751465, "rewards/kidney_reward/mean": 0.06438690423965454, "rewards/kidney_reward/std": 1.2841964960098267, "rewards/length2tails_reward/mean": 0.7604968547821045, "rewards/length2tails_reward/std": 0.29300975799560547, "rewards/thermo_reward/mean": 0.03449193388223648, "rewards/thermo_reward/std": 2.0563175678253174, "step": 433 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 396.0, "completions/max_terminated_length": 396.0, "completions/mean_length": 276.96875, "completions/mean_terminated_length": 276.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14405822847038507, "epoch": 0.868, "frac_reward_zero_std": 0.0, "grad_norm": 1.8847280740737915, "learning_rate": 1.1379642076878526e-07, "loss": 0.0476, "num_tokens": 3800512.0, "reward": 5.500676155090332, "reward_std": 2.674482822418213, "rewards/fitness_reward/mean": 5.6174211502075195, "rewards/fitness_reward/std": 2.727896213531494, "rewards/kidney_reward/mean": -0.15667006373405457, "rewards/kidney_reward/std": 1.4270250797271729, "rewards/length2tails_reward/mean": 0.7182776927947998, "rewards/length2tails_reward/std": 0.3376780152320862, "rewards/thermo_reward/mean": -0.43595871329307556, "rewards/thermo_reward/std": 2.140556812286377, "step": 434 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.14862105157226324, "epoch": 0.87, "frac_reward_zero_std": 0.0, "grad_norm": 2.339766025543213, "learning_rate": 1.1058362670870247e-07, "loss": -0.0016, "num_tokens": 3809215.0, "reward": 5.193296432495117, "reward_std": 3.8562912940979004, "rewards/fitness_reward/mean": 5.236565589904785, "rewards/fitness_reward/std": 3.654449701309204, "rewards/kidney_reward/mean": -0.010497570037841797, "rewards/kidney_reward/std": 1.438853144645691, "rewards/length2tails_reward/mean": 0.7963101267814636, "rewards/length2tails_reward/std": 0.26542168855667114, "rewards/thermo_reward/mean": -0.4741969704627991, "rewards/thermo_reward/std": 2.142672061920166, "step": 435 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 675.0, "completions/max_terminated_length": 675.0, "completions/mean_length": 282.46875, "completions/mean_terminated_length": 282.46875, "completions/min_length": 104.0, "completions/min_terminated_length": 104.0, "entropy": 0.15248755365610123, "epoch": 0.872, "frac_reward_zero_std": 0.0, "grad_norm": 3.1925106048583984, "learning_rate": 1.074141815478744e-07, "loss": 0.1164, "num_tokens": 3818286.0, "reward": 5.293362140655518, "reward_std": 3.658482551574707, "rewards/fitness_reward/mean": 5.286756992340088, "rewards/fitness_reward/std": 3.4996767044067383, "rewards/kidney_reward/mean": -0.034492507576942444, "rewards/kidney_reward/std": 1.3296836614608765, "rewards/length2tails_reward/mean": 0.8726150989532471, "rewards/length2tails_reward/std": 0.24276185035705566, "rewards/thermo_reward/mean": -0.3886043429374695, "rewards/thermo_reward/std": 1.8644394874572754, "step": 436 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 296.0, "completions/max_terminated_length": 296.0, "completions/mean_length": 269.5, "completions/mean_terminated_length": 269.5, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.13518050219863653, "epoch": 0.874, "frac_reward_zero_std": 0.0, "grad_norm": 1.6139440536499023, "learning_rate": 1.0428823976058709e-07, "loss": -0.0233, "num_tokens": 3826942.0, "reward": 6.495221138000488, "reward_std": 2.355567216873169, "rewards/fitness_reward/mean": 6.006479263305664, "rewards/fitness_reward/std": 2.2557687759399414, "rewards/kidney_reward/mean": 0.07885207235813141, "rewards/kidney_reward/std": 1.2913696765899658, "rewards/length2tails_reward/mean": 0.7283536195755005, "rewards/length2tails_reward/std": 0.3239452540874481, "rewards/thermo_reward/mean": 0.5344558954238892, "rewards/thermo_reward/std": 1.7547905445098877, "step": 437 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.11761743109673262, "epoch": 0.876, "frac_reward_zero_std": 0.0, "grad_norm": 0.33359822630882263, "learning_rate": 1.0120595370083318e-07, "loss": 0.0066, "num_tokens": 3835650.0, "reward": 6.277066230773926, "reward_std": 1.4569121599197388, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.38881829380989075, "rewards/kidney_reward/std": 1.234520673751831, "rewards/length2tails_reward/mean": 0.8334996700286865, "rewards/length2tails_reward/std": 0.22490544617176056, "rewards/thermo_reward/mean": -0.45041751861572266, "rewards/thermo_reward/std": 2.2308945655822754, "step": 438 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 306.0, "completions/max_terminated_length": 306.0, "completions/mean_length": 272.75, "completions/mean_terminated_length": 272.75, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14700100850313902, "epoch": 0.878, "frac_reward_zero_std": 0.0, "grad_norm": 1.8419653177261353, "learning_rate": 9.81674735948863e-08, "loss": 0.0156, "num_tokens": 3844410.0, "reward": 6.325191020965576, "reward_std": 2.3530921936035156, "rewards/fitness_reward/mean": 6.140649795532227, "rewards/fitness_reward/std": 2.0330381393432617, "rewards/kidney_reward/mean": -0.03410997986793518, "rewards/kidney_reward/std": 1.2392289638519287, "rewards/length2tails_reward/mean": 0.8348275423049927, "rewards/length2tails_reward/std": 0.2512573301792145, "rewards/thermo_reward/mean": -0.014221221208572388, "rewards/thermo_reward/std": 1.937234878540039, "step": 439 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 261.28125, "completions/mean_terminated_length": 261.28125, "completions/min_length": 67.0, "completions/min_terminated_length": 67.0, "entropy": 0.14893424790352583, "epoch": 0.88, "frac_reward_zero_std": 0.0, "grad_norm": 1.867492437362671, "learning_rate": 9.517294753398064e-08, "loss": -0.1308, "num_tokens": 3852803.0, "reward": 5.713663101196289, "reward_std": 3.0692226886749268, "rewards/fitness_reward/mean": 5.540594100952148, "rewards/fitness_reward/std": 3.004016637802124, "rewards/kidney_reward/mean": -0.04113885760307312, "rewards/kidney_reward/std": 1.2972465753555298, "rewards/length2tails_reward/mean": 0.8506132960319519, "rewards/length2tails_reward/std": 0.2541244924068451, "rewards/thermo_reward/mean": -0.038030415773391724, "rewards/thermo_reward/std": 1.9679735898971558, "step": 440 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 537.0, "completions/max_terminated_length": 537.0, "completions/mean_length": 282.1875, "completions/mean_terminated_length": 282.1875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.154700574465096, "epoch": 0.882, "frac_reward_zero_std": 0.0, "grad_norm": 0.5670086741447449, "learning_rate": 9.222252146709142e-08, "loss": -0.0254, "num_tokens": 3861865.0, "reward": 6.069726943969727, "reward_std": 2.668290138244629, "rewards/fitness_reward/mean": 6.112736701965332, "rewards/fitness_reward/std": 2.184788465499878, "rewards/kidney_reward/mean": -0.46153780817985535, "rewards/kidney_reward/std": 1.1795583963394165, "rewards/length2tails_reward/mean": 0.8094608187675476, "rewards/length2tails_reward/std": 0.25654107332229614, "rewards/thermo_reward/mean": -0.029212698340415955, "rewards/thermo_reward/std": 1.948235273361206, "step": 441 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 414.0, "completions/max_terminated_length": 414.0, "completions/mean_length": 275.59375, "completions/mean_terminated_length": 275.59375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1533412327989936, "epoch": 0.884, "frac_reward_zero_std": 0.0, "grad_norm": 1.6889277696609497, "learning_rate": 8.931633919382298e-08, "loss": 0.0657, "num_tokens": 3870716.0, "reward": 6.111047267913818, "reward_std": 2.321079730987549, "rewards/fitness_reward/mean": 6.138444900512695, "rewards/fitness_reward/std": 2.044992208480835, "rewards/kidney_reward/mean": -0.30765989422798157, "rewards/kidney_reward/std": 1.4663869142532349, "rewards/length2tails_reward/mean": 0.8048216104507446, "rewards/length2tails_reward/std": 0.2839038372039795, "rewards/thermo_reward/mean": -0.1495458483695984, "rewards/thermo_reward/std": 2.2613861560821533, "step": 442 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 609.0, "completions/max_terminated_length": 609.0, "completions/mean_length": 284.5, "completions/mean_terminated_length": 284.5, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14972092770040035, "epoch": 0.886, "frac_reward_zero_std": 0.0, "grad_norm": 4.146921634674072, "learning_rate": 8.645454235739902e-08, "loss": 0.1805, "num_tokens": 3879852.0, "reward": 6.23973274230957, "reward_std": 3.0467097759246826, "rewards/fitness_reward/mean": 5.754415035247803, "rewards/fitness_reward/std": 2.9195473194122314, "rewards/kidney_reward/mean": 0.18438826501369476, "rewards/kidney_reward/std": 1.3486359119415283, "rewards/length2tails_reward/mean": 0.715106725692749, "rewards/length2tails_reward/std": 0.3136950433254242, "rewards/thermo_reward/mean": 0.4286932945251465, "rewards/thermo_reward/std": 1.8948018550872803, "step": 443 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 303.0, "completions/max_terminated_length": 303.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 223.0, "completions/min_terminated_length": 223.0, "entropy": 0.16300893109291792, "epoch": 0.888, "frac_reward_zero_std": 0.0, "grad_norm": 1.321374535560608, "learning_rate": 8.363727043776036e-08, "loss": -0.0074, "num_tokens": 3888513.0, "reward": 5.419971466064453, "reward_std": 3.4583020210266113, "rewards/fitness_reward/mean": 5.180810928344727, "rewards/fitness_reward/std": 3.550640344619751, "rewards/kidney_reward/mean": 0.14285969734191895, "rewards/kidney_reward/std": 1.2835968732833862, "rewards/length2tails_reward/mean": 0.7409695386886597, "rewards/length2tails_reward/std": 0.32659363746643066, "rewards/thermo_reward/mean": -0.03502354770898819, "rewards/thermo_reward/std": 1.8435451984405518, "step": 444 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13684740848839283, "epoch": 0.89, "frac_reward_zero_std": 0.0, "grad_norm": 0.5912813544273376, "learning_rate": 8.086466074476562e-08, "loss": 0.0048, "num_tokens": 3897199.0, "reward": 6.76379919052124, "reward_std": 2.2146174907684326, "rewards/fitness_reward/mean": 6.315851211547852, "rewards/fitness_reward/std": 1.5581613779067993, "rewards/kidney_reward/mean": 0.2498674839735031, "rewards/kidney_reward/std": 1.1828155517578125, "rewards/length2tails_reward/mean": 0.7916619181632996, "rewards/length2tails_reward/std": 0.26749032735824585, "rewards/thermo_reward/mean": 0.2501968443393707, "rewards/thermo_reward/std": 1.9461218118667603, "step": 445 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 267.15625, "completions/mean_terminated_length": 267.15625, "completions/min_length": 134.0, "completions/min_terminated_length": 134.0, "entropy": 0.14623074512928724, "epoch": 0.892, "frac_reward_zero_std": 0.0, "grad_norm": 1.829219102859497, "learning_rate": 7.813684841149959e-08, "loss": -0.0739, "num_tokens": 3905780.0, "reward": 6.439332008361816, "reward_std": 2.433130979537964, "rewards/fitness_reward/mean": 6.125979423522949, "rewards/fitness_reward/std": 2.1126816272735596, "rewards/kidney_reward/mean": -0.09445090591907501, "rewards/kidney_reward/std": 1.271247148513794, "rewards/length2tails_reward/mean": 0.8165769577026367, "rewards/length2tails_reward/std": 0.28393563628196716, "rewards/thermo_reward/mean": 0.3128669559955597, "rewards/thermo_reward/std": 1.8542346954345703, "step": 446 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 300.0, "completions/max_terminated_length": 300.0, "completions/mean_length": 273.0, "completions/mean_terminated_length": 273.0, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.15820543095469475, "epoch": 0.894, "frac_reward_zero_std": 0.0, "grad_norm": 2.0217692852020264, "learning_rate": 7.545396638768697e-08, "loss": 0.016, "num_tokens": 3914548.0, "reward": 6.446044445037842, "reward_std": 2.6220896244049072, "rewards/fitness_reward/mean": 6.2497239112854, "rewards/fitness_reward/std": 1.9322361946105957, "rewards/kidney_reward/mean": -0.11043130606412888, "rewards/kidney_reward/std": 1.3969236612319946, "rewards/length2tails_reward/mean": 0.8614251017570496, "rewards/length2tails_reward/std": 0.22737865149974823, "rewards/thermo_reward/mean": 0.07236060500144958, "rewards/thermo_reward/std": 2.22379732131958, "step": 447 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 263.5625, "completions/mean_terminated_length": 263.5625, "completions/min_length": 120.0, "completions/min_terminated_length": 120.0, "entropy": 0.1258983640000224, "epoch": 0.896, "frac_reward_zero_std": 0.0, "grad_norm": 0.8359396457672119, "learning_rate": 7.281614543321269e-08, "loss": -0.0726, "num_tokens": 3923014.0, "reward": 6.619543552398682, "reward_std": 1.9513977766036987, "rewards/fitness_reward/mean": 6.315708637237549, "rewards/fitness_reward/std": 1.5589702129364014, "rewards/kidney_reward/mean": 0.054669540375471115, "rewards/kidney_reward/std": 1.4212532043457031, "rewards/length2tails_reward/mean": 0.7442126274108887, "rewards/length2tails_reward/std": 0.2968263030052185, "rewards/thermo_reward/mean": 0.18089357018470764, "rewards/thermo_reward/std": 1.9039746522903442, "step": 448 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 355.0, "completions/max_terminated_length": 355.0, "completions/mean_length": 273.375, "completions/mean_terminated_length": 273.375, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.15910894237458706, "epoch": 0.898, "frac_reward_zero_std": 0.0, "grad_norm": 4.005949020385742, "learning_rate": 7.022351411174865e-08, "loss": 0.0452, "num_tokens": 3931794.0, "reward": 6.604391098022461, "reward_std": 2.1950721740722656, "rewards/fitness_reward/mean": 6.22106409072876, "rewards/fitness_reward/std": 2.0943596363067627, "rewards/kidney_reward/mean": 0.1045638918876648, "rewards/kidney_reward/std": 1.3927233219146729, "rewards/length2tails_reward/mean": 0.8200255632400513, "rewards/length2tails_reward/std": 0.20488189160823822, "rewards/thermo_reward/mean": 0.25207698345184326, "rewards/thermo_reward/std": 1.908453106880188, "step": 449 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 272.28125, "completions/mean_terminated_length": 272.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12655364908277988, "epoch": 0.9, "frac_reward_zero_std": 0.0, "grad_norm": 0.5396273732185364, "learning_rate": 6.767619878448783e-08, "loss": 0.0036, "num_tokens": 3940539.0, "reward": 5.361003398895264, "reward_std": 3.229443311691284, "rewards/fitness_reward/mean": 5.443634986877441, "rewards/fitness_reward/std": 3.0867321491241455, "rewards/kidney_reward/mean": -0.2784079611301422, "rewards/kidney_reward/std": 1.3394166231155396, "rewards/length2tails_reward/mean": 0.8541355133056641, "rewards/length2tails_reward/std": 0.22073553502559662, "rewards/thermo_reward/mean": -0.3139229416847229, "rewards/thermo_reward/std": 2.3062264919281006, "step": 450 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 449.0, "completions/max_terminated_length": 449.0, "completions/mean_length": 276.1875, "completions/mean_terminated_length": 276.1875, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.1407141126692295, "epoch": 0.902, "frac_reward_zero_std": 0.0, "grad_norm": 2.4678702354431152, "learning_rate": 6.517432360398556e-08, "loss": 0.0686, "num_tokens": 3949409.0, "reward": 6.1275634765625, "reward_std": 2.8987269401550293, "rewards/fitness_reward/mean": 5.816352367401123, "rewards/fitness_reward/std": 2.6810781955718994, "rewards/kidney_reward/mean": 0.1129336804151535, "rewards/kidney_reward/std": 1.4291346073150635, "rewards/length2tails_reward/mean": 0.7642084360122681, "rewards/length2tails_reward/std": 0.3605248034000397, "rewards/thermo_reward/mean": 0.1273842751979828, "rewards/thermo_reward/std": 1.9623202085494995, "step": 451 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 238.0, "completions/min_terminated_length": 238.0, "entropy": 0.1197723550722003, "epoch": 0.904, "frac_reward_zero_std": 0.0, "grad_norm": 3.2243266105651855, "learning_rate": 6.271801050810855e-08, "loss": -0.0072, "num_tokens": 3958099.0, "reward": 5.805145263671875, "reward_std": 2.994102954864502, "rewards/fitness_reward/mean": 5.523082733154297, "rewards/fitness_reward/std": 2.7376046180725098, "rewards/kidney_reward/mean": 0.11638177931308746, "rewards/kidney_reward/std": 1.1877796649932861, "rewards/length2tails_reward/mean": 0.7494679689407349, "rewards/length2tails_reward/std": 0.3458668291568756, "rewards/thermo_reward/mean": 0.07301057130098343, "rewards/thermo_reward/std": 2.142275094985962, "step": 452 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1348592070862651, "epoch": 0.906, "frac_reward_zero_std": 0.0, "grad_norm": 0.5708919167518616, "learning_rate": 6.030737921409168e-08, "loss": -0.0035, "num_tokens": 3966770.0, "reward": 6.293191909790039, "reward_std": 2.521247148513794, "rewards/fitness_reward/mean": 5.784482002258301, "rewards/fitness_reward/std": 2.4514005184173584, "rewards/kidney_reward/mean": 0.3663383722305298, "rewards/kidney_reward/std": 1.3017356395721436, "rewards/length2tails_reward/mean": 0.7055273652076721, "rewards/length2tails_reward/std": 0.33975639939308167, "rewards/thermo_reward/mean": 0.29831749200820923, "rewards/thermo_reward/std": 1.8889341354370117, "step": 453 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 486.0, "completions/max_terminated_length": 486.0, "completions/mean_length": 273.09375, "completions/mean_terminated_length": 273.09375, "completions/min_length": 48.0, "completions/min_terminated_length": 48.0, "entropy": 0.1793599370867014, "epoch": 0.908, "frac_reward_zero_std": 0.0, "grad_norm": 2.875615358352661, "learning_rate": 5.794254721270331e-08, "loss": 0.0356, "num_tokens": 3975541.0, "reward": 5.444811820983887, "reward_std": 3.4904708862304688, "rewards/fitness_reward/mean": 5.315083980560303, "rewards/fitness_reward/std": 3.412541627883911, "rewards/kidney_reward/mean": -0.10441018640995026, "rewards/kidney_reward/std": 1.3502939939498901, "rewards/length2tails_reward/mean": 0.8567314147949219, "rewards/length2tails_reward/std": 0.21395272016525269, "rewards/thermo_reward/mean": -0.06450112909078598, "rewards/thermo_reward/std": 2.0255086421966553, "step": 454 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 272.65625, "completions/mean_terminated_length": 272.65625, "completions/min_length": 266.0, "completions/min_terminated_length": 266.0, "entropy": 0.1371596548706293, "epoch": 0.91, "frac_reward_zero_std": 0.0, "grad_norm": 0.32508590817451477, "learning_rate": 5.5623629762519e-08, "loss": 0.0036, "num_tokens": 3984298.0, "reward": 5.952658653259277, "reward_std": 2.358738899230957, "rewards/fitness_reward/mean": 5.95086145401001, "rewards/fitness_reward/std": 2.06325626373291, "rewards/kidney_reward/mean": -0.1831625998020172, "rewards/kidney_reward/std": 1.493977427482605, "rewards/length2tails_reward/mean": 0.8945037126541138, "rewards/length2tails_reward/std": 0.19499589502811432, "rewards/thermo_reward/mean": -0.2604953646659851, "rewards/thermo_reward/std": 2.373155117034912, "step": 455 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 542.0, "completions/max_terminated_length": 542.0, "completions/mean_length": 279.28125, "completions/mean_terminated_length": 279.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1629155706614256, "epoch": 0.912, "frac_reward_zero_std": 0.0, "grad_norm": 2.5588083267211914, "learning_rate": 5.335073988430372e-08, "loss": 0.085, "num_tokens": 3993267.0, "reward": 6.2450714111328125, "reward_std": 3.284686803817749, "rewards/fitness_reward/mean": 5.599737167358398, "rewards/fitness_reward/std": 3.141002655029297, "rewards/kidney_reward/mean": -0.018673259764909744, "rewards/kidney_reward/std": 1.2502866983413696, "rewards/length2tails_reward/mean": 0.840927004814148, "rewards/length2tails_reward/std": 0.2280232310295105, "rewards/thermo_reward/mean": 0.8888781666755676, "rewards/thermo_reward/std": 1.6391123533248901, "step": 456 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 421.0, "completions/max_terminated_length": 421.0, "completions/mean_length": 271.8125, "completions/mean_terminated_length": 271.8125, "completions/min_length": 89.0, "completions/min_terminated_length": 89.0, "entropy": 0.16157941427081823, "epoch": 0.914, "frac_reward_zero_std": 0.0, "grad_norm": 2.3679721355438232, "learning_rate": 5.1123988355503465e-08, "loss": -0.0221, "num_tokens": 4001997.0, "reward": 5.608067512512207, "reward_std": 2.661470651626587, "rewards/fitness_reward/mean": 5.589663505554199, "rewards/fitness_reward/std": 2.8181302547454834, "rewards/kidney_reward/mean": -0.5036675930023193, "rewards/kidney_reward/std": 1.1448392868041992, "rewards/length2tails_reward/mean": 0.848773181438446, "rewards/length2tails_reward/std": 0.24732929468154907, "rewards/thermo_reward/mean": 0.11608822643756866, "rewards/thermo_reward/std": 2.154752731323242, "step": 457 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 372.0, "completions/max_terminated_length": 372.0, "completions/mean_length": 276.3125, "completions/mean_terminated_length": 276.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15516785997897387, "epoch": 0.916, "frac_reward_zero_std": 0.0, "grad_norm": 2.663477659225464, "learning_rate": 4.8943483704846465e-08, "loss": 0.0742, "num_tokens": 4010871.0, "reward": 6.066410064697266, "reward_std": 3.334627151489258, "rewards/fitness_reward/mean": 5.877503395080566, "rewards/fitness_reward/std": 2.8087968826293945, "rewards/kidney_reward/mean": 0.10705171525478363, "rewards/kidney_reward/std": 1.444384217262268, "rewards/length2tails_reward/mean": 0.7966011762619019, "rewards/length2tails_reward/std": 0.29769471287727356, "rewards/thermo_reward/mean": -0.12753897905349731, "rewards/thermo_reward/std": 1.8615918159484863, "step": 458 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 313.0, "completions/max_terminated_length": 313.0, "completions/mean_length": 272.34375, "completions/mean_terminated_length": 272.34375, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.1699973875656724, "epoch": 0.918, "frac_reward_zero_std": 0.0, "grad_norm": 2.2838830947875977, "learning_rate": 4.6809332207053074e-08, "loss": 0.0194, "num_tokens": 4019618.0, "reward": 6.185791015625, "reward_std": 2.2091588973999023, "rewards/fitness_reward/mean": 6.132357597351074, "rewards/fitness_reward/std": 2.0780248641967773, "rewards/kidney_reward/mean": -0.12923404574394226, "rewards/kidney_reward/std": 1.3461557626724243, "rewards/length2tails_reward/mean": 0.8275649547576904, "rewards/length2tails_reward/std": 0.27842438220977783, "rewards/thermo_reward/mean": -0.17768177390098572, "rewards/thermo_reward/std": 1.9903466701507568, "step": 459 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 286.0, "completions/max_terminated_length": 286.0, "completions/mean_length": 263.46875, "completions/mean_terminated_length": 263.46875, "completions/min_length": 65.0, "completions/min_terminated_length": 65.0, "entropy": 0.1407340606674552, "epoch": 0.92, "frac_reward_zero_std": 0.0, "grad_norm": 1.4002125263214111, "learning_rate": 4.472163787765637e-08, "loss": -0.1189, "num_tokens": 4028081.0, "reward": 6.638701915740967, "reward_std": 2.2502400875091553, "rewards/fitness_reward/mean": 6.228815078735352, "rewards/fitness_reward/std": 2.0505142211914062, "rewards/kidney_reward/mean": 0.14867182075977325, "rewards/kidney_reward/std": 1.1441434621810913, "rewards/length2tails_reward/mean": 0.7031423449516296, "rewards/length2tails_reward/std": 0.3281797170639038, "rewards/thermo_reward/mean": 0.31953129172325134, "rewards/thermo_reward/std": 1.8455839157104492, "step": 460 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14164727926254272, "epoch": 0.922, "frac_reward_zero_std": 0.0, "grad_norm": 1.1973295211791992, "learning_rate": 4.2680502467932754e-08, "loss": 0.0036, "num_tokens": 4036780.0, "reward": 6.230764389038086, "reward_std": 2.1518642902374268, "rewards/fitness_reward/mean": 6.048417568206787, "rewards/fitness_reward/std": 2.0361173152923584, "rewards/kidney_reward/mean": -0.2080516517162323, "rewards/kidney_reward/std": 1.3549437522888184, "rewards/length2tails_reward/mean": 0.8079833984375, "rewards/length2tails_reward/std": 0.26826247572898865, "rewards/thermo_reward/mean": 0.16875341534614563, "rewards/thermo_reward/std": 1.9367470741271973, "step": 461 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 437.0, "completions/max_terminated_length": 437.0, "completions/mean_length": 277.03125, "completions/mean_terminated_length": 277.03125, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.16016131080687046, "epoch": 0.924, "frac_reward_zero_std": 0.0, "grad_norm": 2.6919748783111572, "learning_rate": 4.0686025459942486e-08, "loss": 0.0673, "num_tokens": 4045677.0, "reward": 5.369567394256592, "reward_std": 3.270564317703247, "rewards/fitness_reward/mean": 5.362431526184082, "rewards/fitness_reward/std": 2.935969114303589, "rewards/kidney_reward/mean": -0.11173248291015625, "rewards/kidney_reward/std": 1.241031527519226, "rewards/length2tails_reward/mean": 0.8059428334236145, "rewards/length2tails_reward/std": 0.319585919380188, "rewards/thermo_reward/mean": -0.27696692943573, "rewards/thermo_reward/std": 2.009323835372925, "step": 462 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 321.0, "completions/max_terminated_length": 321.0, "completions/mean_length": 271.625, "completions/mean_terminated_length": 271.625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13632575143128633, "epoch": 0.926, "frac_reward_zero_std": 0.0, "grad_norm": 0.3928329646587372, "learning_rate": 3.87383040616811e-08, "loss": 0.0068, "num_tokens": 4054401.0, "reward": 6.620509147644043, "reward_std": 1.183544635772705, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.14931367337703705, "rewards/kidney_reward/std": 1.3510866165161133, "rewards/length2tails_reward/mean": 0.7820310592651367, "rewards/length2tails_reward/std": 0.24996426701545715, "rewards/thermo_reward/mean": 0.22867608070373535, "rewards/thermo_reward/std": 1.7496261596679688, "step": 463 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.40625, "completions/mean_terminated_length": 270.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13270280417054892, "epoch": 0.928, "frac_reward_zero_std": 0.0, "grad_norm": 0.5173652768135071, "learning_rate": 3.6837433202341894e-08, "loss": 0.001, "num_tokens": 4063086.0, "reward": 6.274802207946777, "reward_std": 1.3407738208770752, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.46396902203559875, "rewards/kidney_reward/std": 1.417636513710022, "rewards/length2tails_reward/mean": 0.7583062052726746, "rewards/length2tails_reward/std": 0.28290626406669617, "rewards/thermo_reward/mean": -0.3421969711780548, "rewards/thermo_reward/std": 1.9546772241592407, "step": 464 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1353480676189065, "epoch": 0.93, "frac_reward_zero_std": 0.0, "grad_norm": 0.43471759557724, "learning_rate": 3.4983505527688584e-08, "loss": 0.0053, "num_tokens": 4071795.0, "reward": 6.438246250152588, "reward_std": 1.6006256341934204, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.1561225801706314, "rewards/kidney_reward/std": 1.3050709962844849, "rewards/length2tails_reward/mean": 0.7958537340164185, "rewards/length2tails_reward/std": 0.2570348083972931, "rewards/thermo_reward/mean": -0.4481971561908722, "rewards/thermo_reward/std": 1.9269288778305054, "step": 465 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 264.40625, "completions/mean_terminated_length": 264.40625, "completions/min_length": 89.0, "completions/min_terminated_length": 89.0, "entropy": 0.21487415861338377, "epoch": 0.932, "frac_reward_zero_std": 0.0, "grad_norm": 2.117380380630493, "learning_rate": 3.317661139554062e-08, "loss": -0.0721, "num_tokens": 4080288.0, "reward": 6.310624599456787, "reward_std": 3.2768564224243164, "rewards/fitness_reward/mean": 5.566933631896973, "rewards/fitness_reward/std": 3.2391488552093506, "rewards/kidney_reward/mean": 0.5489071011543274, "rewards/kidney_reward/std": 1.3483208417892456, "rewards/length2tails_reward/mean": 0.8428280353546143, "rewards/length2tails_reward/std": 0.20550084114074707, "rewards/thermo_reward/mean": 0.5170604586601257, "rewards/thermo_reward/std": 1.59054434299469, "step": 466 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 643.0, "completions/max_terminated_length": 643.0, "completions/mean_length": 280.9375, "completions/mean_terminated_length": 280.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13101665768772364, "epoch": 0.934, "frac_reward_zero_std": 0.0, "grad_norm": 2.661982297897339, "learning_rate": 3.141683887136892e-08, "loss": 0.125, "num_tokens": 4089310.0, "reward": 5.751834869384766, "reward_std": 3.421877145767212, "rewards/fitness_reward/mean": 5.474588394165039, "rewards/fitness_reward/std": 3.233222007751465, "rewards/kidney_reward/mean": 0.019836775958538055, "rewards/kidney_reward/std": 1.2497594356536865, "rewards/length2tails_reward/mean": 0.6600824594497681, "rewards/length2tails_reward/std": 0.35533779859542847, "rewards/thermo_reward/mean": 0.20461499691009521, "rewards/thermo_reward/std": 1.853097677230835, "step": 467 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13067772425711155, "epoch": 0.936, "frac_reward_zero_std": 0.0, "grad_norm": 0.5119224786758423, "learning_rate": 2.9704273724003526e-08, "loss": 0.0031, "num_tokens": 4098003.0, "reward": 6.646775245666504, "reward_std": 1.3293075561523438, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.031656183302402496, "rewards/kidney_reward/std": 1.3796350955963135, "rewards/length2tails_reward/mean": 0.7634539604187012, "rewards/length2tails_reward/std": 0.3263379633426666, "rewards/thermo_reward/mean": -0.3024289608001709, "rewards/thermo_reward/std": 2.1008477210998535, "step": 468 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 272.09375, "completions/mean_terminated_length": 272.09375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13748420868068933, "epoch": 0.938, "frac_reward_zero_std": 0.0, "grad_norm": 0.524431586265564, "learning_rate": 2.8038999421453823e-08, "loss": 0.0001, "num_tokens": 4106742.0, "reward": 6.620138168334961, "reward_std": 1.317707896232605, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.27108389139175415, "rewards/kidney_reward/std": 1.3115421533584595, "rewards/length2tails_reward/mean": 0.8660446405410767, "rewards/length2tails_reward/std": 0.2033243179321289, "rewards/thermo_reward/mean": -0.10425892472267151, "rewards/thermo_reward/std": 2.0403130054473877, "step": 469 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 306.0, "completions/max_terminated_length": 306.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 206.0, "completions/min_terminated_length": 206.0, "entropy": 0.14136488363146782, "epoch": 0.94, "frac_reward_zero_std": 0.0, "grad_norm": 0.863619863986969, "learning_rate": 2.642109712683971e-08, "loss": 0.0127, "num_tokens": 4115403.0, "reward": 6.52547550201416, "reward_std": 1.087640643119812, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.13498719036579132, "rewards/kidney_reward/std": 1.1925514936447144, "rewards/length2tails_reward/mean": 0.7910594940185547, "rewards/length2tails_reward/std": 0.2733539044857025, "rewards/thermo_reward/mean": -0.18620994687080383, "rewards/thermo_reward/std": 1.8779382705688477, "step": 470 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 496.0, "completions/max_terminated_length": 496.0, "completions/mean_length": 281.53125, "completions/mean_terminated_length": 281.53125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14799009263515472, "epoch": 0.942, "frac_reward_zero_std": 0.0, "grad_norm": 2.4865119457244873, "learning_rate": 2.4850645694436734e-08, "loss": 0.1213, "num_tokens": 4124444.0, "reward": 5.619724273681641, "reward_std": 3.355104684829712, "rewards/fitness_reward/mean": 5.491335868835449, "rewards/fitness_reward/std": 3.193152666091919, "rewards/kidney_reward/mean": 0.20664328336715698, "rewards/kidney_reward/std": 1.4795762300491333, "rewards/length2tails_reward/mean": 0.7287927865982056, "rewards/length2tails_reward/std": 0.34719234704971313, "rewards/thermo_reward/mean": -0.3142632246017456, "rewards/thermo_reward/std": 1.987789273262024, "step": 471 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 393.0, "completions/max_terminated_length": 393.0, "completions/mean_length": 276.125, "completions/mean_terminated_length": 276.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1640459280461073, "epoch": 0.944, "frac_reward_zero_std": 0.0, "grad_norm": 0.27881982922554016, "learning_rate": 2.332772166583208e-08, "loss": -0.0022, "num_tokens": 4133312.0, "reward": 6.9147844314575195, "reward_std": 1.7263871431350708, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.43178486824035645, "rewards/kidney_reward/std": 1.449816107749939, "rewards/length2tails_reward/mean": 0.8127265572547913, "rewards/length2tails_reward/std": 0.30783113837242126, "rewards/thermo_reward/mean": 0.014802634716033936, "rewards/thermo_reward/std": 2.0539700984954834, "step": 472 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 285.46875, "completions/mean_terminated_length": 270.3548278808594, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.16371324006468058, "epoch": 0.946, "frac_reward_zero_std": 0.0, "grad_norm": 7.666799545288086, "learning_rate": 2.185239926619431e-08, "loss": 0.2289, "num_tokens": 4142479.0, "reward": 6.779679298400879, "reward_std": 2.5289268493652344, "rewards/fitness_reward/mean": 6.130068778991699, "rewards/fitness_reward/std": 2.0904550552368164, "rewards/kidney_reward/mean": 0.32335078716278076, "rewards/kidney_reward/std": 1.342889666557312, "rewards/length2tails_reward/mean": 0.7477067112922668, "rewards/length2tails_reward/std": 0.2941748797893524, "rewards/thermo_reward/mean": 0.6020166277885437, "rewards/thermo_reward/std": 1.8339732885360718, "step": 473 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12790144886821508, "epoch": 0.948, "frac_reward_zero_std": 0.0, "grad_norm": 0.6886346340179443, "learning_rate": 2.0424750400655943e-08, "loss": 0.0028, "num_tokens": 4151140.0, "reward": 6.2106170654296875, "reward_std": 3.0731492042541504, "rewards/fitness_reward/mean": 5.7802581787109375, "rewards/fitness_reward/std": 2.463535785675049, "rewards/kidney_reward/mean": -0.24863553047180176, "rewards/kidney_reward/std": 1.4447722434997559, "rewards/length2tails_reward/mean": 0.7356371283531189, "rewards/length2tails_reward/std": 0.3002653121948242, "rewards/thermo_reward/mean": 0.7415350079536438, "rewards/thermo_reward/std": 1.7750520706176758, "step": 474 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 268.84375, "completions/mean_terminated_length": 268.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12629235815256834, "epoch": 0.95, "frac_reward_zero_std": 0.0, "grad_norm": 2.221573829650879, "learning_rate": 1.9044844650808467e-08, "loss": -0.0024, "num_tokens": 4159775.0, "reward": 6.558210372924805, "reward_std": 2.4178450107574463, "rewards/fitness_reward/mean": 6.1215362548828125, "rewards/fitness_reward/std": 2.136852741241455, "rewards/kidney_reward/mean": 0.2523971498012543, "rewards/kidney_reward/std": 1.3830926418304443, "rewards/length2tails_reward/mean": 0.7020688056945801, "rewards/length2tails_reward/std": 0.31335434317588806, "rewards/thermo_reward/mean": 0.2699163258075714, "rewards/thermo_reward/std": 1.4773310422897339, "step": 475 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.53125, "completions/mean_terminated_length": 270.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13433454185724258, "epoch": 0.952, "frac_reward_zero_std": 0.0, "grad_norm": 1.0128010511398315, "learning_rate": 1.771274927131139e-08, "loss": 0.0026, "num_tokens": 4168464.0, "reward": 6.293290138244629, "reward_std": 2.1775317192077637, "rewards/fitness_reward/mean": 6.202960968017578, "rewards/fitness_reward/std": 1.6983211040496826, "rewards/kidney_reward/mean": -0.2153567522764206, "rewards/kidney_reward/std": 1.2575360536575317, "rewards/length2tails_reward/mean": 0.7736026048660278, "rewards/length2tails_reward/std": 0.294264554977417, "rewards/thermo_reward/mean": 0.00921345129609108, "rewards/thermo_reward/std": 2.212282180786133, "step": 476 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.40625, "completions/mean_terminated_length": 270.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1272476715967059, "epoch": 0.954, "frac_reward_zero_std": 0.0, "grad_norm": 0.5237146019935608, "learning_rate": 1.6428529186614193e-08, "loss": -0.0039, "num_tokens": 4177149.0, "reward": 6.367445468902588, "reward_std": 1.6114425659179688, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": 0.08609558641910553, "rewards/kidney_reward/std": 1.3017667531967163, "rewards/length2tails_reward/mean": 0.7121409177780151, "rewards/length2tails_reward/std": 0.31732919812202454, "rewards/thermo_reward/mean": -0.06595921516418457, "rewards/thermo_reward/std": 1.9046858549118042, "step": 477 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12140200845897198, "epoch": 0.956, "frac_reward_zero_std": 0.0, "grad_norm": 0.39394357800483704, "learning_rate": 1.519224698779198e-08, "loss": 0.005, "num_tokens": 4185839.0, "reward": 6.108905792236328, "reward_std": 2.085566759109497, "rewards/fitness_reward/mean": 6.2113847732543945, "rewards/fitness_reward/std": 1.6536391973495483, "rewards/kidney_reward/mean": -0.22255373001098633, "rewards/kidney_reward/std": 1.3791135549545288, "rewards/length2tails_reward/mean": 0.8077136278152466, "rewards/length2tails_reward/std": 0.24216946959495544, "rewards/thermo_reward/mean": -0.3862607479095459, "rewards/thermo_reward/std": 2.2672908306121826, "step": 478 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 168.0, "completions/min_terminated_length": 168.0, "entropy": 0.1554853916168213, "epoch": 0.958, "frac_reward_zero_std": 0.0, "grad_norm": 1.6892180442810059, "learning_rate": 1.4003962929495127e-08, "loss": -0.0541, "num_tokens": 4194479.0, "reward": 6.385907173156738, "reward_std": 2.320415496826172, "rewards/fitness_reward/mean": 6.11521577835083, "rewards/fitness_reward/std": 2.1712775230407715, "rewards/kidney_reward/mean": 0.04682411253452301, "rewards/kidney_reward/std": 1.4674209356307983, "rewards/length2tails_reward/mean": 0.8595852851867676, "rewards/length2tails_reward/std": 0.2050134241580963, "rewards/thermo_reward/mean": 0.06476667523384094, "rewards/thermo_reward/std": 1.9430291652679443, "step": 479 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 437.0, "completions/max_terminated_length": 437.0, "completions/mean_length": 284.5, "completions/mean_terminated_length": 284.5, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.14631187915802002, "epoch": 0.96, "frac_reward_zero_std": 0.0, "grad_norm": 2.1183857917785645, "learning_rate": 1.2863734927012093e-08, "loss": 0.1397, "num_tokens": 4203615.0, "reward": 5.392303943634033, "reward_std": 3.975283622741699, "rewards/fitness_reward/mean": 5.271598815917969, "rewards/fitness_reward/std": 3.5448451042175293, "rewards/kidney_reward/mean": -0.32605940103530884, "rewards/kidney_reward/std": 1.1550776958465576, "rewards/length2tails_reward/mean": 0.8411507606506348, "rewards/length2tails_reward/std": 0.26199305057525635, "rewards/thermo_reward/mean": 0.1468944400548935, "rewards/thermo_reward/std": 1.9205420017242432, "step": 480 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 261.84375, "completions/mean_terminated_length": 261.84375, "completions/min_length": 78.0, "completions/min_terminated_length": 78.0, "entropy": 0.16815311275422573, "epoch": 0.962, "frac_reward_zero_std": 0.0, "grad_norm": 1.7249035835266113, "learning_rate": 1.1771618553447215e-08, "loss": -0.1241, "num_tokens": 4212026.0, "reward": 6.322161674499512, "reward_std": 3.3183627128601074, "rewards/fitness_reward/mean": 5.872105121612549, "rewards/fitness_reward/std": 2.830014228820801, "rewards/kidney_reward/mean": 0.09821343421936035, "rewards/kidney_reward/std": 1.3843051195144653, "rewards/length2tails_reward/mean": 0.8109922409057617, "rewards/length2tails_reward/std": 0.29384127259254456, "rewards/thermo_reward/mean": 0.39640364050865173, "rewards/thermo_reward/std": 1.6114957332611084, "step": 481 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 293.0, "completions/max_terminated_length": 293.0, "completions/mean_length": 272.09375, "completions/mean_terminated_length": 272.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12907341960817575, "epoch": 0.964, "frac_reward_zero_std": 0.0, "grad_norm": 0.533166766166687, "learning_rate": 1.0727667037011667e-08, "loss": 0.0007, "num_tokens": 4220765.0, "reward": 6.261979579925537, "reward_std": 1.1733015775680542, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.2737240493297577, "rewards/kidney_reward/std": 1.2405914068222046, "rewards/length2tails_reward/mean": 0.8256810307502747, "rewards/length2tails_reward/std": 0.2820776402950287, "rewards/thermo_reward/mean": -0.5917750597000122, "rewards/thermo_reward/std": 1.9592158794403076, "step": 482 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.25, "completions/mean_terminated_length": 271.25, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.21401519421488047, "epoch": 0.966, "frac_reward_zero_std": 0.0, "grad_norm": 2.6284871101379395, "learning_rate": 9.731931258429638e-09, "loss": -0.01, "num_tokens": 4229477.0, "reward": 6.693005561828613, "reward_std": 2.3508384227752686, "rewards/fitness_reward/mean": 6.221892356872559, "rewards/fitness_reward/std": 2.0896761417388916, "rewards/kidney_reward/mean": 0.1586083471775055, "rewards/kidney_reward/std": 1.414463996887207, "rewards/length2tails_reward/mean": 0.8126205205917358, "rewards/length2tails_reward/std": 0.2758491039276123, "rewards/thermo_reward/mean": 0.3773079514503479, "rewards/thermo_reward/std": 2.071603298187256, "step": 483 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 518.0, "completions/max_terminated_length": 518.0, "completions/mean_length": 282.96875, "completions/mean_terminated_length": 282.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17435009684413671, "epoch": 0.968, "frac_reward_zero_std": 0.0, "grad_norm": 2.2569141387939453, "learning_rate": 8.784459748458317e-09, "loss": 0.0154, "num_tokens": 4238564.0, "reward": 5.633315086364746, "reward_std": 3.1612935066223145, "rewards/fitness_reward/mean": 5.347982883453369, "rewards/fitness_reward/std": 3.3307552337646484, "rewards/kidney_reward/mean": -0.03157354146242142, "rewards/kidney_reward/std": 1.3760062456130981, "rewards/length2tails_reward/mean": 0.7512047290802002, "rewards/length2tails_reward/std": 0.30314382910728455, "rewards/thermo_reward/mean": 0.22663527727127075, "rewards/thermo_reward/std": 1.7661378383636475, "step": 484 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 520.0, "completions/max_terminated_length": 520.0, "completions/mean_length": 279.15625, "completions/mean_terminated_length": 279.15625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.17211697157472372, "epoch": 0.97, "frac_reward_zero_std": 0.0, "grad_norm": 3.859675884246826, "learning_rate": 7.885298685522235e-09, "loss": 0.1062, "num_tokens": 4247529.0, "reward": 6.191662788391113, "reward_std": 3.2506253719329834, "rewards/fitness_reward/mean": 5.795844078063965, "rewards/fitness_reward/std": 2.7598862648010254, "rewards/kidney_reward/mean": 0.04356342554092407, "rewards/kidney_reward/std": 1.4145551919937134, "rewards/length2tails_reward/mean": 0.8112553954124451, "rewards/length2tails_reward/std": 0.27985844016075134, "rewards/thermo_reward/mean": 0.3424462676048279, "rewards/thermo_reward/std": 1.8757723569869995, "step": 485 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14102749805897474, "epoch": 0.972, "frac_reward_zero_std": 0.0, "grad_norm": 2.0287251472473145, "learning_rate": 7.034491893463057e-09, "loss": 0.0043, "num_tokens": 4256244.0, "reward": 6.852804183959961, "reward_std": 1.6488749980926514, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.1278020739555359, "rewards/kidney_reward/std": 1.3883448839187622, "rewards/length2tails_reward/mean": 0.7885364890098572, "rewards/length2tails_reward/std": 0.3108876943588257, "rewards/thermo_reward/mean": 0.41289806365966797, "rewards/thermo_reward/std": 1.8513990640640259, "step": 486 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.75, "completions/mean_terminated_length": 271.75, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.14220308419317007, "epoch": 0.974, "frac_reward_zero_std": 0.0, "grad_norm": 0.5835313200950623, "learning_rate": 6.23208083940363e-09, "loss": 0.0032, "num_tokens": 4264972.0, "reward": 6.557872772216797, "reward_std": 1.528399109840393, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.31340882182121277, "rewards/kidney_reward/std": 1.2353618144989014, "rewards/length2tails_reward/mean": 0.8489131331443787, "rewards/length2tails_reward/std": 0.19918689131736755, "rewards/thermo_reward/mean": 0.028078734874725342, "rewards/thermo_reward/std": 1.8716614246368408, "step": 487 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13235425390303135, "epoch": 0.976, "frac_reward_zero_std": 0.0, "grad_norm": 0.6584662795066833, "learning_rate": 5.47810463172671e-09, "loss": 0.0031, "num_tokens": 4273681.0, "reward": 6.674538612365723, "reward_std": 1.3704478740692139, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.00790829211473465, "rewards/kidney_reward/std": 1.332300066947937, "rewards/length2tails_reward/mean": 0.802370548248291, "rewards/length2tails_reward/std": 0.25463488698005676, "rewards/thermo_reward/mean": -0.2426123023033142, "rewards/thermo_reward/std": 2.2439165115356445, "step": 488 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12326779402792454, "epoch": 0.978, "frac_reward_zero_std": 0.0, "grad_norm": 0.37450870871543884, "learning_rate": 4.772600018168815e-09, "loss": 0.0022, "num_tokens": 4282389.0, "reward": 6.011283874511719, "reward_std": 1.5877715349197388, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.4957900643348694, "rewards/kidney_reward/std": 1.1033035516738892, "rewards/length2tails_reward/mean": 0.7796015739440918, "rewards/length2tails_reward/std": 0.30093348026275635, "rewards/thermo_reward/mean": -0.6420827507972717, "rewards/thermo_reward/std": 2.05932354927063, "step": 489 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.625, "completions/mean_terminated_length": 271.625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1382999373599887, "epoch": 0.98, "frac_reward_zero_std": 0.0, "grad_norm": 1.1265020370483398, "learning_rate": 4.115601384029666e-09, "loss": -0.0023, "num_tokens": 4291113.0, "reward": 7.089540958404541, "reward_std": 1.1871302127838135, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.15937963128089905, "rewards/kidney_reward/std": 1.3904200792312622, "rewards/length2tails_reward/mean": 0.8089946508407593, "rewards/length2tails_reward/std": 0.25792431831359863, "rewards/thermo_reward/mean": 0.43260854482650757, "rewards/thermo_reward/std": 1.7895396947860718, "step": 490 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 512.0, "completions/max_terminated_length": 512.0, "completions/mean_length": 277.03125, "completions/mean_terminated_length": 277.03125, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.13852917868644, "epoch": 0.982, "frac_reward_zero_std": 0.0, "grad_norm": 1.1202490329742432, "learning_rate": 3.5071407504956294e-09, "loss": 0.078, "num_tokens": 4300010.0, "reward": 6.318650722503662, "reward_std": 1.5724629163742065, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.29085487127304077, "rewards/kidney_reward/std": 1.2370598316192627, "rewards/length2tails_reward/mean": 0.7769042253494263, "rewards/length2tails_reward/std": 0.30063578486442566, "rewards/thermo_reward/mean": -0.4369143545627594, "rewards/thermo_reward/std": 2.1379871368408203, "step": 491 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14235816057771444, "epoch": 0.984, "frac_reward_zero_std": 0.0, "grad_norm": 2.0515778064727783, "learning_rate": 2.947247773079753e-09, "loss": 0.0048, "num_tokens": 4308707.0, "reward": 6.565581798553467, "reward_std": 2.419142007827759, "rewards/fitness_reward/mean": 6.200839042663574, "rewards/fitness_reward/std": 2.2087697982788086, "rewards/kidney_reward/mean": -0.203052818775177, "rewards/kidney_reward/std": 1.2326304912567139, "rewards/length2tails_reward/mean": 0.8171231150627136, "rewards/length2tails_reward/std": 0.23487749695777893, "rewards/thermo_reward/mean": 0.5239765048027039, "rewards/thermo_reward/std": 1.8486820459365845, "step": 492 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.78125, "completions/mean_terminated_length": 269.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12068606168031693, "epoch": 0.986, "frac_reward_zero_std": 0.0, "grad_norm": 0.6563858389854431, "learning_rate": 2.435949740175802e-09, "loss": -0.0026, "num_tokens": 4317372.0, "reward": 6.417881011962891, "reward_std": 2.5073564052581787, "rewards/fitness_reward/mean": 6.17474365234375, "rewards/fitness_reward/std": 1.8490768671035767, "rewards/kidney_reward/mean": -0.0659375786781311, "rewards/kidney_reward/std": 1.3378238677978516, "rewards/length2tails_reward/mean": 0.7271683216094971, "rewards/length2tails_reward/std": 0.32772964239120483, "rewards/thermo_reward/mean": 0.1886269599199295, "rewards/thermo_reward/std": 2.022970199584961, "step": 493 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 648.0, "completions/max_terminated_length": 648.0, "completions/mean_length": 286.78125, "completions/mean_terminated_length": 286.78125, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.18350693583488464, "epoch": 0.988, "frac_reward_zero_std": 0.0, "grad_norm": 2.7464146614074707, "learning_rate": 1.973271571728441e-09, "loss": 0.0335, "num_tokens": 4326581.0, "reward": 6.034966468811035, "reward_std": 2.6427571773529053, "rewards/fitness_reward/mean": 5.688358783721924, "rewards/fitness_reward/std": 2.8081235885620117, "rewards/kidney_reward/mean": 0.0014158524572849274, "rewards/kidney_reward/std": 1.2659722566604614, "rewards/length2tails_reward/mean": 0.8527138829231262, "rewards/length2tails_reward/std": 0.21939502656459808, "rewards/thermo_reward/mean": 0.26544201374053955, "rewards/thermo_reward/std": 1.916554570198059, "step": 494 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.96875, "completions/mean_terminated_length": 268.96875, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.13475322257727385, "epoch": 0.99, "frac_reward_zero_std": 0.0, "grad_norm": 0.8051790595054626, "learning_rate": 1.559235818018978e-09, "loss": 0.0115, "num_tokens": 4335220.0, "reward": 5.8860626220703125, "reward_std": 3.1279499530792236, "rewards/fitness_reward/mean": 5.766759872436523, "rewards/fitness_reward/std": 2.515184164047241, "rewards/kidney_reward/mean": 0.12276924401521683, "rewards/kidney_reward/std": 1.2952481508255005, "rewards/length2tails_reward/mean": 0.7117717266082764, "rewards/length2tails_reward/std": 0.3357178866863251, "rewards/thermo_reward/mean": -0.24005013704299927, "rewards/thermo_reward/std": 2.0688977241516113, "step": 495 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 742.0, "completions/max_terminated_length": 742.0, "completions/mean_length": 285.3125, "completions/mean_terminated_length": 285.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.18036719225347042, "epoch": 0.992, "frac_reward_zero_std": 0.0, "grad_norm": 7.536488056182861, "learning_rate": 1.193862658566025e-09, "loss": 0.1906, "num_tokens": 4344382.0, "reward": 6.254662990570068, "reward_std": 2.8364017009735107, "rewards/fitness_reward/mean": 5.82073974609375, "rewards/fitness_reward/std": 2.669975996017456, "rewards/kidney_reward/mean": 0.12117721140384674, "rewards/kidney_reward/std": 1.3783304691314697, "rewards/length2tails_reward/mean": 0.8040266633033752, "rewards/length2tails_reward/std": 0.24874736368656158, "rewards/thermo_reward/mean": 0.34465593099594116, "rewards/thermo_reward/std": 1.8117518424987793, "step": 496 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 265.4375, "completions/mean_terminated_length": 265.4375, "completions/min_length": 89.0, "completions/min_terminated_length": 89.0, "entropy": 0.14075111038982868, "epoch": 0.994, "frac_reward_zero_std": 0.0, "grad_norm": 1.8132911920547485, "learning_rate": 8.771699011416167e-10, "loss": -0.0563, "num_tokens": 4352908.0, "reward": 5.731771469116211, "reward_std": 2.852626085281372, "rewards/fitness_reward/mean": 5.548877239227295, "rewards/fitness_reward/std": 2.9979569911956787, "rewards/kidney_reward/mean": -0.32727035880088806, "rewards/kidney_reward/std": 1.3308184146881104, "rewards/length2tails_reward/mean": 0.8396377563476562, "rewards/length2tails_reward/std": 0.1741836816072464, "rewards/thermo_reward/mean": 0.27323901653289795, "rewards/thermo_reward/std": 1.6997170448303223, "step": 497 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 314.0, "completions/max_terminated_length": 314.0, "completions/mean_length": 265.9375, "completions/mean_terminated_length": 265.9375, "completions/min_length": 88.0, "completions/min_terminated_length": 88.0, "entropy": 0.13753656949847937, "epoch": 0.996, "frac_reward_zero_std": 0.0, "grad_norm": 0.766315758228302, "learning_rate": 6.091729809042379e-10, "loss": -0.0831, "num_tokens": 4361450.0, "reward": 5.796799182891846, "reward_std": 3.151379108428955, "rewards/fitness_reward/mean": 5.714599609375, "rewards/fitness_reward/std": 2.720996141433716, "rewards/kidney_reward/mean": -0.09053881466388702, "rewards/kidney_reward/std": 1.1235448122024536, "rewards/length2tails_reward/mean": 0.7273579835891724, "rewards/length2tails_reward/std": 0.32541486620903015, "rewards/thermo_reward/mean": -0.10874120146036148, "rewards/thermo_reward/std": 1.9039497375488281, "step": 498 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 299.0, "completions/max_terminated_length": 299.0, "completions/mean_length": 271.4375, "completions/mean_terminated_length": 271.4375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1267131119966507, "epoch": 0.998, "frac_reward_zero_std": 0.0, "grad_norm": 0.5692701935768127, "learning_rate": 3.8988495964564774e-10, "loss": 0.0018, "num_tokens": 4370168.0, "reward": 6.738133430480957, "reward_std": 1.3152570724487305, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.08398180454969406, "rewards/kidney_reward/std": 1.4386367797851562, "rewards/length2tails_reward/mean": 0.7613844871520996, "rewards/length2tails_reward/std": 0.31253892183303833, "rewards/thermo_reward/mean": -0.1710038036108017, "rewards/thermo_reward/std": 1.9834370613098145, "step": 499 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14032446220517159, "epoch": 1.0, "frac_reward_zero_std": 0.0, "grad_norm": 1.2252322435379028, "learning_rate": 2.1931652515450038e-10, "loss": 0.0056, "num_tokens": 4378889.0, "reward": 6.141080379486084, "reward_std": 3.0671908855438232, "rewards/fitness_reward/mean": 5.957330703735352, "rewards/fitness_reward/std": 2.511507272720337, "rewards/kidney_reward/mean": 0.047492511570453644, "rewards/kidney_reward/std": 1.287542462348938, "rewards/length2tails_reward/mean": 0.7975193858146667, "rewards/length2tails_reward/std": 0.21932071447372437, "rewards/thermo_reward/mean": -0.07875257730484009, "rewards/thermo_reward/std": 1.930476427078247, "step": 500 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13029385171830654, "epoch": 1.002, "frac_reward_zero_std": 0.0, "grad_norm": 0.3931049108505249, "learning_rate": 9.747599069576118e-11, "loss": 0.0044, "num_tokens": 4387576.0, "reward": 6.128358840942383, "reward_std": 1.9481713771820068, "rewards/fitness_reward/mean": 6.2005510330200195, "rewards/fitness_reward/std": 1.7111358642578125, "rewards/kidney_reward/mean": -0.4570838212966919, "rewards/kidney_reward/std": 1.3160635232925415, "rewards/length2tails_reward/mean": 0.7353918552398682, "rewards/length2tails_reward/std": 0.2832469344139099, "rewards/thermo_reward/mean": -0.05499591678380966, "rewards/thermo_reward/std": 2.082115411758423, "step": 501 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 272.03125, "completions/mean_terminated_length": 272.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15063100401312113, "epoch": 1.004, "frac_reward_zero_std": 0.0, "grad_norm": 0.4766063690185547, "learning_rate": 1.085874532688217e-06, "loss": 0.0044, "num_tokens": 4396313.0, "reward": 4.716043472290039, "reward_std": 3.9207024574279785, "rewards/fitness_reward/mean": 4.780799388885498, "rewards/fitness_reward/std": 3.55592679977417, "rewards/kidney_reward/mean": -0.35647231340408325, "rewards/kidney_reward/std": 1.4802333116531372, "rewards/length2tails_reward/mean": 0.8220291137695312, "rewards/length2tails_reward/std": 0.2834490239620209, "rewards/thermo_reward/mean": -0.18405494093894958, "rewards/thermo_reward/std": 1.9247404336929321, "step": 502 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 386.0, "completions/max_terminated_length": 386.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 152.0, "completions/min_terminated_length": 152.0, "entropy": 0.14282104652374983, "epoch": 1.006, "frac_reward_zero_std": 0.0, "grad_norm": 1.4218590259552002, "learning_rate": 1.0825793454723324e-06, "loss": -0.0044, "num_tokens": 4404974.0, "reward": 6.322770595550537, "reward_std": 3.294572591781616, "rewards/fitness_reward/mean": 5.877994537353516, "rewards/fitness_reward/std": 2.809220314025879, "rewards/kidney_reward/mean": 0.34341520071029663, "rewards/kidney_reward/std": 1.2038322687149048, "rewards/length2tails_reward/mean": 0.7419826984405518, "rewards/length2tails_reward/std": 0.3042587339878082, "rewards/thermo_reward/mean": 0.175145223736763, "rewards/thermo_reward/std": 1.9156057834625244, "step": 503 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 449.0, "completions/max_terminated_length": 449.0, "completions/mean_length": 275.75, "completions/mean_terminated_length": 275.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1312598967924714, "epoch": 1.008, "frac_reward_zero_std": 0.0, "grad_norm": 2.2247414588928223, "learning_rate": 1.0792832551819557e-06, "loss": 0.0793, "num_tokens": 4413830.0, "reward": 6.414349555969238, "reward_std": 2.865602731704712, "rewards/fitness_reward/mean": 5.952852725982666, "rewards/fitness_reward/std": 2.535936117172241, "rewards/kidney_reward/mean": -0.17726193368434906, "rewards/kidney_reward/std": 1.3616160154342651, "rewards/length2tails_reward/mean": 0.8348301649093628, "rewards/length2tails_reward/std": 0.1951935738325119, "rewards/thermo_reward/mean": 0.6828402280807495, "rewards/thermo_reward/std": 1.7432595491409302, "step": 504 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 271.5625, "completions/mean_terminated_length": 271.5625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14658197574317455, "epoch": 1.01, "frac_reward_zero_std": 0.0, "grad_norm": 1.0982699394226074, "learning_rate": 1.075986297862603e-06, "loss": 0.0101, "num_tokens": 4422552.0, "reward": 6.486241340637207, "reward_std": 2.30737042427063, "rewards/fitness_reward/mean": 6.141730785369873, "rewards/fitness_reward/std": 2.027179718017578, "rewards/kidney_reward/mean": -0.10469349473714828, "rewards/kidney_reward/std": 1.3239145278930664, "rewards/length2tails_reward/mean": 0.8329644203186035, "rewards/length2tails_reward/std": 0.21248126029968262, "rewards/thermo_reward/mean": 0.3772319257259369, "rewards/thermo_reward/std": 1.8914566040039062, "step": 505 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.6875, "completions/mean_terminated_length": 269.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.11312571819871664, "epoch": 1.012, "frac_reward_zero_std": 0.0, "grad_norm": 0.7219551205635071, "learning_rate": 1.072688509569271e-06, "loss": 0.0041, "num_tokens": 4431214.0, "reward": 6.577698707580566, "reward_std": 1.5953855514526367, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.1282057762145996, "rewards/kidney_reward/std": 1.2744837999343872, "rewards/length2tails_reward/mean": 0.756378173828125, "rewards/length2tails_reward/std": 0.29190853238105774, "rewards/thermo_reward/mean": 0.1347734034061432, "rewards/thermo_reward/std": 2.067352771759033, "step": 506 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 322.0, "completions/max_terminated_length": 322.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 198.0, "completions/min_terminated_length": 198.0, "entropy": 0.16683596931397915, "epoch": 1.014, "frac_reward_zero_std": 0.0, "grad_norm": 2.5193722248077393, "learning_rate": 1.069389926366044e-06, "loss": -0.0412, "num_tokens": 4439909.0, "reward": 6.593597412109375, "reward_std": 2.396681070327759, "rewards/fitness_reward/mean": 6.228442668914795, "rewards/fitness_reward/std": 2.0526208877563477, "rewards/kidney_reward/mean": 0.09212029725313187, "rewards/kidney_reward/std": 1.4154157638549805, "rewards/length2tails_reward/mean": 0.8067541122436523, "rewards/length2tails_reward/std": 0.2526581585407257, "rewards/thermo_reward/mean": 0.2348119616508484, "rewards/thermo_reward/std": 1.8269776105880737, "step": 507 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.03125, "completions/mean_terminated_length": 269.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1140651274472475, "epoch": 1.016, "frac_reward_zero_std": 0.0, "grad_norm": 0.35990557074546814, "learning_rate": 1.0660905843256994e-06, "loss": -0.0031, "num_tokens": 4448550.0, "reward": 6.444252014160156, "reward_std": 2.1594624519348145, "rewards/fitness_reward/mean": 6.186591148376465, "rewards/fitness_reward/std": 1.7855913639068604, "rewards/kidney_reward/mean": -0.002717338502407074, "rewards/kidney_reward/std": 1.3338731527328491, "rewards/length2tails_reward/mean": 0.676758885383606, "rewards/length2tails_reward/std": 0.3374778926372528, "rewards/thermo_reward/mean": 0.17965897917747498, "rewards/thermo_reward/std": 1.7784078121185303, "step": 508 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.12541080079972744, "epoch": 1.018, "frac_reward_zero_std": 0.0, "grad_norm": 0.49342793226242065, "learning_rate": 1.0627905195293135e-06, "loss": 0.0019, "num_tokens": 4457243.0, "reward": 6.073275566101074, "reward_std": 2.286477565765381, "rewards/fitness_reward/mean": 6.070756912231445, "rewards/fitness_reward/std": 1.9208258390426636, "rewards/kidney_reward/mean": -0.2497643232345581, "rewards/kidney_reward/std": 1.2507424354553223, "rewards/length2tails_reward/mean": 0.7881720066070557, "rewards/length2tails_reward/std": 0.31101441383361816, "rewards/thermo_reward/mean": -0.1392844319343567, "rewards/thermo_reward/std": 1.982621669769287, "step": 509 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.84375, "completions/mean_terminated_length": 271.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14774498343467712, "epoch": 1.02, "frac_reward_zero_std": 0.0, "grad_norm": 0.9633992910385132, "learning_rate": 1.0594897680658656e-06, "loss": 0.0001, "num_tokens": 4465974.0, "reward": 6.762842178344727, "reward_std": 1.1644959449768066, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.21087446808815002, "rewards/kidney_reward/std": 1.2558995485305786, "rewards/length2tails_reward/mean": 0.8480589389801025, "rewards/length2tails_reward/std": 0.2005181908607483, "rewards/thermo_reward/mean": -0.29181528091430664, "rewards/thermo_reward/std": 1.9807835817337036, "step": 510 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.90625, "completions/mean_terminated_length": 269.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1343985851854086, "epoch": 1.022, "frac_reward_zero_std": 0.0, "grad_norm": 0.6261811852455139, "learning_rate": 1.0561883660318454e-06, "loss": 0.0058, "num_tokens": 4474643.0, "reward": 6.389760971069336, "reward_std": 1.3629364967346191, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.35103434324264526, "rewards/kidney_reward/std": 1.2251182794570923, "rewards/length2tails_reward/mean": 0.7605469822883606, "rewards/length2tails_reward/std": 0.31118449568748474, "rewards/thermo_reward/mean": -0.020357713103294373, "rewards/thermo_reward/std": 1.7070509195327759, "step": 511 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.21875, "completions/mean_terminated_length": 270.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12923681642860174, "epoch": 1.024, "frac_reward_zero_std": 0.0, "grad_norm": 0.38580459356307983, "learning_rate": 1.0528863495308566e-06, "loss": 0.0014, "num_tokens": 4483322.0, "reward": 6.612669944763184, "reward_std": 1.37649405002594, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.18318305909633636, "rewards/kidney_reward/std": 1.299351453781128, "rewards/length2tails_reward/mean": 0.7847663760185242, "rewards/length2tails_reward/std": 0.2517183721065521, "rewards/thermo_reward/mean": 0.03952169418334961, "rewards/thermo_reward/std": 1.960716724395752, "step": 512 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13614719919860363, "epoch": 1.026, "frac_reward_zero_std": 0.0, "grad_norm": 0.7320016622543335, "learning_rate": 1.0495837546732222e-06, "loss": -0.0041, "num_tokens": 4491989.0, "reward": 6.7402777671813965, "reward_std": 1.829291820526123, "rewards/fitness_reward/mean": 6.315629005432129, "rewards/fitness_reward/std": 1.5594186782836914, "rewards/kidney_reward/mean": -0.052485376596450806, "rewards/kidney_reward/std": 1.2512917518615723, "rewards/length2tails_reward/mean": 0.7529121041297913, "rewards/length2tails_reward/std": 0.30625954270362854, "rewards/thermo_reward/mean": 0.5253260135650635, "rewards/thermo_reward/std": 1.8666858673095703, "step": 513 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.03125, "completions/mean_terminated_length": 271.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1361381532624364, "epoch": 1.028, "frac_reward_zero_std": 0.0, "grad_norm": 0.5114327669143677, "learning_rate": 1.046280617575591e-06, "loss": -0.002, "num_tokens": 4500694.0, "reward": 7.205974578857422, "reward_std": 1.038799524307251, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.4273352324962616, "rewards/kidney_reward/std": 1.343811273574829, "rewards/length2tails_reward/mean": 0.7962641716003418, "rewards/length2tails_reward/std": 0.2505396902561188, "rewards/thermo_reward/mean": 0.40388602018356323, "rewards/thermo_reward/std": 1.614760160446167, "step": 514 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 386.0, "completions/max_terminated_length": 386.0, "completions/mean_length": 274.4375, "completions/mean_terminated_length": 274.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14021822530776262, "epoch": 1.03, "frac_reward_zero_std": 0.0, "grad_norm": 0.4638788402080536, "learning_rate": 1.0429769743605405e-06, "loss": -0.0207, "num_tokens": 4509508.0, "reward": 6.43010139465332, "reward_std": 1.6429603099822998, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.2095562219619751, "rewards/kidney_reward/std": 1.3042500019073486, "rewards/length2tails_reward/mean": 0.7541611194610596, "rewards/length2tails_reward/std": 0.33757731318473816, "rewards/thermo_reward/mean": 0.12801618874073029, "rewards/thermo_reward/std": 1.8921420574188232, "step": 515 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 470.0, "completions/max_terminated_length": 470.0, "completions/mean_length": 276.71875, "completions/mean_terminated_length": 276.71875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13349637668579817, "epoch": 1.032, "frac_reward_zero_std": 0.0, "grad_norm": 1.7291481494903564, "learning_rate": 1.0396728611561843e-06, "loss": 0.1033, "num_tokens": 4518395.0, "reward": 6.790717601776123, "reward_std": 2.053311586380005, "rewards/fitness_reward/mean": 6.252190589904785, "rewards/fitness_reward/std": 1.9182831048965454, "rewards/kidney_reward/mean": 0.17156369984149933, "rewards/kidney_reward/std": 1.4212603569030762, "rewards/length2tails_reward/mean": 0.7817354202270508, "rewards/length2tails_reward/std": 0.28353890776634216, "rewards/thermo_reward/mean": 0.5146225690841675, "rewards/thermo_reward/std": 1.6317241191864014, "step": 516 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12114311382174492, "epoch": 1.034, "frac_reward_zero_std": 0.0, "grad_norm": 0.6436499357223511, "learning_rate": 1.0363683140957744e-06, "loss": 0.0067, "num_tokens": 4527068.0, "reward": 6.9150238037109375, "reward_std": 1.4282177686691284, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.420188307762146, "rewards/kidney_reward/std": 1.4897546768188477, "rewards/length2tails_reward/mean": 0.7961421608924866, "rewards/length2tails_reward/std": 0.1942632496356964, "rewards/thermo_reward/mean": -0.1708083152770996, "rewards/thermo_reward/std": 2.0713841915130615, "step": 517 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.09375, "completions/mean_terminated_length": 269.09375, "completions/min_length": 240.0, "completions/min_terminated_length": 240.0, "entropy": 0.13267110008746386, "epoch": 1.036, "frac_reward_zero_std": 0.0, "grad_norm": 0.5470105409622192, "learning_rate": 1.0330633693173082e-06, "loss": 0.0028, "num_tokens": 4535711.0, "reward": 6.7112836837768555, "reward_std": 1.220462679862976, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.1221885085105896, "rewards/kidney_reward/std": 1.3579566478729248, "rewards/length2tails_reward/mean": 0.8357151746749878, "rewards/length2tails_reward/std": 0.1849537491798401, "rewards/thermo_reward/mean": -0.05569875240325928, "rewards/thermo_reward/std": 1.8645966053009033, "step": 518 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 402.0, "completions/max_terminated_length": 402.0, "completions/mean_length": 273.96875, "completions/mean_terminated_length": 273.96875, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.13998878747224808, "epoch": 1.038, "frac_reward_zero_std": 0.0, "grad_norm": 1.4017844200134277, "learning_rate": 1.0297580629631324e-06, "loss": 0.0603, "num_tokens": 4544510.0, "reward": 6.162096977233887, "reward_std": 3.3689303398132324, "rewards/fitness_reward/mean": 5.874364852905273, "rewards/fitness_reward/std": 2.821101188659668, "rewards/kidney_reward/mean": 0.1349107325077057, "rewards/kidney_reward/std": 1.3395761251449585, "rewards/length2tails_reward/mean": 0.750157356262207, "rewards/length2tails_reward/std": 0.3289134204387665, "rewards/thermo_reward/mean": 0.06547515094280243, "rewards/thermo_reward/std": 1.9795258045196533, "step": 519 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 485.0, "completions/max_terminated_length": 485.0, "completions/mean_length": 275.75, "completions/mean_terminated_length": 275.75, "completions/min_length": 196.0, "completions/min_terminated_length": 196.0, "entropy": 0.15451844595372677, "epoch": 1.04, "frac_reward_zero_std": 0.0, "grad_norm": 1.7261816263198853, "learning_rate": 1.0264524311795477e-06, "loss": 0.0686, "num_tokens": 4553366.0, "reward": 6.272507667541504, "reward_std": 2.775852680206299, "rewards/fitness_reward/mean": 5.904332160949707, "rewards/fitness_reward/std": 2.7064011096954346, "rewards/kidney_reward/mean": 0.01566886156797409, "rewards/kidney_reward/std": 1.1194953918457031, "rewards/length2tails_reward/mean": 0.8368139266967773, "rewards/length2tails_reward/std": 0.20790699124336243, "rewards/thermo_reward/mean": 0.30227431654930115, "rewards/thermo_reward/std": 1.9701894521713257, "step": 520 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.28125, "completions/mean_terminated_length": 270.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1274288296699524, "epoch": 1.042, "frac_reward_zero_std": 0.0, "grad_norm": 0.2885948121547699, "learning_rate": 1.0231465101164138e-06, "loss": 0.0002, "num_tokens": 4562047.0, "reward": 6.923990249633789, "reward_std": 1.2962249517440796, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.18058733642101288, "rewards/kidney_reward/std": 1.504853367805481, "rewards/length2tails_reward/mean": 0.7315161824226379, "rewards/length2tails_reward/std": 0.3234041929244995, "rewards/thermo_reward/mean": 0.32501617074012756, "rewards/thermo_reward/std": 1.7061312198638916, "step": 521 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 334.0, "completions/max_terminated_length": 334.0, "completions/mean_length": 272.53125, "completions/mean_terminated_length": 272.53125, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.14175010193139315, "epoch": 1.044, "frac_reward_zero_std": 0.0, "grad_norm": 1.4665096998214722, "learning_rate": 1.0198403359267536e-06, "loss": 0.0278, "num_tokens": 4570800.0, "reward": 5.75223445892334, "reward_std": 2.7915806770324707, "rewards/fitness_reward/mean": 5.585247039794922, "rewards/fitness_reward/std": 2.488772392272949, "rewards/kidney_reward/mean": -0.24288256466388702, "rewards/kidney_reward/std": 1.4095439910888672, "rewards/length2tails_reward/mean": 0.8185077905654907, "rewards/length2tails_reward/std": 0.26394015550613403, "rewards/thermo_reward/mean": 0.1676037311553955, "rewards/thermo_reward/std": 1.8292311429977417, "step": 522 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14256253372877836, "epoch": 1.046, "frac_reward_zero_std": 0.0, "grad_norm": 2.53201961517334, "learning_rate": 1.0165339447663586e-06, "loss": 0.0136, "num_tokens": 4579486.0, "reward": 5.869808673858643, "reward_std": 2.5947656631469727, "rewards/fitness_reward/mean": 6.2259650230407715, "rewards/fitness_reward/std": 2.066636562347412, "rewards/kidney_reward/mean": -0.5915475487709045, "rewards/kidney_reward/std": 1.3409829139709473, "rewards/length2tails_reward/mean": 0.7683144807815552, "rewards/length2tails_reward/std": 0.27298229932785034, "rewards/thermo_reward/mean": -0.5049220323562622, "rewards/thermo_reward/std": 1.864272117614746, "step": 523 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11859462130814791, "epoch": 1.048, "frac_reward_zero_std": 0.0, "grad_norm": 0.5305758118629456, "learning_rate": 1.0132273727933923e-06, "loss": 0.0006, "num_tokens": 4588166.0, "reward": 6.6199212074279785, "reward_std": 2.5161712169647217, "rewards/fitness_reward/mean": 6.2628326416015625, "rewards/fitness_reward/std": 1.8580807447433472, "rewards/kidney_reward/mean": 0.13870906829833984, "rewards/kidney_reward/std": 1.3581653833389282, "rewards/length2tails_reward/mean": 0.7632534503936768, "rewards/length2tails_reward/std": 0.2750368118286133, "rewards/thermo_reward/mean": 0.1938406229019165, "rewards/thermo_reward/std": 1.7894741296768188, "step": 524 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 303.0, "completions/max_terminated_length": 303.0, "completions/mean_length": 270.875, "completions/mean_terminated_length": 270.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14264140371233225, "epoch": 1.05, "frac_reward_zero_std": 0.0, "grad_norm": 1.438153624534607, "learning_rate": 1.0099206561679963e-06, "loss": 0.0013, "num_tokens": 4596866.0, "reward": 6.146903038024902, "reward_std": 3.041282892227173, "rewards/fitness_reward/mean": 5.802824974060059, "rewards/fitness_reward/std": 2.7383475303649902, "rewards/kidney_reward/mean": -0.00892581045627594, "rewards/kidney_reward/std": 1.4409884214401245, "rewards/length2tails_reward/mean": 0.7481784820556641, "rewards/length2tails_reward/std": 0.28880226612091064, "rewards/thermo_reward/mean": 0.32299262285232544, "rewards/thermo_reward/std": 1.8470505475997925, "step": 525 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.03125, "completions/max_length": 754.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 283.625, "completions/mean_terminated_length": 268.45159912109375, "completions/min_length": 209.0, "completions/min_terminated_length": 209.0, "entropy": 0.17776819597929716, "epoch": 1.052, "frac_reward_zero_std": 0.0, "grad_norm": 4.3385443687438965, "learning_rate": 1.0066138310518942e-06, "loss": 0.1741, "num_tokens": 4605974.0, "reward": 6.1656975746154785, "reward_std": 3.263472318649292, "rewards/fitness_reward/mean": 5.848710060119629, "rewards/fitness_reward/std": 2.923682689666748, "rewards/kidney_reward/mean": -0.6391528248786926, "rewards/kidney_reward/std": 1.3782894611358643, "rewards/length2tails_reward/mean": 0.8260078430175781, "rewards/length2tails_reward/std": 0.17865999042987823, "rewards/thermo_reward/mean": 0.8601248264312744, "rewards/thermo_reward/std": 1.563266396522522, "step": 526 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 327.0, "completions/max_terminated_length": 327.0, "completions/mean_length": 269.0625, "completions/mean_terminated_length": 269.0625, "completions/min_length": 158.0, "completions/min_terminated_length": 158.0, "entropy": 0.16660993732511997, "epoch": 1.054, "frac_reward_zero_std": 0.0, "grad_norm": 1.5620379447937012, "learning_rate": 1.0033069336079952e-06, "loss": -0.0249, "num_tokens": 4614616.0, "reward": 6.151926040649414, "reward_std": 2.6613047122955322, "rewards/fitness_reward/mean": 5.89830207824707, "rewards/fitness_reward/std": 2.7269234657287598, "rewards/kidney_reward/mean": -0.0820734053850174, "rewards/kidney_reward/std": 1.2384506464004517, "rewards/length2tails_reward/mean": 0.8303913474082947, "rewards/length2tails_reward/std": 0.2801852226257324, "rewards/thermo_reward/mean": 0.17412415146827698, "rewards/thermo_reward/std": 1.9478468894958496, "step": 527 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 304.0, "completions/max_terminated_length": 304.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 238.0, "completions/min_terminated_length": 238.0, "entropy": 0.13714282773435116, "epoch": 1.056, "frac_reward_zero_std": 0.0, "grad_norm": 1.8548287153244019, "learning_rate": 1e-06, "loss": 0.0104, "num_tokens": 4623337.0, "reward": 6.260705947875977, "reward_std": 3.053499937057495, "rewards/fitness_reward/mean": 5.850708961486816, "rewards/fitness_reward/std": 2.922593355178833, "rewards/kidney_reward/mean": 0.023052960634231567, "rewards/kidney_reward/std": 1.3226453065872192, "rewards/length2tails_reward/mean": 0.8229449391365051, "rewards/length2tails_reward/std": 0.22886696457862854, "rewards/thermo_reward/mean": 0.3854677081108093, "rewards/thermo_reward/std": 1.8542811870574951, "step": 528 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 493.0, "completions/max_terminated_length": 493.0, "completions/mean_length": 278.59375, "completions/mean_terminated_length": 278.59375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1528241215273738, "epoch": 1.058, "frac_reward_zero_std": 0.0, "grad_norm": 1.6255238056182861, "learning_rate": 9.966930663920047e-07, "loss": 0.0844, "num_tokens": 4632284.0, "reward": 6.275386810302734, "reward_std": 2.969879627227783, "rewards/fitness_reward/mean": 5.682027816772461, "rewards/fitness_reward/std": 2.8381593227386475, "rewards/kidney_reward/mean": 0.3764987289905548, "rewards/kidney_reward/std": 1.3428179025650024, "rewards/length2tails_reward/mean": 0.8416090607643127, "rewards/length2tails_reward/std": 0.23421354591846466, "rewards/thermo_reward/mean": 0.38941410183906555, "rewards/thermo_reward/std": 1.8643651008605957, "step": 529 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 456.0, "completions/max_terminated_length": 456.0, "completions/mean_length": 279.59375, "completions/mean_terminated_length": 279.59375, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.16059839446097612, "epoch": 1.06, "frac_reward_zero_std": 0.0, "grad_norm": 1.5222561359405518, "learning_rate": 9.93386168948106e-07, "loss": 0.0432, "num_tokens": 4641263.0, "reward": 5.578651428222656, "reward_std": 3.2182140350341797, "rewards/fitness_reward/mean": 5.612772464752197, "rewards/fitness_reward/std": 2.7972095012664795, "rewards/kidney_reward/mean": -0.2904106676578522, "rewards/kidney_reward/std": 1.1763945817947388, "rewards/length2tails_reward/mean": 0.9197503328323364, "rewards/length2tails_reward/std": 0.1497938632965088, "rewards/thermo_reward/mean": -0.23770755529403687, "rewards/thermo_reward/std": 2.2182846069335938, "step": 530 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15945592615753412, "epoch": 1.062, "frac_reward_zero_std": 0.0, "grad_norm": 4.7326860427856445, "learning_rate": 9.900793438320036e-07, "loss": 0.0048, "num_tokens": 4649962.0, "reward": 6.165236473083496, "reward_std": 2.0870838165283203, "rewards/fitness_reward/mean": 6.139778137207031, "rewards/fitness_reward/std": 2.0377631187438965, "rewards/kidney_reward/mean": -0.29442495107650757, "rewards/kidney_reward/std": 0.9816387295722961, "rewards/length2tails_reward/mean": 0.7879770994186401, "rewards/length2tails_reward/std": 0.278515100479126, "rewards/thermo_reward/mean": -0.04864644259214401, "rewards/thermo_reward/std": 2.001068353652954, "step": 531 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1316318465396762, "epoch": 1.064, "frac_reward_zero_std": 0.0, "grad_norm": 1.1423982381820679, "learning_rate": 9.867726272066078e-07, "loss": 0.0031, "num_tokens": 4658625.0, "reward": 6.170933723449707, "reward_std": 3.059544086456299, "rewards/fitness_reward/mean": 5.882389068603516, "rewards/fitness_reward/std": 2.4371273517608643, "rewards/kidney_reward/mean": -0.20426565408706665, "rewards/kidney_reward/std": 1.4124196767807007, "rewards/length2tails_reward/mean": 0.7186302542686462, "rewards/length2tails_reward/std": 0.2689270079135895, "rewards/thermo_reward/mean": 0.42203912138938904, "rewards/thermo_reward/std": 1.79399573802948, "step": 532 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 324.0, "completions/max_terminated_length": 324.0, "completions/mean_length": 272.59375, "completions/mean_terminated_length": 272.59375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13159463834017515, "epoch": 1.066, "frac_reward_zero_std": 0.0, "grad_norm": 0.7654881477355957, "learning_rate": 9.834660552336415e-07, "loss": 0.0134, "num_tokens": 4667380.0, "reward": 6.113855361938477, "reward_std": 1.2902034521102905, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.4482192099094391, "rewards/kidney_reward/std": 1.193291425704956, "rewards/length2tails_reward/mean": 0.8577442169189453, "rewards/length2tails_reward/std": 0.16505979001522064, "rewards/thermo_reward/mean": -0.5235818028450012, "rewards/thermo_reward/std": 2.1191470623016357, "step": 533 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11732593178749084, "epoch": 1.068, "frac_reward_zero_std": 0.0, "grad_norm": 0.6562029719352722, "learning_rate": 9.801596640732465e-07, "loss": 0.0021, "num_tokens": 4676064.0, "reward": 6.969173431396484, "reward_std": 1.4373183250427246, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.24578352272510529, "rewards/kidney_reward/std": 1.4383959770202637, "rewards/length2tails_reward/mean": 0.7385537028312683, "rewards/length2tails_reward/std": 0.3359629213809967, "rewards/thermo_reward/mean": 0.1406901478767395, "rewards/thermo_reward/std": 1.933661937713623, "step": 534 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.6875, "completions/mean_terminated_length": 270.6875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1390068093314767, "epoch": 1.07, "frac_reward_zero_std": 0.0, "grad_norm": 0.43044525384902954, "learning_rate": 9.76853489883586e-07, "loss": -0.0011, "num_tokens": 4684758.0, "reward": 6.810073375701904, "reward_std": 1.400303602218628, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.06369506567716599, "rewards/kidney_reward/std": 1.3923709392547607, "rewards/length2tails_reward/mean": 0.8017060160636902, "rewards/length2tails_reward/std": 0.23364786803722382, "rewards/thermo_reward/mean": -0.026997536420822144, "rewards/thermo_reward/std": 2.1442739963531494, "step": 535 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14229949098080397, "epoch": 1.072, "frac_reward_zero_std": 0.0, "grad_norm": 1.7712764739990234, "learning_rate": 9.73547568820452e-07, "loss": 0.0106, "num_tokens": 4693462.0, "reward": 6.350998401641846, "reward_std": 2.644775867462158, "rewards/fitness_reward/mean": 5.908863067626953, "rewards/fitness_reward/std": 2.329244613647461, "rewards/kidney_reward/mean": 0.43196019530296326, "rewards/kidney_reward/std": 1.1989777088165283, "rewards/length2tails_reward/mean": 0.776542603969574, "rewards/length2tails_reward/std": 0.3111147880554199, "rewards/thermo_reward/mean": 0.06403912603855133, "rewards/thermo_reward/std": 1.878399133682251, "step": 536 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 592.0, "completions/max_terminated_length": 592.0, "completions/mean_length": 282.03125, "completions/mean_terminated_length": 282.03125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.17150241695344448, "epoch": 1.074, "frac_reward_zero_std": 0.0, "grad_norm": 3.284193277359009, "learning_rate": 9.702419370368676e-07, "loss": 0.1684, "num_tokens": 4702519.0, "reward": 6.48347282409668, "reward_std": 2.568263053894043, "rewards/fitness_reward/mean": 6.2233500480651855, "rewards/fitness_reward/std": 2.081427574157715, "rewards/kidney_reward/mean": 0.03654392808675766, "rewards/kidney_reward/std": 1.3589805364608765, "rewards/length2tails_reward/mean": 0.8815852403640747, "rewards/length2tails_reward/std": 0.20788002014160156, "rewards/thermo_reward/mean": 0.04290910065174103, "rewards/thermo_reward/std": 1.958383560180664, "step": 537 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.625, "completions/mean_terminated_length": 269.625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13951380364596844, "epoch": 1.076, "frac_reward_zero_std": 0.0, "grad_norm": 1.3122531175613403, "learning_rate": 9.669366306826917e-07, "loss": -0.0024, "num_tokens": 4711179.0, "reward": 6.949626922607422, "reward_std": 1.5579562187194824, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.4565337598323822, "rewards/kidney_reward/std": 1.4615638256072998, "rewards/length2tails_reward/mean": 0.7286112308502197, "rewards/length2tails_reward/std": 0.2831724286079407, "rewards/thermo_reward/mean": 0.10179591178894043, "rewards/thermo_reward/std": 1.6984502077102661, "step": 538 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.125, "completions/mean_terminated_length": 267.125, "completions/min_length": 228.0, "completions/min_terminated_length": 228.0, "entropy": 0.17715083248913288, "epoch": 1.078, "frac_reward_zero_std": 0.0, "grad_norm": 2.699789047241211, "learning_rate": 9.636316859042257e-07, "loss": -0.0111, "num_tokens": 4719759.0, "reward": 6.4292707443237305, "reward_std": 1.9660115242004395, "rewards/fitness_reward/mean": 6.2418622970581055, "rewards/fitness_reward/std": 1.9767087697982788, "rewards/kidney_reward/mean": 0.21176302433013916, "rewards/kidney_reward/std": 1.363947868347168, "rewards/length2tails_reward/mean": 0.7133187055587769, "rewards/length2tails_reward/std": 0.30997586250305176, "rewards/thermo_reward/mean": -0.19360485672950745, "rewards/thermo_reward/std": 2.003898859024048, "step": 539 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 271.78125, "completions/mean_terminated_length": 271.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.129694988951087, "epoch": 1.08, "frac_reward_zero_std": 0.0, "grad_norm": 0.6537262797355652, "learning_rate": 9.603271388438158e-07, "loss": 0.0015, "num_tokens": 4728488.0, "reward": 6.394089221954346, "reward_std": 2.369520902633667, "rewards/fitness_reward/mean": 5.975286483764648, "rewards/fitness_reward/std": 1.942562222480774, "rewards/kidney_reward/mean": 0.05214837193489075, "rewards/kidney_reward/std": 1.531655192375183, "rewards/length2tails_reward/mean": 0.8460031747817993, "rewards/length2tails_reward/std": 0.1946304738521576, "rewards/thermo_reward/mean": 0.3624553084373474, "rewards/thermo_reward/std": 1.8877215385437012, "step": 540 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 409.0, "completions/max_terminated_length": 409.0, "completions/mean_length": 282.375, "completions/mean_terminated_length": 282.375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.21266052313148975, "epoch": 1.082, "frac_reward_zero_std": 0.0, "grad_norm": 3.3180181980133057, "learning_rate": 9.570230256394596e-07, "loss": 0.0639, "num_tokens": 4737556.0, "reward": 6.304543972015381, "reward_std": 3.1608636379241943, "rewards/fitness_reward/mean": 5.891756057739258, "rewards/fitness_reward/std": 2.753159523010254, "rewards/kidney_reward/mean": 0.3563697040081024, "rewards/kidney_reward/std": 1.2493822574615479, "rewards/length2tails_reward/mean": 0.7824121117591858, "rewards/length2tails_reward/std": 0.3018985986709595, "rewards/thermo_reward/mean": 0.07800028473138809, "rewards/thermo_reward/std": 1.96294367313385, "step": 541 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 265.65625, "completions/mean_terminated_length": 265.65625, "completions/min_length": 103.0, "completions/min_terminated_length": 103.0, "entropy": 0.13771737553179264, "epoch": 1.084, "frac_reward_zero_std": 0.0, "grad_norm": 1.0566332340240479, "learning_rate": 9.53719382424409e-07, "loss": -0.0788, "num_tokens": 4746089.0, "reward": 5.871472358703613, "reward_std": 2.911451816558838, "rewards/fitness_reward/mean": 5.845986366271973, "rewards/fitness_reward/std": 2.5759243965148926, "rewards/kidney_reward/mean": -0.3787839710712433, "rewards/kidney_reward/std": 1.3494809865951538, "rewards/length2tails_reward/mean": 0.7842440605163574, "rewards/length2tails_reward/std": 0.3241458535194397, "rewards/thermo_reward/mean": 0.03763420134782791, "rewards/thermo_reward/std": 2.00175142288208, "step": 542 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13120271638035774, "epoch": 1.086, "frac_reward_zero_std": 0.0, "grad_norm": 0.2890165150165558, "learning_rate": 9.504162453267776e-07, "loss": -0.0012, "num_tokens": 4754756.0, "reward": 6.692496299743652, "reward_std": 1.545830249786377, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.22100891172885895, "rewards/kidney_reward/std": 1.4090465307235718, "rewards/length2tails_reward/mean": 0.7602061033248901, "rewards/length2tails_reward/std": 0.26392310857772827, "rewards/thermo_reward/mean": 0.24927972257137299, "rewards/thermo_reward/std": 1.9046598672866821, "step": 543 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1574163269251585, "epoch": 1.088, "frac_reward_zero_std": 0.0, "grad_norm": 0.6579468250274658, "learning_rate": 9.471136504691435e-07, "loss": -0.0027, "num_tokens": 4763470.0, "reward": 5.896202087402344, "reward_std": 3.3876235485076904, "rewards/fitness_reward/mean": 5.515279769897461, "rewards/fitness_reward/std": 3.1130592823028564, "rewards/kidney_reward/mean": 0.3342685103416443, "rewards/kidney_reward/std": 1.370279312133789, "rewards/length2tails_reward/mean": 0.7904115319252014, "rewards/length2tails_reward/std": 0.319992333650589, "rewards/thermo_reward/mean": 0.032369282096624374, "rewards/thermo_reward/std": 1.8723267316818237, "step": 544 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 271.46875, "completions/mean_terminated_length": 271.46875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15581514779478312, "epoch": 1.09, "frac_reward_zero_std": 0.0, "grad_norm": 1.9107969999313354, "learning_rate": 9.438116339681544e-07, "loss": 0.0108, "num_tokens": 4772189.0, "reward": 7.041689395904541, "reward_std": 2.610949993133545, "rewards/fitness_reward/mean": 6.133593559265137, "rewards/fitness_reward/std": 2.071310520172119, "rewards/kidney_reward/mean": 0.4656294882297516, "rewards/kidney_reward/std": 1.5366322994232178, "rewards/length2tails_reward/mean": 0.7978523969650269, "rewards/length2tails_reward/std": 0.2588934600353241, "rewards/thermo_reward/mean": 0.9516354203224182, "rewards/thermo_reward/std": 1.543983817100525, "step": 545 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.75, "completions/mean_terminated_length": 271.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1403808044269681, "epoch": 1.092, "frac_reward_zero_std": 0.0, "grad_norm": 0.3943225145339966, "learning_rate": 9.405102319341344e-07, "loss": -0.0008, "num_tokens": 4780917.0, "reward": 6.371104717254639, "reward_std": 2.6571381092071533, "rewards/fitness_reward/mean": 5.908653259277344, "rewards/fitness_reward/std": 2.329563856124878, "rewards/kidney_reward/mean": 0.42575061321258545, "rewards/kidney_reward/std": 1.3236973285675049, "rewards/length2tails_reward/mean": 0.8670136332511902, "rewards/length2tails_reward/std": 0.21976728737354279, "rewards/thermo_reward/mean": 0.06564557552337646, "rewards/thermo_reward/std": 2.133981704711914, "step": 546 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 599.0, "completions/max_terminated_length": 599.0, "completions/mean_length": 279.8125, "completions/mean_terminated_length": 279.8125, "completions/min_length": 97.0, "completions/min_terminated_length": 97.0, "entropy": 0.15770368836820126, "epoch": 1.094, "frac_reward_zero_std": 0.0, "grad_norm": 11.114337921142578, "learning_rate": 9.372094804706866e-07, "loss": 0.0889, "num_tokens": 4789903.0, "reward": 5.256720542907715, "reward_std": 3.865236759185791, "rewards/fitness_reward/mean": 4.968907356262207, "rewards/fitness_reward/std": 3.8213346004486084, "rewards/kidney_reward/mean": 0.1389780193567276, "rewards/kidney_reward/std": 1.215377926826477, "rewards/length2tails_reward/mean": 0.8178907632827759, "rewards/length2tails_reward/std": 0.29823675751686096, "rewards/thermo_reward/mean": 0.027702778577804565, "rewards/thermo_reward/std": 1.8638756275177002, "step": 547 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13071757927536964, "epoch": 1.096, "frac_reward_zero_std": 0.0, "grad_norm": 1.138167381286621, "learning_rate": 9.339094156743006e-07, "loss": 0.001, "num_tokens": 4798586.0, "reward": 6.401601791381836, "reward_std": 2.923518180847168, "rewards/fitness_reward/mean": 5.93919038772583, "rewards/fitness_reward/std": 2.580639600753784, "rewards/kidney_reward/mean": 0.2830088138580322, "rewards/kidney_reward/std": 1.5343753099441528, "rewards/length2tails_reward/mean": 0.7652191519737244, "rewards/length2tails_reward/std": 0.2832586467266083, "rewards/thermo_reward/mean": 0.2592047154903412, "rewards/thermo_reward/std": 1.913085699081421, "step": 548 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 258.0, "completions/min_terminated_length": 258.0, "entropy": 0.1419760538265109, "epoch": 1.098, "frac_reward_zero_std": 0.0, "grad_norm": 0.9503770470619202, "learning_rate": 9.306100736339559e-07, "loss": 0.0155, "num_tokens": 4807285.0, "reward": 6.153724193572998, "reward_std": 2.7506442070007324, "rewards/fitness_reward/mean": 5.825443744659424, "rewards/fitness_reward/std": 2.6551458835601807, "rewards/kidney_reward/mean": -0.14597657322883606, "rewards/kidney_reward/std": 1.294512391090393, "rewards/length2tails_reward/mean": 0.7951149344444275, "rewards/length2tails_reward/std": 0.256059855222702, "rewards/thermo_reward/mean": 0.40497976541519165, "rewards/thermo_reward/std": 1.7230664491653442, "step": 549 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12735261023044586, "epoch": 1.1, "frac_reward_zero_std": 0.0, "grad_norm": 0.6177323460578918, "learning_rate": 9.273114904307289e-07, "loss": 0.0042, "num_tokens": 4815978.0, "reward": 6.4180498123168945, "reward_std": 1.2532094717025757, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.2775779068470001, "rewards/kidney_reward/std": 1.5295125246047974, "rewards/length2tails_reward/mean": 0.78519207239151, "rewards/length2tails_reward/std": 0.26373088359832764, "rewards/thermo_reward/mean": -0.4615146517753601, "rewards/thermo_reward/std": 1.9175395965576172, "step": 550 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 269.875, "completions/mean_terminated_length": 269.875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13758530840277672, "epoch": 1.102, "frac_reward_zero_std": 0.0, "grad_norm": 1.344401240348816, "learning_rate": 9.240137021373968e-07, "loss": 0.0019, "num_tokens": 4824646.0, "reward": 6.916250228881836, "reward_std": 1.3116036653518677, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.05725880339741707, "rewards/kidney_reward/std": 1.536643624305725, "rewards/length2tails_reward/mean": 0.6976279020309448, "rewards/length2tails_reward/std": 0.33351606130599976, "rewards/thermo_reward/mean": 0.24383237957954407, "rewards/thermo_reward/std": 1.8003408908843994, "step": 551 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.90625, "completions/mean_terminated_length": 270.90625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13356123864650726, "epoch": 1.104, "frac_reward_zero_std": 0.0, "grad_norm": 0.6651228070259094, "learning_rate": 9.20716744818044e-07, "loss": 0.0035, "num_tokens": 4833347.0, "reward": 6.4406585693359375, "reward_std": 2.958179473876953, "rewards/fitness_reward/mean": 5.9377546310424805, "rewards/fitness_reward/std": 2.217132806777954, "rewards/kidney_reward/mean": -0.004210323095321655, "rewards/kidney_reward/std": 1.4389758110046387, "rewards/length2tails_reward/mean": 0.8237462043762207, "rewards/length2tails_reward/std": 0.23207122087478638, "rewards/thermo_reward/mean": 0.5981446504592896, "rewards/thermo_reward/std": 1.7600765228271484, "step": 552 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 460.0, "completions/max_terminated_length": 460.0, "completions/mean_length": 270.5, "completions/mean_terminated_length": 270.5, "completions/min_length": 65.0, "completions/min_terminated_length": 65.0, "entropy": 0.1324286963790655, "epoch": 1.106, "frac_reward_zero_std": 0.0, "grad_norm": 1.0271905660629272, "learning_rate": 9.174206545276677e-07, "loss": -0.0185, "num_tokens": 4842035.0, "reward": 5.576254844665527, "reward_std": 3.0881810188293457, "rewards/fitness_reward/mean": 5.562891006469727, "rewards/fitness_reward/std": 3.262460947036743, "rewards/kidney_reward/mean": -0.2107272744178772, "rewards/kidney_reward/std": 1.325615644454956, "rewards/length2tails_reward/mean": 0.8381778001785278, "rewards/length2tails_reward/std": 0.2260654717683792, "rewards/thermo_reward/mean": -0.18163442611694336, "rewards/thermo_reward/std": 1.969087839126587, "step": 553 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 263.9375, "completions/mean_terminated_length": 263.9375, "completions/min_length": 67.0, "completions/min_terminated_length": 67.0, "entropy": 0.12110783345997334, "epoch": 1.108, "frac_reward_zero_std": 0.0, "grad_norm": 0.9053553938865662, "learning_rate": 9.141254673117829e-07, "loss": -0.0898, "num_tokens": 4850513.0, "reward": 6.17215633392334, "reward_std": 2.411080837249756, "rewards/fitness_reward/mean": 5.85194730758667, "rewards/fitness_reward/std": 2.562154769897461, "rewards/kidney_reward/mean": -0.026886343955993652, "rewards/kidney_reward/std": 1.2255576848983765, "rewards/length2tails_reward/mean": 0.7556699514389038, "rewards/length2tails_reward/std": 0.2960347831249237, "rewards/thermo_reward/mean": 0.2894690930843353, "rewards/thermo_reward/std": 1.944090485572815, "step": 554 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 331.0, "completions/max_terminated_length": 331.0, "completions/mean_length": 271.875, "completions/mean_terminated_length": 271.875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15741972997784615, "epoch": 1.11, "frac_reward_zero_std": 0.0, "grad_norm": 0.39847999811172485, "learning_rate": 9.108312192060296e-07, "loss": -0.004, "num_tokens": 4859245.0, "reward": 6.996063232421875, "reward_std": 1.321871280670166, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.3381817042827606, "rewards/kidney_reward/std": 1.32902991771698, "rewards/length2tails_reward/mean": 0.7464842796325684, "rewards/length2tails_reward/std": 0.2994208037853241, "rewards/thermo_reward/mean": 0.3040847182273865, "rewards/thermo_reward/std": 1.4871476888656616, "step": 555 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.1875, "completions/mean_terminated_length": 270.1875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1460885526612401, "epoch": 1.112, "frac_reward_zero_std": 0.0, "grad_norm": 0.4785166084766388, "learning_rate": 9.075379462357765e-07, "loss": 0.0048, "num_tokens": 4867923.0, "reward": 6.905086517333984, "reward_std": 2.198906183242798, "rewards/fitness_reward/mean": 6.181448936462402, "rewards/fitness_reward/std": 1.8131176233291626, "rewards/kidney_reward/mean": 0.3510921001434326, "rewards/kidney_reward/std": 1.4123769998550415, "rewards/length2tails_reward/mean": 0.7582607865333557, "rewards/length2tails_reward/std": 0.2772643268108368, "rewards/thermo_reward/mean": 0.717052698135376, "rewards/thermo_reward/std": 1.7030202150344849, "step": 556 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14641050435602665, "epoch": 1.114, "frac_reward_zero_std": 0.0, "grad_norm": 0.412349134683609, "learning_rate": 9.042456844157298e-07, "loss": 0.0034, "num_tokens": 4876600.0, "reward": 6.473404884338379, "reward_std": 1.7912063598632812, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.42937731742858887, "rewards/kidney_reward/std": 1.506989598274231, "rewards/length2tails_reward/mean": 0.7886794805526733, "rewards/length2tails_reward/std": 0.26198115944862366, "rewards/thermo_reward/mean": 0.41718509793281555, "rewards/thermo_reward/std": 1.5530680418014526, "step": 557 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 428.0, "completions/max_terminated_length": 428.0, "completions/mean_length": 275.03125, "completions/mean_terminated_length": 275.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15689587220549583, "epoch": 1.116, "frac_reward_zero_std": 0.0, "grad_norm": 2.0156164169311523, "learning_rate": 9.009544697495373e-07, "loss": 0.0652, "num_tokens": 4885433.0, "reward": 6.1605224609375, "reward_std": 2.798455238342285, "rewards/fitness_reward/mean": 5.870935916900635, "rewards/fitness_reward/std": 2.4831860065460205, "rewards/kidney_reward/mean": 0.3200324773788452, "rewards/kidney_reward/std": 1.4810597896575928, "rewards/length2tails_reward/mean": 0.7556763291358948, "rewards/length2tails_reward/std": 0.2771874964237213, "rewards/thermo_reward/mean": -0.1186968982219696, "rewards/thermo_reward/std": 1.7100430727005005, "step": 558 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.875, "completions/mean_terminated_length": 270.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1417178362607956, "epoch": 1.1179999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.7429875731468201, "learning_rate": 8.97664338229395e-07, "loss": 0.0051, "num_tokens": 4894133.0, "reward": 6.412052154541016, "reward_std": 1.9399174451828003, "rewards/fitness_reward/mean": 6.315244674682617, "rewards/fitness_reward/std": 1.5615921020507812, "rewards/kidney_reward/mean": -0.19362059235572815, "rewards/kidney_reward/std": 1.4891669750213623, "rewards/length2tails_reward/mean": 0.8171731233596802, "rewards/length2tails_reward/std": 0.25483256578445435, "rewards/thermo_reward/mean": -0.02135181427001953, "rewards/thermo_reward/std": 1.9206360578536987, "step": 559 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 266.625, "completions/mean_terminated_length": 266.625, "completions/min_length": 150.0, "completions/min_terminated_length": 150.0, "entropy": 0.14815932419151068, "epoch": 1.12, "frac_reward_zero_std": 0.0, "grad_norm": 1.320993423461914, "learning_rate": 8.943753258356545e-07, "loss": -0.0404, "num_tokens": 4902697.0, "reward": 6.033912658691406, "reward_std": 2.7762601375579834, "rewards/fitness_reward/mean": 5.682241439819336, "rewards/fitness_reward/std": 2.8782520294189453, "rewards/kidney_reward/mean": -0.08795703947544098, "rewards/kidney_reward/std": 1.190619945526123, "rewards/length2tails_reward/mean": 0.7094908356666565, "rewards/length2tails_reward/std": 0.3566397428512573, "rewards/thermo_reward/mean": 0.4365541338920593, "rewards/thermo_reward/std": 1.6525672674179077, "step": 560 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 637.0, "completions/max_terminated_length": 637.0, "completions/mean_length": 281.875, "completions/mean_terminated_length": 281.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14551371429115534, "epoch": 1.1219999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.8949246406555176, "learning_rate": 8.910874685364273e-07, "loss": 0.0631, "num_tokens": 4911749.0, "reward": 6.784656524658203, "reward_std": 1.4535659551620483, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.008047327399253845, "rewards/kidney_reward/std": 1.3660366535186768, "rewards/length2tails_reward/mean": 0.7835389971733093, "rewards/length2tails_reward/std": 0.25396519899368286, "rewards/thermo_reward/mean": 0.002994745969772339, "rewards/thermo_reward/std": 2.0884358882904053, "step": 561 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 469.0, "completions/max_terminated_length": 469.0, "completions/mean_length": 276.6875, "completions/mean_terminated_length": 276.6875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15507922414690256, "epoch": 1.124, "frac_reward_zero_std": 0.0, "grad_norm": 0.5992161631584167, "learning_rate": 8.878008022871958e-07, "loss": 0.0077, "num_tokens": 4920635.0, "reward": 6.673271179199219, "reward_std": 1.9338127374649048, "rewards/fitness_reward/mean": 6.303162097930908, "rewards/fitness_reward/std": 1.629944086074829, "rewards/kidney_reward/mean": 0.1278885155916214, "rewards/kidney_reward/std": 1.370566487312317, "rewards/length2tails_reward/mean": 0.7881702184677124, "rewards/length2tails_reward/std": 0.2620719075202942, "rewards/thermo_reward/mean": 0.2182437926530838, "rewards/thermo_reward/std": 1.86492919921875, "step": 562 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 264.96875, "completions/mean_terminated_length": 264.96875, "completions/min_length": 42.0, "completions/min_terminated_length": 42.0, "entropy": 0.15227935276925564, "epoch": 1.126, "frac_reward_zero_std": 0.0, "grad_norm": 0.4911561906337738, "learning_rate": 8.845153630304139e-07, "loss": -0.12, "num_tokens": 4929146.0, "reward": 6.32029914855957, "reward_std": 2.370889902114868, "rewards/fitness_reward/mean": 6.15533447265625, "rewards/fitness_reward/std": 1.9535919427871704, "rewards/kidney_reward/mean": -0.14201894402503967, "rewards/kidney_reward/std": 1.3033816814422607, "rewards/length2tails_reward/mean": 0.872943103313446, "rewards/length2tails_reward/std": 0.19380095601081848, "rewards/thermo_reward/mean": 0.0354764461517334, "rewards/thermo_reward/std": 2.0793440341949463, "step": 563 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1207326352596283, "epoch": 1.1280000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.5171439051628113, "learning_rate": 8.812311866951198e-07, "loss": -0.0029, "num_tokens": 4937818.0, "reward": 6.324062347412109, "reward_std": 2.3502964973449707, "rewards/fitness_reward/mean": 6.193474769592285, "rewards/fitness_reward/std": 1.7488290071487427, "rewards/kidney_reward/mean": -0.09047335386276245, "rewards/kidney_reward/std": 1.4314613342285156, "rewards/length2tails_reward/mean": 0.7447332143783569, "rewards/length2tails_reward/std": 0.3103727400302887, "rewards/thermo_reward/mean": -0.020717978477478027, "rewards/thermo_reward/std": 2.023076057434082, "step": 564 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 300.0, "completions/max_terminated_length": 300.0, "completions/mean_length": 267.6875, "completions/mean_terminated_length": 267.6875, "completions/min_length": 102.0, "completions/min_terminated_length": 102.0, "entropy": 0.146316884085536, "epoch": 1.13, "frac_reward_zero_std": 0.0, "grad_norm": 1.9321585893630981, "learning_rate": 8.779483091965398e-07, "loss": -0.0518, "num_tokens": 4946416.0, "reward": 5.93803596496582, "reward_std": 3.2448863983154297, "rewards/fitness_reward/mean": 5.738128185272217, "rewards/fitness_reward/std": 2.9822914600372314, "rewards/kidney_reward/mean": -0.08433566242456436, "rewards/kidney_reward/std": 1.4299689531326294, "rewards/length2tails_reward/mean": 0.8150462508201599, "rewards/length2tails_reward/std": 0.24676427245140076, "rewards/thermo_reward/mean": 0.07662725448608398, "rewards/thermo_reward/std": 2.0116751194000244, "step": 565 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13636144809424877, "epoch": 1.1320000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.8187625408172607, "learning_rate": 8.746667664356955e-07, "loss": 0.0034, "num_tokens": 4955106.0, "reward": 6.594188690185547, "reward_std": 1.054268717765808, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.061730969697237015, "rewards/kidney_reward/std": 1.3794859647750854, "rewards/length2tails_reward/mean": 0.7963079810142517, "rewards/length2tails_reward/std": 0.278277188539505, "rewards/thermo_reward/mean": -0.3306412696838379, "rewards/thermo_reward/std": 1.8308331966400146, "step": 566 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13865534961223602, "epoch": 1.134, "frac_reward_zero_std": 0.0, "grad_norm": 0.8117534518241882, "learning_rate": 8.713865942990141e-07, "loss": 0.0017, "num_tokens": 4963814.0, "reward": 6.841464996337891, "reward_std": 2.2679343223571777, "rewards/fitness_reward/mean": 6.187190532684326, "rewards/fitness_reward/std": 1.7823883295059204, "rewards/kidney_reward/mean": 0.2006911188364029, "rewards/kidney_reward/std": 1.465105414390564, "rewards/length2tails_reward/mean": 0.8203763961791992, "rewards/length2tails_reward/std": 0.21558518707752228, "rewards/thermo_reward/mean": 0.6976690888404846, "rewards/thermo_reward/std": 1.7370494604110718, "step": 567 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.1875, "completions/mean_terminated_length": 269.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.10764083079993725, "epoch": 1.1360000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 1.1352214813232422, "learning_rate": 8.68107828657931e-07, "loss": -0.0026, "num_tokens": 4972460.0, "reward": 6.440495491027832, "reward_std": 1.5797516107559204, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.2657780051231384, "rewards/kidney_reward/std": 1.2273304462432861, "rewards/length2tails_reward/mean": 0.6784309148788452, "rewards/length2tails_reward/std": 0.36211761832237244, "rewards/thermo_reward/mean": 0.03691381216049194, "rewards/thermo_reward/std": 1.959222674369812, "step": 568 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 316.0, "completions/max_terminated_length": 316.0, "completions/mean_length": 271.90625, "completions/mean_terminated_length": 271.90625, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.15133801195770502, "epoch": 1.138, "frac_reward_zero_std": 0.0, "grad_norm": 1.0756551027297974, "learning_rate": 8.648305053685034e-07, "loss": 0.003, "num_tokens": 4981193.0, "reward": 6.505936622619629, "reward_std": 2.7848563194274902, "rewards/fitness_reward/mean": 5.945821762084961, "rewards/fitness_reward/std": 2.5500574111938477, "rewards/kidney_reward/mean": -0.033743105828762054, "rewards/kidney_reward/std": 1.4649971723556519, "rewards/length2tails_reward/mean": 0.8186132907867432, "rewards/length2tails_reward/std": 0.20480157434940338, "rewards/thermo_reward/mean": 0.7446656823158264, "rewards/thermo_reward/std": 1.6348015069961548, "step": 569 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 391.0, "completions/max_terminated_length": 391.0, "completions/mean_length": 273.46875, "completions/mean_terminated_length": 273.46875, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.20986818429082632, "epoch": 1.1400000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.184492826461792, "learning_rate": 8.615546602710124e-07, "loss": 0.0243, "num_tokens": 4989976.0, "reward": 6.095884323120117, "reward_std": 3.152451515197754, "rewards/fitness_reward/mean": 5.789475440979004, "rewards/fitness_reward/std": 2.78916072845459, "rewards/kidney_reward/mean": -0.12849631905555725, "rewards/kidney_reward/std": 1.322196364402771, "rewards/length2tails_reward/mean": 0.7794613838195801, "rewards/length2tails_reward/std": 0.286723256111145, "rewards/thermo_reward/mean": 0.35158205032348633, "rewards/thermo_reward/std": 1.7895629405975342, "step": 570 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 425.0, "completions/max_terminated_length": 425.0, "completions/mean_length": 276.4375, "completions/mean_terminated_length": 276.4375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.16466512717306614, "epoch": 1.142, "frac_reward_zero_std": 0.0, "grad_norm": 1.0158518552780151, "learning_rate": 8.582803291895757e-07, "loss": 0.0115, "num_tokens": 4998854.0, "reward": 6.794222831726074, "reward_std": 2.24648118019104, "rewards/fitness_reward/mean": 6.17574405670166, "rewards/fitness_reward/std": 1.8437060117721558, "rewards/kidney_reward/mean": 0.2754228711128235, "rewards/kidney_reward/std": 1.228481411933899, "rewards/length2tails_reward/mean": 0.7832163572311401, "rewards/length2tails_reward/std": 0.2660101652145386, "rewards/thermo_reward/mean": 0.5699260234832764, "rewards/thermo_reward/std": 1.8275165557861328, "step": 571 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13757296092808247, "epoch": 1.144, "frac_reward_zero_std": 0.0, "grad_norm": 0.332283616065979, "learning_rate": 8.550075479317542e-07, "loss": 0.0003, "num_tokens": 5007538.0, "reward": 6.745051860809326, "reward_std": 1.3034541606903076, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.22021061182022095, "rewards/kidney_reward/std": 1.3577102422714233, "rewards/length2tails_reward/mean": 0.7379215955734253, "rewards/length2tails_reward/std": 0.28174179792404175, "rewards/thermo_reward/mean": -0.2816644310951233, "rewards/thermo_reward/std": 1.8626832962036133, "step": 572 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 246.0, "completions/min_terminated_length": 246.0, "entropy": 0.13993708230555058, "epoch": 1.146, "frac_reward_zero_std": 0.0, "grad_norm": 0.4096217751502991, "learning_rate": 8.517363522881578e-07, "loss": -0.0013, "num_tokens": 5016222.0, "reward": 6.8677873611450195, "reward_std": 1.459789752960205, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.05568697303533554, "rewards/kidney_reward/std": 1.5286734104156494, "rewards/length2tails_reward/mean": 0.8292410373687744, "rewards/length2tails_reward/std": 0.23444099724292755, "rewards/thermo_reward/mean": 0.40002214908599854, "rewards/thermo_reward/std": 1.7137781381607056, "step": 573 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14512245077639818, "epoch": 1.148, "frac_reward_zero_std": 0.0, "grad_norm": 0.797149658203125, "learning_rate": 8.484667780320597e-07, "loss": 0.0029, "num_tokens": 5024912.0, "reward": 6.788018703460693, "reward_std": 1.357239842414856, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": 0.006016001105308533, "rewards/kidney_reward/std": 1.3125320672988892, "rewards/length2tails_reward/mean": 0.8095096349716187, "rewards/length2tails_reward/std": 0.25289738178253174, "rewards/thermo_reward/mean": 0.8065821528434753, "rewards/thermo_reward/std": 1.5437324047088623, "step": 574 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.8125, "completions/mean_terminated_length": 270.8125, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1407864410430193, "epoch": 1.15, "frac_reward_zero_std": 0.0, "grad_norm": 0.32123813033103943, "learning_rate": 8.451988609189986e-07, "loss": -0.0028, "num_tokens": 5033610.0, "reward": 7.116694450378418, "reward_std": 1.1050056219100952, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.052993372082710266, "rewards/kidney_reward/std": 1.4540084600448608, "rewards/length2tails_reward/mean": 0.8535097241401672, "rewards/length2tails_reward/std": 0.16250735521316528, "rewards/thermo_reward/mean": 0.5710432529449463, "rewards/thermo_reward/std": 1.459686517715454, "step": 575 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 379.0, "completions/max_terminated_length": 379.0, "completions/mean_length": 273.40625, "completions/mean_terminated_length": 273.40625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14363481849431992, "epoch": 1.152, "frac_reward_zero_std": 0.0, "grad_norm": 4.147871971130371, "learning_rate": 8.419326366863937e-07, "loss": 0.0589, "num_tokens": 5042391.0, "reward": 6.446317195892334, "reward_std": 2.6782422065734863, "rewards/fitness_reward/mean": 6.207469463348389, "rewards/fitness_reward/std": 2.171262502670288, "rewards/kidney_reward/mean": 0.12232324481010437, "rewards/kidney_reward/std": 1.4508579969406128, "rewards/length2tails_reward/mean": 0.7448511719703674, "rewards/length2tails_reward/std": 0.3329923450946808, "rewards/thermo_reward/mean": -0.017053082585334778, "rewards/thermo_reward/std": 2.130506992340088, "step": 576 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 484.0, "completions/max_terminated_length": 484.0, "completions/mean_length": 276.15625, "completions/mean_terminated_length": 276.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.11538595240563154, "epoch": 1.154, "frac_reward_zero_std": 0.0, "grad_norm": 1.9062669277191162, "learning_rate": 8.38668141053149e-07, "loss": 0.0947, "num_tokens": 5051260.0, "reward": 6.2534942626953125, "reward_std": 2.4839119911193848, "rewards/fitness_reward/mean": 5.95405387878418, "rewards/fitness_reward/std": 2.047356128692627, "rewards/kidney_reward/mean": 0.3151780962944031, "rewards/kidney_reward/std": 1.408141851425171, "rewards/length2tails_reward/mean": 0.6764785051345825, "rewards/length2tails_reward/std": 0.3764680027961731, "rewards/thermo_reward/mean": -0.05453641712665558, "rewards/thermo_reward/std": 1.8243632316589355, "step": 577 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 299.0, "completions/max_terminated_length": 299.0, "completions/mean_length": 271.09375, "completions/mean_terminated_length": 271.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13400636054575443, "epoch": 1.156, "frac_reward_zero_std": 0.0, "grad_norm": 0.35709095001220703, "learning_rate": 8.354054097192659e-07, "loss": -0.0075, "num_tokens": 5059967.0, "reward": 7.217033863067627, "reward_std": 1.222536563873291, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.5806408524513245, "rewards/kidney_reward/std": 1.4004333019256592, "rewards/length2tails_reward/mean": 0.7713372707366943, "rewards/length2tails_reward/std": 0.28338032960891724, "rewards/thermo_reward/mean": 0.6971180438995361, "rewards/thermo_reward/std": 1.6416670083999634, "step": 578 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 266.1875, "completions/mean_terminated_length": 266.1875, "completions/min_length": 160.0, "completions/min_terminated_length": 160.0, "entropy": 0.2043990483507514, "epoch": 1.158, "frac_reward_zero_std": 0.0, "grad_norm": 1.3258284330368042, "learning_rate": 8.321444783654523e-07, "loss": -0.05, "num_tokens": 5068517.0, "reward": 5.923011779785156, "reward_std": 3.4309871196746826, "rewards/fitness_reward/mean": 5.577899932861328, "rewards/fitness_reward/std": 2.8630788326263428, "rewards/kidney_reward/mean": 0.4526729881763458, "rewards/kidney_reward/std": 1.3635318279266357, "rewards/length2tails_reward/mean": 0.7340092658996582, "rewards/length2tails_reward/std": 0.32914623618125916, "rewards/thermo_reward/mean": -0.12945333123207092, "rewards/thermo_reward/std": 1.788311243057251, "step": 579 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 262.96875, "completions/mean_terminated_length": 262.96875, "completions/min_length": 40.0, "completions/min_terminated_length": 40.0, "entropy": 0.1358304200693965, "epoch": 1.16, "frac_reward_zero_std": 0.0, "grad_norm": 0.9773128628730774, "learning_rate": 8.288853826527299e-07, "loss": -0.1039, "num_tokens": 5076964.0, "reward": 6.189246654510498, "reward_std": 3.103529214859009, "rewards/fitness_reward/mean": 5.797711372375488, "rewards/fitness_reward/std": 2.756150245666504, "rewards/kidney_reward/mean": -0.15518364310264587, "rewards/kidney_reward/std": 1.3070719242095947, "rewards/length2tails_reward/mean": 0.7876451015472412, "rewards/length2tails_reward/std": 0.2878929376602173, "rewards/thermo_reward/mean": 0.5444309711456299, "rewards/thermo_reward/std": 1.6022015810012817, "step": 580 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 271.09375, "completions/mean_terminated_length": 271.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1535765863955021, "epoch": 1.162, "frac_reward_zero_std": 0.0, "grad_norm": 1.4475181102752686, "learning_rate": 8.256281582220485e-07, "loss": 0.0078, "num_tokens": 5085671.0, "reward": 6.406468868255615, "reward_std": 2.172994613647461, "rewards/fitness_reward/mean": 6.141479969024658, "rewards/fitness_reward/std": 2.0285377502441406, "rewards/kidney_reward/mean": 0.11090327054262161, "rewards/kidney_reward/std": 1.238804817199707, "rewards/length2tails_reward/mean": 0.7958652973175049, "rewards/length2tails_reward/std": 0.27049940824508667, "rewards/thermo_reward/mean": 0.021141860634088516, "rewards/thermo_reward/std": 1.866187334060669, "step": 581 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.9375, "completions/mean_terminated_length": 269.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12724142894148827, "epoch": 1.164, "frac_reward_zero_std": 0.0, "grad_norm": 0.27392685413360596, "learning_rate": 8.223728406938913e-07, "loss": 0.0058, "num_tokens": 5094341.0, "reward": 6.203819274902344, "reward_std": 2.6722285747528076, "rewards/fitness_reward/mean": 5.789396286010742, "rewards/fitness_reward/std": 2.4327392578125, "rewards/kidney_reward/mean": 0.06290467828512192, "rewards/kidney_reward/std": 1.399139165878296, "rewards/length2tails_reward/mean": 0.7463275790214539, "rewards/length2tails_reward/std": 0.3078264594078064, "rewards/thermo_reward/mean": 0.3927791118621826, "rewards/thermo_reward/std": 1.8644540309906006, "step": 582 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 288.0, "completions/max_terminated_length": 288.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12647257279604673, "epoch": 1.166, "frac_reward_zero_std": 0.0, "grad_norm": 0.9638093709945679, "learning_rate": 8.191194656678904e-07, "loss": -0.0007, "num_tokens": 5103013.0, "reward": 6.61676025390625, "reward_std": 2.203179359436035, "rewards/fitness_reward/mean": 6.189640522003174, "rewards/fitness_reward/std": 1.769295334815979, "rewards/kidney_reward/mean": 0.0783485472202301, "rewards/kidney_reward/std": 1.4041903018951416, "rewards/length2tails_reward/mean": 0.678724467754364, "rewards/length2tails_reward/std": 0.3460564613342285, "rewards/thermo_reward/mean": 0.4365290701389313, "rewards/thermo_reward/std": 1.6493560075759888, "step": 583 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 377.0, "completions/max_terminated_length": 377.0, "completions/mean_length": 273.25, "completions/mean_terminated_length": 273.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14152859803289175, "epoch": 1.168, "frac_reward_zero_std": 0.0, "grad_norm": 2.275541067123413, "learning_rate": 8.158680687224328e-07, "loss": 0.0421, "num_tokens": 5111789.0, "reward": 5.870347499847412, "reward_std": 2.946139097213745, "rewards/fitness_reward/mean": 5.712801456451416, "rewards/fitness_reward/std": 2.7289793491363525, "rewards/kidney_reward/mean": -0.1301552653312683, "rewards/kidney_reward/std": 1.2211557626724243, "rewards/length2tails_reward/mean": 0.7000634670257568, "rewards/length2tails_reward/std": 0.35693538188934326, "rewards/thermo_reward/mean": 0.09521618485450745, "rewards/thermo_reward/std": 1.8078317642211914, "step": 584 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 322.0, "completions/max_terminated_length": 322.0, "completions/mean_length": 272.3125, "completions/mean_terminated_length": 272.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14893931802362204, "epoch": 1.17, "frac_reward_zero_std": 0.0, "grad_norm": 0.5198249220848083, "learning_rate": 8.126186854142751e-07, "loss": -0.0046, "num_tokens": 5120535.0, "reward": 6.65510892868042, "reward_std": 1.577199935913086, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.04684050381183624, "rewards/kidney_reward/std": 1.266330599784851, "rewards/length2tails_reward/mean": 0.8248117566108704, "rewards/length2tails_reward/std": 0.22090297937393188, "rewards/thermo_reward/mean": 0.17401191592216492, "rewards/thermo_reward/std": 1.8194555044174194, "step": 585 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13215283025056124, "epoch": 1.172, "frac_reward_zero_std": 0.0, "grad_norm": 0.7394059896469116, "learning_rate": 8.093713512781532e-07, "loss": -0.0017, "num_tokens": 5129234.0, "reward": 6.729998588562012, "reward_std": 1.4616167545318604, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.06995169818401337, "rewards/kidney_reward/std": 1.3386176824569702, "rewards/length2tails_reward/mean": 0.7853714823722839, "rewards/length2tails_reward/std": 0.28365448117256165, "rewards/thermo_reward/mean": 0.16064414381980896, "rewards/thermo_reward/std": 1.835227370262146, "step": 586 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 328.0, "completions/max_terminated_length": 328.0, "completions/mean_length": 273.0625, "completions/mean_terminated_length": 273.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14433594420552254, "epoch": 1.174, "frac_reward_zero_std": 0.0, "grad_norm": 0.46236541867256165, "learning_rate": 8.061261018263918e-07, "loss": 0.0104, "num_tokens": 5138004.0, "reward": 7.0586652755737305, "reward_std": 1.2240278720855713, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.03153465688228607, "rewards/kidney_reward/std": 1.2283109426498413, "rewards/length2tails_reward/mean": 0.8546296954154968, "rewards/length2tails_reward/std": 0.22107666730880737, "rewards/thermo_reward/mean": 0.4758845865726471, "rewards/thermo_reward/std": 1.9577088356018066, "step": 587 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13494574837386608, "epoch": 1.176, "frac_reward_zero_std": 0.0, "grad_norm": 0.5038905739784241, "learning_rate": 8.028829725485197e-07, "loss": 0.0011, "num_tokens": 5146718.0, "reward": 6.719306945800781, "reward_std": 1.4132814407348633, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.3096298575401306, "rewards/kidney_reward/std": 1.2510836124420166, "rewards/length2tails_reward/mean": 0.7908936738967896, "rewards/length2tails_reward/std": 0.27867591381073, "rewards/thermo_reward/mean": -0.2430802285671234, "rewards/thermo_reward/std": 1.8624811172485352, "step": 588 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 320.0, "completions/max_terminated_length": 320.0, "completions/mean_length": 272.875, "completions/mean_terminated_length": 272.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14672483783215284, "epoch": 1.178, "frac_reward_zero_std": 0.0, "grad_norm": 0.7989422082901001, "learning_rate": 7.996419989108788e-07, "loss": 0.0051, "num_tokens": 5155482.0, "reward": 6.9287614822387695, "reward_std": 1.4752769470214844, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.0017717070877552032, "rewards/kidney_reward/std": 1.246278166770935, "rewards/length2tails_reward/mean": 0.8348451852798462, "rewards/length2tails_reward/std": 0.22858649492263794, "rewards/thermo_reward/mean": 0.46525460481643677, "rewards/thermo_reward/std": 1.7359920740127563, "step": 589 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.25, "completions/mean_terminated_length": 271.25, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13120158202946186, "epoch": 1.18, "frac_reward_zero_std": 0.0, "grad_norm": 0.4027276933193207, "learning_rate": 7.964032163562377e-07, "loss": 0.0032, "num_tokens": 5164194.0, "reward": 6.588923931121826, "reward_std": 2.5632362365722656, "rewards/fitness_reward/mean": 6.260285377502441, "rewards/fitness_reward/std": 1.8724900484085083, "rewards/kidney_reward/mean": 0.014665953814983368, "rewards/kidney_reward/std": 1.5442041158676147, "rewards/length2tails_reward/mean": 0.7987914085388184, "rewards/length2tails_reward/std": 0.2774232029914856, "rewards/thermo_reward/mean": 0.2432149201631546, "rewards/thermo_reward/std": 1.9349545240402222, "step": 590 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.75, "completions/mean_terminated_length": 267.75, "completions/min_length": 204.0, "completions/min_terminated_length": 204.0, "entropy": 0.1326597034931183, "epoch": 1.182, "frac_reward_zero_std": 0.0, "grad_norm": 1.5109566450119019, "learning_rate": 7.931666603034032e-07, "loss": -0.0355, "num_tokens": 5172794.0, "reward": 6.2049055099487305, "reward_std": 3.610879421234131, "rewards/fitness_reward/mean": 5.613210201263428, "rewards/fitness_reward/std": 3.1262240409851074, "rewards/kidney_reward/mean": 0.12749797105789185, "rewards/kidney_reward/std": 1.3113789558410645, "rewards/length2tails_reward/mean": 0.7408642768859863, "rewards/length2tails_reward/std": 0.3128291368484497, "rewards/thermo_reward/mean": 0.685460090637207, "rewards/thermo_reward/std": 1.6072545051574707, "step": 591 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 729.0, "completions/max_terminated_length": 729.0, "completions/mean_length": 286.84375, "completions/mean_terminated_length": 286.84375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.16178287006914616, "epoch": 1.184, "frac_reward_zero_std": 0.0, "grad_norm": 7.907186508178711, "learning_rate": 7.899323661468343e-07, "loss": 0.1937, "num_tokens": 5182005.0, "reward": 6.523500442504883, "reward_std": 2.292417287826538, "rewards/fitness_reward/mean": 6.153111457824707, "rewards/fitness_reward/std": 1.9655989408493042, "rewards/kidney_reward/mean": 0.2648105025291443, "rewards/kidney_reward/std": 1.5198214054107666, "rewards/length2tails_reward/mean": 0.7844908237457275, "rewards/length2tails_reward/std": 0.2842472791671753, "rewards/thermo_reward/mean": 0.08372097462415695, "rewards/thermo_reward/std": 1.9427759647369385, "step": 592 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.1875, "completions/mean_terminated_length": 270.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13564716465771198, "epoch": 1.186, "frac_reward_zero_std": 0.0, "grad_norm": 1.083633542060852, "learning_rate": 7.867003692562533e-07, "loss": 0.0022, "num_tokens": 5190683.0, "reward": 6.414722442626953, "reward_std": 2.82068133354187, "rewards/fitness_reward/mean": 5.61900520324707, "rewards/fitness_reward/std": 2.731590509414673, "rewards/kidney_reward/mean": 0.4946686923503876, "rewards/kidney_reward/std": 1.3424859046936035, "rewards/length2tails_reward/mean": 0.7192057371139526, "rewards/length2tails_reward/std": 0.3258393108844757, "rewards/thermo_reward/mean": 0.7371622920036316, "rewards/thermo_reward/std": 1.6627081632614136, "step": 593 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 381.0, "completions/max_terminated_length": 381.0, "completions/mean_length": 273.1875, "completions/mean_terminated_length": 273.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14434853196144104, "epoch": 1.188, "frac_reward_zero_std": 0.0, "grad_norm": 0.6702961325645447, "learning_rate": 7.834707049762603e-07, "loss": -0.0079, "num_tokens": 5199457.0, "reward": 7.122941017150879, "reward_std": 1.1753270626068115, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.4700015187263489, "rewards/kidney_reward/std": 1.2932708263397217, "rewards/length2tails_reward/mean": 0.7321652173995972, "rewards/length2tails_reward/std": 0.3327972888946533, "rewards/thermo_reward/mean": 0.22720155119895935, "rewards/thermo_reward/std": 1.7189815044403076, "step": 594 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13265551067888737, "epoch": 1.19, "frac_reward_zero_std": 0.0, "grad_norm": 0.3333011865615845, "learning_rate": 7.802434086259468e-07, "loss": -0.0056, "num_tokens": 5208150.0, "reward": 7.169600009918213, "reward_std": 1.2789298295974731, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.28085535764694214, "rewards/kidney_reward/std": 1.210427165031433, "rewards/length2tails_reward/mean": 0.7825354337692261, "rewards/length2tails_reward/std": 0.25303974747657776, "rewards/thermo_reward/mean": 0.6904585361480713, "rewards/thermo_reward/std": 1.4946491718292236, "step": 595 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12822877150028944, "epoch": 1.192, "frac_reward_zero_std": 0.0, "grad_norm": 0.46452242136001587, "learning_rate": 7.770185154985084e-07, "loss": -0.0059, "num_tokens": 5216833.0, "reward": 6.615362167358398, "reward_std": 1.523648977279663, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.06162615120410919, "rewards/kidney_reward/std": 1.327879548072815, "rewards/length2tails_reward/mean": 0.7592154741287231, "rewards/length2tails_reward/std": 0.28252682089805603, "rewards/thermo_reward/mean": 0.3480813503265381, "rewards/thermo_reward/std": 1.6789804697036743, "step": 596 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.875, "completions/mean_terminated_length": 269.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12154591176658869, "epoch": 1.194, "frac_reward_zero_std": 0.0, "grad_norm": 0.5403944849967957, "learning_rate": 7.737960608608599e-07, "loss": -0.0004, "num_tokens": 5225501.0, "reward": 6.404595375061035, "reward_std": 1.3753118515014648, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.03437618166208267, "rewards/kidney_reward/std": 1.123569130897522, "rewards/length2tails_reward/mean": 0.7464485764503479, "rewards/length2tails_reward/std": 0.303548127412796, "rewards/thermo_reward/mean": -0.506275475025177, "rewards/thermo_reward/std": 2.1634864807128906, "step": 597 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 362.0, "completions/max_terminated_length": 362.0, "completions/mean_length": 268.25, "completions/mean_terminated_length": 268.25, "completions/min_length": 37.0, "completions/min_terminated_length": 37.0, "entropy": 0.14206543564796448, "epoch": 1.196, "frac_reward_zero_std": 0.0, "grad_norm": 1.3620198965072632, "learning_rate": 7.705760799532485e-07, "loss": -0.0582, "num_tokens": 5234117.0, "reward": 5.687882423400879, "reward_std": 3.8474349975585938, "rewards/fitness_reward/mean": 5.23832368850708, "rewards/fitness_reward/std": 3.389721632003784, "rewards/kidney_reward/mean": 0.030551522970199585, "rewards/kidney_reward/std": 1.4576585292816162, "rewards/length2tails_reward/mean": 0.8674226403236389, "rewards/length2tails_reward/std": 0.17617519199848175, "rewards/thermo_reward/mean": 0.4348553419113159, "rewards/thermo_reward/std": 1.88848876953125, "step": 598 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.15390462707728148, "epoch": 1.198, "frac_reward_zero_std": 0.0, "grad_norm": 2.1230080127716064, "learning_rate": 7.673586079888697e-07, "loss": -0.0114, "num_tokens": 5242783.0, "reward": 5.792421340942383, "reward_std": 3.0871574878692627, "rewards/fitness_reward/mean": 5.8299055099487305, "rewards/fitness_reward/std": 2.6357665061950684, "rewards/kidney_reward/mean": -0.5022517442703247, "rewards/kidney_reward/std": 1.0752254724502563, "rewards/length2tails_reward/mean": 0.7902992367744446, "rewards/length2tails_reward/std": 0.3036975562572479, "rewards/thermo_reward/mean": 0.03213368356227875, "rewards/thermo_reward/std": 2.072735071182251, "step": 599 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 424.0, "completions/max_terminated_length": 424.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 118.0, "completions/min_terminated_length": 118.0, "entropy": 0.17657050769776106, "epoch": 1.2, "frac_reward_zero_std": 0.0, "grad_norm": 2.678818702697754, "learning_rate": 7.641436801534817e-07, "loss": 0.0086, "num_tokens": 5251467.0, "reward": 5.838535308837891, "reward_std": 3.150883674621582, "rewards/fitness_reward/mean": 5.399847984313965, "rewards/fitness_reward/std": 3.16312837600708, "rewards/kidney_reward/mean": -0.03744514286518097, "rewards/kidney_reward/std": 1.2415835857391357, "rewards/length2tails_reward/mean": 0.7904901504516602, "rewards/length2tails_reward/std": 0.23812848329544067, "rewards/thermo_reward/mean": 0.5195754766464233, "rewards/thermo_reward/std": 1.652632474899292, "step": 600 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 269.78125, "completions/mean_terminated_length": 269.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13160788360983133, "epoch": 1.202, "frac_reward_zero_std": 0.0, "grad_norm": 0.27272090315818787, "learning_rate": 7.609313316050199e-07, "loss": -0.0037, "num_tokens": 5260132.0, "reward": 7.237815856933594, "reward_std": 0.9438698887825012, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.20958009362220764, "rewards/kidney_reward/std": 1.1185325384140015, "rewards/length2tails_reward/mean": 0.7409188747406006, "rewards/length2tails_reward/std": 0.2941511571407318, "rewards/thermo_reward/mean": 0.7129966020584106, "rewards/thermo_reward/std": 1.4531610012054443, "step": 601 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 263.59375, "completions/mean_terminated_length": 263.59375, "completions/min_length": 64.0, "completions/min_terminated_length": 64.0, "entropy": 0.13048188295215368, "epoch": 1.204, "frac_reward_zero_std": 0.0, "grad_norm": 1.1722381114959717, "learning_rate": 7.577215974732138e-07, "loss": -0.1067, "num_tokens": 5268599.0, "reward": 6.594254493713379, "reward_std": 2.2381532192230225, "rewards/fitness_reward/mean": 6.136876106262207, "rewards/fitness_reward/std": 2.0535004138946533, "rewards/kidney_reward/mean": 0.05201803147792816, "rewards/kidney_reward/std": 1.0911787748336792, "rewards/length2tails_reward/mean": 0.713343620300293, "rewards/length2tails_reward/std": 0.3508329689502716, "rewards/thermo_reward/mean": 0.5060676336288452, "rewards/thermo_reward/std": 1.9209312200546265, "step": 602 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13748124428093433, "epoch": 1.206, "frac_reward_zero_std": 0.0, "grad_norm": 0.4540555775165558, "learning_rate": 7.545145128592008e-07, "loss": -0.0001, "num_tokens": 5277302.0, "reward": 6.775562286376953, "reward_std": 1.4684947729110718, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.23769515752792358, "rewards/kidney_reward/std": 1.3861310482025146, "rewards/length2tails_reward/mean": 0.8420854210853577, "rewards/length2tails_reward/std": 0.19192719459533691, "rewards/thermo_reward/mean": 0.3911591172218323, "rewards/thermo_reward/std": 1.9770121574401855, "step": 603 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.21875, "completions/mean_terminated_length": 268.21875, "completions/min_length": 188.0, "completions/min_terminated_length": 188.0, "entropy": 0.16660019382834435, "epoch": 1.208, "frac_reward_zero_std": 0.0, "grad_norm": 2.1002583503723145, "learning_rate": 7.513101128351453e-07, "loss": -0.0375, "num_tokens": 5285917.0, "reward": 6.294078350067139, "reward_std": 2.8583486080169678, "rewards/fitness_reward/mean": 5.810585021972656, "rewards/fitness_reward/std": 2.7157864570617676, "rewards/kidney_reward/mean": -0.1376389116048813, "rewards/kidney_reward/std": 1.2746502161026, "rewards/length2tails_reward/mean": 0.7809045910835266, "rewards/length2tails_reward/std": 0.2980997562408447, "rewards/thermo_reward/mean": 0.7141739130020142, "rewards/thermo_reward/std": 1.7252804040908813, "step": 604 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13461593352258205, "epoch": 1.21, "frac_reward_zero_std": 0.0, "grad_norm": 2.1397013664245605, "learning_rate": 7.48108432443852e-07, "loss": 0.0017, "num_tokens": 5294628.0, "reward": 5.489590644836426, "reward_std": 3.355715274810791, "rewards/fitness_reward/mean": 5.299132347106934, "rewards/fitness_reward/std": 3.4843578338623047, "rewards/kidney_reward/mean": -0.1558576077222824, "rewards/kidney_reward/std": 1.2660735845565796, "rewards/length2tails_reward/mean": 0.744053065776825, "rewards/length2tails_reward/std": 0.3339652717113495, "rewards/thermo_reward/mean": 0.16474637389183044, "rewards/thermo_reward/std": 1.9988871812820435, "step": 605 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1321342485025525, "epoch": 1.212, "frac_reward_zero_std": 0.0, "grad_norm": 0.46841612458229065, "learning_rate": 7.449095066983848e-07, "loss": 0.002, "num_tokens": 5303294.0, "reward": 7.165895938873291, "reward_std": 1.181601643562317, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.2960917055606842, "rewards/kidney_reward/std": 1.3534188270568848, "rewards/length2tails_reward/mean": 0.7463406324386597, "rewards/length2tails_reward/std": 0.23171299695968628, "rewards/thermo_reward/mean": 0.6859114170074463, "rewards/thermo_reward/std": 1.6473795175552368, "step": 606 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 272.15625, "completions/mean_terminated_length": 272.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14923159778118134, "epoch": 1.214, "frac_reward_zero_std": 0.0, "grad_norm": 0.5477750897407532, "learning_rate": 7.417133705816836e-07, "loss": 0.0049, "num_tokens": 5312035.0, "reward": 6.401854515075684, "reward_std": 2.9134676456451416, "rewards/fitness_reward/mean": 5.927549362182617, "rewards/fitness_reward/std": 2.255948066711426, "rewards/kidney_reward/mean": -0.17237554490566254, "rewards/kidney_reward/std": 1.3583468198776245, "rewards/length2tails_reward/mean": 0.8513798713684082, "rewards/length2tails_reward/std": 0.21917584538459778, "rewards/thermo_reward/mean": 0.6952966451644897, "rewards/thermo_reward/std": 1.7249643802642822, "step": 607 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.28125, "completions/mean_terminated_length": 263.28125, "completions/min_length": 41.0, "completions/min_terminated_length": 41.0, "entropy": 0.12810958083719015, "epoch": 1.216, "frac_reward_zero_std": 0.0, "grad_norm": 0.39304810762405396, "learning_rate": 7.385200590461802e-07, "loss": -0.1279, "num_tokens": 5320492.0, "reward": 6.815650463104248, "reward_std": 2.4583919048309326, "rewards/fitness_reward/mean": 6.164605617523193, "rewards/fitness_reward/std": 1.9035958051681519, "rewards/kidney_reward/mean": 0.5095815658569336, "rewards/kidney_reward/std": 1.2497411966323853, "rewards/length2tails_reward/mean": 0.733183741569519, "rewards/length2tails_reward/std": 0.3376908004283905, "rewards/thermo_reward/mean": 0.4259158968925476, "rewards/thermo_reward/std": 1.882502555847168, "step": 608 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 284.0, "completions/max_terminated_length": 284.0, "completions/mean_length": 271.625, "completions/mean_terminated_length": 271.625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1363762691617012, "epoch": 1.218, "frac_reward_zero_std": 0.0, "grad_norm": 1.0076494216918945, "learning_rate": 7.353296070134185e-07, "loss": 0.0061, "num_tokens": 5329216.0, "reward": 6.859580993652344, "reward_std": 1.4216362237930298, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.07885540276765823, "rewards/kidney_reward/std": 1.212181806564331, "rewards/length2tails_reward/mean": 0.8184213638305664, "rewards/length2tails_reward/std": 0.27560845017433167, "rewards/thermo_reward/mean": 0.25447773933410645, "rewards/thermo_reward/std": 1.891952395439148, "step": 609 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 299.0, "completions/max_terminated_length": 299.0, "completions/mean_length": 271.0625, "completions/mean_terminated_length": 271.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1458069821819663, "epoch": 1.22, "frac_reward_zero_std": 0.0, "grad_norm": 1.6213310956954956, "learning_rate": 7.321420493736704e-07, "loss": -0.0033, "num_tokens": 5337922.0, "reward": 6.900601387023926, "reward_std": 2.263007640838623, "rewards/fitness_reward/mean": 6.306676864624023, "rewards/fitness_reward/std": 1.6100612878799438, "rewards/kidney_reward/mean": 0.48028111457824707, "rewards/kidney_reward/std": 1.4778878688812256, "rewards/length2tails_reward/mean": 0.737396776676178, "rewards/length2tails_reward/std": 0.3109074532985687, "rewards/thermo_reward/mean": 0.3388698697090149, "rewards/thermo_reward/std": 1.8961843252182007, "step": 610 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.84375, "completions/mean_terminated_length": 271.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13642543088644743, "epoch": 1.222, "frac_reward_zero_std": 0.0, "grad_norm": 0.48593640327453613, "learning_rate": 7.289574209855559e-07, "loss": 0.0008, "num_tokens": 5346653.0, "reward": 7.100461006164551, "reward_std": 1.0841041803359985, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.4207899570465088, "rewards/kidney_reward/std": 1.2486227750778198, "rewards/length2tails_reward/mean": 0.7790296077728271, "rewards/length2tails_reward/std": 0.2976951599121094, "rewards/thermo_reward/mean": 0.20802102982997894, "rewards/thermo_reward/std": 1.9539036750793457, "step": 611 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.71875, "completions/mean_terminated_length": 267.71875, "completions/min_length": 227.0, "completions/min_terminated_length": 227.0, "entropy": 0.11996054463088512, "epoch": 1.224, "frac_reward_zero_std": 0.0, "grad_norm": 1.6139099597930908, "learning_rate": 7.257757566756603e-07, "loss": -0.0224, "num_tokens": 5355252.0, "reward": 6.390378952026367, "reward_std": 2.353851318359375, "rewards/fitness_reward/mean": 6.005577564239502, "rewards/fitness_reward/std": 2.260528564453125, "rewards/kidney_reward/mean": -0.10285365581512451, "rewards/kidney_reward/std": 1.2881437540054321, "rewards/length2tails_reward/mean": 0.7487176656723022, "rewards/length2tails_reward/std": 0.27497732639312744, "rewards/thermo_reward/mean": 0.4980979263782501, "rewards/thermo_reward/std": 1.851843237876892, "step": 612 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14470160473138094, "epoch": 1.226, "frac_reward_zero_std": 0.0, "grad_norm": 0.5000024437904358, "learning_rate": 7.225970912381556e-07, "loss": 0.0036, "num_tokens": 5363947.0, "reward": 6.9731855392456055, "reward_std": 2.3545727729797363, "rewards/fitness_reward/mean": 6.284873008728027, "rewards/fitness_reward/std": 1.7334023714065552, "rewards/kidney_reward/mean": -0.08439573645591736, "rewards/kidney_reward/std": 1.3576686382293701, "rewards/length2tails_reward/mean": 0.8042858839035034, "rewards/length2tails_reward/std": 0.27037766575813293, "rewards/thermo_reward/mean": 1.0588774681091309, "rewards/thermo_reward/std": 1.2294719219207764, "step": 613 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 426.0, "completions/max_terminated_length": 426.0, "completions/mean_length": 279.59375, "completions/mean_terminated_length": 279.59375, "completions/min_length": 240.0, "completions/min_terminated_length": 240.0, "entropy": 0.1592145711183548, "epoch": 1.228, "frac_reward_zero_std": 0.0, "grad_norm": 3.4882171154022217, "learning_rate": 7.194214594344168e-07, "loss": 0.0696, "num_tokens": 5372926.0, "reward": 6.606222629547119, "reward_std": 2.0426268577575684, "rewards/fitness_reward/mean": 6.238626480102539, "rewards/fitness_reward/std": 1.9950132369995117, "rewards/kidney_reward/mean": -0.05644669756293297, "rewards/kidney_reward/std": 1.307448387145996, "rewards/length2tails_reward/mean": 0.8217949867248535, "rewards/length2tails_reward/std": 0.22389177978038788, "rewards/thermo_reward/mean": 0.3807413876056671, "rewards/thermo_reward/std": 1.8864628076553345, "step": 614 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13522779755294323, "epoch": 1.23, "frac_reward_zero_std": 0.0, "grad_norm": 0.34206509590148926, "learning_rate": 7.162488959926449e-07, "loss": -0.0019, "num_tokens": 5381630.0, "reward": 6.898789882659912, "reward_std": 1.177194595336914, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.18356528878211975, "rewards/kidney_reward/std": 1.204271912574768, "rewards/length2tails_reward/mean": 0.8021769523620605, "rewards/length2tails_reward/std": 0.25768741965293884, "rewards/thermo_reward/mean": 0.23630744218826294, "rewards/thermo_reward/std": 1.6089015007019043, "step": 615 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.3125, "completions/mean_terminated_length": 270.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12843825947493315, "epoch": 1.232, "frac_reward_zero_std": 0.0, "grad_norm": 0.4975128173828125, "learning_rate": 7.130794356074858e-07, "loss": -0.0023, "num_tokens": 5390312.0, "reward": 6.194328308105469, "reward_std": 2.2656209468841553, "rewards/fitness_reward/mean": 6.100290298461914, "rewards/fitness_reward/std": 1.7707273960113525, "rewards/kidney_reward/mean": 0.049002595245838165, "rewards/kidney_reward/std": 1.3955203294754028, "rewards/length2tails_reward/mean": 0.7013083696365356, "rewards/length2tails_reward/std": 0.3351364731788635, "rewards/thermo_reward/mean": -0.21158038079738617, "rewards/thermo_reward/std": 1.9173842668533325, "step": 616 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.9375, "completions/mean_terminated_length": 269.9375, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.1260090097784996, "epoch": 1.234, "frac_reward_zero_std": 0.0, "grad_norm": 0.4583533704280853, "learning_rate": 7.099131129396501e-07, "loss": -0.0108, "num_tokens": 5398982.0, "reward": 6.756742477416992, "reward_std": 1.1847895383834839, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.03264933079481125, "rewards/kidney_reward/std": 1.1256049871444702, "rewards/length2tails_reward/mean": 0.7118386626243591, "rewards/length2tails_reward/std": 0.3414039611816406, "rewards/thermo_reward/mean": 0.21359705924987793, "rewards/thermo_reward/std": 1.7328882217407227, "step": 617 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 308.0, "completions/max_terminated_length": 308.0, "completions/mean_length": 271.59375, "completions/mean_terminated_length": 271.59375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15006422251462936, "epoch": 1.236, "frac_reward_zero_std": 0.0, "grad_norm": 2.626889228820801, "learning_rate": 7.067499626155354e-07, "loss": 0.0207, "num_tokens": 5407705.0, "reward": 6.472668170928955, "reward_std": 2.401951789855957, "rewards/fitness_reward/mean": 6.130404949188232, "rewards/fitness_reward/std": 2.0886292457580566, "rewards/kidney_reward/mean": 0.19612519443035126, "rewards/kidney_reward/std": 1.4960027933120728, "rewards/length2tails_reward/mean": 0.7643212080001831, "rewards/length2tails_reward/std": 0.3224364221096039, "rewards/thermo_reward/mean": 0.10624087601900101, "rewards/thermo_reward/std": 1.887791633605957, "step": 618 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 710.0, "completions/max_terminated_length": 710.0, "completions/mean_length": 289.5, "completions/mean_terminated_length": 289.5, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.22164984233677387, "epoch": 1.238, "frac_reward_zero_std": 0.0, "grad_norm": 4.335368633270264, "learning_rate": 7.035900192268464e-07, "loss": 0.1689, "num_tokens": 5417001.0, "reward": 6.091755390167236, "reward_std": 3.304783582687378, "rewards/fitness_reward/mean": 5.5214762687683105, "rewards/fitness_reward/std": 3.0962703227996826, "rewards/kidney_reward/mean": 0.27352970838546753, "rewards/kidney_reward/std": 1.4632915258407593, "rewards/length2tails_reward/mean": 0.7817375659942627, "rewards/length2tails_reward/std": 0.257295697927475, "rewards/thermo_reward/mean": 0.47616004943847656, "rewards/thermo_reward/std": 1.7222274541854858, "step": 619 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 305.0, "completions/max_terminated_length": 305.0, "completions/mean_length": 272.53125, "completions/mean_terminated_length": 272.53125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14653821662068367, "epoch": 1.24, "frac_reward_zero_std": 0.0, "grad_norm": 1.3712035417556763, "learning_rate": 7.004333173302184e-07, "loss": 0.0205, "num_tokens": 5425754.0, "reward": 6.424018859863281, "reward_std": 2.1600019931793213, "rewards/fitness_reward/mean": 6.1443328857421875, "rewards/fitness_reward/std": 2.013084650039673, "rewards/kidney_reward/mean": 0.06865222007036209, "rewards/kidney_reward/std": 1.4318342208862305, "rewards/length2tails_reward/mean": 0.7978615164756775, "rewards/length2tails_reward/std": 0.2523939907550812, "rewards/thermo_reward/mean": 0.09178858250379562, "rewards/thermo_reward/std": 2.0147271156311035, "step": 620 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.75, "completions/mean_terminated_length": 270.75, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13927504792809486, "epoch": 1.242, "frac_reward_zero_std": 0.0, "grad_norm": 0.34749701619148254, "learning_rate": 6.972798914468369e-07, "loss": 0.0022, "num_tokens": 5434450.0, "reward": 6.654448986053467, "reward_std": 1.819215178489685, "rewards/fitness_reward/mean": 6.088306903839111, "rewards/fitness_reward/std": 1.8312757015228271, "rewards/kidney_reward/mean": 0.21300119161605835, "rewards/kidney_reward/std": 1.294221043586731, "rewards/length2tails_reward/mean": 0.8022327423095703, "rewards/length2tails_reward/std": 0.22164824604988098, "rewards/thermo_reward/mean": 0.51816725730896, "rewards/thermo_reward/std": 1.6381409168243408, "step": 621 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 272.09375, "completions/mean_terminated_length": 272.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14412566553801298, "epoch": 1.244, "frac_reward_zero_std": 0.0, "grad_norm": 1.0621916055679321, "learning_rate": 6.941297760620626e-07, "loss": 0.0004, "num_tokens": 5443189.0, "reward": 6.669079780578613, "reward_std": 2.1582190990448, "rewards/fitness_reward/mean": 6.000514984130859, "rewards/fitness_reward/std": 1.8205080032348633, "rewards/kidney_reward/mean": 0.5217428803443909, "rewards/kidney_reward/std": 1.419599175453186, "rewards/length2tails_reward/mean": 0.825745701789856, "rewards/length2tails_reward/std": 0.30729860067367554, "rewards/thermo_reward/mean": 0.4025149345397949, "rewards/thermo_reward/std": 2.0498969554901123, "step": 622 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12816251255571842, "epoch": 1.246, "frac_reward_zero_std": 0.0, "grad_norm": 0.3722991943359375, "learning_rate": 6.909830056250526e-07, "loss": -0.0031, "num_tokens": 5451852.0, "reward": 6.490742206573486, "reward_std": 1.8934377431869507, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": 0.1469985544681549, "rewards/kidney_reward/std": 1.4743796586990356, "rewards/length2tails_reward/mean": 0.7471676468849182, "rewards/length2tails_reward/std": 0.3187951445579529, "rewards/thermo_reward/mean": 0.10221816599369049, "rewards/thermo_reward/std": 2.0202748775482178, "step": 623 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.5, "completions/mean_terminated_length": 263.5, "completions/min_length": 40.0, "completions/min_terminated_length": 40.0, "entropy": 0.1494145756587386, "epoch": 1.248, "frac_reward_zero_std": 0.0, "grad_norm": 2.507699489593506, "learning_rate": 6.87839614548384e-07, "loss": -0.101, "num_tokens": 5460316.0, "reward": 6.4404096603393555, "reward_std": 2.601477861404419, "rewards/fitness_reward/mean": 5.941213607788086, "rewards/fitness_reward/std": 2.57167911529541, "rewards/kidney_reward/mean": 0.15139764547348022, "rewards/kidney_reward/std": 1.2842119932174683, "rewards/length2tails_reward/mean": 0.8168920874595642, "rewards/length2tails_reward/std": 0.19531317055225372, "rewards/thermo_reward/mean": 0.4385473132133484, "rewards/thermo_reward/std": 1.7423099279403687, "step": 624 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.0, "completions/mean_terminated_length": 269.0, "completions/min_length": 242.0, "completions/min_terminated_length": 242.0, "entropy": 0.13896430749446154, "epoch": 1.25, "frac_reward_zero_std": 0.0, "grad_norm": 1.873785138130188, "learning_rate": 6.846996372076785e-07, "loss": -0.0144, "num_tokens": 5468956.0, "reward": 6.3865509033203125, "reward_std": 2.339273452758789, "rewards/fitness_reward/mean": 6.012503623962402, "rewards/fitness_reward/std": 2.2239937782287598, "rewards/kidney_reward/mean": -0.36523696780204773, "rewards/kidney_reward/std": 1.246549367904663, "rewards/length2tails_reward/mean": 0.7499978542327881, "rewards/length2tails_reward/std": 0.29789772629737854, "rewards/thermo_reward/mean": 0.7383337020874023, "rewards/thermo_reward/std": 1.651054859161377, "step": 625 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 512.0, "completions/max_terminated_length": 512.0, "completions/mean_length": 277.59375, "completions/mean_terminated_length": 277.59375, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.1516404114663601, "epoch": 1.252, "frac_reward_zero_std": 0.0, "grad_norm": 1.9114460945129395, "learning_rate": 6.815631079412248e-07, "loss": 0.078, "num_tokens": 5477871.0, "reward": 6.335674285888672, "reward_std": 3.5130021572113037, "rewards/fitness_reward/mean": 5.692418098449707, "rewards/fitness_reward/std": 2.7999401092529297, "rewards/kidney_reward/mean": 0.2563542425632477, "rewards/kidney_reward/std": 1.1807318925857544, "rewards/length2tails_reward/mean": 0.8174996376037598, "rewards/length2tails_reward/std": 0.22419343888759613, "rewards/thermo_reward/mean": 0.6214093565940857, "rewards/thermo_reward/std": 1.8662943840026855, "step": 626 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 369.0, "completions/max_terminated_length": 369.0, "completions/mean_length": 276.5625, "completions/mean_terminated_length": 276.5625, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.17259023897349834, "epoch": 1.254, "frac_reward_zero_std": 0.0, "grad_norm": 2.285747528076172, "learning_rate": 6.784300610496047e-07, "loss": 0.0554, "num_tokens": 5486753.0, "reward": 5.662915229797363, "reward_std": 3.6996238231658936, "rewards/fitness_reward/mean": 5.427659034729004, "rewards/fitness_reward/std": 3.3753035068511963, "rewards/kidney_reward/mean": -0.03573489561676979, "rewards/kidney_reward/std": 1.3187494277954102, "rewards/length2tails_reward/mean": 0.8155403733253479, "rewards/length2tails_reward/std": 0.2902891933917999, "rewards/thermo_reward/mean": 0.09847551584243774, "rewards/thermo_reward/std": 2.0139334201812744, "step": 627 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.125, "completions/mean_terminated_length": 265.125, "completions/min_length": 103.0, "completions/min_terminated_length": 103.0, "entropy": 0.13919494859874249, "epoch": 1.256, "frac_reward_zero_std": 0.0, "grad_norm": 0.5877822637557983, "learning_rate": 6.753005307953165e-07, "loss": -0.0901, "num_tokens": 5495269.0, "reward": 6.150241851806641, "reward_std": 2.644890546798706, "rewards/fitness_reward/mean": 6.110477447509766, "rewards/fitness_reward/std": 2.1971089839935303, "rewards/kidney_reward/mean": -0.05800964683294296, "rewards/kidney_reward/std": 1.179059386253357, "rewards/length2tails_reward/mean": 0.7819545269012451, "rewards/length2tails_reward/std": 0.2708703875541687, "rewards/thermo_reward/mean": -0.2534390985965729, "rewards/thermo_reward/std": 2.063530206680298, "step": 628 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 540.0, "completions/max_terminated_length": 540.0, "completions/mean_length": 279.0625, "completions/mean_terminated_length": 279.0625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.16929593496024609, "epoch": 1.258, "frac_reward_zero_std": 0.0, "grad_norm": 4.441758155822754, "learning_rate": 6.721745514024022e-07, "loss": 0.1271, "num_tokens": 5504231.0, "reward": 6.402868747711182, "reward_std": 2.77589750289917, "rewards/fitness_reward/mean": 5.82520866394043, "rewards/fitness_reward/std": 2.6672444343566895, "rewards/kidney_reward/mean": -0.011563509702682495, "rewards/kidney_reward/std": 1.5373965501785278, "rewards/length2tails_reward/mean": 0.7859324216842651, "rewards/length2tails_reward/std": 0.2572874426841736, "rewards/thermo_reward/mean": 0.7739176750183105, "rewards/thermo_reward/std": 1.6143525838851929, "step": 629 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 288.0, "completions/max_terminated_length": 288.0, "completions/mean_length": 271.8125, "completions/mean_terminated_length": 271.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13366108760237694, "epoch": 1.26, "frac_reward_zero_std": 0.0, "grad_norm": 0.6790350079536438, "learning_rate": 6.690521570560716e-07, "loss": -0.003, "num_tokens": 5512961.0, "reward": 6.813434600830078, "reward_std": 1.1079778671264648, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.07390785217285156, "rewards/kidney_reward/std": 1.3826494216918945, "rewards/length2tails_reward/mean": 0.8083479404449463, "rewards/length2tails_reward/std": 0.26170846819877625, "rewards/thermo_reward/mean": 0.11400671303272247, "rewards/thermo_reward/std": 1.8987302780151367, "step": 630 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.15625, "completions/mean_terminated_length": 269.15625, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.1141181867569685, "epoch": 1.262, "frac_reward_zero_std": 0.0, "grad_norm": 0.33284276723861694, "learning_rate": 6.65933381902329e-07, "loss": -0.005, "num_tokens": 5521606.0, "reward": 6.679983139038086, "reward_std": 1.5212734937667847, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.07944856584072113, "rewards/kidney_reward/std": 1.4168193340301514, "rewards/length2tails_reward/mean": 0.7093742489814758, "rewards/length2tails_reward/std": 0.3682093322277069, "rewards/thermo_reward/mean": 0.1551906019449234, "rewards/thermo_reward/std": 1.8044683933258057, "step": 631 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1311505250632763, "epoch": 1.264, "frac_reward_zero_std": 0.0, "grad_norm": 1.6112185716629028, "learning_rate": 6.628182600475997e-07, "loss": 0.0089, "num_tokens": 5530286.0, "reward": 5.7865309715271, "reward_std": 2.4798007011413574, "rewards/fitness_reward/mean": 5.610774993896484, "rewards/fitness_reward/std": 2.745197057723999, "rewards/kidney_reward/mean": -0.23186977207660675, "rewards/kidney_reward/std": 1.2328815460205078, "rewards/length2tails_reward/mean": 0.7195959091186523, "rewards/length2tails_reward/std": 0.31892168521881104, "rewards/thermo_reward/mean": 0.22358444333076477, "rewards/thermo_reward/std": 1.860578179359436, "step": 632 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14035332296043634, "epoch": 1.266, "frac_reward_zero_std": 0.0, "grad_norm": 0.9554190635681152, "learning_rate": 6.597068255583569e-07, "loss": -0.0029, "num_tokens": 5538999.0, "reward": 6.898894786834717, "reward_std": 1.9465094804763794, "rewards/fitness_reward/mean": 6.27459716796875, "rewards/fitness_reward/std": 1.7915318012237549, "rewards/kidney_reward/mean": 0.18761423230171204, "rewards/kidney_reward/std": 1.3303934335708618, "rewards/length2tails_reward/mean": 0.8007993698120117, "rewards/length2tails_reward/std": 0.2781968414783478, "rewards/thermo_reward/mean": 0.6605822443962097, "rewards/thermo_reward/std": 1.6764042377471924, "step": 633 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 271.375, "completions/mean_terminated_length": 271.375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14992988761514425, "epoch": 1.268, "frac_reward_zero_std": 0.0, "grad_norm": 0.5707008838653564, "learning_rate": 6.565991124607506e-07, "loss": 0.0031, "num_tokens": 5547715.0, "reward": 7.003487586975098, "reward_std": 0.981229841709137, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.08413944393396378, "rewards/kidney_reward/std": 1.4582713842391968, "rewards/length2tails_reward/mean": 0.7759417295455933, "rewards/length2tails_reward/std": 0.29535973072052, "rewards/thermo_reward/mean": 0.5205470323562622, "rewards/thermo_reward/std": 1.633626103401184, "step": 634 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 639.0, "completions/max_terminated_length": 639.0, "completions/mean_length": 284.5625, "completions/mean_terminated_length": 284.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.16557743027806282, "epoch": 1.27, "frac_reward_zero_std": 0.0, "grad_norm": 3.631587028503418, "learning_rate": 6.534951547402321e-07, "loss": 0.1614, "num_tokens": 5556853.0, "reward": 6.230566024780273, "reward_std": 2.9813506603240967, "rewards/fitness_reward/mean": 5.728328704833984, "rewards/fitness_reward/std": 3.020080804824829, "rewards/kidney_reward/mean": -0.07348226010799408, "rewards/kidney_reward/std": 1.5445884466171265, "rewards/length2tails_reward/mean": 0.8205157518386841, "rewards/length2tails_reward/std": 0.2521876096725464, "rewards/thermo_reward/mean": 0.667699933052063, "rewards/thermo_reward/std": 1.7616760730743408, "step": 635 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.59375, "completions/mean_terminated_length": 268.59375, "completions/min_length": 233.0, "completions/min_terminated_length": 233.0, "entropy": 0.14927682746201754, "epoch": 1.272, "frac_reward_zero_std": 0.0, "grad_norm": 1.9488927125930786, "learning_rate": 6.503949863411865e-07, "loss": 0.0028, "num_tokens": 5565480.0, "reward": 6.727592468261719, "reward_std": 1.2678565979003906, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.07832270860671997, "rewards/kidney_reward/std": 1.2198609113693237, "rewards/length2tails_reward/mean": 0.7817985415458679, "rewards/length2tails_reward/std": 0.277799516916275, "rewards/thermo_reward/mean": 0.37196844816207886, "rewards/thermo_reward/std": 1.883579134941101, "step": 636 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 427.0, "completions/max_terminated_length": 427.0, "completions/mean_length": 272.90625, "completions/mean_terminated_length": 272.90625, "completions/min_length": 89.0, "completions/min_terminated_length": 89.0, "entropy": 0.18589443992823362, "epoch": 1.274, "frac_reward_zero_std": 0.0, "grad_norm": 2.6713123321533203, "learning_rate": 6.472986411665588e-07, "loss": -0.0266, "num_tokens": 5574245.0, "reward": 6.296464920043945, "reward_std": 3.5569512844085693, "rewards/fitness_reward/mean": 5.571892738342285, "rewards/fitness_reward/std": 3.2508528232574463, "rewards/kidney_reward/mean": 0.1352205127477646, "rewards/kidney_reward/std": 1.409559726715088, "rewards/length2tails_reward/mean": 0.820399284362793, "rewards/length2tails_reward/std": 0.24890314042568207, "rewards/thermo_reward/mean": 0.9037243127822876, "rewards/thermo_reward/std": 1.5839658975601196, "step": 637 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.14778904803097248, "epoch": 1.276, "frac_reward_zero_std": 0.0, "grad_norm": 0.3663407266139984, "learning_rate": 6.442061530774834e-07, "loss": 0.0056, "num_tokens": 5582966.0, "reward": 7.596940994262695, "reward_std": 1.0984342098236084, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.6841093301773071, "rewards/kidney_reward/std": 1.4593254327774048, "rewards/length2tails_reward/mean": 0.8278961181640625, "rewards/length2tails_reward/std": 0.2020004242658615, "rewards/thermo_reward/mean": 0.9132281541824341, "rewards/thermo_reward/std": 1.460633635520935, "step": 638 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13881055917590857, "epoch": 1.278, "frac_reward_zero_std": 0.0, "grad_norm": 0.38059312105178833, "learning_rate": 6.411175558929152e-07, "loss": -0.0028, "num_tokens": 5591652.0, "reward": 7.203988075256348, "reward_std": 1.0541120767593384, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5507540106773376, "rewards/kidney_reward/std": 1.2353981733322144, "rewards/length2tails_reward/mean": 0.7279623746871948, "rewards/length2tails_reward/std": 0.2978818714618683, "rewards/thermo_reward/mean": 0.31064373254776, "rewards/thermo_reward/std": 1.6055090427398682, "step": 639 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 307.0, "completions/max_terminated_length": 307.0, "completions/mean_length": 270.125, "completions/mean_terminated_length": 270.125, "completions/min_length": 231.0, "completions/min_terminated_length": 231.0, "entropy": 0.15258120652288198, "epoch": 1.28, "frac_reward_zero_std": 0.0, "grad_norm": 0.577871561050415, "learning_rate": 6.38032883389257e-07, "loss": -0.0087, "num_tokens": 5600328.0, "reward": 7.0710906982421875, "reward_std": 1.4295557737350464, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.3058558404445648, "rewards/kidney_reward/std": 1.3590362071990967, "rewards/length2tails_reward/mean": 0.7754330635070801, "rewards/length2tails_reward/std": 0.27673545479774475, "rewards/thermo_reward/mean": 0.6779689788818359, "rewards/thermo_reward/std": 1.530184030532837, "step": 640 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.40625, "completions/mean_terminated_length": 268.40625, "completions/min_length": 222.0, "completions/min_terminated_length": 222.0, "entropy": 0.15540193300694227, "epoch": 1.282, "frac_reward_zero_std": 0.0, "grad_norm": 1.9766852855682373, "learning_rate": 6.349521692999944e-07, "loss": -0.0202, "num_tokens": 5608949.0, "reward": 5.674541473388672, "reward_std": 2.916369676589966, "rewards/fitness_reward/mean": 5.654493808746338, "rewards/fitness_reward/std": 2.9443953037261963, "rewards/kidney_reward/mean": -0.05414886772632599, "rewards/kidney_reward/std": 1.4154093265533447, "rewards/length2tails_reward/mean": 0.766571044921875, "rewards/length2tails_reward/std": 0.3015124201774597, "rewards/thermo_reward/mean": -0.28904175758361816, "rewards/thermo_reward/std": 1.7579821348190308, "step": 641 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.13397748861461878, "epoch": 1.284, "frac_reward_zero_std": 0.0, "grad_norm": 0.6520522236824036, "learning_rate": 6.31875447315322e-07, "loss": -0.0021, "num_tokens": 5617653.0, "reward": 6.948795318603516, "reward_std": 1.4336069822311401, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.46346867084503174, "rewards/kidney_reward/std": 1.2700620889663696, "rewards/length2tails_reward/mean": 0.8374483585357666, "rewards/length2tails_reward/std": 0.21488112211227417, "rewards/thermo_reward/mean": 0.038780003786087036, "rewards/thermo_reward/std": 1.8404791355133057, "step": 642 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 270.6875, "completions/mean_terminated_length": 270.6875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1322827786207199, "epoch": 1.286, "frac_reward_zero_std": 0.0, "grad_norm": 0.6410660743713379, "learning_rate": 6.288027510817791e-07, "loss": -0.0036, "num_tokens": 5626347.0, "reward": 7.278005599975586, "reward_std": 1.2659250497817993, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5362731218338013, "rewards/kidney_reward/std": 1.3232353925704956, "rewards/length2tails_reward/mean": 0.7245739102363586, "rewards/length2tails_reward/std": 0.30938565731048584, "rewards/thermo_reward/mean": 0.680832028388977, "rewards/thermo_reward/std": 1.6555609703063965, "step": 643 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 451.0, "completions/max_terminated_length": 451.0, "completions/mean_length": 277.34375, "completions/mean_terminated_length": 277.34375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14233141485601664, "epoch": 1.288, "frac_reward_zero_std": 0.0, "grad_norm": 2.912531852722168, "learning_rate": 6.257341142018797e-07, "loss": 0.08, "num_tokens": 5635254.0, "reward": 6.13580846786499, "reward_std": 2.8155057430267334, "rewards/fitness_reward/mean": 5.834390640258789, "rewards/fitness_reward/std": 2.634599208831787, "rewards/kidney_reward/mean": 0.1610783189535141, "rewards/kidney_reward/std": 1.4255234003067017, "rewards/length2tails_reward/mean": 0.8666987419128418, "rewards/length2tails_reward/std": 0.21826976537704468, "rewards/thermo_reward/mean": 0.00840771198272705, "rewards/thermo_reward/std": 1.7903788089752197, "step": 644 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 329.0, "completions/max_terminated_length": 329.0, "completions/mean_length": 265.15625, "completions/mean_terminated_length": 265.15625, "completions/min_length": 12.0, "completions/min_terminated_length": 12.0, "entropy": 0.16019840352237225, "epoch": 1.29, "frac_reward_zero_std": 0.0, "grad_norm": 1.1110379695892334, "learning_rate": 6.226695702337442e-07, "loss": -0.0825, "num_tokens": 5643771.0, "reward": 5.976951599121094, "reward_std": 3.158778429031372, "rewards/fitness_reward/mean": 5.544244766235352, "rewards/fitness_reward/std": 2.6484479904174805, "rewards/kidney_reward/mean": 0.01712121069431305, "rewards/kidney_reward/std": 1.6551475524902344, "rewards/length2tails_reward/mean": 0.8136659860610962, "rewards/length2tails_reward/std": 0.26795053482055664, "rewards/thermo_reward/mean": 0.4414595365524292, "rewards/thermo_reward/std": 1.9067299365997314, "step": 645 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 285.0, "completions/max_terminated_length": 285.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14127318561077118, "epoch": 1.292, "frac_reward_zero_std": 0.0, "grad_norm": 0.40734344720840454, "learning_rate": 6.196091526907355e-07, "loss": -0.0012, "num_tokens": 5652482.0, "reward": 6.749227523803711, "reward_std": 1.0654892921447754, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.1642061322927475, "rewards/kidney_reward/std": 1.2673845291137695, "rewards/length2tails_reward/mean": 0.7619192600250244, "rewards/length2tails_reward/std": 0.33276113867759705, "rewards/thermo_reward/mean": 0.3050832152366638, "rewards/thermo_reward/std": 1.8505090475082397, "step": 646 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 271.1875, "completions/mean_terminated_length": 271.1875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14173165522515774, "epoch": 1.294, "frac_reward_zero_std": 0.0, "grad_norm": 2.4195237159729004, "learning_rate": 6.165528950410884e-07, "loss": 0.0134, "num_tokens": 5661192.0, "reward": 6.565463066101074, "reward_std": 2.6815237998962402, "rewards/fitness_reward/mean": 6.213047027587891, "rewards/fitness_reward/std": 2.139711618423462, "rewards/kidney_reward/mean": 0.2550015449523926, "rewards/kidney_reward/std": 1.4037851095199585, "rewards/length2tails_reward/mean": 0.8078710436820984, "rewards/length2tails_reward/std": 0.22603370249271393, "rewards/thermo_reward/mean": 0.045895226299762726, "rewards/thermo_reward/std": 1.9364056587219238, "step": 647 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 264.75, "completions/mean_terminated_length": 264.75, "completions/min_length": 93.0, "completions/min_terminated_length": 93.0, "entropy": 0.1734876073896885, "epoch": 1.296, "frac_reward_zero_std": 0.0, "grad_norm": 2.4625022411346436, "learning_rate": 6.13500830707548e-07, "loss": -0.0255, "num_tokens": 5669696.0, "reward": 5.867452144622803, "reward_std": 3.0157735347747803, "rewards/fitness_reward/mean": 5.785667419433594, "rewards/fitness_reward/std": 2.8030941486358643, "rewards/kidney_reward/mean": -0.25507643818855286, "rewards/kidney_reward/std": 1.2442216873168945, "rewards/length2tails_reward/mean": 0.8725078701972961, "rewards/length2tails_reward/std": 0.21126972138881683, "rewards/thermo_reward/mean": -0.017607375979423523, "rewards/thermo_reward/std": 1.8447613716125488, "step": 648 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 658.0, "completions/max_terminated_length": 658.0, "completions/mean_length": 283.5, "completions/mean_terminated_length": 283.5, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15415276028215885, "epoch": 1.298, "frac_reward_zero_std": 0.0, "grad_norm": 4.34400749206543, "learning_rate": 6.10452993067e-07, "loss": 0.1574, "num_tokens": 5678800.0, "reward": 5.908939361572266, "reward_std": 2.969799518585205, "rewards/fitness_reward/mean": 5.738583564758301, "rewards/fitness_reward/std": 2.9808731079101562, "rewards/kidney_reward/mean": 0.2620808780193329, "rewards/kidney_reward/std": 1.391344666481018, "rewards/length2tails_reward/mean": 0.731244683265686, "rewards/length2tails_reward/std": 0.3396046757698059, "rewards/thermo_reward/mean": -0.28699085116386414, "rewards/thermo_reward/std": 1.8723300695419312, "step": 649 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 512.0, "completions/max_terminated_length": 512.0, "completions/mean_length": 277.5625, "completions/mean_terminated_length": 277.5625, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.1882968582212925, "epoch": 1.3, "frac_reward_zero_std": 0.0, "grad_norm": 3.4039666652679443, "learning_rate": 6.074094154501086e-07, "loss": 0.0814, "num_tokens": 5687714.0, "reward": 6.29148530960083, "reward_std": 2.6734001636505127, "rewards/fitness_reward/mean": 5.834356784820557, "rewards/fitness_reward/std": 2.6169049739837646, "rewards/kidney_reward/mean": 0.34884753823280334, "rewards/kidney_reward/std": 1.3807021379470825, "rewards/length2tails_reward/mean": 0.8212233781814575, "rewards/length2tails_reward/std": 0.2387375682592392, "rewards/thermo_reward/mean": 0.1547977775335312, "rewards/thermo_reward/std": 1.9377219676971436, "step": 650 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.78125, "completions/mean_terminated_length": 271.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1444950643926859, "epoch": 1.302, "frac_reward_zero_std": 0.0, "grad_norm": 0.36122214794158936, "learning_rate": 6.04370131140952e-07, "loss": 0.0026, "num_tokens": 5696443.0, "reward": 6.898990631103516, "reward_std": 1.3468652963638306, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.1589527130126953, "rewards/kidney_reward/std": 1.5192503929138184, "rewards/length2tails_reward/mean": 0.7818030714988708, "rewards/length2tails_reward/std": 0.2831023931503296, "rewards/thermo_reward/mean": 0.06553035974502563, "rewards/thermo_reward/std": 2.091651201248169, "step": 651 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 400.0, "completions/max_terminated_length": 400.0, "completions/mean_length": 273.71875, "completions/mean_terminated_length": 273.71875, "completions/min_length": 118.0, "completions/min_terminated_length": 118.0, "entropy": 0.20243182964622974, "epoch": 1.304, "frac_reward_zero_std": 0.0, "grad_norm": 2.959991693496704, "learning_rate": 6.01335173376655e-07, "loss": 0.0239, "num_tokens": 5705234.0, "reward": 5.641485214233398, "reward_std": 3.5968315601348877, "rewards/fitness_reward/mean": 5.2309136390686035, "rewards/fitness_reward/std": 3.676581621170044, "rewards/kidney_reward/mean": 0.17761388421058655, "rewards/kidney_reward/std": 1.3631139993667603, "rewards/length2tails_reward/mean": 0.8585853576660156, "rewards/length2tails_reward/std": 0.16891047358512878, "rewards/thermo_reward/mean": 0.21423634886741638, "rewards/thermo_reward/std": 2.134769916534424, "step": 652 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 328.0, "completions/max_terminated_length": 328.0, "completions/mean_length": 273.125, "completions/mean_terminated_length": 273.125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1514090709388256, "epoch": 1.306, "frac_reward_zero_std": 0.0, "grad_norm": 2.1887006759643555, "learning_rate": 5.983045753470307e-07, "loss": 0.0236, "num_tokens": 5714006.0, "reward": 5.898200988769531, "reward_std": 3.060225009918213, "rewards/fitness_reward/mean": 5.744778633117676, "rewards/fitness_reward/std": 2.613828659057617, "rewards/kidney_reward/mean": -0.10127445310354233, "rewards/kidney_reward/std": 1.2469600439071655, "rewards/length2tails_reward/mean": 0.7454930543899536, "rewards/length2tails_reward/std": 0.34676027297973633, "rewards/thermo_reward/mean": 0.03537212312221527, "rewards/thermo_reward/std": 1.8324885368347168, "step": 653 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 613.0, "completions/max_terminated_length": 613.0, "completions/mean_length": 281.1875, "completions/mean_terminated_length": 281.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1525631584227085, "epoch": 1.308, "frac_reward_zero_std": 0.0, "grad_norm": 3.7953178882598877, "learning_rate": 5.952783701942129e-07, "loss": 0.1617, "num_tokens": 5723036.0, "reward": 6.598310470581055, "reward_std": 2.4306259155273438, "rewards/fitness_reward/mean": 6.145068168640137, "rewards/fitness_reward/std": 2.0091021060943604, "rewards/kidney_reward/mean": 0.002159029245376587, "rewards/kidney_reward/std": 1.3303543329238892, "rewards/length2tails_reward/mean": 0.8235996961593628, "rewards/length2tails_reward/std": 0.25856974720954895, "rewards/thermo_reward/mean": 0.4925250709056854, "rewards/thermo_reward/std": 1.778227686882019, "step": 654 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.90625, "completions/mean_terminated_length": 269.90625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12768492568284273, "epoch": 1.31, "frac_reward_zero_std": 0.0, "grad_norm": 0.39604681730270386, "learning_rate": 5.922565910122966e-07, "loss": -0.0011, "num_tokens": 5731705.0, "reward": 6.629502296447754, "reward_std": 2.039947748184204, "rewards/fitness_reward/mean": 6.155602931976318, "rewards/fitness_reward/std": 1.952143669128418, "rewards/kidney_reward/mean": 0.21815750002861023, "rewards/kidney_reward/std": 1.2914760112762451, "rewards/length2tails_reward/mean": 0.7410340309143066, "rewards/length2tails_reward/std": 0.30291491746902466, "rewards/thermo_reward/mean": 0.359124094247818, "rewards/thermo_reward/std": 1.5980550050735474, "step": 655 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12119963858276606, "epoch": 1.312, "frac_reward_zero_std": 0.0, "grad_norm": 0.407927930355072, "learning_rate": 5.892392708469747e-07, "loss": -0.0039, "num_tokens": 5740385.0, "reward": 6.151309967041016, "reward_std": 1.8759739398956299, "rewards/fitness_reward/mean": 6.188357830047607, "rewards/fitness_reward/std": 1.7761485576629639, "rewards/kidney_reward/mean": -0.3281180262565613, "rewards/kidney_reward/std": 1.2943578958511353, "rewards/length2tails_reward/mean": 0.7649803757667542, "rewards/length2tails_reward/std": 0.30511534214019775, "rewards/thermo_reward/mean": -0.12846702337265015, "rewards/thermo_reward/std": 1.906110167503357, "step": 656 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 377.0, "completions/max_terminated_length": 377.0, "completions/mean_length": 273.53125, "completions/mean_terminated_length": 273.53125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.15560829732567072, "epoch": 1.314, "frac_reward_zero_std": 0.0, "grad_norm": 3.1416964530944824, "learning_rate": 5.862264426951768e-07, "loss": 0.0558, "num_tokens": 5749170.0, "reward": 6.898611068725586, "reward_std": 1.9748318195343018, "rewards/fitness_reward/mean": 6.132171630859375, "rewards/fitness_reward/std": 2.0790321826934814, "rewards/kidney_reward/mean": 0.537623405456543, "rewards/kidney_reward/std": 1.3657079935073853, "rewards/length2tails_reward/mean": 0.7724308967590332, "rewards/length2tails_reward/std": 0.2801792621612549, "rewards/thermo_reward/mean": 0.609039843082428, "rewards/thermo_reward/std": 1.5434783697128296, "step": 657 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 315.0, "completions/max_terminated_length": 315.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1479223845526576, "epoch": 1.316, "frac_reward_zero_std": 0.0, "grad_norm": 0.6348621249198914, "learning_rate": 5.832181395047098e-07, "loss": -0.0026, "num_tokens": 5757881.0, "reward": 7.095817565917969, "reward_std": 2.352982521057129, "rewards/fitness_reward/mean": 6.189311981201172, "rewards/fitness_reward/std": 1.771049976348877, "rewards/kidney_reward/mean": 0.508020281791687, "rewards/kidney_reward/std": 1.354441523551941, "rewards/length2tails_reward/mean": 0.7360724210739136, "rewards/length2tails_reward/std": 0.28219249844551086, "rewards/thermo_reward/mean": 0.9369553923606873, "rewards/thermo_reward/std": 1.2352522611618042, "step": 658 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 384.0, "completions/max_terminated_length": 384.0, "completions/mean_length": 272.1875, "completions/mean_terminated_length": 272.1875, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.1369036491960287, "epoch": 1.318, "frac_reward_zero_std": 0.0, "grad_norm": 1.5892386436462402, "learning_rate": 5.802143941738944e-07, "loss": 0.0478, "num_tokens": 5766623.0, "reward": 6.1280012130737305, "reward_std": 2.9481887817382812, "rewards/fitness_reward/mean": 5.775424480438232, "rewards/fitness_reward/std": 2.838524580001831, "rewards/kidney_reward/mean": 0.03221467137336731, "rewards/kidney_reward/std": 1.2222998142242432, "rewards/length2tails_reward/mean": 0.667849063873291, "rewards/length2tails_reward/std": 0.3331885039806366, "rewards/thermo_reward/mean": 0.33901447057724, "rewards/thermo_reward/std": 1.6431798934936523, "step": 659 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14061100222170353, "epoch": 1.32, "frac_reward_zero_std": 0.0, "grad_norm": 1.8035763502120972, "learning_rate": 5.772152395512087e-07, "loss": 0.0022, "num_tokens": 5775314.0, "reward": 7.163296699523926, "reward_std": 1.20790696144104, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.3790941536426544, "rewards/kidney_reward/std": 1.34048593044281, "rewards/length2tails_reward/mean": 0.7604628801345825, "rewards/length2tails_reward/std": 0.3018241226673126, "rewards/thermo_reward/mean": 0.3846713900566101, "rewards/thermo_reward/std": 1.7411631345748901, "step": 660 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.59375, "completions/mean_terminated_length": 269.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1336772684007883, "epoch": 1.322, "frac_reward_zero_std": 0.0, "grad_norm": 0.6508118510246277, "learning_rate": 5.742207084349273e-07, "loss": -0.0055, "num_tokens": 5783973.0, "reward": 7.059962272644043, "reward_std": 1.0898627042770386, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.17260214686393738, "rewards/kidney_reward/std": 1.3055181503295898, "rewards/length2tails_reward/mean": 0.6751230955123901, "rewards/length2tails_reward/std": 0.3568343222141266, "rewards/thermo_reward/mean": 0.6331421136856079, "rewards/thermo_reward/std": 1.3784630298614502, "step": 661 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14024581480771303, "epoch": 1.324, "frac_reward_zero_std": 0.0, "grad_norm": 0.2925182282924652, "learning_rate": 5.712308335727628e-07, "loss": -0.0006, "num_tokens": 5792639.0, "reward": 7.133518218994141, "reward_std": 1.1250042915344238, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.004523918032646179, "rewards/kidney_reward/std": 1.469503402709961, "rewards/length2tails_reward/mean": 0.7807639837265015, "rewards/length2tails_reward/std": 0.2387048751115799, "rewards/thermo_reward/mean": 0.6895338296890259, "rewards/thermo_reward/std": 1.6021491289138794, "step": 662 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 332.0, "completions/max_terminated_length": 332.0, "completions/mean_length": 272.46875, "completions/mean_terminated_length": 272.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1417333409190178, "epoch": 1.326, "frac_reward_zero_std": 0.0, "grad_norm": 0.43599823117256165, "learning_rate": 5.682456476615072e-07, "loss": 0.002, "num_tokens": 5801390.0, "reward": 6.68442440032959, "reward_std": 1.4163669347763062, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.18505345284938812, "rewards/kidney_reward/std": 1.4562594890594482, "rewards/length2tails_reward/mean": 0.7570204734802246, "rewards/length2tails_reward/std": 0.29161199927330017, "rewards/thermo_reward/mean": 0.1987738311290741, "rewards/thermo_reward/std": 1.9739598035812378, "step": 663 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 413.0, "completions/max_terminated_length": 413.0, "completions/mean_length": 274.96875, "completions/mean_terminated_length": 274.96875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.15057275351136923, "epoch": 1.328, "frac_reward_zero_std": 0.0, "grad_norm": 2.8899993896484375, "learning_rate": 5.652651833466755e-07, "loss": 0.079, "num_tokens": 5810221.0, "reward": 6.272120475769043, "reward_std": 2.248950481414795, "rewards/fitness_reward/mean": 6.2373175621032715, "rewards/fitness_reward/std": 2.0024170875549316, "rewards/kidney_reward/mean": -0.05418562889099121, "rewards/kidney_reward/std": 1.2909743785858154, "rewards/length2tails_reward/mean": 0.7484981417655945, "rewards/length2tails_reward/std": 0.33117684721946716, "rewards/thermo_reward/mean": -0.2504574656486511, "rewards/thermo_reward/std": 2.0557281970977783, "step": 664 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13654115051031113, "epoch": 1.33, "frac_reward_zero_std": 0.0, "grad_norm": 0.2763078510761261, "learning_rate": 5.622894732221482e-07, "loss": 0.0003, "num_tokens": 5818924.0, "reward": 7.003393650054932, "reward_std": 1.251980185508728, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.4440957307815552, "rewards/kidney_reward/std": 1.3153462409973145, "rewards/length2tails_reward/mean": 0.7653374671936035, "rewards/length2tails_reward/std": 0.3081322908401489, "rewards/thermo_reward/mean": 0.2034047245979309, "rewards/thermo_reward/std": 1.8775660991668701, "step": 665 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 315.0, "completions/max_terminated_length": 315.0, "completions/mean_length": 272.125, "completions/mean_terminated_length": 272.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15669972635805607, "epoch": 1.332, "frac_reward_zero_std": 0.0, "grad_norm": 3.7499356269836426, "learning_rate": 5.593185498298141e-07, "loss": 0.0205, "num_tokens": 5827664.0, "reward": 6.445470809936523, "reward_std": 2.2563424110412598, "rewards/fitness_reward/mean": 6.136785984039307, "rewards/fitness_reward/std": 2.053987503051758, "rewards/kidney_reward/mean": -0.17048430442810059, "rewards/kidney_reward/std": 1.280286431312561, "rewards/length2tails_reward/mean": 0.8183590173721313, "rewards/length2tails_reward/std": 0.22113774716854095, "rewards/thermo_reward/mean": 0.37867385149002075, "rewards/thermo_reward/std": 1.8788390159606934, "step": 666 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14466068148612976, "epoch": 1.334, "frac_reward_zero_std": 0.0, "grad_norm": 0.6656396985054016, "learning_rate": 5.563524456592163e-07, "loss": 0.006, "num_tokens": 5836375.0, "reward": 6.719061374664307, "reward_std": 1.7237056493759155, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.2651819586753845, "rewards/kidney_reward/std": 1.5847587585449219, "rewards/length2tails_reward/mean": 0.7623664140701294, "rewards/length2tails_reward/std": 0.2931446433067322, "rewards/thermo_reward/mean": 0.021117717027664185, "rewards/thermo_reward/std": 1.997339129447937, "step": 667 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14278834592550993, "epoch": 1.336, "frac_reward_zero_std": 0.0, "grad_norm": 0.45834881067276, "learning_rate": 5.533911931471935e-07, "loss": 0.0022, "num_tokens": 5845084.0, "reward": 7.0002899169921875, "reward_std": 1.327841877937317, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.024180158972740173, "rewards/kidney_reward/std": 1.4476650953292847, "rewards/length2tails_reward/mean": 0.8485123515129089, "rewards/length2tails_reward/std": 0.17107199132442474, "rewards/thermo_reward/mean": 0.3695473074913025, "rewards/thermo_reward/std": 1.9741339683532715, "step": 668 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.09375, "completions/mean_terminated_length": 271.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13745083380490541, "epoch": 1.338, "frac_reward_zero_std": 0.0, "grad_norm": 0.5631520748138428, "learning_rate": 5.504348246775299e-07, "loss": 0.0027, "num_tokens": 5853791.0, "reward": 7.046502113342285, "reward_std": 1.2177540063858032, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.2630627751350403, "rewards/kidney_reward/std": 1.46834135055542, "rewards/length2tails_reward/mean": 0.8024006485939026, "rewards/length2tails_reward/std": 0.26976141333580017, "rewards/thermo_reward/mean": 0.4521217346191406, "rewards/thermo_reward/std": 1.9688328504562378, "step": 669 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 720.0, "completions/max_terminated_length": 720.0, "completions/mean_length": 284.875, "completions/mean_terminated_length": 284.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.18276775442063808, "epoch": 1.34, "frac_reward_zero_std": 0.0, "grad_norm": 7.479960918426514, "learning_rate": 5.474833725805962e-07, "loss": 0.2367, "num_tokens": 5862939.0, "reward": 6.991754531860352, "reward_std": 2.0754315853118896, "rewards/fitness_reward/mean": 6.240487575531006, "rewards/fitness_reward/std": 1.984483242034912, "rewards/kidney_reward/mean": 0.42164015769958496, "rewards/kidney_reward/std": 1.3554811477661133, "rewards/length2tails_reward/mean": 0.8755493760108948, "rewards/length2tails_reward/std": 0.16724464297294617, "rewards/thermo_reward/mean": 0.6431186199188232, "rewards/thermo_reward/std": 1.570862054824829, "step": 670 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1310231052339077, "epoch": 1.342, "frac_reward_zero_std": 0.0, "grad_norm": 0.409902960062027, "learning_rate": 5.445368691330006e-07, "loss": -0.0001, "num_tokens": 5871625.0, "reward": 6.525934219360352, "reward_std": 1.633767008781433, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": -0.21257570385932922, "rewards/kidney_reward/std": 1.396531581878662, "rewards/length2tails_reward/mean": 0.7744640111923218, "rewards/length2tails_reward/std": 0.27144792675971985, "rewards/thermo_reward/mean": 0.5185284614562988, "rewards/thermo_reward/std": 1.6811809539794922, "step": 671 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 592.0, "completions/max_terminated_length": 592.0, "completions/mean_length": 274.75, "completions/mean_terminated_length": 274.75, "completions/min_length": 123.0, "completions/min_terminated_length": 123.0, "entropy": 0.179467367939651, "epoch": 1.3439999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 5.118148326873779, "learning_rate": 5.415953465572332e-07, "loss": 0.0739, "num_tokens": 5880449.0, "reward": 6.553123474121094, "reward_std": 3.325801134109497, "rewards/fitness_reward/mean": 5.857428073883057, "rewards/fitness_reward/std": 2.8894855976104736, "rewards/kidney_reward/mean": 0.7388929128646851, "rewards/kidney_reward/std": 1.2432023286819458, "rewards/length2tails_reward/mean": 0.6661558747291565, "rewards/length2tails_reward/std": 0.3547395169734955, "rewards/thermo_reward/mean": 0.31941914558410645, "rewards/thermo_reward/std": 1.9431196451187134, "step": 672 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.53125, "completions/mean_terminated_length": 270.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14087828435003757, "epoch": 1.346, "frac_reward_zero_std": 0.0, "grad_norm": 0.6226058602333069, "learning_rate": 5.386588370213123e-07, "loss": 0.0053, "num_tokens": 5889138.0, "reward": 6.679670333862305, "reward_std": 1.9523361921310425, "rewards/fitness_reward/mean": 6.203366756439209, "rewards/fitness_reward/std": 1.6961663961410522, "rewards/kidney_reward/mean": 0.4498825669288635, "rewards/kidney_reward/std": 1.325005292892456, "rewards/length2tails_reward/mean": 0.8054025173187256, "rewards/length2tails_reward/std": 0.2683117389678955, "rewards/thermo_reward/mean": 0.10002326965332031, "rewards/thermo_reward/std": 1.884231448173523, "step": 673 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 378.0, "completions/max_terminated_length": 378.0, "completions/mean_length": 275.75, "completions/mean_terminated_length": 275.75, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.15696079470217228, "epoch": 1.3479999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.2696923315525055, "learning_rate": 5.357273726384367e-07, "loss": 0.0005, "num_tokens": 5897994.0, "reward": 6.942432403564453, "reward_std": 1.6423234939575195, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.3043510317802429, "rewards/kidney_reward/std": 1.3465080261230469, "rewards/length2tails_reward/mean": 0.9036553502082825, "rewards/length2tails_reward/std": 0.1465829759836197, "rewards/thermo_reward/mean": 0.3580460846424103, "rewards/thermo_reward/std": 1.8777705430984497, "step": 674 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13921087235212326, "epoch": 1.35, "frac_reward_zero_std": 0.0, "grad_norm": 0.5983933210372925, "learning_rate": 5.328009854666302e-07, "loss": 0.0007, "num_tokens": 5906693.0, "reward": 7.0876359939575195, "reward_std": 1.326507806777954, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.4664854407310486, "rewards/kidney_reward/std": 1.3527214527130127, "rewards/length2tails_reward/mean": 0.7940385341644287, "rewards/length2tails_reward/std": 0.2716478705406189, "rewards/thermo_reward/mean": 0.54112708568573, "rewards/thermo_reward/std": 1.7181748151779175, "step": 675 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 269.125, "completions/mean_terminated_length": 269.125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12440503854304552, "epoch": 1.3519999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.44946378469467163, "learning_rate": 5.298797075083955e-07, "loss": 0.0043, "num_tokens": 5915337.0, "reward": 6.417015075683594, "reward_std": 2.319885015487671, "rewards/fitness_reward/mean": 6.186835289001465, "rewards/fitness_reward/std": 1.784287452697754, "rewards/kidney_reward/mean": -0.08183324337005615, "rewards/kidney_reward/std": 1.3728009462356567, "rewards/length2tails_reward/mean": 0.7380324006080627, "rewards/length2tails_reward/std": 0.24326679110527039, "rewards/thermo_reward/mean": 0.17317692935466766, "rewards/thermo_reward/std": 1.980185627937317, "step": 676 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 270.125, "completions/mean_terminated_length": 270.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14245464466512203, "epoch": 1.354, "frac_reward_zero_std": 0.0, "grad_norm": 1.3716691732406616, "learning_rate": 5.269635707103593e-07, "loss": 0.0123, "num_tokens": 5924013.0, "reward": 6.7908549308776855, "reward_std": 2.4631636142730713, "rewards/fitness_reward/mean": 6.110771179199219, "rewards/fitness_reward/std": 2.1955087184906006, "rewards/kidney_reward/mean": 0.49149662256240845, "rewards/kidney_reward/std": 1.2913416624069214, "rewards/length2tails_reward/mean": 0.7306331396102905, "rewards/length2tails_reward/std": 0.27333998680114746, "rewards/thermo_reward/mean": 0.5033540725708008, "rewards/thermo_reward/std": 1.6740689277648926, "step": 677 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 610.0, "completions/max_terminated_length": 610.0, "completions/mean_length": 289.53125, "completions/mean_terminated_length": 289.53125, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.2265687696635723, "epoch": 1.3559999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 3.6275124549865723, "learning_rate": 5.240526069629264e-07, "loss": 0.149, "num_tokens": 5933310.0, "reward": 5.4968719482421875, "reward_std": 3.5532803535461426, "rewards/fitness_reward/mean": 5.255889892578125, "rewards/fitness_reward/std": 3.3009347915649414, "rewards/kidney_reward/mean": -0.0853227972984314, "rewards/kidney_reward/std": 1.4309494495391846, "rewards/length2tails_reward/mean": 0.8283058404922485, "rewards/length2tails_reward/std": 0.26944589614868164, "rewards/thermo_reward/mean": 0.15313391387462616, "rewards/thermo_reward/std": 2.1520845890045166, "step": 678 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 478.0, "completions/max_terminated_length": 478.0, "completions/mean_length": 278.96875, "completions/mean_terminated_length": 278.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13733403012156487, "epoch": 1.358, "frac_reward_zero_std": 0.0, "grad_norm": 1.8472709655761719, "learning_rate": 5.211468480999304e-07, "loss": 0.1001, "num_tokens": 5942269.0, "reward": 6.766761779785156, "reward_std": 2.455509901046753, "rewards/fitness_reward/mean": 6.127740383148193, "rewards/fitness_reward/std": 2.1031084060668945, "rewards/kidney_reward/mean": 0.489413321018219, "rewards/kidney_reward/std": 1.1277484893798828, "rewards/length2tails_reward/mean": 0.7868244647979736, "rewards/length2tails_reward/std": 0.3167828321456909, "rewards/thermo_reward/mean": 0.39521703124046326, "rewards/thermo_reward/std": 1.8430607318878174, "step": 679 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 266.375, "completions/mean_terminated_length": 266.375, "completions/min_length": 121.0, "completions/min_terminated_length": 121.0, "entropy": 0.1501946747303009, "epoch": 1.3599999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.276226043701172, "learning_rate": 5.182463258982846e-07, "loss": -0.0829, "num_tokens": 5950825.0, "reward": 6.895351409912109, "reward_std": 2.2152953147888184, "rewards/fitness_reward/mean": 6.146317481994629, "rewards/fitness_reward/std": 2.0023388862609863, "rewards/kidney_reward/mean": 0.48449423909187317, "rewards/kidney_reward/std": 1.4067612886428833, "rewards/length2tails_reward/mean": 0.8560777902603149, "rewards/length2tails_reward/std": 0.20544761419296265, "rewards/thermo_reward/mean": 0.5855341553688049, "rewards/thermo_reward/std": 1.6604307889938354, "step": 680 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 318.0, "completions/max_terminated_length": 318.0, "completions/mean_length": 272.4375, "completions/mean_terminated_length": 272.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15200999192893505, "epoch": 1.362, "frac_reward_zero_std": 0.0, "grad_norm": 0.35106155276298523, "learning_rate": 5.153510720776353e-07, "loss": 0.0093, "num_tokens": 5959575.0, "reward": 6.509156227111816, "reward_std": 2.3999266624450684, "rewards/fitness_reward/mean": 6.1674699783325195, "rewards/fitness_reward/std": 1.8881745338439941, "rewards/kidney_reward/mean": 0.03378329426050186, "rewards/kidney_reward/std": 1.2819344997406006, "rewards/length2tails_reward/mean": 0.8100302815437317, "rewards/length2tails_reward/std": 0.21821154654026031, "rewards/thermo_reward/mean": 0.24457307159900665, "rewards/thermo_reward/std": 1.9244755506515503, "step": 681 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.28125, "completions/mean_terminated_length": 269.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12327281478792429, "epoch": 1.3639999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.0517131090164185, "learning_rate": 5.124611183000137e-07, "loss": -0.0007, "num_tokens": 5968224.0, "reward": 7.198990821838379, "reward_std": 1.1014410257339478, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.20418256521224976, "rewards/kidney_reward/std": 1.3175435066223145, "rewards/length2tails_reward/mean": 0.7419940233230591, "rewards/length2tails_reward/std": 0.26973870396614075, "rewards/thermo_reward/mean": 0.640204668045044, "rewards/thermo_reward/std": 1.5962918996810913, "step": 682 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12007454875856638, "epoch": 1.366, "frac_reward_zero_std": 0.0, "grad_norm": 1.5568537712097168, "learning_rate": 5.095764961694922e-07, "loss": -0.008, "num_tokens": 5976895.0, "reward": 6.600795745849609, "reward_std": 1.7843338251113892, "rewards/fitness_reward/mean": 6.076353073120117, "rewards/fitness_reward/std": 1.2157716751098633, "rewards/kidney_reward/mean": -0.1611795723438263, "rewards/kidney_reward/std": 1.2040907144546509, "rewards/length2tails_reward/mean": 0.755807638168335, "rewards/length2tails_reward/std": 0.3260086178779602, "rewards/thermo_reward/mean": 0.8321608901023865, "rewards/thermo_reward/std": 1.3782223463058472, "step": 683 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.28125, "completions/mean_terminated_length": 270.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13120761420577765, "epoch": 1.3679999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.735037088394165, "learning_rate": 5.06697237231835e-07, "loss": 0.0041, "num_tokens": 5985576.0, "reward": 6.2987141609191895, "reward_std": 2.951741933822632, "rewards/fitness_reward/mean": 5.815138816833496, "rewards/fitness_reward/std": 2.690138101577759, "rewards/kidney_reward/mean": 0.7322832345962524, "rewards/kidney_reward/std": 1.3732749223709106, "rewards/length2tails_reward/mean": 0.7410439848899841, "rewards/length2tails_reward/std": 0.33157578110694885, "rewards/thermo_reward/mean": -0.13565552234649658, "rewards/thermo_reward/std": 1.845339059829712, "step": 684 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 394.0, "completions/max_terminated_length": 394.0, "completions/mean_length": 273.25, "completions/mean_terminated_length": 273.25, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.14077529218047857, "epoch": 1.37, "frac_reward_zero_std": 0.0, "grad_norm": 1.83749258518219, "learning_rate": 5.038233729741577e-07, "loss": 0.0621, "num_tokens": 5994352.0, "reward": 6.197768688201904, "reward_std": 2.1141865253448486, "rewards/fitness_reward/mean": 6.1678900718688965, "rewards/fitness_reward/std": 1.885914921760559, "rewards/kidney_reward/mean": -0.3956373929977417, "rewards/kidney_reward/std": 1.379032015800476, "rewards/length2tails_reward/mean": 0.8157838582992554, "rewards/length2tails_reward/std": 0.26494520902633667, "rewards/thermo_reward/mean": 0.04750201106071472, "rewards/thermo_reward/std": 1.8462481498718262, "step": 685 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 467.0, "completions/max_terminated_length": 467.0, "completions/mean_length": 285.90625, "completions/mean_terminated_length": 285.90625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.16495055705308914, "epoch": 1.3719999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.541355609893799, "learning_rate": 5.009549348245795e-07, "loss": 0.0821, "num_tokens": 6003533.0, "reward": 5.699135780334473, "reward_std": 4.05197811126709, "rewards/fitness_reward/mean": 5.069490909576416, "rewards/fitness_reward/std": 3.5660157203674316, "rewards/kidney_reward/mean": 0.3704063892364502, "rewards/kidney_reward/std": 1.5749589204788208, "rewards/length2tails_reward/mean": 0.7373260259628296, "rewards/length2tails_reward/std": 0.3231446444988251, "rewards/thermo_reward/mean": 0.5202198624610901, "rewards/thermo_reward/std": 1.6503164768218994, "step": 686 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 479.0, "completions/max_terminated_length": 479.0, "completions/mean_length": 276.4375, "completions/mean_terminated_length": 276.4375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.11670089419931173, "epoch": 1.374, "frac_reward_zero_std": 0.0, "grad_norm": 2.0955183506011963, "learning_rate": 4.980919541518795e-07, "loss": 0.1149, "num_tokens": 6012411.0, "reward": 6.278100967407227, "reward_std": 2.291395425796509, "rewards/fitness_reward/mean": 6.2216620445251465, "rewards/fitness_reward/std": 2.0909764766693115, "rewards/kidney_reward/mean": 0.06045813485980034, "rewards/kidney_reward/std": 1.4518604278564453, "rewards/length2tails_reward/mean": 0.721335768699646, "rewards/length2tails_reward/std": 0.3074924051761627, "rewards/thermo_reward/mean": -0.3082483112812042, "rewards/thermo_reward/std": 1.8238410949707031, "step": 687 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.125, "completions/mean_terminated_length": 269.125, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.13439594209194183, "epoch": 1.376, "frac_reward_zero_std": 0.0, "grad_norm": 1.3209054470062256, "learning_rate": 4.952344622651566e-07, "loss": -0.0077, "num_tokens": 6021055.0, "reward": 7.090793132781982, "reward_std": 1.2847994565963745, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.35663118958473206, "rewards/kidney_reward/std": 1.2885410785675049, "rewards/length2tails_reward/mean": 0.7761370539665222, "rewards/length2tails_reward/std": 0.2594932019710541, "rewards/thermo_reward/mean": 0.4602685272693634, "rewards/thermo_reward/std": 1.6738771200180054, "step": 688 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.625, "completions/mean_terminated_length": 270.625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13340663630515337, "epoch": 1.3780000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.6911230087280273, "learning_rate": 4.923824904134829e-07, "loss": 0.001, "num_tokens": 6029747.0, "reward": 6.794254302978516, "reward_std": 1.3270739316940308, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.26135924458503723, "rewards/kidney_reward/std": 1.3938097953796387, "rewards/length2tails_reward/mean": 0.7796659469604492, "rewards/length2tails_reward/std": 0.294088214635849, "rewards/thermo_reward/mean": -0.24528031051158905, "rewards/thermo_reward/std": 2.0109946727752686, "step": 689 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13948645628988743, "epoch": 1.38, "frac_reward_zero_std": 0.0, "grad_norm": 0.6078920364379883, "learning_rate": 4.895360697855674e-07, "loss": 0.0001, "num_tokens": 6038408.0, "reward": 7.045919418334961, "reward_std": 1.057389497756958, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.06258798390626907, "rewards/kidney_reward/std": 1.3073828220367432, "rewards/length2tails_reward/mean": 0.7211709022521973, "rewards/length2tails_reward/std": 0.24401357769966125, "rewards/thermo_reward/mean": 0.4860687851905823, "rewards/thermo_reward/std": 1.6293129920959473, "step": 690 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.59375, "completions/mean_terminated_length": 269.59375, "completions/min_length": 212.0, "completions/min_terminated_length": 212.0, "entropy": 0.147435849532485, "epoch": 1.3820000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 1.9921867847442627, "learning_rate": 4.866952315094087e-07, "loss": -0.0307, "num_tokens": 6047067.0, "reward": 6.443836688995361, "reward_std": 2.4145994186401367, "rewards/fitness_reward/mean": 6.215827941894531, "rewards/fitness_reward/std": 2.1239800453186035, "rewards/kidney_reward/mean": 0.13426579535007477, "rewards/kidney_reward/std": 1.329345703125, "rewards/length2tails_reward/mean": 0.7906262874603271, "rewards/length2tails_reward/std": 0.2970091998577118, "rewards/thermo_reward/mean": -0.07356198132038116, "rewards/thermo_reward/std": 1.9798394441604614, "step": 691 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 466.0, "completions/max_terminated_length": 466.0, "completions/mean_length": 280.9375, "completions/mean_terminated_length": 280.9375, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.16280218120664358, "epoch": 1.384, "frac_reward_zero_std": 0.0, "grad_norm": 2.788339376449585, "learning_rate": 4.838600066519596e-07, "loss": 0.1016, "num_tokens": 6056089.0, "reward": 5.891046524047852, "reward_std": 3.585066795349121, "rewards/fitness_reward/mean": 5.487031936645508, "rewards/fitness_reward/std": 3.200364828109741, "rewards/kidney_reward/mean": 0.2090635895729065, "rewards/kidney_reward/std": 1.172345757484436, "rewards/length2tails_reward/mean": 0.896310567855835, "rewards/length2tails_reward/std": 0.19149312376976013, "rewards/thermo_reward/mean": 0.15081097185611725, "rewards/thermo_reward/std": 2.0388600826263428, "step": 692 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 340.0, "completions/max_terminated_length": 340.0, "completions/mean_length": 274.03125, "completions/mean_terminated_length": 274.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1421026885509491, "epoch": 1.3860000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.7108883857727051, "learning_rate": 4.810304262187851e-07, "loss": 0.0068, "num_tokens": 6064890.0, "reward": 7.138672351837158, "reward_std": 1.2033448219299316, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.26511430740356445, "rewards/kidney_reward/std": 1.2008064985275269, "rewards/length2tails_reward/mean": 0.8442004919052124, "rewards/length2tails_reward/std": 0.27326276898384094, "rewards/thermo_reward/mean": 0.6135116815567017, "rewards/thermo_reward/std": 1.6334232091903687, "step": 693 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 469.0, "completions/max_terminated_length": 469.0, "completions/mean_length": 277.25, "completions/mean_terminated_length": 277.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16671243961900473, "epoch": 1.388, "frac_reward_zero_std": 0.0, "grad_norm": 2.3696401119232178, "learning_rate": 4.782065211537225e-07, "loss": 0.086, "num_tokens": 6073794.0, "reward": 5.975656509399414, "reward_std": 2.807621717453003, "rewards/fitness_reward/mean": 5.584591865539551, "rewards/fitness_reward/std": 2.838075876235962, "rewards/kidney_reward/mean": 0.04642722010612488, "rewards/kidney_reward/std": 1.391793966293335, "rewards/length2tails_reward/mean": 0.702508807182312, "rewards/length2tails_reward/std": 0.35916393995285034, "rewards/thermo_reward/mean": 0.3844468593597412, "rewards/thermo_reward/std": 1.737068772315979, "step": 694 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 316.0, "completions/max_terminated_length": 316.0, "completions/mean_length": 271.0625, "completions/mean_terminated_length": 271.0625, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.15083182603120804, "epoch": 1.3900000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.8778202533721924, "learning_rate": 4.7538832233854665e-07, "loss": 0.0129, "num_tokens": 6082500.0, "reward": 5.957052230834961, "reward_std": 3.099594831466675, "rewards/fitness_reward/mean": 5.869346618652344, "rewards/fitness_reward/std": 2.8409500122070312, "rewards/kidney_reward/mean": 0.050046831369400024, "rewards/kidney_reward/std": 1.2768054008483887, "rewards/length2tails_reward/mean": 0.8028084635734558, "rewards/length2tails_reward/std": 0.2285366654396057, "rewards/thermo_reward/mean": -0.2760394811630249, "rewards/thermo_reward/std": 1.9791443347930908, "step": 695 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 506.0, "completions/max_terminated_length": 506.0, "completions/mean_length": 276.8125, "completions/mean_terminated_length": 276.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16747636813670397, "epoch": 1.392, "frac_reward_zero_std": 0.0, "grad_norm": 2.4245190620422363, "learning_rate": 4.72575860592627e-07, "loss": 0.0737, "num_tokens": 6091390.0, "reward": 6.087239742279053, "reward_std": 3.4649014472961426, "rewards/fitness_reward/mean": 5.56655216217041, "rewards/fitness_reward/std": 3.268420934677124, "rewards/kidney_reward/mean": 0.37435388565063477, "rewards/kidney_reward/std": 1.3217610120773315, "rewards/length2tails_reward/mean": 0.7429100275039673, "rewards/length2tails_reward/std": 0.2799903154373169, "rewards/thermo_reward/mean": 0.29556602239608765, "rewards/thermo_reward/std": 1.8402382135391235, "step": 696 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 714.0, "completions/max_terminated_length": 714.0, "completions/mean_length": 284.125, "completions/mean_terminated_length": 284.125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1663734009489417, "epoch": 1.3940000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 8.678997039794922, "learning_rate": 4.6976916667259545e-07, "loss": 0.2274, "num_tokens": 6100514.0, "reward": 6.876226425170898, "reward_std": 1.9914690256118774, "rewards/fitness_reward/mean": 6.232907295227051, "rewards/fitness_reward/std": 2.0273635387420654, "rewards/kidney_reward/mean": 0.42593345046043396, "rewards/kidney_reward/std": 1.3813767433166504, "rewards/length2tails_reward/mean": 0.781768798828125, "rewards/length2tails_reward/std": 0.26373201608657837, "rewards/thermo_reward/mean": 0.4698195457458496, "rewards/thermo_reward/std": 1.7537208795547485, "step": 697 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 336.0, "completions/max_terminated_length": 336.0, "completions/mean_length": 271.96875, "completions/mean_terminated_length": 271.96875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13711238093674183, "epoch": 1.396, "frac_reward_zero_std": 0.0, "grad_norm": 1.7596772909164429, "learning_rate": 4.6696827127200645e-07, "loss": 0.0345, "num_tokens": 6109249.0, "reward": 6.154385566711426, "reward_std": 2.3298048973083496, "rewards/fitness_reward/mean": 6.0287909507751465, "rewards/fitness_reward/std": 2.1384429931640625, "rewards/kidney_reward/mean": 0.17962273955345154, "rewards/kidney_reward/std": 1.431584119796753, "rewards/length2tails_reward/mean": 0.7196434736251831, "rewards/length2tails_reward/std": 0.3107772171497345, "rewards/thermo_reward/mean": -0.2882553040981293, "rewards/thermo_reward/std": 2.1877593994140625, "step": 698 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.875, "completions/mean_terminated_length": 269.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13093996793031693, "epoch": 1.3980000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.4921972155570984, "learning_rate": 4.641732050210031e-07, "loss": -0.0016, "num_tokens": 6117917.0, "reward": 6.080353260040283, "reward_std": 3.1049883365631104, "rewards/fitness_reward/mean": 5.818460464477539, "rewards/fitness_reward/std": 2.7074880599975586, "rewards/kidney_reward/mean": -0.03080900013446808, "rewards/kidney_reward/std": 1.447316288948059, "rewards/length2tails_reward/mean": 0.7562304735183716, "rewards/length2tails_reward/std": 0.30384624004364014, "rewards/thermo_reward/mean": 0.17647922039031982, "rewards/thermo_reward/std": 1.8737000226974487, "step": 699 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 258.0, "completions/min_terminated_length": 258.0, "entropy": 0.1426345268264413, "epoch": 1.4, "frac_reward_zero_std": 0.0, "grad_norm": 2.1829280853271484, "learning_rate": 4.613839984859834e-07, "loss": -0.0066, "num_tokens": 6126608.0, "reward": 6.628046989440918, "reward_std": 2.157825231552124, "rewards/fitness_reward/mean": 6.300601005554199, "rewards/fitness_reward/std": 1.6444309949874878, "rewards/kidney_reward/mean": 0.13302013278007507, "rewards/kidney_reward/std": 1.1151403188705444, "rewards/length2tails_reward/mean": 0.832331657409668, "rewards/length2tails_reward/std": 0.23637966811656952, "rewards/thermo_reward/mean": 0.10570541024208069, "rewards/thermo_reward/std": 1.9269342422485352, "step": 700 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 312.0, "completions/max_terminated_length": 312.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.14826463162899017, "epoch": 1.4020000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 1.9852263927459717, "learning_rate": 4.5860068216926193e-07, "loss": -0.0041, "num_tokens": 6135321.0, "reward": 6.435057640075684, "reward_std": 2.8785433769226074, "rewards/fitness_reward/mean": 5.807590484619141, "rewards/fitness_reward/std": 2.732304811477661, "rewards/kidney_reward/mean": 0.12211328744888306, "rewards/kidney_reward/std": 1.2959322929382324, "rewards/length2tails_reward/mean": 0.7865521907806396, "rewards/length2tails_reward/std": 0.2832757234573364, "rewards/thermo_reward/mean": 0.7395450472831726, "rewards/thermo_reward/std": 1.5342499017715454, "step": 701 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1477870885282755, "epoch": 1.404, "frac_reward_zero_std": 0.0, "grad_norm": 0.6566662192344666, "learning_rate": 4.5582328650874093e-07, "loss": -0.0002, "num_tokens": 6144024.0, "reward": 7.028265953063965, "reward_std": 1.0408565998077393, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.11437780410051346, "rewards/kidney_reward/std": 1.422194004058838, "rewards/length2tails_reward/mean": 0.8510051965713501, "rewards/length2tails_reward/std": 0.15942418575286865, "rewards/thermo_reward/mean": 0.3340543508529663, "rewards/thermo_reward/std": 1.6969246864318848, "step": 702 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 274.0, "completions/max_terminated_length": 274.0, "completions/mean_length": 262.90625, "completions/mean_terminated_length": 262.90625, "completions/min_length": 57.0, "completions/min_terminated_length": 57.0, "entropy": 0.13171542342752218, "epoch": 1.4060000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 1.2658623456954956, "learning_rate": 4.530518418775733e-07, "loss": -0.1102, "num_tokens": 6152469.0, "reward": 6.7991437911987305, "reward_std": 2.2850501537323, "rewards/fitness_reward/mean": 6.139388084411621, "rewards/fitness_reward/std": 2.039874792098999, "rewards/kidney_reward/mean": 0.4406880736351013, "rewards/kidney_reward/std": 1.2506152391433716, "rewards/length2tails_reward/mean": 0.748024046421051, "rewards/length2tails_reward/std": 0.31513237953186035, "rewards/thermo_reward/mean": 0.504810094833374, "rewards/thermo_reward/std": 1.7205911874771118, "step": 703 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 479.0, "completions/max_terminated_length": 479.0, "completions/mean_length": 279.0, "completions/mean_terminated_length": 279.0, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.15343958605080843, "epoch": 1.408, "frac_reward_zero_std": 0.0, "grad_norm": 1.9244414567947388, "learning_rate": 4.502863785838341e-07, "loss": 0.0728, "num_tokens": 6161429.0, "reward": 5.295343399047852, "reward_std": 4.2171220779418945, "rewards/fitness_reward/mean": 4.8122711181640625, "rewards/fitness_reward/std": 4.208260536193848, "rewards/kidney_reward/mean": 0.4207957983016968, "rewards/kidney_reward/std": 1.3003346920013428, "rewards/length2tails_reward/mean": 0.7871172428131104, "rewards/length2tails_reward/std": 0.3086947202682495, "rewards/thermo_reward/mean": 0.151790052652359, "rewards/thermo_reward/std": 1.9177764654159546, "step": 704 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 271.90625, "completions/mean_terminated_length": 271.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15190527960658073, "epoch": 1.41, "frac_reward_zero_std": 0.0, "grad_norm": 2.009446382522583, "learning_rate": 4.475269268701868e-07, "loss": -0.0039, "num_tokens": 6170162.0, "reward": 6.023007392883301, "reward_std": 2.6928510665893555, "rewards/fitness_reward/mean": 6.067559242248535, "rewards/fitness_reward/std": 1.9372423887252808, "rewards/kidney_reward/mean": -0.1874266266822815, "rewards/kidney_reward/std": 1.2976768016815186, "rewards/length2tails_reward/mean": 0.8091951012611389, "rewards/length2tails_reward/std": 0.3004447817802429, "rewards/thermo_reward/mean": -0.30627530813217163, "rewards/thermo_reward/std": 2.1211562156677246, "step": 705 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.6875, "completions/mean_terminated_length": 270.6875, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.13627486024051905, "epoch": 1.412, "frac_reward_zero_std": 0.0, "grad_norm": 0.6029331684112549, "learning_rate": 4.447735169135532e-07, "loss": -0.0003, "num_tokens": 6178856.0, "reward": 7.332171440124512, "reward_std": 1.241804599761963, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.4455115795135498, "rewards/kidney_reward/std": 1.292559266090393, "rewards/length2tails_reward/mean": 0.8162680268287659, "rewards/length2tails_reward/std": 0.2966054379940033, "rewards/thermo_reward/mean": 0.6281002759933472, "rewards/thermo_reward/std": 1.5638302564620972, "step": 706 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 414.0, "completions/max_terminated_length": 414.0, "completions/mean_length": 274.8125, "completions/mean_terminated_length": 274.8125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13102816976606846, "epoch": 1.414, "frac_reward_zero_std": 0.0, "grad_norm": 2.6926238536834717, "learning_rate": 4.42026178824784e-07, "loss": 0.0572, "num_tokens": 6187682.0, "reward": 6.521988391876221, "reward_std": 2.370529890060425, "rewards/fitness_reward/mean": 5.97020959854126, "rewards/fitness_reward/std": 2.4585437774658203, "rewards/kidney_reward/mean": 0.2856016457080841, "rewards/kidney_reward/std": 1.395315408706665, "rewards/length2tails_reward/mean": 0.7549359202384949, "rewards/length2tails_reward/std": 0.30937156081199646, "rewards/thermo_reward/mean": 0.4404873251914978, "rewards/thermo_reward/std": 1.609288215637207, "step": 707 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.75, "completions/mean_terminated_length": 268.75, "completions/min_length": 223.0, "completions/min_terminated_length": 223.0, "entropy": 0.15934985969215631, "epoch": 1.416, "frac_reward_zero_std": 0.0, "grad_norm": 2.1592636108398438, "learning_rate": 4.3928494264832736e-07, "loss": -0.0237, "num_tokens": 6196314.0, "reward": 6.460187911987305, "reward_std": 3.1838345527648926, "rewards/fitness_reward/mean": 5.746843338012695, "rewards/fitness_reward/std": 2.949125051498413, "rewards/kidney_reward/mean": 0.1856032907962799, "rewards/kidney_reward/std": 1.2820947170257568, "rewards/length2tails_reward/mean": 0.7322978973388672, "rewards/length2tails_reward/std": 0.35097241401672363, "rewards/thermo_reward/mean": 0.8749363422393799, "rewards/thermo_reward/std": 1.5884485244750977, "step": 708 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 352.0, "completions/max_terminated_length": 352.0, "completions/mean_length": 275.03125, "completions/mean_terminated_length": 275.03125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1464253282174468, "epoch": 1.418, "frac_reward_zero_std": 0.0, "grad_norm": 1.1439844369888306, "learning_rate": 4.3654983836190353e-07, "loss": 0.0062, "num_tokens": 6205147.0, "reward": 7.147367477416992, "reward_std": 1.3127976655960083, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5982942581176758, "rewards/kidney_reward/std": 1.1980109214782715, "rewards/length2tails_reward/mean": 0.816143274307251, "rewards/length2tails_reward/std": 0.24777448177337646, "rewards/thermo_reward/mean": 0.10577264428138733, "rewards/thermo_reward/std": 1.8736296892166138, "step": 709 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 641.0, "completions/max_terminated_length": 641.0, "completions/mean_length": 280.75, "completions/mean_terminated_length": 280.75, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.18232927843928337, "epoch": 1.42, "frac_reward_zero_std": 0.0, "grad_norm": 3.643324851989746, "learning_rate": 4.3382089587617466e-07, "loss": 0.0791, "num_tokens": 6214163.0, "reward": 5.536927223205566, "reward_std": 4.0529279708862305, "rewards/fitness_reward/mean": 5.117922782897949, "rewards/fitness_reward/std": 3.7145843505859375, "rewards/kidney_reward/mean": 0.32142871618270874, "rewards/kidney_reward/std": 1.3823848962783813, "rewards/length2tails_reward/mean": 0.732482373714447, "rewards/length2tails_reward/std": 0.32569506764411926, "rewards/thermo_reward/mean": 0.15033851563930511, "rewards/thermo_reward/std": 1.758060336112976, "step": 710 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 472.0, "completions/max_terminated_length": 472.0, "completions/mean_length": 275.875, "completions/mean_terminated_length": 275.875, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.1543517718091607, "epoch": 1.422, "frac_reward_zero_std": 0.0, "grad_norm": 0.5001479983329773, "learning_rate": 4.310981450344189e-07, "loss": 0.0008, "num_tokens": 6223023.0, "reward": 6.842094898223877, "reward_std": 2.057859182357788, "rewards/fitness_reward/mean": 6.2024149894714355, "rewards/fitness_reward/std": 1.701224446296692, "rewards/kidney_reward/mean": 0.35328245162963867, "rewards/kidney_reward/std": 1.293013334274292, "rewards/length2tails_reward/mean": 0.7150019407272339, "rewards/length2tails_reward/std": 0.3326190114021301, "rewards/thermo_reward/mean": 0.568576455116272, "rewards/thermo_reward/std": 1.4404157400131226, "step": 711 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 457.0, "completions/max_terminated_length": 457.0, "completions/mean_length": 277.625, "completions/mean_terminated_length": 277.625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16860883217304945, "epoch": 1.424, "frac_reward_zero_std": 0.0, "grad_norm": 2.1438326835632324, "learning_rate": 4.2838161561220244e-07, "loss": 0.0812, "num_tokens": 6231939.0, "reward": 6.197243690490723, "reward_std": 3.0033605098724365, "rewards/fitness_reward/mean": 5.695122718811035, "rewards/fitness_reward/std": 2.782221555709839, "rewards/kidney_reward/mean": 0.34427207708358765, "rewards/kidney_reward/std": 1.3794307708740234, "rewards/length2tails_reward/mean": 0.7902058362960815, "rewards/length2tails_reward/std": 0.271558940410614, "rewards/thermo_reward/mean": 0.2648661136627197, "rewards/thermo_reward/std": 1.9792098999023438, "step": 712 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13542633317410946, "epoch": 1.426, "frac_reward_zero_std": 0.0, "grad_norm": 0.2660166025161743, "learning_rate": 4.256713373170564e-07, "loss": -0.0042, "num_tokens": 6240630.0, "reward": 6.704099655151367, "reward_std": 1.2607440948486328, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.02215583622455597, "rewards/kidney_reward/std": 1.2196651697158813, "rewards/length2tails_reward/mean": 0.783263623714447, "rewards/length2tails_reward/std": 0.28573325276374817, "rewards/thermo_reward/mean": 0.06210419535636902, "rewards/thermo_reward/std": 1.921356201171875, "step": 713 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.13486134819686413, "epoch": 1.428, "frac_reward_zero_std": 0.0, "grad_norm": 2.6709299087524414, "learning_rate": 4.2296733978814993e-07, "loss": 0.0063, "num_tokens": 6249313.0, "reward": 6.4241414070129395, "reward_std": 2.8587379455566406, "rewards/fitness_reward/mean": 5.806258678436279, "rewards/fitness_reward/std": 2.7234749794006348, "rewards/kidney_reward/mean": 0.1877380609512329, "rewards/kidney_reward/std": 1.3938689231872559, "rewards/length2tails_reward/mean": 0.7809352874755859, "rewards/length2tails_reward/std": 0.2129465937614441, "rewards/thermo_reward/mean": 0.6575589179992676, "rewards/thermo_reward/std": 1.4148534536361694, "step": 714 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 536.0, "completions/max_terminated_length": 536.0, "completions/mean_length": 285.09375, "completions/mean_terminated_length": 285.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16030831821262836, "epoch": 1.43, "frac_reward_zero_std": 0.0, "grad_norm": 2.9095091819763184, "learning_rate": 4.202696525959666e-07, "loss": 0.1271, "num_tokens": 6258468.0, "reward": 6.294330596923828, "reward_std": 3.1249303817749023, "rewards/fitness_reward/mean": 5.614455699920654, "rewards/fitness_reward/std": 3.1002912521362305, "rewards/kidney_reward/mean": 0.4036597013473511, "rewards/kidney_reward/std": 1.2593122720718384, "rewards/length2tails_reward/mean": 0.8412476778030396, "rewards/length2tails_reward/std": 0.2489180564880371, "rewards/thermo_reward/mean": 0.5354666113853455, "rewards/thermo_reward/std": 1.867226481437683, "step": 715 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12977517396211624, "epoch": 1.432, "frac_reward_zero_std": 0.0, "grad_norm": 0.7026931047439575, "learning_rate": 4.175783052419819e-07, "loss": 0.0048, "num_tokens": 6267161.0, "reward": 6.894268989562988, "reward_std": 2.2060632705688477, "rewards/fitness_reward/mean": 6.192601203918457, "rewards/fitness_reward/std": 1.7534875869750977, "rewards/kidney_reward/mean": 0.4717509150505066, "rewards/kidney_reward/std": 1.4465810060501099, "rewards/length2tails_reward/mean": 0.7974022030830383, "rewards/length2tails_reward/std": 0.2455170601606369, "rewards/thermo_reward/mean": 0.5328824520111084, "rewards/thermo_reward/std": 1.7917709350585938, "step": 716 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 285.0, "completions/max_terminated_length": 285.0, "completions/mean_length": 270.6875, "completions/mean_terminated_length": 270.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14737006183713675, "epoch": 1.434, "frac_reward_zero_std": 0.0, "grad_norm": 0.37094080448150635, "learning_rate": 4.148933271583385e-07, "loss": -0.0051, "num_tokens": 6275855.0, "reward": 6.644562244415283, "reward_std": 1.907673716545105, "rewards/fitness_reward/mean": 6.208745956420898, "rewards/fitness_reward/std": 1.667616844177246, "rewards/kidney_reward/mean": 0.17287281155586243, "rewards/kidney_reward/std": 1.3916083574295044, "rewards/length2tails_reward/mean": 0.7228462100028992, "rewards/length2tails_reward/std": 0.33311793208122253, "rewards/thermo_reward/mean": 0.3373357951641083, "rewards/thermo_reward/std": 1.5994102954864502, "step": 717 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.1875, "completions/mean_terminated_length": 271.1875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.14476253651082516, "epoch": 1.436, "frac_reward_zero_std": 0.0, "grad_norm": 1.4074987173080444, "learning_rate": 4.1221474770752696e-07, "loss": 0.0015, "num_tokens": 6284565.0, "reward": 6.082912445068359, "reward_std": 2.8743603229522705, "rewards/fitness_reward/mean": 5.716564655303955, "rewards/fitness_reward/std": 2.714968204498291, "rewards/kidney_reward/mean": 0.4139128625392914, "rewards/kidney_reward/std": 1.3907051086425781, "rewards/length2tails_reward/mean": 0.7764250040054321, "rewards/length2tails_reward/std": 0.3029692769050598, "rewards/thermo_reward/mean": -0.06942936778068542, "rewards/thermo_reward/std": 1.9993343353271484, "step": 718 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 271.40625, "completions/mean_terminated_length": 271.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13786921091377735, "epoch": 1.438, "frac_reward_zero_std": 0.0, "grad_norm": 0.49812331795692444, "learning_rate": 4.095425961820629e-07, "loss": 0.0024, "num_tokens": 6293282.0, "reward": 6.756870746612549, "reward_std": 2.109835624694824, "rewards/fitness_reward/mean": 6.285638332366943, "rewards/fitness_reward/std": 1.7290723323822021, "rewards/kidney_reward/mean": 0.2809326648712158, "rewards/kidney_reward/std": 1.3989744186401367, "rewards/length2tails_reward/mean": 0.7933116555213928, "rewards/length2tails_reward/std": 0.25988250970840454, "rewards/thermo_reward/mean": 0.26487648487091064, "rewards/thermo_reward/std": 1.68715238571167, "step": 719 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.5, "completions/mean_terminated_length": 270.5, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12949824333190918, "epoch": 1.44, "frac_reward_zero_std": 0.0, "grad_norm": 0.40592843294143677, "learning_rate": 4.0687690180416735e-07, "loss": 0.0058, "num_tokens": 6301970.0, "reward": 6.743653297424316, "reward_std": 2.1691648960113525, "rewards/fitness_reward/mean": 6.305906295776367, "rewards/fitness_reward/std": 1.6144205331802368, "rewards/kidney_reward/mean": 0.3100203573703766, "rewards/kidney_reward/std": 1.57994544506073, "rewards/length2tails_reward/mean": 0.7571724057197571, "rewards/length2tails_reward/std": 0.280365914106369, "rewards/thermo_reward/mean": 0.18688730895519257, "rewards/thermo_reward/std": 2.027261257171631, "step": 720 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.0625, "completions/mean_terminated_length": 271.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1389858890324831, "epoch": 1.442, "frac_reward_zero_std": 0.0, "grad_norm": 0.682332456111908, "learning_rate": 4.0421769372544735e-07, "loss": 0.0016, "num_tokens": 6310676.0, "reward": 6.990462303161621, "reward_std": 1.2100632190704346, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.08624760806560516, "rewards/kidney_reward/std": 1.4657799005508423, "rewards/length2tails_reward/mean": 0.787990152835846, "rewards/length2tails_reward/std": 0.2811163067817688, "rewards/thermo_reward/mean": 0.5240628719329834, "rewards/thermo_reward/std": 1.766283392906189, "step": 721 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 309.0, "completions/max_terminated_length": 309.0, "completions/mean_length": 271.40625, "completions/mean_terminated_length": 271.40625, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.1607711762189865, "epoch": 1.444, "frac_reward_zero_std": 0.0, "grad_norm": 1.2282334566116333, "learning_rate": 4.0156500102657565e-07, "loss": -0.0008, "num_tokens": 6319393.0, "reward": 6.009991645812988, "reward_std": 2.9848763942718506, "rewards/fitness_reward/mean": 5.738341331481934, "rewards/fitness_reward/std": 2.6460328102111816, "rewards/kidney_reward/mean": -0.1635066568851471, "rewards/kidney_reward/std": 1.2695133686065674, "rewards/length2tails_reward/mean": 0.7677510976791382, "rewards/length2tails_reward/std": 0.317500501871109, "rewards/thermo_reward/mean": 0.32293200492858887, "rewards/thermo_reward/std": 1.7275975942611694, "step": 722 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1493921745568514, "epoch": 1.446, "frac_reward_zero_std": 0.0, "grad_norm": 1.7565339803695679, "learning_rate": 3.989188527169749e-07, "loss": 0.0019, "num_tokens": 6328102.0, "reward": 7.0062761306762695, "reward_std": 1.3715838193893433, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.20004817843437195, "rewards/kidney_reward/std": 1.3357537984848022, "rewards/length2tails_reward/mean": 0.8116669654846191, "rewards/length2tails_reward/std": 0.2387673556804657, "rewards/thermo_reward/mean": 0.4300525188446045, "rewards/thermo_reward/std": 1.686034917831421, "step": 723 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 337.0, "completions/max_terminated_length": 337.0, "completions/mean_length": 269.3125, "completions/mean_terminated_length": 269.3125, "completions/min_length": 184.0, "completions/min_terminated_length": 184.0, "entropy": 0.16109525505453348, "epoch": 1.448, "frac_reward_zero_std": 0.0, "grad_norm": 2.2488136291503906, "learning_rate": 3.962792777344992e-07, "loss": -0.0079, "num_tokens": 6336752.0, "reward": 5.827999114990234, "reward_std": 3.409680128097534, "rewards/fitness_reward/mean": 5.630746364593506, "rewards/fitness_reward/std": 3.0257010459899902, "rewards/kidney_reward/mean": 0.071767657995224, "rewards/kidney_reward/std": 1.482879877090454, "rewards/length2tails_reward/mean": 0.780424952507019, "rewards/length2tails_reward/std": 0.2868749499320984, "rewards/thermo_reward/mean": -0.06747539341449738, "rewards/thermo_reward/std": 1.8410335779190063, "step": 724 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 420.0, "completions/max_terminated_length": 420.0, "completions/mean_length": 274.84375, "completions/mean_terminated_length": 274.84375, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.1310996413230896, "epoch": 1.45, "frac_reward_zero_std": 0.0, "grad_norm": 0.6772858500480652, "learning_rate": 3.9364630494511785e-07, "loss": 0.0615, "num_tokens": 6345579.0, "reward": 6.597156524658203, "reward_std": 2.6364808082580566, "rewards/fitness_reward/mean": 5.959640026092529, "rewards/fitness_reward/std": 2.4948079586029053, "rewards/kidney_reward/mean": 0.16516277194023132, "rewards/kidney_reward/std": 1.3675750494003296, "rewards/length2tails_reward/mean": 0.8238409161567688, "rewards/length2tails_reward/std": 0.22302155196666718, "rewards/thermo_reward/mean": 0.6979496479034424, "rewards/thermo_reward/std": 1.7199643850326538, "step": 725 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13089086394757032, "epoch": 1.452, "frac_reward_zero_std": 0.0, "grad_norm": 1.2512903213500977, "learning_rate": 3.910199631425989e-07, "loss": 0.0021, "num_tokens": 6354240.0, "reward": 6.735081195831299, "reward_std": 1.1765868663787842, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.17595863342285156, "rewards/kidney_reward/std": 1.393303394317627, "rewards/length2tails_reward/mean": 0.7197104692459106, "rewards/length2tails_reward/std": 0.28845617175102234, "rewards/thermo_reward/mean": 0.3096475303173065, "rewards/thermo_reward/std": 1.8400081396102905, "step": 726 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 320.0, "completions/max_terminated_length": 320.0, "completions/mean_length": 270.15625, "completions/mean_terminated_length": 270.15625, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.1427407544106245, "epoch": 1.454, "frac_reward_zero_std": 0.0, "grad_norm": 1.0994105339050293, "learning_rate": 3.884002810481958e-07, "loss": 0.026, "num_tokens": 6362917.0, "reward": 6.652989387512207, "reward_std": 2.174849510192871, "rewards/fitness_reward/mean": 6.154126167297363, "rewards/fitness_reward/std": 1.9601200819015503, "rewards/kidney_reward/mean": 0.07902175188064575, "rewards/kidney_reward/std": 1.5565807819366455, "rewards/length2tails_reward/mean": 0.7475125789642334, "rewards/length2tails_reward/std": 0.2664393484592438, "rewards/thermo_reward/mean": 0.5449486374855042, "rewards/thermo_reward/std": 1.9561376571655273, "step": 727 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 328.0, "completions/max_terminated_length": 328.0, "completions/mean_length": 265.78125, "completions/mean_terminated_length": 265.78125, "completions/min_length": 61.0, "completions/min_terminated_length": 61.0, "entropy": 0.1477462099865079, "epoch": 1.456, "frac_reward_zero_std": 0.0, "grad_norm": 1.5613549947738647, "learning_rate": 3.8578728731033214e-07, "loss": -0.0858, "num_tokens": 6371454.0, "reward": 6.234399795532227, "reward_std": 3.3079497814178467, "rewards/fitness_reward/mean": 5.8375749588012695, "rewards/fitness_reward/std": 2.622896432876587, "rewards/kidney_reward/mean": 0.4113604724407196, "rewards/kidney_reward/std": 1.4180752038955688, "rewards/length2tails_reward/mean": 0.7879568338394165, "rewards/length2tails_reward/std": 0.28058895468711853, "rewards/thermo_reward/mean": -0.011688388884067535, "rewards/thermo_reward/std": 1.937193751335144, "step": 728 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.03125, "completions/mean_terminated_length": 271.03125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1305059539154172, "epoch": 1.458, "frac_reward_zero_std": 0.0, "grad_norm": 0.48471352458000183, "learning_rate": 3.83181010504289e-07, "loss": 0.0015, "num_tokens": 6380159.0, "reward": 7.542658805847168, "reward_std": 1.0278334617614746, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.6681248545646667, "rewards/kidney_reward/std": 1.405533790588379, "rewards/length2tails_reward/mean": 0.8058980107307434, "rewards/length2tails_reward/std": 0.23396119475364685, "rewards/thermo_reward/mean": 0.8316472172737122, "rewards/thermo_reward/std": 1.488695502281189, "step": 729 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 344.0, "completions/max_terminated_length": 344.0, "completions/mean_length": 272.21875, "completions/mean_terminated_length": 272.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14527638908475637, "epoch": 1.46, "frac_reward_zero_std": 0.0, "grad_norm": 3.6321706771850586, "learning_rate": 3.805814791318921e-07, "loss": 0.0374, "num_tokens": 6388902.0, "reward": 6.352047920227051, "reward_std": 2.3665616512298584, "rewards/fitness_reward/mean": 6.037888526916504, "rewards/fitness_reward/std": 2.0909011363983154, "rewards/kidney_reward/mean": -0.15655474364757538, "rewards/kidney_reward/std": 1.4381589889526367, "rewards/length2tails_reward/mean": 0.757357656955719, "rewards/length2tails_reward/std": 0.2956610321998596, "rewards/thermo_reward/mean": 0.4061948359012604, "rewards/thermo_reward/std": 1.599929928779602, "step": 730 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 514.0, "completions/max_terminated_length": 514.0, "completions/mean_length": 278.28125, "completions/mean_terminated_length": 278.28125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.15624709613621235, "epoch": 1.462, "frac_reward_zero_std": 0.0, "grad_norm": 0.671223521232605, "learning_rate": 3.7798872162119944e-07, "loss": -0.0213, "num_tokens": 6397839.0, "reward": 7.021697998046875, "reward_std": 1.865939736366272, "rewards/fitness_reward/mean": 6.300729751586914, "rewards/fitness_reward/std": 1.6437019109725952, "rewards/kidney_reward/mean": 0.26250338554382324, "rewards/kidney_reward/std": 1.2467670440673828, "rewards/length2tails_reward/mean": 0.8321989178657532, "rewards/length2tails_reward/std": 0.2071176916360855, "rewards/thermo_reward/mean": 0.7633329629898071, "rewards/thermo_reward/std": 1.7512410879135132, "step": 731 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12121308408677578, "epoch": 1.464, "frac_reward_zero_std": 0.0, "grad_norm": 0.6998794078826904, "learning_rate": 3.754027663261922e-07, "loss": 0.0009, "num_tokens": 6406502.0, "reward": 6.616936206817627, "reward_std": 1.400047779083252, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.12396623194217682, "rewards/kidney_reward/std": 1.2756109237670898, "rewards/length2tails_reward/mean": 0.7037824392318726, "rewards/length2tails_reward/std": 0.32783785462379456, "rewards/thermo_reward/mean": -0.21860280632972717, "rewards/thermo_reward/std": 1.9138315916061401, "step": 732 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 376.0, "completions/max_terminated_length": 376.0, "completions/mean_length": 274.28125, "completions/mean_terminated_length": 274.28125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15775783639401197, "epoch": 1.466, "frac_reward_zero_std": 0.0, "grad_norm": 6.551760673522949, "learning_rate": 3.7282364152646295e-07, "loss": 0.0629, "num_tokens": 6415311.0, "reward": 6.355654239654541, "reward_std": 3.179107427597046, "rewards/fitness_reward/mean": 5.740793228149414, "rewards/fitness_reward/std": 2.9725489616394043, "rewards/kidney_reward/mean": -0.011758260428905487, "rewards/kidney_reward/std": 1.2169761657714844, "rewards/length2tails_reward/mean": 0.7925014495849609, "rewards/length2tails_reward/std": 0.24488230049610138, "rewards/thermo_reward/mean": 0.8452297449111938, "rewards/thermo_reward/std": 1.5913621187210083, "step": 733 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.03125, "completions/mean_terminated_length": 267.03125, "completions/min_length": 156.0, "completions/min_terminated_length": 156.0, "entropy": 0.1718240324407816, "epoch": 1.468, "frac_reward_zero_std": 0.0, "grad_norm": 2.152747631072998, "learning_rate": 3.7025137542690755e-07, "loss": -0.0355, "num_tokens": 6423888.0, "reward": 6.196893692016602, "reward_std": 3.082811117172241, "rewards/fitness_reward/mean": 5.675358772277832, "rewards/fitness_reward/std": 2.875387191772461, "rewards/kidney_reward/mean": 0.2695336639881134, "rewards/kidney_reward/std": 1.4880645275115967, "rewards/length2tails_reward/mean": 0.8455706834793091, "rewards/length2tails_reward/std": 0.21372568607330322, "rewards/thermo_reward/mean": 0.35075080394744873, "rewards/thermo_reward/std": 1.8669308423995972, "step": 734 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1462901495397091, "epoch": 1.47, "frac_reward_zero_std": 0.0, "grad_norm": 0.639938473701477, "learning_rate": 3.676859961574161e-07, "loss": 0.0018, "num_tokens": 6432603.0, "reward": 6.459516525268555, "reward_std": 2.2774791717529297, "rewards/fitness_reward/mean": 6.283863067626953, "rewards/fitness_reward/std": 1.7391149997711182, "rewards/kidney_reward/mean": 0.06943115592002869, "rewards/kidney_reward/std": 1.2155630588531494, "rewards/length2tails_reward/mean": 0.7969694137573242, "rewards/length2tails_reward/std": 0.23394715785980225, "rewards/thermo_reward/mean": -0.11660884320735931, "rewards/thermo_reward/std": 2.0059316158294678, "step": 735 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 523.0, "completions/max_terminated_length": 523.0, "completions/mean_length": 278.5625, "completions/mean_terminated_length": 278.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14995314087718725, "epoch": 1.472, "frac_reward_zero_std": 0.0, "grad_norm": 0.5865871906280518, "learning_rate": 3.651275317725647e-07, "loss": 0.0141, "num_tokens": 6441549.0, "reward": 6.942385673522949, "reward_std": 1.2349860668182373, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5532947182655334, "rewards/kidney_reward/std": 1.4463164806365967, "rewards/length2tails_reward/mean": 0.778032124042511, "rewards/length2tails_reward/std": 0.2799816131591797, "rewards/thermo_reward/mean": -0.03415824472904205, "rewards/thermo_reward/std": 1.9036084413528442, "step": 736 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 347.0, "completions/max_terminated_length": 347.0, "completions/mean_length": 272.46875, "completions/mean_terminated_length": 272.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.148209435865283, "epoch": 1.474, "frac_reward_zero_std": 0.0, "grad_norm": 0.4772525131702423, "learning_rate": 3.625760102513102e-07, "loss": -0.0094, "num_tokens": 6450300.0, "reward": 7.0528411865234375, "reward_std": 1.1199755668640137, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.4002948999404907, "rewards/kidney_reward/std": 1.1845812797546387, "rewards/length2tails_reward/mean": 0.7716137170791626, "rewards/length2tails_reward/std": 0.28937315940856934, "rewards/thermo_reward/mean": 0.13698430359363556, "rewards/thermo_reward/std": 1.7761671543121338, "step": 737 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 479.0, "completions/max_terminated_length": 479.0, "completions/mean_length": 277.09375, "completions/mean_terminated_length": 277.09375, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.16739436611533165, "epoch": 1.476, "frac_reward_zero_std": 0.0, "grad_norm": 0.3354683816432953, "learning_rate": 3.6003145949668337e-07, "loss": 0.0001, "num_tokens": 6459199.0, "reward": 6.582250595092773, "reward_std": 1.9421275854110718, "rewards/fitness_reward/mean": 6.31489372253418, "rewards/fitness_reward/std": 1.563578486442566, "rewards/kidney_reward/mean": 0.23158857226371765, "rewards/kidney_reward/std": 1.3394967317581177, "rewards/length2tails_reward/mean": 0.7185154557228088, "rewards/length2tails_reward/std": 0.3428117632865906, "rewards/thermo_reward/mean": -0.05613328516483307, "rewards/thermo_reward/std": 1.9670833349227905, "step": 738 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 481.0, "completions/max_terminated_length": 481.0, "completions/mean_length": 281.34375, "completions/mean_terminated_length": 281.34375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.18640653602778912, "epoch": 1.478, "frac_reward_zero_std": 0.0, "grad_norm": 3.452791690826416, "learning_rate": 3.574939073354838e-07, "loss": 0.1234, "num_tokens": 6468234.0, "reward": 6.656317710876465, "reward_std": 2.1846671104431152, "rewards/fitness_reward/mean": 6.233187675476074, "rewards/fitness_reward/std": 2.0257773399353027, "rewards/kidney_reward/mean": 0.15020138025283813, "rewards/kidney_reward/std": 1.2639641761779785, "rewards/length2tails_reward/mean": 0.8355987071990967, "rewards/length2tails_reward/std": 0.26534393429756165, "rewards/thermo_reward/mean": 0.2782592177391052, "rewards/thermo_reward/std": 1.6797844171524048, "step": 739 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 483.0, "completions/max_terminated_length": 483.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 109.0, "completions/min_terminated_length": 109.0, "entropy": 0.13094077538698912, "epoch": 1.48, "frac_reward_zero_std": 0.0, "grad_norm": 3.1043927669525146, "learning_rate": 3.5496338151797455e-07, "loss": 0.0285, "num_tokens": 6476955.0, "reward": 6.581585884094238, "reward_std": 3.3811569213867188, "rewards/fitness_reward/mean": 5.868983268737793, "rewards/fitness_reward/std": 2.8453943729400635, "rewards/kidney_reward/mean": 0.2880333662033081, "rewards/kidney_reward/std": 1.3903483152389526, "rewards/length2tails_reward/mean": 0.764015793800354, "rewards/length2tails_reward/std": 0.304887980222702, "rewards/thermo_reward/mean": 0.755163848400116, "rewards/thermo_reward/std": 1.597685694694519, "step": 740 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.78125, "completions/mean_terminated_length": 269.78125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1269969353452325, "epoch": 1.482, "frac_reward_zero_std": 0.0, "grad_norm": 0.49138695001602173, "learning_rate": 3.524399097175812e-07, "loss": 0.0031, "num_tokens": 6485620.0, "reward": 6.329876899719238, "reward_std": 2.166242837905884, "rewards/fitness_reward/mean": 6.006310939788818, "rewards/fitness_reward/std": 1.7928966283798218, "rewards/kidney_reward/mean": 0.23051409423351288, "rewards/kidney_reward/std": 1.360937237739563, "rewards/length2tails_reward/mean": 0.6920793056488037, "rewards/length2tails_reward/std": 0.34749844670295715, "rewards/thermo_reward/mean": 0.07057763636112213, "rewards/thermo_reward/std": 1.8305820226669312, "step": 741 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 387.0, "completions/max_terminated_length": 387.0, "completions/mean_length": 275.59375, "completions/mean_terminated_length": 275.59375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1454880153760314, "epoch": 1.484, "frac_reward_zero_std": 0.0, "grad_norm": 2.2874481678009033, "learning_rate": 3.4992351953058674e-07, "loss": 0.0562, "num_tokens": 6494471.0, "reward": 6.655930519104004, "reward_std": 2.397416830062866, "rewards/fitness_reward/mean": 6.119657516479492, "rewards/fitness_reward/std": 2.1470818519592285, "rewards/kidney_reward/mean": 0.4230097234249115, "rewards/kidney_reward/std": 1.2466100454330444, "rewards/length2tails_reward/mean": 0.778205394744873, "rewards/length2tails_reward/std": 0.32155641913414, "rewards/thermo_reward/mean": 0.26043346524238586, "rewards/thermo_reward/std": 1.7763069868087769, "step": 742 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.84375, "completions/mean_terminated_length": 271.84375, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.14261612948030233, "epoch": 1.486, "frac_reward_zero_std": 0.0, "grad_norm": 0.6479060649871826, "learning_rate": 3.4741423847583127e-07, "loss": 0.0011, "num_tokens": 6503202.0, "reward": 6.945497989654541, "reward_std": 1.229175329208374, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.250993937253952, "rewards/kidney_reward/std": 1.3482167720794678, "rewards/length2tails_reward/mean": 0.8469655513763428, "rewards/length2tails_reward/std": 0.17578914761543274, "rewards/thermo_reward/mean": 0.5359105467796326, "rewards/thermo_reward/std": 1.7304365634918213, "step": 743 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.53125, "completions/mean_terminated_length": 270.53125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1367456018924713, "epoch": 1.488, "frac_reward_zero_std": 0.0, "grad_norm": 0.4656844735145569, "learning_rate": 3.449120939944107e-07, "loss": -0.0022, "num_tokens": 6511891.0, "reward": 6.813487529754639, "reward_std": 1.253298044204712, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.1098024919629097, "rewards/kidney_reward/std": 1.445411205291748, "rewards/length2tails_reward/mean": 0.7371547818183899, "rewards/length2tails_reward/std": 0.3081863820552826, "rewards/thermo_reward/mean": 0.17197644710540771, "rewards/thermo_reward/std": 2.0185134410858154, "step": 744 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 491.0, "completions/max_terminated_length": 491.0, "completions/mean_length": 277.03125, "completions/mean_terminated_length": 277.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1425960147753358, "epoch": 1.49, "frac_reward_zero_std": 0.0, "grad_norm": 0.9627833962440491, "learning_rate": 3.424171134493755e-07, "loss": -0.0259, "num_tokens": 6520788.0, "reward": 6.977728843688965, "reward_std": 1.2582330703735352, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.09188287705183029, "rewards/kidney_reward/std": 1.2674611806869507, "rewards/length2tails_reward/mean": 0.7306835651397705, "rewards/length2tails_reward/std": 0.3111197054386139, "rewards/thermo_reward/mean": 0.3156362771987915, "rewards/thermo_reward/std": 1.8351783752441406, "step": 745 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13787766080349684, "epoch": 1.492, "frac_reward_zero_std": 0.0, "grad_norm": 0.3223366141319275, "learning_rate": 3.399293241254335e-07, "loss": 0.0005, "num_tokens": 6529487.0, "reward": 7.105623722076416, "reward_std": 1.2418174743652344, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.3590460419654846, "rewards/kidney_reward/std": 1.3093960285186768, "rewards/length2tails_reward/mean": 0.8181041479110718, "rewards/length2tails_reward/std": 0.2645956575870514, "rewards/thermo_reward/mean": 0.26055315136909485, "rewards/thermo_reward/std": 1.879141092300415, "step": 746 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.14608249254524708, "epoch": 1.494, "frac_reward_zero_std": 0.0, "grad_norm": 3.280642032623291, "learning_rate": 3.374487532286503e-07, "loss": -0.0227, "num_tokens": 6538158.0, "reward": 6.483077049255371, "reward_std": 2.6963179111480713, "rewards/fitness_reward/mean": 5.915217399597168, "rewards/fitness_reward/std": 2.243011236190796, "rewards/kidney_reward/mean": 0.2806551158428192, "rewards/kidney_reward/std": 1.3728772401809692, "rewards/length2tails_reward/mean": 0.788128674030304, "rewards/length2tails_reward/std": 0.30882179737091064, "rewards/thermo_reward/mean": 0.4609989523887634, "rewards/thermo_reward/std": 1.7979570627212524, "step": 747 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.9375, "completions/mean_terminated_length": 270.9375, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.13642570655792952, "epoch": 1.496, "frac_reward_zero_std": 0.0, "grad_norm": 1.656134843826294, "learning_rate": 3.349754278861516e-07, "loss": -0.004, "num_tokens": 6546860.0, "reward": 6.611035346984863, "reward_std": 2.2067809104919434, "rewards/fitness_reward/mean": 6.207198143005371, "rewards/fitness_reward/std": 2.1727962493896484, "rewards/kidney_reward/mean": 0.1110004112124443, "rewards/kidney_reward/std": 1.3077661991119385, "rewards/length2tails_reward/mean": 0.8213242888450623, "rewards/length2tails_reward/std": 0.22857342660427094, "rewards/thermo_reward/mean": 0.28601163625717163, "rewards/thermo_reward/std": 1.7221519947052002, "step": 748 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1397933829575777, "epoch": 1.498, "frac_reward_zero_std": 0.0, "grad_norm": 0.934018075466156, "learning_rate": 3.3250937514582753e-07, "loss": -0.0035, "num_tokens": 6555568.0, "reward": 7.2150750160217285, "reward_std": 1.4517903327941895, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.5459381937980652, "rewards/kidney_reward/std": 1.1985267400741577, "rewards/length2tails_reward/mean": 0.8230719566345215, "rewards/length2tails_reward/std": 0.22582411766052246, "rewards/thermo_reward/mean": 0.7020360231399536, "rewards/thermo_reward/std": 1.766005516052246, "step": 749 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.875, "completions/mean_terminated_length": 271.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.149237509816885, "epoch": 1.5, "frac_reward_zero_std": 0.0, "grad_norm": 0.5774146914482117, "learning_rate": 3.3005062197603506e-07, "loss": 0.0005, "num_tokens": 6564300.0, "reward": 7.204289436340332, "reward_std": 1.24748957157135, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5114156007766724, "rewards/kidney_reward/std": 1.2313088178634644, "rewards/length2tails_reward/mean": 0.8665796518325806, "rewards/length2tails_reward/std": 0.18371771275997162, "rewards/thermo_reward/mean": 0.28127649426460266, "rewards/thermo_reward/std": 1.792626142501831, "step": 750 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 622.0, "completions/max_terminated_length": 622.0, "completions/mean_length": 281.09375, "completions/mean_terminated_length": 281.09375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14412524551153183, "epoch": 1.502, "frac_reward_zero_std": 0.0, "grad_norm": 0.6420033574104309, "learning_rate": 3.275991952653053e-07, "loss": 0.0054, "num_tokens": 6573327.0, "reward": 7.389340400695801, "reward_std": 1.008957862854004, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5648700594902039, "rewards/kidney_reward/std": 1.3394099473953247, "rewards/length2tails_reward/mean": 0.7444267868995667, "rewards/length2tails_reward/std": 0.29618191719055176, "rewards/thermo_reward/mean": 0.6590012311935425, "rewards/thermo_reward/std": 1.6438076496124268, "step": 751 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1457577347755432, "epoch": 1.504, "frac_reward_zero_std": 0.0, "grad_norm": 0.5573708415031433, "learning_rate": 3.25155121822048e-07, "loss": -0.0014, "num_tokens": 6582048.0, "reward": 7.003170013427734, "reward_std": 1.8233615159988403, "rewards/fitness_reward/mean": 6.211255073547363, "rewards/fitness_reward/std": 1.6543270349502563, "rewards/kidney_reward/mean": 0.5857619047164917, "rewards/kidney_reward/std": 1.37223219871521, "rewards/length2tails_reward/mean": 0.8062136173248291, "rewards/length2tails_reward/std": 0.28524044156074524, "rewards/thermo_reward/mean": 0.5949615240097046, "rewards/thermo_reward/std": 1.6294947862625122, "step": 752 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 485.0, "completions/max_terminated_length": 485.0, "completions/mean_length": 273.28125, "completions/mean_terminated_length": 273.28125, "completions/min_length": 128.0, "completions/min_terminated_length": 128.0, "entropy": 0.1419423883780837, "epoch": 1.506, "frac_reward_zero_std": 0.0, "grad_norm": 2.9684510231018066, "learning_rate": 3.227184283742591e-07, "loss": 0.0262, "num_tokens": 6590825.0, "reward": 6.279714107513428, "reward_std": 3.0279858112335205, "rewards/fitness_reward/mean": 5.8744001388549805, "rewards/fitness_reward/std": 2.8213443756103516, "rewards/kidney_reward/mean": -0.025787919759750366, "rewards/kidney_reward/std": 1.2580734491348267, "rewards/length2tails_reward/mean": 0.8213226795196533, "rewards/length2tails_reward/std": 0.2884416878223419, "rewards/thermo_reward/mean": 0.4257543683052063, "rewards/thermo_reward/std": 1.9172329902648926, "step": 753 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 356.0, "completions/max_terminated_length": 356.0, "completions/mean_length": 272.8125, "completions/mean_terminated_length": 272.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1424771547317505, "epoch": 1.508, "frac_reward_zero_std": 0.0, "grad_norm": 1.0744562149047852, "learning_rate": 3.20289141569227e-07, "loss": -0.0169, "num_tokens": 6599587.0, "reward": 7.331998825073242, "reward_std": 0.9264138340950012, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.17860844731330872, "rewards/kidney_reward/std": 1.1688541173934937, "rewards/length2tails_reward/mean": 0.7586427927017212, "rewards/length2tails_reward/std": 0.2912338376045227, "rewards/thermo_reward/mean": 0.9234717488288879, "rewards/thermo_reward/std": 1.4338617324829102, "step": 754 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 297.0, "completions/max_terminated_length": 297.0, "completions/mean_length": 271.25, "completions/mean_terminated_length": 271.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13977038767188787, "epoch": 1.51, "frac_reward_zero_std": 0.0, "grad_norm": 0.6949334740638733, "learning_rate": 3.178672879732435e-07, "loss": -0.0046, "num_tokens": 6608299.0, "reward": 6.426409721374512, "reward_std": 1.485270380973816, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.16230611503124237, "rewards/kidney_reward/std": 1.4444512128829956, "rewards/length2tails_reward/mean": 0.7741398811340332, "rewards/length2tails_reward/std": 0.310896635055542, "rewards/thermo_reward/mean": 0.06339424848556519, "rewards/thermo_reward/std": 1.902835488319397, "step": 755 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 288.0, "completions/max_terminated_length": 288.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.14292740728706121, "epoch": 1.512, "frac_reward_zero_std": 0.0, "grad_norm": 1.283230185508728, "learning_rate": 3.154528940713113e-07, "loss": -0.014, "num_tokens": 6617014.0, "reward": 6.407959461212158, "reward_std": 2.7665135860443115, "rewards/fitness_reward/mean": 5.613762378692627, "rewards/fitness_reward/std": 2.7442517280578613, "rewards/kidney_reward/mean": 0.08089083433151245, "rewards/kidney_reward/std": 1.2893985509872437, "rewards/length2tails_reward/mean": 0.8684854507446289, "rewards/length2tails_reward/std": 0.19367212057113647, "rewards/thermo_reward/mean": 1.0732603073120117, "rewards/thermo_reward/std": 1.2305798530578613, "step": 756 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12837980967015028, "epoch": 1.514, "frac_reward_zero_std": 0.0, "grad_norm": 0.46868693828582764, "learning_rate": 3.130459862668554e-07, "loss": -0.0007, "num_tokens": 6625681.0, "reward": 6.868636131286621, "reward_std": 2.4470386505126953, "rewards/fitness_reward/mean": 6.196429252624512, "rewards/fitness_reward/std": 1.7330775260925293, "rewards/kidney_reward/mean": 0.29288044571876526, "rewards/kidney_reward/std": 1.4604089260101318, "rewards/length2tails_reward/mean": 0.732858419418335, "rewards/length2tails_reward/std": 0.3018275499343872, "rewards/thermo_reward/mean": 0.6851028203964233, "rewards/thermo_reward/std": 1.8471310138702393, "step": 757 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 388.0, "completions/max_terminated_length": 388.0, "completions/mean_length": 273.09375, "completions/mean_terminated_length": 273.09375, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.14259129762649536, "epoch": 1.516, "frac_reward_zero_std": 0.0, "grad_norm": 0.7912111878395081, "learning_rate": 3.106465908814342e-07, "loss": -0.0194, "num_tokens": 6634452.0, "reward": 7.157774448394775, "reward_std": 1.1669427156448364, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.19365474581718445, "rewards/kidney_reward/std": 1.4141430854797363, "rewards/length2tails_reward/mean": 0.7690622806549072, "rewards/length2tails_reward/std": 0.2600538730621338, "rewards/thermo_reward/mean": 0.5547664165496826, "rewards/thermo_reward/std": 1.8259605169296265, "step": 758 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 284.0, "completions/max_terminated_length": 284.0, "completions/mean_length": 269.46875, "completions/mean_terminated_length": 269.46875, "completions/min_length": 213.0, "completions/min_terminated_length": 213.0, "entropy": 0.1724933609366417, "epoch": 1.518, "frac_reward_zero_std": 0.0, "grad_norm": 2.958454132080078, "learning_rate": 3.082547341544507e-07, "loss": -0.0201, "num_tokens": 6643107.0, "reward": 6.448651313781738, "reward_std": 2.6311211585998535, "rewards/fitness_reward/mean": 5.9628705978393555, "rewards/fitness_reward/std": 2.4928791522979736, "rewards/kidney_reward/mean": 0.640070915222168, "rewards/kidney_reward/std": 1.338715672492981, "rewards/length2tails_reward/mean": 0.8216780424118042, "rewards/length2tails_reward/std": 0.2406664788722992, "rewards/thermo_reward/mean": -0.07934901118278503, "rewards/thermo_reward/std": 1.9766124486923218, "step": 759 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 385.0, "completions/max_terminated_length": 385.0, "completions/mean_length": 273.125, "completions/mean_terminated_length": 273.125, "completions/min_length": 251.0, "completions/min_terminated_length": 251.0, "entropy": 0.14426173083484173, "epoch": 1.52, "frac_reward_zero_std": 0.0, "grad_norm": 1.3123664855957031, "learning_rate": 3.058704422428674e-07, "loss": -0.0195, "num_tokens": 6651879.0, "reward": 5.917682647705078, "reward_std": 3.5878570079803467, "rewards/fitness_reward/mean": 5.518614768981934, "rewards/fitness_reward/std": 3.100980520248413, "rewards/kidney_reward/mean": 0.08244429528713226, "rewards/kidney_reward/std": 1.3578275442123413, "rewards/length2tails_reward/mean": 0.7430970072746277, "rewards/length2tails_reward/std": 0.3185111880302429, "rewards/thermo_reward/mean": 0.34414273500442505, "rewards/thermo_reward/std": 1.9183611869812012, "step": 760 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1381951654329896, "epoch": 1.522, "frac_reward_zero_std": 0.0, "grad_norm": 0.7138792872428894, "learning_rate": 3.034937412209178e-07, "loss": 0.0002, "num_tokens": 6660582.0, "reward": 7.420782089233398, "reward_std": 1.140636682510376, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.6168582439422607, "rewards/kidney_reward/std": 1.0981253385543823, "rewards/length2tails_reward/mean": 0.7969210147857666, "rewards/length2tails_reward/std": 0.2585451602935791, "rewards/thermo_reward/mean": 0.6436493396759033, "rewards/thermo_reward/std": 1.69111967086792, "step": 761 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.1875, "completions/mean_terminated_length": 271.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14546612836420536, "epoch": 1.524, "frac_reward_zero_std": 0.0, "grad_norm": 0.8966149091720581, "learning_rate": 3.0112465707982416e-07, "loss": -0.0007, "num_tokens": 6669292.0, "reward": 6.910525321960449, "reward_std": 1.5989652872085571, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.32800981402397156, "rewards/kidney_reward/std": 1.3178656101226807, "rewards/length2tails_reward/mean": 0.8122183084487915, "rewards/length2tails_reward/std": 0.24153052270412445, "rewards/thermo_reward/mean": 0.31629177927970886, "rewards/thermo_reward/std": 1.8588348627090454, "step": 762 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.125, "completions/mean_terminated_length": 268.125, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.16970859467983246, "epoch": 1.526, "frac_reward_zero_std": 0.0, "grad_norm": 2.0278172492980957, "learning_rate": 2.987632157275114e-07, "loss": -0.022, "num_tokens": 6677904.0, "reward": 6.156267166137695, "reward_std": 3.5620105266571045, "rewards/fitness_reward/mean": 5.511993408203125, "rewards/fitness_reward/std": 3.427915334701538, "rewards/kidney_reward/mean": 0.068385548889637, "rewards/kidney_reward/std": 1.282875418663025, "rewards/length2tails_reward/mean": 0.7827757596969604, "rewards/length2tails_reward/std": 0.2792876958847046, "rewards/thermo_reward/mean": 0.828774094581604, "rewards/thermo_reward/std": 1.5107433795928955, "step": 763 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 375.0, "completions/max_terminated_length": 375.0, "completions/mean_length": 272.25, "completions/mean_terminated_length": 272.25, "completions/min_length": 241.0, "completions/min_terminated_length": 241.0, "entropy": 0.17203214205801487, "epoch": 1.528, "frac_reward_zero_std": 0.0, "grad_norm": 2.5960419178009033, "learning_rate": 2.9640944298832305e-07, "loss": -0.0086, "num_tokens": 6686648.0, "reward": 6.601698875427246, "reward_std": 2.5591580867767334, "rewards/fitness_reward/mean": 6.115531921386719, "rewards/fitness_reward/std": 2.169556140899658, "rewards/kidney_reward/mean": -0.007775813341140747, "rewards/kidney_reward/std": 1.2828702926635742, "rewards/length2tails_reward/mean": 0.8065013885498047, "rewards/length2tails_reward/std": 0.24861988425254822, "rewards/thermo_reward/mean": 0.5768600702285767, "rewards/thermo_reward/std": 1.7211017608642578, "step": 764 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.15625, "completions/mean_terminated_length": 271.15625, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.13950800150632858, "epoch": 1.53, "frac_reward_zero_std": 0.0, "grad_norm": 1.167220950126648, "learning_rate": 2.940633646027414e-07, "loss": -0.0092, "num_tokens": 6695357.0, "reward": 6.477987289428711, "reward_std": 2.6941211223602295, "rewards/fitness_reward/mean": 6.027511119842529, "rewards/fitness_reward/std": 2.1451451778411865, "rewards/kidney_reward/mean": 0.24668362736701965, "rewards/kidney_reward/std": 1.1877830028533936, "rewards/length2tails_reward/mean": 0.8343377113342285, "rewards/length2tails_reward/std": 0.2589648962020874, "rewards/thermo_reward/mean": 0.23709911108016968, "rewards/thermo_reward/std": 1.8579859733581543, "step": 765 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.28125, "completions/mean_terminated_length": 269.28125, "completions/min_length": 206.0, "completions/min_terminated_length": 206.0, "entropy": 0.1609698971733451, "epoch": 1.532, "frac_reward_zero_std": 0.0, "grad_norm": 2.4610633850097656, "learning_rate": 2.9172500622710263e-07, "loss": -0.027, "num_tokens": 6704006.0, "reward": 6.39097785949707, "reward_std": 2.239888906478882, "rewards/fitness_reward/mean": 6.104963302612305, "rewards/fitness_reward/std": 1.7472589015960693, "rewards/kidney_reward/mean": 0.10971612483263016, "rewards/kidney_reward/std": 1.3672573566436768, "rewards/length2tails_reward/mean": 0.8449288010597229, "rewards/length2tails_reward/std": 0.23866154253482819, "rewards/thermo_reward/mean": 0.03984944522380829, "rewards/thermo_reward/std": 2.0633909702301025, "step": 766 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.46875, "completions/mean_terminated_length": 271.46875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14749841205775738, "epoch": 1.534, "frac_reward_zero_std": 0.0, "grad_norm": 0.4970659911632538, "learning_rate": 2.8939439343332085e-07, "loss": 0.0055, "num_tokens": 6712725.0, "reward": 6.730075359344482, "reward_std": 2.084306001663208, "rewards/fitness_reward/mean": 6.205704689025879, "rewards/fitness_reward/std": 1.6837490797042847, "rewards/kidney_reward/mean": 0.2538720965385437, "rewards/kidney_reward/std": 1.404616117477417, "rewards/length2tails_reward/mean": 0.812264084815979, "rewards/length2tails_reward/std": 0.2586541473865509, "rewards/thermo_reward/mean": 0.3887367248535156, "rewards/thermo_reward/std": 1.8735015392303467, "step": 767 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 264.6875, "completions/mean_terminated_length": 264.6875, "completions/min_length": 121.0, "completions/min_terminated_length": 121.0, "entropy": 0.1574457697570324, "epoch": 1.536, "frac_reward_zero_std": 0.0, "grad_norm": 2.2018728256225586, "learning_rate": 2.87071551708603e-07, "loss": -0.0648, "num_tokens": 6721227.0, "reward": 6.428178787231445, "reward_std": 3.0503768920898438, "rewards/fitness_reward/mean": 5.852085590362549, "rewards/fitness_reward/std": 2.909271240234375, "rewards/kidney_reward/mean": 0.39190569519996643, "rewards/kidney_reward/std": 1.2846938371658325, "rewards/length2tails_reward/mean": 0.7614554166793823, "rewards/length2tails_reward/std": 0.29023200273513794, "rewards/thermo_reward/mean": 0.3795527219772339, "rewards/thermo_reward/std": 1.9699292182922363, "step": 768 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 319.0, "completions/max_terminated_length": 319.0, "completions/mean_length": 271.75, "completions/mean_terminated_length": 271.75, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.142701574601233, "epoch": 1.538, "frac_reward_zero_std": 0.0, "grad_norm": 0.5678212642669678, "learning_rate": 2.847565064551747e-07, "loss": 0.0046, "num_tokens": 6729955.0, "reward": 7.310421466827393, "reward_std": 1.179175853729248, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.23811368644237518, "rewards/kidney_reward/std": 1.3418374061584473, "rewards/length2tails_reward/mean": 0.7479592561721802, "rewards/length2tails_reward/std": 0.2607904374599457, "rewards/thermo_reward/mean": 0.8261528015136719, "rewards/thermo_reward/std": 1.7512696981430054, "step": 769 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.75, "completions/mean_terminated_length": 265.75, "completions/min_length": 204.0, "completions/min_terminated_length": 204.0, "entropy": 0.18231241684406996, "epoch": 1.54, "frac_reward_zero_std": 0.0, "grad_norm": 2.5674819946289062, "learning_rate": 2.824492829899994e-07, "loss": -0.0263, "num_tokens": 6738491.0, "reward": 5.8658342361450195, "reward_std": 3.3635613918304443, "rewards/fitness_reward/mean": 5.505724906921387, "rewards/fitness_reward/std": 3.4293646812438965, "rewards/kidney_reward/mean": 0.09991557896137238, "rewards/kidney_reward/std": 1.4150450229644775, "rewards/length2tails_reward/mean": 0.8093632459640503, "rewards/length2tails_reward/std": 0.26971057057380676, "rewards/thermo_reward/mean": 0.21562257409095764, "rewards/thermo_reward/std": 2.0421526432037354, "step": 770 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13571206014603376, "epoch": 1.542, "frac_reward_zero_std": 0.0, "grad_norm": 0.6787880659103394, "learning_rate": 2.801499065445032e-07, "loss": 0.0041, "num_tokens": 6747163.0, "reward": 6.675548553466797, "reward_std": 2.7135398387908936, "rewards/fitness_reward/mean": 5.891197204589844, "rewards/fitness_reward/std": 2.3944013118743896, "rewards/kidney_reward/mean": 0.19133597612380981, "rewards/kidney_reward/std": 1.3772848844528198, "rewards/length2tails_reward/mean": 0.7056885957717896, "rewards/length2tails_reward/std": 0.30836087465286255, "rewards/thermo_reward/mean": 1.0245215892791748, "rewards/thermo_reward/std": 1.319177508354187, "step": 771 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 272.3125, "completions/mean_terminated_length": 272.3125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15427696518599987, "epoch": 1.544, "frac_reward_zero_std": 0.0, "grad_norm": 1.3900893926620483, "learning_rate": 2.778584022642996e-07, "loss": -0.0041, "num_tokens": 6755909.0, "reward": 7.161505222320557, "reward_std": 0.9952014088630676, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.21117135882377625, "rewards/kidney_reward/std": 1.4653359651565552, "rewards/length2tails_reward/mean": 0.8569097518920898, "rewards/length2tails_reward/std": 0.22087019681930542, "rewards/thermo_reward/mean": 0.5007882118225098, "rewards/thermo_reward/std": 1.9092121124267578, "step": 772 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.375, "completions/mean_terminated_length": 269.375, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.14175315853208303, "epoch": 1.546, "frac_reward_zero_std": 0.0, "grad_norm": 2.0321834087371826, "learning_rate": 2.7557479520891104e-07, "loss": -0.0096, "num_tokens": 6764561.0, "reward": 6.4538679122924805, "reward_std": 3.3221423625946045, "rewards/fitness_reward/mean": 5.78311824798584, "rewards/fitness_reward/std": 2.816518545150757, "rewards/kidney_reward/mean": 0.38053661584854126, "rewards/kidney_reward/std": 1.2438056468963623, "rewards/length2tails_reward/mean": 0.737084150314331, "rewards/length2tails_reward/std": 0.308733195066452, "rewards/thermo_reward/mean": 0.5924209952354431, "rewards/thermo_reward/std": 1.7645432949066162, "step": 773 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 342.0, "completions/max_terminated_length": 342.0, "completions/mean_length": 271.4375, "completions/mean_terminated_length": 271.4375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1274666776880622, "epoch": 1.548, "frac_reward_zero_std": 0.0, "grad_norm": 0.47710728645324707, "learning_rate": 2.7329911035149934e-07, "loss": 0.0166, "num_tokens": 6773279.0, "reward": 6.905461311340332, "reward_std": 1.1370421648025513, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.29974085092544556, "rewards/kidney_reward/std": 1.2740517854690552, "rewards/length2tails_reward/mean": 0.738558292388916, "rewards/length2tails_reward/std": 0.26039358973503113, "rewards/thermo_reward/mean": -0.040694430470466614, "rewards/thermo_reward/std": 1.8345433473587036, "step": 774 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 337.0, "completions/max_terminated_length": 337.0, "completions/mean_length": 267.3125, "completions/mean_terminated_length": 267.3125, "completions/min_length": 122.0, "completions/min_terminated_length": 122.0, "entropy": 0.1419068006798625, "epoch": 1.55, "frac_reward_zero_std": 0.0, "grad_norm": 1.1457231044769287, "learning_rate": 2.7103137257858863e-07, "loss": -0.0786, "num_tokens": 6781865.0, "reward": 6.60987663269043, "reward_std": 2.389982223510742, "rewards/fitness_reward/mean": 5.82939338684082, "rewards/fitness_reward/std": 2.2017037868499756, "rewards/kidney_reward/mean": 0.5430529117584229, "rewards/kidney_reward/std": 1.3035211563110352, "rewards/length2tails_reward/mean": 0.7117866277694702, "rewards/length2tails_reward/std": 0.34175872802734375, "rewards/thermo_reward/mean": 0.6620202660560608, "rewards/thermo_reward/std": 1.5475127696990967, "step": 775 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 603.0, "completions/max_terminated_length": 603.0, "completions/mean_length": 283.84375, "completions/mean_terminated_length": 283.84375, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.1547088474035263, "epoch": 1.552, "frac_reward_zero_std": 0.0, "grad_norm": 0.7892978191375732, "learning_rate": 2.6877160668979636e-07, "loss": 0.0089, "num_tokens": 6790980.0, "reward": 6.873981475830078, "reward_std": 1.389536738395691, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.42670226097106934, "rewards/kidney_reward/std": 1.1826317310333252, "rewards/length2tails_reward/mean": 0.7123697400093079, "rewards/length2tails_reward/std": 0.324055552482605, "rewards/thermo_reward/mean": 0.19443663954734802, "rewards/thermo_reward/std": 1.7825313806533813, "step": 776 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.875, "completions/mean_terminated_length": 269.875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13518366497009993, "epoch": 1.554, "frac_reward_zero_std": 0.0, "grad_norm": 1.7815073728561401, "learning_rate": 2.6651983739756023e-07, "loss": 0.0037, "num_tokens": 6799648.0, "reward": 7.146909713745117, "reward_std": 2.248424768447876, "rewards/fitness_reward/mean": 6.238016605377197, "rewards/fitness_reward/std": 1.9984614849090576, "rewards/kidney_reward/mean": 0.6763706803321838, "rewards/kidney_reward/std": 1.2657153606414795, "rewards/length2tails_reward/mean": 0.7601178884506226, "rewards/length2tails_reward/std": 0.2368663251399994, "rewards/thermo_reward/mean": 0.7613566517829895, "rewards/thermo_reward/std": 1.490486741065979, "step": 777 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14888322167098522, "epoch": 1.556, "frac_reward_zero_std": 0.0, "grad_norm": 1.0078140497207642, "learning_rate": 2.642760893268684e-07, "loss": 0.0032, "num_tokens": 6808361.0, "reward": 7.304175853729248, "reward_std": 1.061590552330017, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.7734180092811584, "rewards/kidney_reward/std": 1.291848063468933, "rewards/length2tails_reward/mean": 0.8478966951370239, "rewards/length2tails_reward/std": 0.22242490947246552, "rewards/thermo_reward/mean": 0.43436625599861145, "rewards/thermo_reward/std": 1.6876534223556519, "step": 778 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 645.0, "completions/max_terminated_length": 645.0, "completions/mean_length": 283.6875, "completions/mean_terminated_length": 283.6875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15383954532444477, "epoch": 1.558, "frac_reward_zero_std": 0.0, "grad_norm": 8.014909744262695, "learning_rate": 2.6204038701499053e-07, "loss": 0.1809, "num_tokens": 6817471.0, "reward": 6.61821174621582, "reward_std": 2.701411008834839, "rewards/fitness_reward/mean": 5.924351692199707, "rewards/fitness_reward/std": 2.1965856552124023, "rewards/kidney_reward/mean": 0.06441353261470795, "rewards/kidney_reward/std": 1.5847315788269043, "rewards/length2tails_reward/mean": 0.8142881393432617, "rewards/length2tails_reward/std": 0.26185664534568787, "rewards/thermo_reward/mean": 0.9161627888679504, "rewards/thermo_reward/std": 1.5615767240524292, "step": 779 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.14910172019153833, "epoch": 1.56, "frac_reward_zero_std": 0.0, "grad_norm": 0.5022507309913635, "learning_rate": 2.598127549112084e-07, "loss": -0.0045, "num_tokens": 6826142.0, "reward": 7.229008674621582, "reward_std": 1.0317364931106567, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5430067777633667, "rewards/kidney_reward/std": 1.281389832496643, "rewards/length2tails_reward/mean": 0.8323854207992554, "rewards/length2tails_reward/std": 0.20013611018657684, "rewards/thermo_reward/mean": 0.3162211775779724, "rewards/thermo_reward/std": 1.700129508972168, "step": 780 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 442.0, "completions/max_terminated_length": 442.0, "completions/mean_length": 278.40625, "completions/mean_terminated_length": 278.40625, "completions/min_length": 121.0, "completions/min_terminated_length": 121.0, "entropy": 0.16043044719845057, "epoch": 1.562, "frac_reward_zero_std": 0.0, "grad_norm": 1.1040589809417725, "learning_rate": 2.575932173765502e-07, "loss": -0.0811, "num_tokens": 6835083.0, "reward": 6.40438985824585, "reward_std": 2.2401676177978516, "rewards/fitness_reward/mean": 6.154246807098389, "rewards/fitness_reward/std": 1.9594675302505493, "rewards/kidney_reward/mean": -0.48664194345474243, "rewards/kidney_reward/std": 1.3095874786376953, "rewards/length2tails_reward/mean": 0.902005672454834, "rewards/length2tails_reward/std": 0.1389356106519699, "rewards/thermo_reward/mean": 0.535925567150116, "rewards/thermo_reward/std": 1.9621033668518066, "step": 781 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 372.0, "completions/max_terminated_length": 372.0, "completions/mean_length": 276.3125, "completions/mean_terminated_length": 276.3125, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.15305947791785002, "epoch": 1.564, "frac_reward_zero_std": 0.0, "grad_norm": 2.1466064453125, "learning_rate": 2.553817986835225e-07, "loss": 0.0243, "num_tokens": 6843957.0, "reward": 7.012514591217041, "reward_std": 2.4925708770751953, "rewards/fitness_reward/mean": 6.2459917068481445, "rewards/fitness_reward/std": 1.95334792137146, "rewards/kidney_reward/mean": 0.39113542437553406, "rewards/kidney_reward/std": 1.2302358150482178, "rewards/length2tails_reward/mean": 0.7674136161804199, "rewards/length2tails_reward/std": 0.29283997416496277, "rewards/thermo_reward/mean": 0.75820392370224, "rewards/thermo_reward/std": 1.780465841293335, "step": 782 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 264.9375, "completions/mean_terminated_length": 264.9375, "completions/min_length": 75.0, "completions/min_terminated_length": 75.0, "entropy": 0.1664528949186206, "epoch": 1.5659999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 2.524474620819092, "learning_rate": 2.5317852301584643e-07, "loss": -0.0789, "num_tokens": 6852467.0, "reward": 6.491879463195801, "reward_std": 3.0557470321655273, "rewards/fitness_reward/mean": 5.886578559875488, "rewards/fitness_reward/std": 2.7737200260162354, "rewards/kidney_reward/mean": 0.5440658926963806, "rewards/kidney_reward/std": 1.4770121574401855, "rewards/length2tails_reward/mean": 0.8402332663536072, "rewards/length2tails_reward/std": 0.20666223764419556, "rewards/thermo_reward/mean": 0.24641892313957214, "rewards/thermo_reward/std": 1.538109302520752, "step": 783 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 296.0, "completions/max_terminated_length": 296.0, "completions/mean_length": 272.28125, "completions/mean_terminated_length": 272.28125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15580147691071033, "epoch": 1.568, "frac_reward_zero_std": 0.0, "grad_norm": 1.4296324253082275, "learning_rate": 2.5098341446819093e-07, "loss": 0.0065, "num_tokens": 6861212.0, "reward": 6.969008922576904, "reward_std": 1.5260560512542725, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.008192509412765503, "rewards/kidney_reward/std": 1.3466236591339111, "rewards/length2tails_reward/mean": 0.7792737483978271, "rewards/length2tails_reward/std": 0.29194724559783936, "rewards/thermo_reward/mean": 0.991911768913269, "rewards/thermo_reward/std": 1.4307126998901367, "step": 784 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 260.1875, "completions/mean_terminated_length": 260.1875, "completions/min_length": 103.0, "completions/min_terminated_length": 103.0, "entropy": 0.227813720703125, "epoch": 1.5699999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 3.0767550468444824, "learning_rate": 2.487964970459118e-07, "loss": -0.1137, "num_tokens": 6869570.0, "reward": 5.950715065002441, "reward_std": 3.853970766067505, "rewards/fitness_reward/mean": 5.527054309844971, "rewards/fitness_reward/std": 3.3675484657287598, "rewards/kidney_reward/mean": 0.4216958284378052, "rewards/kidney_reward/std": 1.341357707977295, "rewards/length2tails_reward/mean": 0.7649134993553162, "rewards/length2tails_reward/std": 0.32988977432250977, "rewards/thermo_reward/mean": 0.04316858574748039, "rewards/thermo_reward/std": 1.859584927558899, "step": 785 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.15625, "completions/mean_terminated_length": 269.15625, "completions/min_length": 230.0, "completions/min_terminated_length": 230.0, "entropy": 0.15193017665296793, "epoch": 1.572, "frac_reward_zero_std": 0.0, "grad_norm": 3.2276837825775146, "learning_rate": 2.4661779466478736e-07, "loss": -0.0173, "num_tokens": 6878215.0, "reward": 6.380091667175293, "reward_std": 2.3457376956939697, "rewards/fitness_reward/mean": 6.121331691741943, "rewards/fitness_reward/std": 2.137967586517334, "rewards/kidney_reward/mean": 0.07171832025051117, "rewards/kidney_reward/std": 1.1949107646942139, "rewards/length2tails_reward/mean": 0.7781567573547363, "rewards/length2tails_reward/std": 0.28654590249061584, "rewards/thermo_reward/mean": 0.056723058223724365, "rewards/thermo_reward/std": 1.9479655027389526, "step": 786 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.13805292826145887, "epoch": 1.5739999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 1.7220945358276367, "learning_rate": 2.444473311507582e-07, "loss": 0.0056, "num_tokens": 6886898.0, "reward": 6.924524307250977, "reward_std": 1.4148192405700684, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.10553894191980362, "rewards/kidney_reward/std": 1.2154009342193604, "rewards/length2tails_reward/mean": 0.7812000513076782, "rewards/length2tails_reward/std": 0.24531032145023346, "rewards/thermo_reward/mean": 0.3762912154197693, "rewards/thermo_reward/std": 1.8832708597183228, "step": 787 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.28125, "completions/mean_terminated_length": 269.28125, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.1284910449758172, "epoch": 1.576, "frac_reward_zero_std": 0.0, "grad_norm": 0.46782413125038147, "learning_rate": 2.422851302396655e-07, "loss": 0.0074, "num_tokens": 6895547.0, "reward": 6.3736066818237305, "reward_std": 2.541079521179199, "rewards/fitness_reward/mean": 6.151097297668457, "rewards/fitness_reward/std": 1.9764838218688965, "rewards/kidney_reward/mean": -0.024903282523155212, "rewards/kidney_reward/std": 1.3204262256622314, "rewards/length2tails_reward/mean": 0.7805046439170837, "rewards/length2tails_reward/std": 0.26294493675231934, "rewards/thermo_reward/mean": 0.07966911792755127, "rewards/thermo_reward/std": 1.8099154233932495, "step": 788 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 311.0, "completions/max_terminated_length": 311.0, "completions/mean_length": 272.15625, "completions/mean_terminated_length": 272.15625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1412920905277133, "epoch": 1.5779999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 2.0019266605377197, "learning_rate": 2.4013121557699157e-07, "loss": 0.0026, "num_tokens": 6904288.0, "reward": 7.319521903991699, "reward_std": 1.0260179042816162, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.05846037715673447, "rewards/kidney_reward/std": 1.342934489250183, "rewards/length2tails_reward/mean": 0.8107945919036865, "rewards/length2tails_reward/std": 0.24635398387908936, "rewards/thermo_reward/mean": 0.9925893545150757, "rewards/thermo_reward/std": 1.4179774522781372, "step": 789 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.875, "completions/mean_terminated_length": 271.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.16240247525274754, "epoch": 1.58, "frac_reward_zero_std": 0.0, "grad_norm": 1.670385479927063, "learning_rate": 2.3798561071760238e-07, "loss": 0.0031, "num_tokens": 6913020.0, "reward": 6.83107328414917, "reward_std": 2.257927179336548, "rewards/fitness_reward/mean": 6.23477840423584, "rewards/fitness_reward/std": 2.0167782306671143, "rewards/kidney_reward/mean": 0.3128570318222046, "rewards/kidney_reward/std": 1.3388986587524414, "rewards/length2tails_reward/mean": 0.8407726287841797, "rewards/length2tails_reward/std": 0.21106097102165222, "rewards/thermo_reward/mean": 0.4593451917171478, "rewards/thermo_reward/std": 1.5769519805908203, "step": 790 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.46875, "completions/mean_terminated_length": 267.46875, "completions/min_length": 196.0, "completions/min_terminated_length": 196.0, "entropy": 0.13401680998504162, "epoch": 1.5819999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.4992716312408447, "learning_rate": 2.3584833912548885e-07, "loss": -0.0272, "num_tokens": 6921611.0, "reward": 6.293649196624756, "reward_std": 2.6007704734802246, "rewards/fitness_reward/mean": 5.80429744720459, "rewards/fitness_reward/std": 2.375201940536499, "rewards/kidney_reward/mean": -0.09890797734260559, "rewards/kidney_reward/std": 1.3485544919967651, "rewards/length2tails_reward/mean": 0.7262336015701294, "rewards/length2tails_reward/std": 0.32025158405303955, "rewards/thermo_reward/mean": 0.7144942879676819, "rewards/thermo_reward/std": 1.566086769104004, "step": 791 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.4375, "completions/mean_terminated_length": 271.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1410212367773056, "epoch": 1.584, "frac_reward_zero_std": 0.0, "grad_norm": 0.5930579304695129, "learning_rate": 2.3371942417351076e-07, "loss": -0.0036, "num_tokens": 6930329.0, "reward": 6.707575798034668, "reward_std": 1.335412859916687, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": -0.0902789831161499, "rewards/kidney_reward/std": 1.2444789409637451, "rewards/length2tails_reward/mean": 0.7977325916290283, "rewards/length2tails_reward/std": 0.3074288070201874, "rewards/thermo_reward/mean": 0.5419025421142578, "rewards/thermo_reward/std": 1.7505912780761719, "step": 792 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.4375, "completions/mean_terminated_length": 270.4375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1581169944256544, "epoch": 1.5859999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.256063222885132, "learning_rate": 2.3159888914314119e-07, "loss": -0.0001, "num_tokens": 6939015.0, "reward": 6.67472505569458, "reward_std": 2.342672109603882, "rewards/fitness_reward/mean": 6.134800910949707, "rewards/fitness_reward/std": 2.0647575855255127, "rewards/kidney_reward/mean": -0.04198363423347473, "rewards/kidney_reward/std": 1.4810811281204224, "rewards/length2tails_reward/mean": 0.7866643071174622, "rewards/length2tails_reward/std": 0.26788610219955444, "rewards/thermo_reward/mean": 0.7284992337226868, "rewards/thermo_reward/std": 1.5208215713500977, "step": 793 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 264.9375, "completions/mean_terminated_length": 264.9375, "completions/min_length": 134.0, "completions/min_terminated_length": 134.0, "entropy": 0.14164164289832115, "epoch": 1.588, "frac_reward_zero_std": 0.0, "grad_norm": 1.337836503982544, "learning_rate": 2.2948675722421085e-07, "loss": -0.0781, "num_tokens": 6947525.0, "reward": 6.28550910949707, "reward_std": 2.7345645427703857, "rewards/fitness_reward/mean": 6.2102885246276855, "rewards/fitness_reward/std": 2.155316114425659, "rewards/kidney_reward/mean": 0.0910630151629448, "rewards/kidney_reward/std": 1.3561928272247314, "rewards/length2tails_reward/mean": 0.8018416166305542, "rewards/length2tails_reward/std": 0.2113863080739975, "rewards/thermo_reward/mean": -0.3415431082248688, "rewards/thermo_reward/std": 1.6621954441070557, "step": 794 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.28125, "completions/mean_terminated_length": 270.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13372136000543833, "epoch": 1.5899999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.7315834760665894, "learning_rate": 2.2738305151465642e-07, "loss": -0.0008, "num_tokens": 6956206.0, "reward": 7.293285369873047, "reward_std": 1.2811592817306519, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.7350008487701416, "rewards/kidney_reward/std": 1.335471510887146, "rewards/length2tails_reward/mean": 0.7437633872032166, "rewards/length2tails_reward/std": 0.29865309596061707, "rewards/thermo_reward/mean": 0.503070592880249, "rewards/thermo_reward/std": 1.568402647972107, "step": 795 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 402.0, "completions/max_terminated_length": 402.0, "completions/mean_length": 274.5625, "completions/mean_terminated_length": 274.5625, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1477584159001708, "epoch": 1.592, "frac_reward_zero_std": 0.0, "grad_norm": 0.7809637784957886, "learning_rate": 2.252877950202665e-07, "loss": -0.003, "num_tokens": 6965024.0, "reward": 6.985225677490234, "reward_std": 1.19850754737854, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.12417389452457428, "rewards/kidney_reward/std": 1.200655221939087, "rewards/length2tails_reward/mean": 0.8002365827560425, "rewards/length2tails_reward/std": 0.202206090092659, "rewards/thermo_reward/mean": 0.46954041719436646, "rewards/thermo_reward/std": 1.8501996994018555, "step": 796 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 587.0, "completions/max_terminated_length": 587.0, "completions/mean_length": 273.0, "completions/mean_terminated_length": 273.0, "completions/min_length": 66.0, "completions/min_terminated_length": 66.0, "entropy": 0.15518053621053696, "epoch": 1.5939999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 3.2437355518341064, "learning_rate": 2.2320101065443054e-07, "loss": 0.0495, "num_tokens": 6973792.0, "reward": 6.102499961853027, "reward_std": 3.0417087078094482, "rewards/fitness_reward/mean": 5.797402858734131, "rewards/fitness_reward/std": 2.7604498863220215, "rewards/kidney_reward/mean": 0.17722631990909576, "rewards/kidney_reward/std": 1.234021544456482, "rewards/length2tails_reward/mean": 0.7253434658050537, "rewards/length2tails_reward/std": 0.3229313790798187, "rewards/thermo_reward/mean": 0.07029581815004349, "rewards/thermo_reward/std": 1.8266401290893555, "step": 797 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.96875, "completions/mean_terminated_length": 271.96875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.13572121411561966, "epoch": 1.596, "frac_reward_zero_std": 0.0, "grad_norm": 0.45929965376853943, "learning_rate": 2.2112272123788768e-07, "loss": 0.0055, "num_tokens": 6982527.0, "reward": 6.9664306640625, "reward_std": 1.2069658041000366, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.05869106948375702, "rewards/kidney_reward/std": 1.2762436866760254, "rewards/length2tails_reward/mean": 0.8596430420875549, "rewards/length2tails_reward/std": 0.18852636218070984, "rewards/thermo_reward/mean": 0.46772995591163635, "rewards/thermo_reward/std": 1.4941520690917969, "step": 798 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 469.0, "completions/max_terminated_length": 469.0, "completions/mean_length": 277.3125, "completions/mean_terminated_length": 277.3125, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.15002206526696682, "epoch": 1.5979999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.4861711263656616, "learning_rate": 2.190529494984782e-07, "loss": -0.0281, "num_tokens": 6991433.0, "reward": 6.680995941162109, "reward_std": 1.2425885200500488, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.03977344185113907, "rewards/kidney_reward/std": 1.210723876953125, "rewards/length2tails_reward/mean": 0.7880594730377197, "rewards/length2tails_reward/std": 0.25015008449554443, "rewards/thermo_reward/mean": 0.03111743927001953, "rewards/thermo_reward/std": 1.84101402759552, "step": 799 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14804279245436192, "epoch": 1.6, "frac_reward_zero_std": 0.0, "grad_norm": 0.3991144597530365, "learning_rate": 2.1699171807089411e-07, "loss": 0.0012, "num_tokens": 7000137.0, "reward": 7.197426795959473, "reward_std": 1.6150994300842285, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.6555510759353638, "rewards/kidney_reward/std": 1.4246822595596313, "rewards/length2tails_reward/mean": 0.8065072298049927, "rewards/length2tails_reward/std": 0.25084543228149414, "rewards/thermo_reward/mean": 0.35943105816841125, "rewards/thermo_reward/std": 1.762044072151184, "step": 800 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.75, "completions/mean_terminated_length": 269.75, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12980582658201456, "epoch": 1.6019999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.5571575164794922, "learning_rate": 2.1493904949643225e-07, "loss": 0.0059, "num_tokens": 7008801.0, "reward": 6.574358940124512, "reward_std": 2.3424017429351807, "rewards/fitness_reward/mean": 6.138425827026367, "rewards/fitness_reward/std": 2.0450949668884277, "rewards/kidney_reward/mean": 0.027852151542901993, "rewards/kidney_reward/std": 1.4272733926773071, "rewards/length2tails_reward/mean": 0.7272623181343079, "rewards/length2tails_reward/std": 0.27904385328292847, "rewards/thermo_reward/mean": 0.48038309812545776, "rewards/thermo_reward/std": 1.7055349349975586, "step": 801 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1358693977817893, "epoch": 1.604, "frac_reward_zero_std": 0.0, "grad_norm": 0.7121937870979309, "learning_rate": 2.128949662227475e-07, "loss": -0.0013, "num_tokens": 7017468.0, "reward": 7.3364996910095215, "reward_std": 1.1265954971313477, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5245989561080933, "rewards/kidney_reward/std": 1.398279070854187, "rewards/length2tails_reward/mean": 0.7204639911651611, "rewards/length2tails_reward/std": 0.3124878704547882, "rewards/thermo_reward/mean": 0.6055716276168823, "rewards/thermo_reward/std": 1.518963098526001, "step": 802 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 264.1875, "completions/mean_terminated_length": 264.1875, "completions/min_length": 194.0, "completions/min_terminated_length": 194.0, "entropy": 0.12570040207356215, "epoch": 1.6059999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.6690869331359863, "learning_rate": 2.1085949060360653e-07, "loss": -0.0384, "num_tokens": 7025954.0, "reward": 6.881993293762207, "reward_std": 2.2557709217071533, "rewards/fitness_reward/mean": 6.231057167053223, "rewards/fitness_reward/std": 2.0378293991088867, "rewards/kidney_reward/mean": 0.3923177719116211, "rewards/kidney_reward/std": 1.2387869358062744, "rewards/length2tails_reward/mean": 0.6261150240898132, "rewards/length2tails_reward/std": 0.33638495206832886, "rewards/thermo_reward/mean": 0.5964961051940918, "rewards/thermo_reward/std": 1.7912360429763794, "step": 803 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 252.0, "completions/min_terminated_length": 252.0, "entropy": 0.1450491389259696, "epoch": 1.608, "frac_reward_zero_std": 0.0, "grad_norm": 0.38868409395217896, "learning_rate": 2.088326448986447e-07, "loss": -0.0064, "num_tokens": 7034667.0, "reward": 6.616262435913086, "reward_std": 2.1470398902893066, "rewards/fitness_reward/mean": 6.103446006774902, "rewards/fitness_reward/std": 1.7548693418502808, "rewards/kidney_reward/mean": -0.06676850467920303, "rewards/kidney_reward/std": 1.32046639919281, "rewards/length2tails_reward/mean": 0.844550609588623, "rewards/length2tails_reward/std": 0.2336605340242386, "rewards/thermo_reward/mean": 0.6701264381408691, "rewards/thermo_reward/std": 1.9092317819595337, "step": 804 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 326.0, "completions/max_terminated_length": 326.0, "completions/mean_length": 272.46875, "completions/mean_terminated_length": 272.46875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1405103961005807, "epoch": 1.6099999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.5941565036773682, "learning_rate": 2.0681445127312213e-07, "loss": -0.0026, "num_tokens": 7043418.0, "reward": 6.242457389831543, "reward_std": 2.2547147274017334, "rewards/fitness_reward/mean": 6.002241134643555, "rewards/fitness_reward/std": 1.8122645616531372, "rewards/kidney_reward/mean": -0.08604323118925095, "rewards/kidney_reward/std": 1.29534113407135, "rewards/length2tails_reward/mean": 0.7693860530853271, "rewards/length2tails_reward/std": 0.2814192771911621, "rewards/thermo_reward/mean": 0.18178275227546692, "rewards/thermo_reward/std": 1.8364304304122925, "step": 805 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.53125, "completions/mean_terminated_length": 269.53125, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.1399152297526598, "epoch": 1.612, "frac_reward_zero_std": 0.0, "grad_norm": 0.6891273260116577, "learning_rate": 2.048049317976809e-07, "loss": 0.0037, "num_tokens": 7052075.0, "reward": 6.234017372131348, "reward_std": 2.945122480392456, "rewards/fitness_reward/mean": 5.858860969543457, "rewards/fitness_reward/std": 2.5184099674224854, "rewards/kidney_reward/mean": 0.10943882912397385, "rewards/kidney_reward/std": 1.201502799987793, "rewards/length2tails_reward/mean": 0.7075182199478149, "rewards/length2tails_reward/std": 0.32359179854393005, "rewards/thermo_reward/mean": 0.2871146500110626, "rewards/thermo_reward/std": 1.7703351974487305, "step": 806 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 292.0, "completions/max_terminated_length": 292.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1428690068423748, "epoch": 1.6139999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.46447667479515076, "learning_rate": 2.0280410844810424e-07, "loss": 0.0009, "num_tokens": 7060766.0, "reward": 7.032682418823242, "reward_std": 1.0429326295852661, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.426297128200531, "rewards/kidney_reward/std": 1.3421649932861328, "rewards/length2tails_reward/mean": 0.6655017733573914, "rewards/length2tails_reward/std": 0.34165987372398376, "rewards/thermo_reward/mean": 0.1237204298377037, "rewards/thermo_reward/std": 1.7502018213272095, "step": 807 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14284992218017578, "epoch": 1.616, "frac_reward_zero_std": 0.0, "grad_norm": 1.1443132162094116, "learning_rate": 2.0081200310507528e-07, "loss": 0.0021, "num_tokens": 7069456.0, "reward": 7.200804710388184, "reward_std": 1.1046377420425415, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.023301243782043457, "rewards/kidney_reward/std": 1.3528456687927246, "rewards/length2tails_reward/mean": 0.8265809416770935, "rewards/length2tails_reward/std": 0.20167027413845062, "rewards/thermo_reward/mean": 0.782421886920929, "rewards/thermo_reward/std": 1.600035548210144, "step": 808 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14760678727179766, "epoch": 1.6179999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.5073155760765076, "learning_rate": 1.9882863755393908e-07, "loss": 0.0051, "num_tokens": 7078159.0, "reward": 6.877035617828369, "reward_std": 2.390430450439453, "rewards/fitness_reward/mean": 6.3059892654418945, "rewards/fitness_reward/std": 1.613950490951538, "rewards/kidney_reward/mean": 0.0437052845954895, "rewards/kidney_reward/std": 1.29998779296875, "rewards/length2tails_reward/mean": 0.8162371516227722, "rewards/length2tails_reward/std": 0.22516478598117828, "rewards/thermo_reward/mean": 0.6902687549591064, "rewards/thermo_reward/std": 1.5998762845993042, "step": 809 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 294.0, "completions/max_terminated_length": 294.0, "completions/mean_length": 270.875, "completions/mean_terminated_length": 270.875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14818468876183033, "epoch": 1.62, "frac_reward_zero_std": 0.0, "grad_norm": 0.8331058621406555, "learning_rate": 1.9685403348446373e-07, "loss": 0.0064, "num_tokens": 7086859.0, "reward": 7.085220813751221, "reward_std": 0.9025030732154846, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.27463358640670776, "rewards/kidney_reward/std": 1.150914192199707, "rewards/length2tails_reward/mean": 0.7218012809753418, "rewards/length2tails_reward/std": 0.30797049403190613, "rewards/thermo_reward/mean": 0.3523106575012207, "rewards/thermo_reward/std": 1.8932554721832275, "step": 810 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 500.0, "completions/max_terminated_length": 500.0, "completions/mean_length": 273.28125, "completions/mean_terminated_length": 273.28125, "completions/min_length": 66.0, "completions/min_terminated_length": 66.0, "entropy": 0.15223387628793716, "epoch": 1.6219999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.0666444301605225, "learning_rate": 1.9488821249060293e-07, "loss": -0.0714, "num_tokens": 7095636.0, "reward": 6.91280460357666, "reward_std": 2.35825514793396, "rewards/fitness_reward/mean": 6.128098011016846, "rewards/fitness_reward/std": 2.1011643409729004, "rewards/kidney_reward/mean": 0.3937515616416931, "rewards/kidney_reward/std": 1.2993850708007812, "rewards/length2tails_reward/mean": 0.787409245967865, "rewards/length2tails_reward/std": 0.2610521614551544, "rewards/thermo_reward/mean": 0.7819565534591675, "rewards/thermo_reward/std": 1.629075050354004, "step": 811 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.34375, "completions/mean_terminated_length": 270.34375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13425441551953554, "epoch": 1.624, "frac_reward_zero_std": 0.0, "grad_norm": 0.33635297417640686, "learning_rate": 1.9293119607025987e-07, "loss": -0.0018, "num_tokens": 7104319.0, "reward": 6.992291450500488, "reward_std": 1.3824111223220825, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.39375168085098267, "rewards/kidney_reward/std": 1.306369662284851, "rewards/length2tails_reward/mean": 0.759617805480957, "rewards/length2tails_reward/std": 0.2773108184337616, "rewards/thermo_reward/mean": 0.44038185477256775, "rewards/thermo_reward/std": 1.6529444456100464, "step": 812 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 299.0, "completions/max_terminated_length": 299.0, "completions/mean_length": 271.40625, "completions/mean_terminated_length": 271.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1357668610289693, "epoch": 1.626, "frac_reward_zero_std": 0.0, "grad_norm": 0.9993639588356018, "learning_rate": 1.9098300562505264e-07, "loss": 0.0025, "num_tokens": 7113036.0, "reward": 6.908905982971191, "reward_std": 1.4435275793075562, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.26299813389778137, "rewards/kidney_reward/std": 1.391488790512085, "rewards/length2tails_reward/mean": 0.7875744700431824, "rewards/length2tails_reward/std": 0.27959251403808594, "rewards/thermo_reward/mean": 0.18440839648246765, "rewards/thermo_reward/std": 1.9216700792312622, "step": 813 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 266.5, "completions/mean_terminated_length": 266.5, "completions/min_length": 165.0, "completions/min_terminated_length": 165.0, "entropy": 0.14211956411600113, "epoch": 1.6280000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.9641854763031006, "learning_rate": 1.8904366246007997e-07, "loss": -0.0494, "num_tokens": 7121596.0, "reward": 5.956068992614746, "reward_std": 2.598559617996216, "rewards/fitness_reward/mean": 5.666597366333008, "rewards/fitness_reward/std": 2.548593759536743, "rewards/kidney_reward/mean": 0.26107099652290344, "rewards/kidney_reward/std": 1.2811338901519775, "rewards/length2tails_reward/mean": 0.7258620262145996, "rewards/length2tails_reward/std": 0.3040766716003418, "rewards/thermo_reward/mean": -0.04505925998091698, "rewards/thermo_reward/std": 1.9570527076721191, "step": 814 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.12681808788329363, "epoch": 1.63, "frac_reward_zero_std": 0.0, "grad_norm": 0.5192362666130066, "learning_rate": 1.8711318778368789e-07, "loss": 0.0061, "num_tokens": 7130259.0, "reward": 6.6440229415893555, "reward_std": 2.303011417388916, "rewards/fitness_reward/mean": 6.205258369445801, "rewards/fitness_reward/std": 1.6861180067062378, "rewards/kidney_reward/mean": 0.30537569522857666, "rewards/kidney_reward/std": 1.3576401472091675, "rewards/length2tails_reward/mean": 0.7708885669708252, "rewards/length2tails_reward/std": 0.2693851888179779, "rewards/thermo_reward/mean": 0.18670809268951416, "rewards/thermo_reward/std": 2.076995611190796, "step": 815 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.0, "completions/mean_terminated_length": 271.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13475374784320593, "epoch": 1.6320000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.6971718668937683, "learning_rate": 1.8519160270723854e-07, "loss": 0.0024, "num_tokens": 7138963.0, "reward": 7.206413269042969, "reward_std": 1.1324994564056396, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5670938491821289, "rewards/kidney_reward/std": 1.452012538909912, "rewards/length2tails_reward/mean": 0.7637877464294434, "rewards/length2tails_reward/std": 0.28725025057792664, "rewards/thermo_reward/mean": 0.48721978068351746, "rewards/thermo_reward/std": 1.802435040473938, "step": 816 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 323.0, "completions/max_terminated_length": 323.0, "completions/mean_length": 272.46875, "completions/mean_terminated_length": 272.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13609969802200794, "epoch": 1.634, "frac_reward_zero_std": 0.0, "grad_norm": 0.6328021883964539, "learning_rate": 1.832789282448779e-07, "loss": -0.0071, "num_tokens": 7147714.0, "reward": 7.324970245361328, "reward_std": 0.9820321202278137, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.47436121106147766, "rewards/kidney_reward/std": 1.2194892168045044, "rewards/length2tails_reward/mean": 0.8134773969650269, "rewards/length2tails_reward/std": 0.24075032770633698, "rewards/thermo_reward/mean": 0.586244523525238, "rewards/thermo_reward/std": 1.6655681133270264, "step": 817 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 350.0, "completions/max_terminated_length": 350.0, "completions/mean_length": 272.875, "completions/mean_terminated_length": 272.875, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.1564929075539112, "epoch": 1.6360000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.7099519371986389, "learning_rate": 1.8137518531330764e-07, "loss": -0.0056, "num_tokens": 7156478.0, "reward": 7.158771514892578, "reward_std": 1.0499330759048462, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.7384054064750671, "rewards/kidney_reward/std": 1.1375004053115845, "rewards/length2tails_reward/mean": 0.7614933848381042, "rewards/length2tails_reward/std": 0.33037009835243225, "rewards/thermo_reward/mean": 0.4277508854866028, "rewards/thermo_reward/std": 1.6975600719451904, "step": 818 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 263.90625, "completions/mean_terminated_length": 263.90625, "completions/min_length": 112.0, "completions/min_terminated_length": 112.0, "entropy": 0.12976836785674095, "epoch": 1.638, "frac_reward_zero_std": 0.0, "grad_norm": 0.7589884400367737, "learning_rate": 1.794803947315555e-07, "loss": -0.0824, "num_tokens": 7164955.0, "reward": 6.463073253631592, "reward_std": 2.420807361602783, "rewards/fitness_reward/mean": 6.005888938903809, "rewards/fitness_reward/std": 2.258882999420166, "rewards/kidney_reward/mean": 0.1028832420706749, "rewards/kidney_reward/std": 1.2945185899734497, "rewards/length2tails_reward/mean": 0.7627241611480713, "rewards/length2tails_reward/std": 0.29401490092277527, "rewards/thermo_reward/mean": 0.43012282252311707, "rewards/thermo_reward/std": 1.7847391366958618, "step": 819 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 411.0, "completions/max_terminated_length": 411.0, "completions/mean_length": 271.90625, "completions/mean_terminated_length": 271.90625, "completions/min_length": 57.0, "completions/min_terminated_length": 57.0, "entropy": 0.17181082256138325, "epoch": 1.6400000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 3.445078134536743, "learning_rate": 1.7759457722074766e-07, "loss": -0.0121, "num_tokens": 7173688.0, "reward": 5.95964241027832, "reward_std": 2.90617299079895, "rewards/fitness_reward/mean": 5.662052154541016, "rewards/fitness_reward/std": 2.907393455505371, "rewards/kidney_reward/mean": -0.028043724596500397, "rewards/kidney_reward/std": 1.2703628540039062, "rewards/length2tails_reward/mean": 0.8470255136489868, "rewards/length2tails_reward/std": 0.22639378905296326, "rewards/thermo_reward/mean": 0.19971126317977905, "rewards/thermo_reward/std": 2.109585762023926, "step": 820 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 342.0, "completions/max_terminated_length": 342.0, "completions/mean_length": 275.75, "completions/mean_terminated_length": 275.75, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1558460621163249, "epoch": 1.642, "frac_reward_zero_std": 0.0, "grad_norm": 0.7270005345344543, "learning_rate": 1.7571775340388272e-07, "loss": 0.0045, "num_tokens": 7182544.0, "reward": 6.957390308380127, "reward_std": 1.1817389726638794, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.1663399338722229, "rewards/kidney_reward/std": 1.3476557731628418, "rewards/length2tails_reward/mean": 0.8373498320579529, "rewards/length2tails_reward/std": 0.1934429109096527, "rewards/thermo_reward/mean": 0.47984856367111206, "rewards/thermo_reward/std": 1.604375958442688, "step": 821 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.0625, "completions/mean_terminated_length": 263.0625, "completions/min_length": 44.0, "completions/min_terminated_length": 44.0, "entropy": 0.15894608478993177, "epoch": 1.6440000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.293469190597534, "learning_rate": 1.7384994380560448e-07, "loss": -0.095, "num_tokens": 7190994.0, "reward": 5.762653350830078, "reward_std": 3.522106170654297, "rewards/fitness_reward/mean": 5.67220401763916, "rewards/fitness_reward/std": 2.8764731884002686, "rewards/kidney_reward/mean": -0.11606693267822266, "rewards/kidney_reward/std": 1.4680663347244263, "rewards/length2tails_reward/mean": 0.8622728586196899, "rewards/length2tails_reward/std": 0.22785277664661407, "rewards/thermo_reward/mean": -0.1341715008020401, "rewards/thermo_reward/std": 2.0464932918548584, "step": 822 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1348210908472538, "epoch": 1.646, "frac_reward_zero_std": 0.0, "grad_norm": 0.4558381140232086, "learning_rate": 1.7199116885197996e-07, "loss": 0.0043, "num_tokens": 7199693.0, "reward": 6.687112331390381, "reward_std": 2.265033483505249, "rewards/fitness_reward/mean": 6.074307441711426, "rewards/fitness_reward/std": 1.9026298522949219, "rewards/kidney_reward/mean": 0.49384766817092896, "rewards/kidney_reward/std": 1.4014723300933838, "rewards/length2tails_reward/mean": 0.7414044737815857, "rewards/length2tails_reward/std": 0.3127528429031372, "rewards/thermo_reward/mean": 0.36106032133102417, "rewards/thermo_reward/std": 1.657314419746399, "step": 823 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 586.0, "completions/max_terminated_length": 586.0, "completions/mean_length": 280.65625, "completions/mean_terminated_length": 280.65625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16019416879862547, "epoch": 1.6480000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.579204261302948, "learning_rate": 1.7014144887027405e-07, "loss": -0.004, "num_tokens": 7208706.0, "reward": 6.605236053466797, "reward_std": 2.2676591873168945, "rewards/fitness_reward/mean": 6.283232688903809, "rewards/fitness_reward/std": 1.7426812648773193, "rewards/kidney_reward/mean": -0.06617752462625504, "rewards/kidney_reward/std": 1.3891545534133911, "rewards/length2tails_reward/mean": 0.7619524002075195, "rewards/length2tails_reward/std": 0.3083850145339966, "rewards/thermo_reward/mean": 0.3292073607444763, "rewards/thermo_reward/std": 1.7445483207702637, "step": 824 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13707383908331394, "epoch": 1.65, "frac_reward_zero_std": 0.0, "grad_norm": 0.8161059021949768, "learning_rate": 1.683008040887285e-07, "loss": 0.0003, "num_tokens": 7217396.0, "reward": 6.974254608154297, "reward_std": 1.2776795625686646, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.14366000890731812, "rewards/kidney_reward/std": 1.3012430667877197, "rewards/length2tails_reward/mean": 0.7557255625724792, "rewards/length2tails_reward/std": 0.3187832832336426, "rewards/thermo_reward/mean": 0.45036783814430237, "rewards/thermo_reward/std": 1.8396073579788208, "step": 825 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 325.0, "completions/max_terminated_length": 325.0, "completions/mean_length": 271.96875, "completions/mean_terminated_length": 271.96875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.13950870279222727, "epoch": 1.6520000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.6956560611724854, "learning_rate": 1.664692546363392e-07, "loss": -0.0082, "num_tokens": 7226131.0, "reward": 6.393102645874023, "reward_std": 2.120586633682251, "rewards/fitness_reward/mean": 6.197003364562988, "rewards/fitness_reward/std": 1.730019450187683, "rewards/kidney_reward/mean": -0.06846331059932709, "rewards/kidney_reward/std": 1.4518868923187256, "rewards/length2tails_reward/mean": 0.7773817777633667, "rewards/length2tails_reward/std": 0.2807996869087219, "rewards/thermo_reward/mean": 0.07197131961584091, "rewards/thermo_reward/std": 2.163224458694458, "step": 826 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12410412635654211, "epoch": 1.654, "frac_reward_zero_std": 0.0, "grad_norm": 0.8254323601722717, "learning_rate": 1.6464682054263767e-07, "loss": 0.0052, "num_tokens": 7234804.0, "reward": 7.0719709396362305, "reward_std": 1.0682038068771362, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.15627434849739075, "rewards/kidney_reward/std": 1.2921384572982788, "rewards/length2tails_reward/mean": 0.7281785011291504, "rewards/length2tails_reward/std": 0.3003217577934265, "rewards/thermo_reward/mean": 0.44098129868507385, "rewards/thermo_reward/std": 1.7667676210403442, "step": 827 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.65625, "completions/mean_terminated_length": 271.65625, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.15098392963409424, "epoch": 1.6560000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.884126603603363, "learning_rate": 1.6283352173747146e-07, "loss": -0.0049, "num_tokens": 7243529.0, "reward": 6.955116271972656, "reward_std": 1.2057723999023438, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.11913199722766876, "rewards/kidney_reward/std": 1.388401746749878, "rewards/length2tails_reward/mean": 0.8637431859970093, "rewards/length2tails_reward/std": 0.2176281362771988, "rewards/thermo_reward/mean": 0.620873749256134, "rewards/thermo_reward/std": 1.4743573665618896, "step": 828 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.21875, "completions/mean_terminated_length": 271.21875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15889708884060383, "epoch": 1.658, "frac_reward_zero_std": 0.0, "grad_norm": 1.546905755996704, "learning_rate": 1.6102937805078542e-07, "loss": -0.0044, "num_tokens": 7252240.0, "reward": 6.587793350219727, "reward_std": 1.9747923612594604, "rewards/fitness_reward/mean": 6.283938407897949, "rewards/fitness_reward/std": 1.738689661026001, "rewards/kidney_reward/mean": -0.4210178256034851, "rewards/kidney_reward/std": 0.928088903427124, "rewards/length2tails_reward/mean": 0.8309322595596313, "rewards/length2tails_reward/std": 0.2687700092792511, "rewards/thermo_reward/mean": 0.6132618188858032, "rewards/thermo_reward/std": 1.4882124662399292, "step": 829 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 476.0, "completions/max_terminated_length": 476.0, "completions/mean_length": 283.875, "completions/mean_terminated_length": 283.875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.14827707316726446, "epoch": 1.6600000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.5123414993286133, "learning_rate": 1.5923440921240639e-07, "loss": 0.146, "num_tokens": 7261356.0, "reward": 6.196780204772949, "reward_std": 4.031224250793457, "rewards/fitness_reward/mean": 5.475707054138184, "rewards/fitness_reward/std": 3.526364326477051, "rewards/kidney_reward/mean": 0.34759849309921265, "rewards/kidney_reward/std": 1.2305727005004883, "rewards/length2tails_reward/mean": 0.7912404537200928, "rewards/length2tails_reward/std": 0.25785160064697266, "rewards/thermo_reward/mean": 0.6989284753799438, "rewards/thermo_reward/std": 1.6143102645874023, "step": 830 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14084977097809315, "epoch": 1.662, "frac_reward_zero_std": 0.0, "grad_norm": 0.5071995854377747, "learning_rate": 1.5744863485182535e-07, "loss": 0.0002, "num_tokens": 7270059.0, "reward": 7.149096488952637, "reward_std": 1.3311703205108643, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.7804248332977295, "rewards/kidney_reward/std": 1.2438985109329224, "rewards/length2tails_reward/mean": 0.7402344942092896, "rewards/length2tails_reward/std": 0.31538769602775574, "rewards/thermo_reward/mean": 0.3770107328891754, "rewards/thermo_reward/std": 1.8036571741104126, "step": 831 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 573.0, "completions/max_terminated_length": 573.0, "completions/mean_length": 271.34375, "completions/mean_terminated_length": 271.34375, "completions/min_length": 44.0, "completions/min_terminated_length": 44.0, "entropy": 0.18307852651923895, "epoch": 1.6640000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.794896125793457, "learning_rate": 1.5567207449798515e-07, "loss": 0.0169, "num_tokens": 7278774.0, "reward": 5.479580879211426, "reward_std": 3.697575569152832, "rewards/fitness_reward/mean": 5.116209983825684, "rewards/fitness_reward/std": 3.4127492904663086, "rewards/kidney_reward/mean": 0.3621028661727905, "rewards/kidney_reward/std": 1.4506288766860962, "rewards/length2tails_reward/mean": 0.7454742193222046, "rewards/length2tails_reward/std": 0.3160284757614136, "rewards/thermo_reward/mean": -0.008097946643829346, "rewards/thermo_reward/std": 1.974648118019104, "step": 832 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 350.0, "completions/max_terminated_length": 350.0, "completions/mean_length": 273.6875, "completions/mean_terminated_length": 273.6875, "completions/min_length": 265.0, "completions/min_terminated_length": 265.0, "entropy": 0.1516521004959941, "epoch": 1.666, "frac_reward_zero_std": 0.0, "grad_norm": 2.571131706237793, "learning_rate": 1.5390474757906448e-07, "loss": 0.0448, "num_tokens": 7287564.0, "reward": 6.586319923400879, "reward_std": 2.2640275955200195, "rewards/fitness_reward/mean": 6.125868797302246, "rewards/fitness_reward/std": 2.1132843494415283, "rewards/kidney_reward/mean": -0.13343212008476257, "rewards/kidney_reward/std": 1.5046125650405884, "rewards/length2tails_reward/mean": 0.8478919863700867, "rewards/length2tails_reward/std": 0.16571584343910217, "rewards/thermo_reward/mean": 0.6303893327713013, "rewards/thermo_reward/std": 1.7262694835662842, "step": 833 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.0625, "completions/mean_terminated_length": 269.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12323288340121508, "epoch": 1.6680000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.849729597568512, "learning_rate": 1.5214667342226816e-07, "loss": 0.0041, "num_tokens": 7296206.0, "reward": 6.9101948738098145, "reward_std": 1.0292601585388184, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.18415537476539612, "rewards/kidney_reward/std": 1.192476749420166, "rewards/length2tails_reward/mean": 0.746961236000061, "rewards/length2tails_reward/std": 0.28581270575523376, "rewards/thermo_reward/mean": 0.44846826791763306, "rewards/thermo_reward/std": 1.7755752801895142, "step": 834 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 268.53125, "completions/mean_terminated_length": 268.53125, "completions/min_length": 225.0, "completions/min_terminated_length": 225.0, "entropy": 0.1294352300465107, "epoch": 1.67, "frac_reward_zero_std": 0.0, "grad_norm": 0.5036392211914062, "learning_rate": 1.5039787125361326e-07, "loss": -0.0003, "num_tokens": 7304831.0, "reward": 6.762212753295898, "reward_std": 2.5893232822418213, "rewards/fitness_reward/mean": 5.9096784591674805, "rewards/fitness_reward/std": 2.325226068496704, "rewards/kidney_reward/mean": 0.4972172677516937, "rewards/kidney_reward/std": 1.136783480644226, "rewards/length2tails_reward/mean": 0.7451069355010986, "rewards/length2tails_reward/std": 0.31411874294281006, "rewards/thermo_reward/mean": 0.8352988958358765, "rewards/thermo_reward/std": 1.3285595178604126, "step": 835 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 624.0, "completions/max_terminated_length": 624.0, "completions/mean_length": 286.71875, "completions/mean_terminated_length": 286.71875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.18842580541968346, "epoch": 1.6720000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 8.40046215057373, "learning_rate": 1.4865836019771993e-07, "loss": 0.1679, "num_tokens": 7314038.0, "reward": 6.866921424865723, "reward_std": 2.5648040771484375, "rewards/fitness_reward/mean": 5.974783897399902, "rewards/fitness_reward/std": 2.4268317222595215, "rewards/kidney_reward/mean": 0.6484463214874268, "rewards/kidney_reward/std": 1.3802800178527832, "rewards/length2tails_reward/mean": 0.7863222360610962, "rewards/length2tails_reward/std": 0.2881692349910736, "rewards/thermo_reward/mean": 0.7426664233207703, "rewards/thermo_reward/std": 1.5013645887374878, "step": 836 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 673.0, "completions/max_terminated_length": 673.0, "completions/mean_length": 282.90625, "completions/mean_terminated_length": 282.90625, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.1520282533019781, "epoch": 1.674, "frac_reward_zero_std": 0.0, "grad_norm": 5.291491508483887, "learning_rate": 1.469281592776027e-07, "loss": 0.1507, "num_tokens": 7323123.0, "reward": 6.265990257263184, "reward_std": 2.812899589538574, "rewards/fitness_reward/mean": 5.733098983764648, "rewards/fitness_reward/std": 2.639847993850708, "rewards/kidney_reward/mean": 0.014443039894104004, "rewards/kidney_reward/std": 1.5156126022338867, "rewards/length2tails_reward/mean": 0.8318912982940674, "rewards/length2tails_reward/std": 0.2504137456417084, "rewards/thermo_reward/mean": 0.6353940963745117, "rewards/thermo_reward/std": 1.5909487009048462, "step": 837 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13566430285573006, "epoch": 1.6760000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 1.3573877811431885, "learning_rate": 1.4520728741446086e-07, "loss": 0.0002, "num_tokens": 7331822.0, "reward": 7.143100261688232, "reward_std": 1.27162766456604, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.2948033809661865, "rewards/kidney_reward/std": 1.2164710760116577, "rewards/length2tails_reward/mean": 0.804263710975647, "rewards/length2tails_reward/std": 0.2332266867160797, "rewards/thermo_reward/mean": 0.4066682457923889, "rewards/thermo_reward/std": 1.9505378007888794, "step": 838 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1343477349728346, "epoch": 1.678, "frac_reward_zero_std": 0.0, "grad_norm": 0.4439067244529724, "learning_rate": 1.434957634274746e-07, "loss": 0.0022, "num_tokens": 7340495.0, "reward": 6.519376754760742, "reward_std": 2.0977344512939453, "rewards/fitness_reward/mean": 6.103977680206299, "rewards/fitness_reward/std": 1.7522006034851074, "rewards/kidney_reward/mean": 0.152456596493721, "rewards/kidney_reward/std": 1.440082311630249, "rewards/length2tails_reward/mean": 0.7946549654006958, "rewards/length2tails_reward/std": 0.2629484236240387, "rewards/thermo_reward/mean": 0.28101375699043274, "rewards/thermo_reward/std": 1.9162328243255615, "step": 839 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.13612825609743595, "epoch": 1.6800000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 1.1147886514663696, "learning_rate": 1.4179360603359503e-07, "loss": 0.0011, "num_tokens": 7349198.0, "reward": 7.322343826293945, "reward_std": 1.2475579977035522, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.49828895926475525, "rewards/kidney_reward/std": 1.3315337896347046, "rewards/length2tails_reward/mean": 0.8391580581665039, "rewards/length2tails_reward/std": 0.2007627934217453, "rewards/thermo_reward/mean": 0.750201404094696, "rewards/thermo_reward/std": 1.4005272388458252, "step": 840 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 493.0, "completions/max_terminated_length": 493.0, "completions/mean_length": 280.1875, "completions/mean_terminated_length": 280.1875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15768698323518038, "epoch": 1.682, "frac_reward_zero_std": 0.0, "grad_norm": 3.0588042736053467, "learning_rate": 1.4010083384734306e-07, "loss": 0.1321, "num_tokens": 7358196.0, "reward": 6.309168815612793, "reward_std": 2.858778238296509, "rewards/fitness_reward/mean": 5.777714729309082, "rewards/fitness_reward/std": 2.8353958129882812, "rewards/kidney_reward/mean": 0.10814039409160614, "rewards/kidney_reward/std": 1.4258649349212646, "rewards/length2tails_reward/mean": 0.7436399459838867, "rewards/length2tails_reward/std": 0.31671804189682007, "rewards/thermo_reward/mean": 0.5829468369483948, "rewards/thermo_reward/std": 1.772304654121399, "step": 841 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.46875, "completions/mean_terminated_length": 269.46875, "completions/min_length": 213.0, "completions/min_terminated_length": 213.0, "entropy": 0.1528618261218071, "epoch": 1.6840000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 1.0883593559265137, "learning_rate": 1.384174653806044e-07, "loss": -0.0153, "num_tokens": 7366851.0, "reward": 6.111975193023682, "reward_std": 3.416835308074951, "rewards/fitness_reward/mean": 5.5633440017700195, "rewards/fitness_reward/std": 2.9556238651275635, "rewards/kidney_reward/mean": 0.5944656133651733, "rewards/kidney_reward/std": 1.4616034030914307, "rewards/length2tails_reward/mean": 0.7819907069206238, "rewards/length2tails_reward/std": 0.28782516717910767, "rewards/thermo_reward/mean": 0.11180165410041809, "rewards/thermo_reward/std": 1.9642974138259888, "step": 842 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 333.0, "completions/max_terminated_length": 333.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15140019077807665, "epoch": 1.686, "frac_reward_zero_std": 0.0, "grad_norm": 4.618274211883545, "learning_rate": 1.3674351904242608e-07, "loss": 0.0354, "num_tokens": 7375564.0, "reward": 6.797853946685791, "reward_std": 1.9600287675857544, "rewards/fitness_reward/mean": 6.159884452819824, "rewards/fitness_reward/std": 1.929038405418396, "rewards/kidney_reward/mean": 0.2869061827659607, "rewards/kidney_reward/std": 1.224570870399475, "rewards/length2tails_reward/mean": 0.7241692543029785, "rewards/length2tails_reward/std": 0.2719430923461914, "rewards/thermo_reward/mean": 0.6269471645355225, "rewards/thermo_reward/std": 1.5864113569259644, "step": 843 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 428.0, "completions/max_terminated_length": 428.0, "completions/mean_length": 274.9375, "completions/mean_terminated_length": 274.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13365026656538248, "epoch": 1.688, "frac_reward_zero_std": 0.0, "grad_norm": 2.5036654472351074, "learning_rate": 1.350790131388181e-07, "loss": 0.0851, "num_tokens": 7384394.0, "reward": 6.495261192321777, "reward_std": 2.676274061203003, "rewards/fitness_reward/mean": 6.114790916442871, "rewards/fitness_reward/std": 2.173590898513794, "rewards/kidney_reward/mean": 0.3495478630065918, "rewards/kidney_reward/std": 1.3514161109924316, "rewards/length2tails_reward/mean": 0.7509225010871887, "rewards/length2tails_reward/std": 0.2755270302295685, "rewards/thermo_reward/mean": 0.03593030571937561, "rewards/thermo_reward/std": 1.7318520545959473, "step": 844 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 420.0, "completions/max_terminated_length": 420.0, "completions/mean_length": 274.84375, "completions/mean_terminated_length": 274.84375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14785962086170912, "epoch": 1.69, "frac_reward_zero_std": 0.0, "grad_norm": 1.7910501956939697, "learning_rate": 1.3342396587254957e-07, "loss": 0.0588, "num_tokens": 7393221.0, "reward": 6.4793291091918945, "reward_std": 2.450364589691162, "rewards/fitness_reward/mean": 5.838988304138184, "rewards/fitness_reward/std": 2.601452350616455, "rewards/kidney_reward/mean": 0.31948888301849365, "rewards/kidney_reward/std": 1.538975715637207, "rewards/length2tails_reward/mean": 0.7570391297340393, "rewards/length2tails_reward/std": 0.29220935702323914, "rewards/thermo_reward/mean": 0.5826727747917175, "rewards/thermo_reward/std": 1.7818015813827515, "step": 845 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 394.0, "completions/max_terminated_length": 394.0, "completions/mean_length": 273.78125, "completions/mean_terminated_length": 273.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17782294657081366, "epoch": 1.692, "frac_reward_zero_std": 0.0, "grad_norm": 3.8454959392547607, "learning_rate": 1.3177839534295277e-07, "loss": 0.0171, "num_tokens": 7402014.0, "reward": 6.645394325256348, "reward_std": 2.350458860397339, "rewards/fitness_reward/mean": 6.233956336975098, "rewards/fitness_reward/std": 2.0214316844940186, "rewards/kidney_reward/mean": 0.33905676007270813, "rewards/kidney_reward/std": 1.3427672386169434, "rewards/length2tails_reward/mean": 0.7578026652336121, "rewards/length2tails_reward/std": 0.2790738344192505, "rewards/thermo_reward/mean": 0.10491818189620972, "rewards/thermo_reward/std": 2.076547384262085, "step": 846 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12934922520071268, "epoch": 1.694, "frac_reward_zero_std": 0.0, "grad_norm": 0.6795424818992615, "learning_rate": 1.3014231954572286e-07, "loss": 0.0031, "num_tokens": 7410705.0, "reward": 6.923931121826172, "reward_std": 1.6895887851715088, "rewards/fitness_reward/mean": 6.179342269897461, "rewards/fitness_reward/std": 1.1073734760284424, "rewards/kidney_reward/mean": 0.4949648380279541, "rewards/kidney_reward/std": 1.4649431705474854, "rewards/length2tails_reward/mean": 0.7548559308052063, "rewards/length2tails_reward/std": 0.269429087638855, "rewards/thermo_reward/mean": 0.6167846918106079, "rewards/thermo_reward/std": 1.759171724319458, "step": 847 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 331.0, "completions/max_terminated_length": 331.0, "completions/mean_length": 271.0625, "completions/mean_terminated_length": 271.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14902009721845388, "epoch": 1.696, "frac_reward_zero_std": 0.0, "grad_norm": 1.7889152765274048, "learning_rate": 1.285157563727226e-07, "loss": -0.0052, "num_tokens": 7419411.0, "reward": 6.836027145385742, "reward_std": 1.8570570945739746, "rewards/fitness_reward/mean": 6.19685697555542, "rewards/fitness_reward/std": 1.7307991981506348, "rewards/kidney_reward/mean": 0.4804500937461853, "rewards/kidney_reward/std": 1.4231055974960327, "rewards/length2tails_reward/mean": 0.7190946936607361, "rewards/length2tails_reward/std": 0.3033592104911804, "rewards/thermo_reward/mean": 0.43834346532821655, "rewards/thermo_reward/std": 1.6495345830917358, "step": 848 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 237.0, "completions/min_terminated_length": 237.0, "entropy": 0.13939962070435286, "epoch": 1.698, "frac_reward_zero_std": 0.0, "grad_norm": 0.5602226257324219, "learning_rate": 1.26898723611787e-07, "loss": 0.0033, "num_tokens": 7428064.0, "reward": 7.376455307006836, "reward_std": 1.5139089822769165, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5721681714057922, "rewards/kidney_reward/std": 1.167947769165039, "rewards/length2tails_reward/mean": 0.7647218704223633, "rewards/length2tails_reward/std": 0.24678917229175568, "rewards/thermo_reward/mean": 0.8217629194259644, "rewards/thermo_reward/std": 1.6348930597305298, "step": 849 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 324.0, "completions/max_terminated_length": 324.0, "completions/mean_length": 271.78125, "completions/mean_terminated_length": 271.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1650812430307269, "epoch": 1.7, "frac_reward_zero_std": 0.0, "grad_norm": 3.4563441276550293, "learning_rate": 1.252912389465266e-07, "loss": 0.0299, "num_tokens": 7436793.0, "reward": 6.556080341339111, "reward_std": 2.8344311714172363, "rewards/fitness_reward/mean": 6.109508514404297, "rewards/fitness_reward/std": 2.2023956775665283, "rewards/kidney_reward/mean": 0.6741557121276855, "rewards/kidney_reward/std": 1.199660062789917, "rewards/length2tails_reward/mean": 0.7195312976837158, "rewards/length2tails_reward/std": 0.30274638533592224, "rewards/thermo_reward/mean": -0.1407776176929474, "rewards/thermo_reward/std": 1.9188156127929688, "step": 850 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13511865586042404, "epoch": 1.702, "frac_reward_zero_std": 0.0, "grad_norm": 0.6227527856826782, "learning_rate": 1.2369331995613663e-07, "loss": 0.0014, "num_tokens": 7445484.0, "reward": 6.782176494598389, "reward_std": 1.1895499229431152, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.0177227221429348, "rewards/kidney_reward/std": 1.5055136680603027, "rewards/length2tails_reward/mean": 0.7957772016525269, "rewards/length2tails_reward/std": 0.25311028957366943, "rewards/thermo_reward/mean": -0.03385445475578308, "rewards/thermo_reward/std": 1.7607090473175049, "step": 851 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.78125, "completions/mean_terminated_length": 269.78125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1365264095366001, "epoch": 1.704, "frac_reward_zero_std": 0.0, "grad_norm": 0.40608924627304077, "learning_rate": 1.2210498411520253e-07, "loss": 0.0004, "num_tokens": 7454149.0, "reward": 7.0736541748046875, "reward_std": 1.7951874732971191, "rewards/fitness_reward/mean": 6.280205249786377, "rewards/fitness_reward/std": 1.7598060369491577, "rewards/kidney_reward/mean": 0.1357700079679489, "rewards/kidney_reward/std": 1.3923213481903076, "rewards/length2tails_reward/mean": 0.7220439314842224, "rewards/length2tails_reward/std": 0.2839628756046295, "rewards/thermo_reward/mean": 1.0901048183441162, "rewards/thermo_reward/std": 1.1645164489746094, "step": 852 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 325.0, "completions/max_terminated_length": 325.0, "completions/mean_length": 271.59375, "completions/mean_terminated_length": 271.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14461984485387802, "epoch": 1.706, "frac_reward_zero_std": 0.0, "grad_norm": 0.6263294219970703, "learning_rate": 1.2052624879351103e-07, "loss": -0.0072, "num_tokens": 7462872.0, "reward": 7.149246692657471, "reward_std": 1.0854411125183105, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.31492069363594055, "rewards/kidney_reward/std": 1.3848581314086914, "rewards/length2tails_reward/mean": 0.7686634063720703, "rewards/length2tails_reward/std": 0.31319841742515564, "rewards/thermo_reward/mean": 0.41664430499076843, "rewards/thermo_reward/std": 1.6596086025238037, "step": 853 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.53125, "completions/mean_terminated_length": 271.53125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1368907280266285, "epoch": 1.708, "frac_reward_zero_std": 0.0, "grad_norm": 0.3722684681415558, "learning_rate": 1.1895713125585849e-07, "loss": -0.0025, "num_tokens": 7471593.0, "reward": 6.9046430587768555, "reward_std": 1.4990440607070923, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.3640343248844147, "rewards/kidney_reward/std": 1.2583822011947632, "rewards/length2tails_reward/mean": 0.8037251234054565, "rewards/length2tails_reward/std": 0.2687337100505829, "rewards/thermo_reward/mean": 0.06677071005105972, "rewards/thermo_reward/std": 1.854303240776062, "step": 854 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 301.0, "completions/max_terminated_length": 301.0, "completions/mean_length": 272.03125, "completions/mean_terminated_length": 272.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16624288819730282, "epoch": 1.71, "frac_reward_zero_std": 0.0, "grad_norm": 2.259831666946411, "learning_rate": 1.1739764866186308e-07, "loss": 0.013, "num_tokens": 7480330.0, "reward": 6.618877410888672, "reward_std": 2.3948142528533936, "rewards/fitness_reward/mean": 6.026947021484375, "rewards/fitness_reward/std": 2.1481029987335205, "rewards/kidney_reward/mean": 0.21269099414348602, "rewards/kidney_reward/std": 1.3428399562835693, "rewards/length2tails_reward/mean": 0.8097426891326904, "rewards/length2tails_reward/std": 0.261301189661026, "rewards/thermo_reward/mean": 0.5662983655929565, "rewards/thermo_reward/std": 1.617175817489624, "step": 855 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 460.0, "completions/max_terminated_length": 460.0, "completions/mean_length": 275.28125, "completions/mean_terminated_length": 275.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13487814739346504, "epoch": 1.712, "frac_reward_zero_std": 0.0, "grad_norm": 4.240163803100586, "learning_rate": 1.1584781806577659e-07, "loss": 0.0944, "num_tokens": 7489171.0, "reward": 6.826386451721191, "reward_std": 2.2010557651519775, "rewards/fitness_reward/mean": 6.130312919616699, "rewards/fitness_reward/std": 2.089127779006958, "rewards/kidney_reward/mean": 0.8020090460777283, "rewards/kidney_reward/std": 1.1603827476501465, "rewards/length2tails_reward/mean": 0.6492934226989746, "rewards/length2tails_reward/std": 0.3738612234592438, "rewards/thermo_reward/mean": 0.2654907703399658, "rewards/thermo_reward/std": 1.7134251594543457, "step": 856 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 358.0, "completions/max_terminated_length": 358.0, "completions/mean_length": 273.21875, "completions/mean_terminated_length": 273.21875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.19597869087010622, "epoch": 1.714, "frac_reward_zero_std": 0.0, "grad_norm": 2.632514476776123, "learning_rate": 1.1430765641629769e-07, "loss": -0.0028, "num_tokens": 7497946.0, "reward": 6.539190769195557, "reward_std": 3.013807773590088, "rewards/fitness_reward/mean": 5.791252136230469, "rewards/fitness_reward/std": 2.7777340412139893, "rewards/kidney_reward/mean": 0.18271785974502563, "rewards/kidney_reward/std": 1.481676697731018, "rewards/length2tails_reward/mean": 0.8152397871017456, "rewards/length2tails_reward/std": 0.21467870473861694, "rewards/thermo_reward/mean": 0.9055393934249878, "rewards/thermo_reward/std": 1.590433120727539, "step": 857 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.09375, "completions/mean_terminated_length": 271.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13027154561132193, "epoch": 1.716, "frac_reward_zero_std": 0.0, "grad_norm": 0.7954562306404114, "learning_rate": 1.1277718055638819e-07, "loss": -0.0037, "num_tokens": 7506653.0, "reward": 6.789008140563965, "reward_std": 1.3232008218765259, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.0037052780389785767, "rewards/kidney_reward/std": 1.0773756504058838, "rewards/length2tails_reward/mean": 0.8135291337966919, "rewards/length2tails_reward/std": 0.26040005683898926, "rewards/thermo_reward/mean": 0.19092856347560883, "rewards/thermo_reward/std": 1.8923982381820679, "step": 858 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 270.59375, "completions/mean_terminated_length": 270.59375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1470224941149354, "epoch": 1.718, "frac_reward_zero_std": 0.0, "grad_norm": 0.7486069202423096, "learning_rate": 1.1125640722308626e-07, "loss": 0.0052, "num_tokens": 7515344.0, "reward": 6.916852951049805, "reward_std": 1.3720299005508423, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.26475033164024353, "rewards/kidney_reward/std": 1.4243637323379517, "rewards/length2tails_reward/mean": 0.7544494271278381, "rewards/length2tails_reward/std": 0.29098063707351685, "rewards/thermo_reward/mean": 0.21511265635490417, "rewards/thermo_reward/std": 1.7419779300689697, "step": 859 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 293.0, "completions/max_terminated_length": 293.0, "completions/mean_length": 271.375, "completions/mean_terminated_length": 271.375, "completions/min_length": 254.0, "completions/min_terminated_length": 254.0, "entropy": 0.19795255735516548, "epoch": 1.72, "frac_reward_zero_std": 0.0, "grad_norm": 2.887604236602783, "learning_rate": 1.097453530473258e-07, "loss": -0.0017, "num_tokens": 7524060.0, "reward": 6.920472145080566, "reward_std": 2.917083978652954, "rewards/fitness_reward/mean": 5.953352451324463, "rewards/fitness_reward/std": 2.5297625064849854, "rewards/kidney_reward/mean": 0.49193012714385986, "rewards/kidney_reward/std": 1.5334367752075195, "rewards/length2tails_reward/mean": 0.8205807209014893, "rewards/length2tails_reward/std": 0.2580236494541168, "rewards/thermo_reward/mean": 1.0320186614990234, "rewards/thermo_reward/std": 1.3274585008621216, "step": 860 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 275.0, "completions/max_terminated_length": 275.0, "completions/mean_length": 269.46875, "completions/mean_terminated_length": 269.46875, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.13470555748790503, "epoch": 1.722, "frac_reward_zero_std": 0.0, "grad_norm": 0.9139510989189148, "learning_rate": 1.0824403455375286e-07, "loss": -0.0066, "num_tokens": 7532715.0, "reward": 5.958120822906494, "reward_std": 3.3007261753082275, "rewards/fitness_reward/mean": 5.6109299659729, "rewards/fitness_reward/std": 2.758577585220337, "rewards/kidney_reward/mean": 0.34058311581611633, "rewards/kidney_reward/std": 1.5214576721191406, "rewards/length2tails_reward/mean": 0.7589548826217651, "rewards/length2tails_reward/std": 0.300558865070343, "rewards/thermo_reward/mean": -0.02567894756793976, "rewards/thermo_reward/std": 1.9741401672363281, "step": 861 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.90625, "completions/mean_terminated_length": 269.90625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1334414891898632, "epoch": 1.724, "frac_reward_zero_std": 0.0, "grad_norm": 0.5678361654281616, "learning_rate": 1.0675246816054584e-07, "loss": -0.0012, "num_tokens": 7541384.0, "reward": 7.025940895080566, "reward_std": 1.4083274602890015, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.09456261992454529, "rewards/kidney_reward/std": 1.3638854026794434, "rewards/length2tails_reward/mean": 0.7774710655212402, "rewards/length2tails_reward/std": 0.260670930147171, "rewards/thermo_reward/mean": 0.38598716259002686, "rewards/thermo_reward/std": 1.948667287826538, "step": 862 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 255.0, "completions/min_terminated_length": 255.0, "entropy": 0.14441207330673933, "epoch": 1.726, "frac_reward_zero_std": 0.0, "grad_norm": 0.37577173113822937, "learning_rate": 1.0527067017923652e-07, "loss": 0.0009, "num_tokens": 7550077.0, "reward": 7.621313571929932, "reward_std": 0.9573418498039246, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.6574143767356873, "rewards/kidney_reward/std": 1.2293705940246582, "rewards/length2tails_reward/mean": 0.7869528532028198, "rewards/length2tails_reward/std": 0.2935744822025299, "rewards/thermo_reward/mean": 1.0091394186019897, "rewards/thermo_reward/std": 1.5361192226409912, "step": 863 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14310902636498213, "epoch": 1.728, "frac_reward_zero_std": 0.0, "grad_norm": 0.6794575452804565, "learning_rate": 1.0379865681452971e-07, "loss": -0.0045, "num_tokens": 7558757.0, "reward": 7.241986274719238, "reward_std": 1.2677793502807617, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.43365275859832764, "rewards/kidney_reward/std": 1.2535395622253418, "rewards/length2tails_reward/mean": 0.822176456451416, "rewards/length2tails_reward/std": 0.24815700948238373, "rewards/thermo_reward/mean": 0.4566337466239929, "rewards/thermo_reward/std": 1.8501441478729248, "step": 864 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 434.0, "completions/max_terminated_length": 434.0, "completions/mean_length": 274.9375, "completions/mean_terminated_length": 274.9375, "completions/min_length": 168.0, "completions/min_terminated_length": 168.0, "entropy": 0.1765538053587079, "epoch": 1.73, "frac_reward_zero_std": 0.0, "grad_norm": 2.416180372238159, "learning_rate": 1.023364441641279e-07, "loss": -0.0468, "num_tokens": 7567587.0, "reward": 6.229531764984131, "reward_std": 3.4541232585906982, "rewards/fitness_reward/mean": 5.801756858825684, "rewards/fitness_reward/std": 2.73724102973938, "rewards/kidney_reward/mean": 0.24523508548736572, "rewards/kidney_reward/std": 1.5411834716796875, "rewards/length2tails_reward/mean": 0.8638964891433716, "rewards/length2tails_reward/std": 0.23644766211509705, "rewards/thermo_reward/mean": 0.1783655732870102, "rewards/thermo_reward/std": 1.8947030305862427, "step": 865 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 385.0, "completions/max_terminated_length": 385.0, "completions/mean_length": 272.5625, "completions/mean_terminated_length": 272.5625, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.14107922557741404, "epoch": 1.732, "frac_reward_zero_std": 0.0, "grad_norm": 0.8553034067153931, "learning_rate": 1.0088404821855412e-07, "loss": 0.0208, "num_tokens": 7576341.0, "reward": 6.971405506134033, "reward_std": 1.288536787033081, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.23505310714244843, "rewards/kidney_reward/std": 1.1954965591430664, "rewards/length2tails_reward/mean": 0.7517733573913574, "rewards/length2tails_reward/std": 0.3153061270713806, "rewards/thermo_reward/mean": 0.35525327920913696, "rewards/thermo_reward/std": 1.7748334407806396, "step": 866 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.5625, "completions/mean_terminated_length": 271.5625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15056451689451933, "epoch": 1.734, "frac_reward_zero_std": 0.0, "grad_norm": 0.5692810416221619, "learning_rate": 9.944148486097792e-08, "loss": -0.0043, "num_tokens": 7585063.0, "reward": 7.364882946014404, "reward_std": 1.3964899778366089, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.9183021187782288, "rewards/kidney_reward/std": 1.2635247707366943, "rewards/length2tails_reward/mean": 0.8077138662338257, "rewards/length2tails_reward/std": 0.292235791683197, "rewards/thermo_reward/mean": 0.43098878860473633, "rewards/thermo_reward/std": 1.5578397512435913, "step": 867 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14127114601433277, "epoch": 1.736, "frac_reward_zero_std": 0.0, "grad_norm": 0.7149919271469116, "learning_rate": 9.800876986704109e-08, "loss": 0.0008, "num_tokens": 7593737.0, "reward": 6.592535018920898, "reward_std": 2.406205177307129, "rewards/fitness_reward/mean": 6.248412609100342, "rewards/fitness_reward/std": 1.939652442932129, "rewards/kidney_reward/mean": 0.008557301014661789, "rewards/kidney_reward/std": 1.5363945960998535, "rewards/length2tails_reward/mean": 0.7467073202133179, "rewards/length2tails_reward/std": 0.2775883078575134, "rewards/thermo_reward/mean": 0.3063332736492157, "rewards/thermo_reward/std": 1.8663932085037231, "step": 868 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.34375, "completions/mean_terminated_length": 269.34375, "completions/min_length": 258.0, "completions/min_terminated_length": 258.0, "entropy": 0.13826614152640104, "epoch": 1.738, "frac_reward_zero_std": 0.0, "grad_norm": 2.1713569164276123, "learning_rate": 9.658591890468514e-08, "loss": -0.0056, "num_tokens": 7602388.0, "reward": 5.815595626831055, "reward_std": 3.479989528656006, "rewards/fitness_reward/mean": 5.640358924865723, "rewards/fitness_reward/std": 2.988858938217163, "rewards/kidney_reward/mean": 0.15935379266738892, "rewards/kidney_reward/std": 1.3506901264190674, "rewards/length2tails_reward/mean": 0.7489001750946045, "rewards/length2tails_reward/std": 0.31669992208480835, "rewards/thermo_reward/mean": -0.18332980573177338, "rewards/thermo_reward/std": 1.9829697608947754, "step": 869 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 268.25, "completions/mean_terminated_length": 268.25, "completions/min_length": 230.0, "completions/min_terminated_length": 230.0, "entropy": 0.15171773824840784, "epoch": 1.74, "frac_reward_zero_std": 0.0, "grad_norm": 2.003143787384033, "learning_rate": 9.517294753398064e-08, "loss": -0.0149, "num_tokens": 7611004.0, "reward": 5.929316520690918, "reward_std": 3.3550143241882324, "rewards/fitness_reward/mean": 5.575882434844971, "rewards/fitness_reward/std": 3.2158267498016357, "rewards/kidney_reward/mean": 0.10459327697753906, "rewards/kidney_reward/std": 1.4213767051696777, "rewards/length2tails_reward/mean": 0.7260620594024658, "rewards/length2tails_reward/std": 0.2993079423904419, "rewards/thermo_reward/mean": 0.23924347758293152, "rewards/thermo_reward/std": 1.769123911857605, "step": 870 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.28125, "completions/mean_terminated_length": 269.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13259113393723965, "epoch": 1.742, "frac_reward_zero_std": 0.0, "grad_norm": 0.5299409627914429, "learning_rate": 9.376987120695545e-08, "loss": -0.0011, "num_tokens": 7619653.0, "reward": 7.236759662628174, "reward_std": 1.0758943557739258, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5730593204498291, "rewards/kidney_reward/std": 1.3397749662399292, "rewards/length2tails_reward/mean": 0.7181392908096313, "rewards/length2tails_reward/std": 0.3129393458366394, "rewards/thermo_reward/mean": 0.3587936758995056, "rewards/thermo_reward/std": 1.7715466022491455, "step": 871 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12837810162454844, "epoch": 1.744, "frac_reward_zero_std": 0.0, "grad_norm": 0.6544708013534546, "learning_rate": 9.237670526742791e-08, "loss": 0.0017, "num_tokens": 7628350.0, "reward": 6.732784271240234, "reward_std": 1.5039775371551514, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": -0.13095012307167053, "rewards/kidney_reward/std": 1.3360952138900757, "rewards/length2tails_reward/mean": 0.814708948135376, "rewards/length2tails_reward/std": 0.2178410440683365, "rewards/thermo_reward/mean": 0.41852378845214844, "rewards/thermo_reward/std": 1.7801318168640137, "step": 872 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 377.0, "completions/max_terminated_length": 377.0, "completions/mean_length": 272.8125, "completions/mean_terminated_length": 272.8125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14584413263946772, "epoch": 1.746, "frac_reward_zero_std": 0.0, "grad_norm": 2.6890602111816406, "learning_rate": 9.099346495083749e-08, "loss": 0.0427, "num_tokens": 7637112.0, "reward": 6.361073017120361, "reward_std": 2.8738362789154053, "rewards/fitness_reward/mean": 5.92578125, "rewards/fitness_reward/std": 2.6346867084503174, "rewards/kidney_reward/mean": 0.3251514434814453, "rewards/kidney_reward/std": 1.198372483253479, "rewards/length2tails_reward/mean": 0.7073013782501221, "rewards/length2tails_reward/std": 0.32669582962989807, "rewards/thermo_reward/mean": 0.19178199768066406, "rewards/thermo_reward/std": 1.8539153337478638, "step": 873 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 297.0, "completions/max_terminated_length": 297.0, "completions/mean_length": 262.90625, "completions/mean_terminated_length": 262.90625, "completions/min_length": 122.0, "completions/min_terminated_length": 122.0, "entropy": 0.20052525494247675, "epoch": 1.748, "frac_reward_zero_std": 0.0, "grad_norm": 1.7776063680648804, "learning_rate": 8.96201653840788e-08, "loss": -0.0952, "num_tokens": 7645557.0, "reward": 5.555744171142578, "reward_std": 3.82283091545105, "rewards/fitness_reward/mean": 5.20194149017334, "rewards/fitness_reward/std": 3.491765260696411, "rewards/kidney_reward/mean": -0.038750261068344116, "rewards/kidney_reward/std": 1.3175898790359497, "rewards/length2tails_reward/mean": 0.8112931251525879, "rewards/length2tails_reward/std": 0.25601938366889954, "rewards/thermo_reward/mean": 0.34071022272109985, "rewards/thermo_reward/std": 1.9983152151107788, "step": 874 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 576.0, "completions/max_terminated_length": 576.0, "completions/mean_length": 280.25, "completions/mean_terminated_length": 280.25, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.15280383359640837, "epoch": 1.75, "frac_reward_zero_std": 0.0, "grad_norm": 1.2936370372772217, "learning_rate": 8.825682158533553e-08, "loss": 0.0633, "num_tokens": 7654557.0, "reward": 6.904385089874268, "reward_std": 1.084137201309204, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.1500115543603897, "rewards/kidney_reward/std": 1.357714295387268, "rewards/length2tails_reward/mean": 0.8248668909072876, "rewards/length2tails_reward/std": 0.1853381097316742, "rewards/thermo_reward/mean": 0.36375191807746887, "rewards/thermo_reward/std": 1.8171186447143555, "step": 875 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 440.0, "completions/max_terminated_length": 440.0, "completions/mean_length": 275.90625, "completions/mean_terminated_length": 275.90625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14687765389680862, "epoch": 1.752, "frac_reward_zero_std": 0.0, "grad_norm": 0.3300075829029083, "learning_rate": 8.690344846391729e-08, "loss": 0.0091, "num_tokens": 7663418.0, "reward": 7.049173831939697, "reward_std": 1.1484054327011108, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.16825039684772491, "rewards/kidney_reward/std": 1.362807273864746, "rewards/length2tails_reward/mean": 0.7734864950180054, "rewards/length2tails_reward/std": 0.2753138542175293, "rewards/thermo_reward/mean": 0.5667352676391602, "rewards/thermo_reward/std": 1.5838664770126343, "step": 876 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 284.0, "completions/max_terminated_length": 284.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13390665873885155, "epoch": 1.754, "frac_reward_zero_std": 0.0, "grad_norm": 1.6301953792572021, "learning_rate": 8.556006082009559e-08, "loss": 0.0004, "num_tokens": 7672092.0, "reward": 7.138387680053711, "reward_std": 1.2911202907562256, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5173478722572327, "rewards/kidney_reward/std": 1.373558521270752, "rewards/length2tails_reward/mean": 0.7490646243095398, "rewards/length2tails_reward/std": 0.2916795611381531, "rewards/thermo_reward/mean": 0.2022983878850937, "rewards/thermo_reward/std": 1.8432154655456543, "step": 877 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 349.0, "completions/max_terminated_length": 349.0, "completions/mean_length": 273.0, "completions/mean_terminated_length": 273.0, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.15134918317198753, "epoch": 1.756, "frac_reward_zero_std": 0.0, "grad_norm": 0.9220150113105774, "learning_rate": 8.422667334494249e-08, "loss": -0.0124, "num_tokens": 7680860.0, "reward": 7.084668159484863, "reward_std": 1.864588737487793, "rewards/fitness_reward/mean": 6.310906887054443, "rewards/fitness_reward/std": 1.5861327648162842, "rewards/kidney_reward/mean": 0.3537640869617462, "rewards/kidney_reward/std": 1.1724754571914673, "rewards/length2tails_reward/mean": 0.7611767649650574, "rewards/length2tails_reward/std": 0.2823205590248108, "rewards/thermo_reward/mean": 0.813170313835144, "rewards/thermo_reward/std": 1.5483834743499756, "step": 878 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 293.0, "completions/max_terminated_length": 293.0, "completions/mean_length": 270.625, "completions/mean_terminated_length": 270.625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1470579979941249, "epoch": 1.758, "frac_reward_zero_std": 0.0, "grad_norm": 0.37683096528053284, "learning_rate": 8.290330062017014e-08, "loss": -0.0096, "num_tokens": 7689552.0, "reward": 7.244678497314453, "reward_std": 1.1117514371871948, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5936733484268188, "rewards/kidney_reward/std": 1.2107832431793213, "rewards/length2tails_reward/mean": 0.7467259764671326, "rewards/length2tails_reward/std": 0.3155352771282196, "rewards/thermo_reward/mean": 0.5457018613815308, "rewards/thermo_reward/std": 1.5984930992126465, "step": 879 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 411.0, "completions/max_terminated_length": 411.0, "completions/mean_length": 274.9375, "completions/mean_terminated_length": 274.9375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.17980888672173023, "epoch": 1.76, "frac_reward_zero_std": 0.0, "grad_norm": 4.92822265625, "learning_rate": 8.158995711797e-08, "loss": 0.0742, "num_tokens": 7698382.0, "reward": 6.669667720794678, "reward_std": 2.109738349914551, "rewards/fitness_reward/mean": 6.226877212524414, "rewards/fitness_reward/std": 2.061476945877075, "rewards/kidney_reward/mean": -0.0723903626203537, "rewards/kidney_reward/std": 1.3391774892807007, "rewards/length2tails_reward/mean": 0.8269414901733398, "rewards/length2tails_reward/std": 0.22345077991485596, "rewards/thermo_reward/mean": 0.5445005893707275, "rewards/thermo_reward/std": 1.7287259101867676, "step": 880 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 271.46875, "completions/mean_terminated_length": 271.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1400172933936119, "epoch": 1.762, "frac_reward_zero_std": 0.0, "grad_norm": 0.24981628358364105, "learning_rate": 8.028665720085659e-08, "loss": -0.0062, "num_tokens": 7707101.0, "reward": 6.8972272872924805, "reward_std": 2.1188056468963623, "rewards/fitness_reward/mean": 6.206755638122559, "rewards/fitness_reward/std": 1.6781727075576782, "rewards/kidney_reward/mean": 0.3389732241630554, "rewards/kidney_reward/std": 1.286360502243042, "rewards/length2tails_reward/mean": 0.7938892841339111, "rewards/length2tails_reward/std": 0.28922373056411743, "rewards/thermo_reward/mean": 0.6450251340866089, "rewards/thermo_reward/std": 1.8009586334228516, "step": 881 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 296.0, "completions/max_terminated_length": 296.0, "completions/mean_length": 265.6875, "completions/mean_terminated_length": 265.6875, "completions/min_length": 107.0, "completions/min_terminated_length": 107.0, "entropy": 0.17370106279850006, "epoch": 1.764, "frac_reward_zero_std": 0.0, "grad_norm": 1.4611979722976685, "learning_rate": 7.899341512150892e-08, "loss": -0.0341, "num_tokens": 7715635.0, "reward": 6.483504295349121, "reward_std": 1.6373029947280884, "rewards/fitness_reward/mean": 6.105436325073242, "rewards/fitness_reward/std": 1.7448866367340088, "rewards/kidney_reward/mean": 0.28378981351852417, "rewards/kidney_reward/std": 1.2895056009292603, "rewards/length2tails_reward/mean": 0.7321654558181763, "rewards/length2tails_reward/std": 0.3196871280670166, "rewards/thermo_reward/mean": 0.10626305639743805, "rewards/thermo_reward/std": 1.7605559825897217, "step": 882 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.09375, "completions/mean_terminated_length": 270.09375, "completions/min_length": 232.0, "completions/min_terminated_length": 232.0, "entropy": 0.14771200716495514, "epoch": 1.766, "frac_reward_zero_std": 0.0, "grad_norm": 1.318401575088501, "learning_rate": 7.771024502261525e-08, "loss": -0.02, "num_tokens": 7724310.0, "reward": 6.454639911651611, "reward_std": 2.4978907108306885, "rewards/fitness_reward/mean": 6.211494445800781, "rewards/fitness_reward/std": 2.1484947204589844, "rewards/kidney_reward/mean": -0.548114538192749, "rewards/kidney_reward/std": 1.4144492149353027, "rewards/length2tails_reward/mean": 0.8405541181564331, "rewards/length2tails_reward/std": 0.19978399574756622, "rewards/thermo_reward/mean": 0.6141285300254822, "rewards/thermo_reward/std": 1.7411296367645264, "step": 883 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.84375, "completions/mean_terminated_length": 270.84375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1276962710544467, "epoch": 1.768, "frac_reward_zero_std": 0.0, "grad_norm": 0.5441233515739441, "learning_rate": 7.643716093671826e-08, "loss": 0.002, "num_tokens": 7733009.0, "reward": 6.225451469421387, "reward_std": 2.8613123893737793, "rewards/fitness_reward/mean": 5.846860885620117, "rewards/fitness_reward/std": 2.5778920650482178, "rewards/kidney_reward/mean": -0.29991012811660767, "rewards/kidney_reward/std": 1.223515272140503, "rewards/length2tails_reward/mean": 0.7918553948402405, "rewards/length2tails_reward/std": 0.2854537069797516, "rewards/thermo_reward/mean": 0.6611631512641907, "rewards/thermo_reward/std": 1.8043864965438843, "step": 884 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 289.0, "completions/max_terminated_length": 289.0, "completions/mean_length": 270.71875, "completions/mean_terminated_length": 270.71875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12592537607997656, "epoch": 1.77, "frac_reward_zero_std": 0.0, "grad_norm": 1.1005501747131348, "learning_rate": 7.51741767860612e-08, "loss": 0.0084, "num_tokens": 7741704.0, "reward": 7.101147651672363, "reward_std": 1.5783418416976929, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.4693070650100708, "rewards/kidney_reward/std": 1.224630355834961, "rewards/length2tails_reward/mean": 0.7284267544746399, "rewards/length2tails_reward/std": 0.3301963210105896, "rewards/thermo_reward/mean": 0.3921566307544708, "rewards/thermo_reward/std": 1.8385539054870605, "step": 885 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 271.59375, "completions/mean_terminated_length": 271.59375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1400387305766344, "epoch": 1.772, "frac_reward_zero_std": 0.0, "grad_norm": 1.2703351974487305, "learning_rate": 7.392130638243665e-08, "loss": 0.0014, "num_tokens": 7750427.0, "reward": 6.691196441650391, "reward_std": 2.474586248397827, "rewards/fitness_reward/mean": 5.979096412658691, "rewards/fitness_reward/std": 2.4129538536071777, "rewards/kidney_reward/mean": 0.5387409925460815, "rewards/kidney_reward/std": 1.5256801843643188, "rewards/length2tails_reward/mean": 0.8083356618881226, "rewards/length2tails_reward/std": 0.2541159391403198, "rewards/thermo_reward/mean": 0.48129159212112427, "rewards/thermo_reward/std": 1.8087587356567383, "step": 886 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.09375, "completions/mean_terminated_length": 271.09375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1450464529916644, "epoch": 1.774, "frac_reward_zero_std": 0.0, "grad_norm": 1.1582823991775513, "learning_rate": 7.26785634270346e-08, "loss": -0.0005, "num_tokens": 7759134.0, "reward": 7.495002746582031, "reward_std": 1.0697494745254517, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.436704158782959, "rewards/kidney_reward/std": 1.3325331211090088, "rewards/length2tails_reward/mean": 0.8409305810928345, "rewards/length2tails_reward/std": 0.16789835691452026, "rewards/thermo_reward/mean": 0.9502402544021606, "rewards/thermo_reward/std": 1.3539648056030273, "step": 887 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.375, "completions/mean_terminated_length": 270.375, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.17105464451014996, "epoch": 1.776, "frac_reward_zero_std": 0.0, "grad_norm": 5.4417619705200195, "learning_rate": 7.144596151029303e-08, "loss": -0.0113, "num_tokens": 7767818.0, "reward": 6.825206756591797, "reward_std": 2.593777656555176, "rewards/fitness_reward/mean": 6.118467330932617, "rewards/fitness_reward/std": 2.1535637378692627, "rewards/kidney_reward/mean": 0.359657883644104, "rewards/kidney_reward/std": 1.5858391523361206, "rewards/length2tails_reward/mean": 0.7853270769119263, "rewards/length2tails_reward/std": 0.29089006781578064, "rewards/thermo_reward/mean": 0.6611579060554504, "rewards/thermo_reward/std": 1.627814531326294, "step": 888 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 303.0, "completions/max_terminated_length": 303.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1219852464273572, "epoch": 1.778, "frac_reward_zero_std": 0.0, "grad_norm": 0.6431599259376526, "learning_rate": 7.022351411174865e-08, "loss": 0.0029, "num_tokens": 7776505.0, "reward": 6.884721755981445, "reward_std": 1.1603665351867676, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.10085730999708176, "rewards/kidney_reward/std": 1.325021505355835, "rewards/length2tails_reward/mean": 0.7144224643707275, "rewards/length2tails_reward/std": 0.2776328921318054, "rewards/thermo_reward/mean": 0.5407341122627258, "rewards/thermo_reward/std": 1.7512967586517334, "step": 889 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 747.0, "completions/max_terminated_length": 747.0, "completions/mean_length": 284.28125, "completions/mean_terminated_length": 284.28125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.17884879652410746, "epoch": 1.78, "frac_reward_zero_std": 0.0, "grad_norm": 7.968055725097656, "learning_rate": 6.901123459989066e-08, "loss": 0.2512, "num_tokens": 7785634.0, "reward": 6.550700664520264, "reward_std": 2.344426155090332, "rewards/fitness_reward/mean": 6.221928596496582, "rewards/fitness_reward/std": 2.0894691944122314, "rewards/kidney_reward/mean": 0.07067226618528366, "rewards/kidney_reward/std": 1.3066167831420898, "rewards/length2tails_reward/mean": 0.7352291941642761, "rewards/length2tails_reward/std": 0.271246075630188, "rewards/thermo_reward/mean": 0.2192571461200714, "rewards/thermo_reward/std": 1.9306559562683105, "step": 890 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 286.0, "completions/max_terminated_length": 286.0, "completions/mean_length": 269.9375, "completions/mean_terminated_length": 269.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1206783689558506, "epoch": 1.782, "frac_reward_zero_std": 0.0, "grad_norm": 1.4432059526443481, "learning_rate": 6.780913623201345e-08, "loss": 0.004, "num_tokens": 7794304.0, "reward": 6.147652626037598, "reward_std": 2.3736939430236816, "rewards/fitness_reward/mean": 6.129303932189941, "rewards/fitness_reward/std": 2.094611883163452, "rewards/kidney_reward/mean": -0.20430654287338257, "rewards/kidney_reward/std": 1.285444736480713, "rewards/length2tails_reward/mean": 0.7060990333557129, "rewards/length2tails_reward/std": 0.3547629117965698, "rewards/thermo_reward/mean": -0.11204513907432556, "rewards/thermo_reward/std": 2.097207546234131, "step": 891 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 282.0, "completions/max_terminated_length": 282.0, "completions/mean_length": 270.125, "completions/mean_terminated_length": 270.125, "completions/min_length": 235.0, "completions/min_terminated_length": 235.0, "entropy": 0.16053821239620447, "epoch": 1.784, "frac_reward_zero_std": 0.0, "grad_norm": 1.9191988706588745, "learning_rate": 6.661723215407222e-08, "loss": 0.0089, "num_tokens": 7802980.0, "reward": 6.828422546386719, "reward_std": 2.34560227394104, "rewards/fitness_reward/mean": 6.0311808586120605, "rewards/fitness_reward/std": 2.1259360313415527, "rewards/kidney_reward/mean": 0.24174097180366516, "rewards/kidney_reward/std": 1.343316674232483, "rewards/length2tails_reward/mean": 0.855763852596283, "rewards/length2tails_reward/std": 0.23646438121795654, "rewards/thermo_reward/mean": 0.9248610734939575, "rewards/thermo_reward/std": 1.6797188520431519, "step": 892 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1538703255355358, "epoch": 1.786, "frac_reward_zero_std": 0.0, "grad_norm": 2.6966981887817383, "learning_rate": 6.543553540053926e-08, "loss": 0.0118, "num_tokens": 7811693.0, "reward": 6.792122840881348, "reward_std": 2.712594747543335, "rewards/fitness_reward/mean": 6.116663932800293, "rewards/fitness_reward/std": 2.163386106491089, "rewards/kidney_reward/mean": 0.6079121828079224, "rewards/kidney_reward/std": 1.1184345483779907, "rewards/length2tails_reward/mean": 0.7678369283676147, "rewards/length2tails_reward/std": 0.29102542996406555, "rewards/thermo_reward/mean": 0.3590865433216095, "rewards/thermo_reward/std": 1.8563789129257202, "step": 893 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1296884110197425, "epoch": 1.788, "frac_reward_zero_std": 0.0, "grad_norm": 0.3490790128707886, "learning_rate": 6.426405889426046e-08, "loss": 0.0034, "num_tokens": 7820366.0, "reward": 5.937580108642578, "reward_std": 3.626763105392456, "rewards/fitness_reward/mean": 5.515270709991455, "rewards/fitness_reward/std": 3.1108944416046143, "rewards/kidney_reward/mean": 0.18754181265830994, "rewards/kidney_reward/std": 1.4053640365600586, "rewards/length2tails_reward/mean": 0.7833015322685242, "rewards/length2tails_reward/std": 0.28317564725875854, "rewards/thermo_reward/mean": 0.26542627811431885, "rewards/thermo_reward/std": 1.8957198858261108, "step": 894 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.4375, "completions/mean_terminated_length": 263.4375, "completions/min_length": 61.0, "completions/min_terminated_length": 61.0, "entropy": 0.14165944885462523, "epoch": 1.79, "frac_reward_zero_std": 0.0, "grad_norm": 0.6650650501251221, "learning_rate": 6.310281544631546e-08, "loss": -0.1071, "num_tokens": 7828828.0, "reward": 6.596134185791016, "reward_std": 2.8833301067352295, "rewards/fitness_reward/mean": 5.952981948852539, "rewards/fitness_reward/std": 2.51713490486145, "rewards/kidney_reward/mean": 0.4031717777252197, "rewards/kidney_reward/std": 1.3050614595413208, "rewards/length2tails_reward/mean": 0.718561053276062, "rewards/length2tails_reward/std": 0.32841771841049194, "rewards/thermo_reward/mean": 0.5238514542579651, "rewards/thermo_reward/std": 1.6414804458618164, "step": 895 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 270.46875, "completions/mean_terminated_length": 270.46875, "completions/min_length": 260.0, "completions/min_terminated_length": 260.0, "entropy": 0.13612266164273024, "epoch": 1.792, "frac_reward_zero_std": 0.0, "grad_norm": 0.7729809284210205, "learning_rate": 6.195181775587654e-08, "loss": -0.0014, "num_tokens": 7837515.0, "reward": 7.305784702301025, "reward_std": 1.2178415060043335, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.11849098652601242, "rewards/kidney_reward/std": 1.4096735715866089, "rewards/length2tails_reward/mean": 0.7737295627593994, "rewards/length2tails_reward/std": 0.299077570438385, "rewards/thermo_reward/mean": 0.9236170649528503, "rewards/thermo_reward/std": 1.5738530158996582, "step": 896 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.1875, "completions/mean_terminated_length": 270.1875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13240704778581858, "epoch": 1.794, "frac_reward_zero_std": 0.0, "grad_norm": 0.4106767475605011, "learning_rate": 6.081107841007004e-08, "loss": -0.0058, "num_tokens": 7846193.0, "reward": 6.7430419921875, "reward_std": 1.967689871788025, "rewards/fitness_reward/mean": 6.283493518829346, "rewards/fitness_reward/std": 1.741206407546997, "rewards/kidney_reward/mean": -0.15647932887077332, "rewards/kidney_reward/std": 1.4461088180541992, "rewards/length2tails_reward/mean": 0.7610254287719727, "rewards/length2tails_reward/std": 0.2843559980392456, "rewards/thermo_reward/mean": 0.6950637698173523, "rewards/thermo_reward/std": 1.5674270391464233, "step": 897 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 445.0, "completions/max_terminated_length": 445.0, "completions/mean_length": 276.3125, "completions/mean_terminated_length": 276.3125, "completions/min_length": 254.0, "completions/min_terminated_length": 254.0, "entropy": 0.15826256200671196, "epoch": 1.796, "frac_reward_zero_std": 0.0, "grad_norm": 1.426916241645813, "learning_rate": 5.968060988383883e-08, "loss": -0.0008, "num_tokens": 7855067.0, "reward": 6.635344505310059, "reward_std": 3.0358753204345703, "rewards/fitness_reward/mean": 5.7535176277160645, "rewards/fitness_reward/std": 2.581522226333618, "rewards/kidney_reward/mean": 0.38117876648902893, "rewards/kidney_reward/std": 1.3751283884048462, "rewards/length2tails_reward/mean": 0.8234817981719971, "rewards/length2tails_reward/std": 0.23257982730865479, "rewards/thermo_reward/mean": 0.9707328677177429, "rewards/thermo_reward/std": 1.3778488636016846, "step": 898 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 414.0, "completions/max_terminated_length": 414.0, "completions/mean_length": 278.15625, "completions/mean_terminated_length": 278.15625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1904309457167983, "epoch": 1.798, "frac_reward_zero_std": 0.0, "grad_norm": 2.930673122406006, "learning_rate": 5.8560424539805255e-08, "loss": 0.1001, "num_tokens": 7864000.0, "reward": 6.422598361968994, "reward_std": 2.912506103515625, "rewards/fitness_reward/mean": 5.703462600708008, "rewards/fitness_reward/std": 2.7510440349578857, "rewards/kidney_reward/mean": 0.4721541404724121, "rewards/kidney_reward/std": 1.3861840963363647, "rewards/length2tails_reward/mean": 0.7354128360748291, "rewards/length2tails_reward/std": 0.2993165850639343, "rewards/thermo_reward/mean": 0.5984115600585938, "rewards/thermo_reward/std": 1.752209186553955, "step": 899 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 267.65625, "completions/mean_terminated_length": 267.65625, "completions/min_length": 201.0, "completions/min_terminated_length": 201.0, "entropy": 0.13632580637931824, "epoch": 1.8, "frac_reward_zero_std": 0.0, "grad_norm": 1.7912124395370483, "learning_rate": 5.745053462813698e-08, "loss": -0.0321, "num_tokens": 7872597.0, "reward": 6.588764667510986, "reward_std": 2.591097593307495, "rewards/fitness_reward/mean": 6.114811420440674, "rewards/fitness_reward/std": 2.1734812259674072, "rewards/kidney_reward/mean": 0.43896540999412537, "rewards/kidney_reward/std": 1.2711267471313477, "rewards/length2tails_reward/mean": 0.6907632946968079, "rewards/length2tails_reward/std": 0.3464326858520508, "rewards/thermo_reward/mean": 0.16355997323989868, "rewards/thermo_reward/std": 1.9130176305770874, "step": 900 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 428.0, "completions/max_terminated_length": 428.0, "completions/mean_length": 277.40625, "completions/mean_terminated_length": 277.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16155453212559223, "epoch": 1.802, "frac_reward_zero_std": 0.0, "grad_norm": 1.1367851495742798, "learning_rate": 5.635095228641229e-08, "loss": -0.007, "num_tokens": 7881506.0, "reward": 6.575996398925781, "reward_std": 1.951995611190796, "rewards/fitness_reward/mean": 6.191231727600098, "rewards/fitness_reward/std": 1.7607989311218262, "rewards/kidney_reward/mean": 0.38982832431793213, "rewards/kidney_reward/std": 1.3408080339431763, "rewards/length2tails_reward/mean": 0.8052226305007935, "rewards/length2tails_reward/std": 0.2901822030544281, "rewards/thermo_reward/mean": -0.02291056513786316, "rewards/thermo_reward/std": 2.0373799800872803, "step": 901 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 422.0, "completions/max_terminated_length": 422.0, "completions/mean_length": 269.0625, "completions/mean_terminated_length": 269.0625, "completions/min_length": 92.0, "completions/min_terminated_length": 92.0, "entropy": 0.1660868115723133, "epoch": 1.804, "frac_reward_zero_std": 0.0, "grad_norm": 5.083187103271484, "learning_rate": 5.526168953948751e-08, "loss": -0.0157, "num_tokens": 7890148.0, "reward": 6.006649017333984, "reward_std": 3.3939294815063477, "rewards/fitness_reward/mean": 5.553999423980713, "rewards/fitness_reward/std": 3.2893714904785156, "rewards/kidney_reward/mean": 0.020442910492420197, "rewards/kidney_reward/std": 1.3696351051330566, "rewards/length2tails_reward/mean": 0.7577709555625916, "rewards/length2tails_reward/std": 0.2945621907711029, "rewards/thermo_reward/mean": 0.5059705972671509, "rewards/thermo_reward/std": 1.7821928262710571, "step": 902 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 311.0, "completions/max_terminated_length": 311.0, "completions/mean_length": 266.75, "completions/mean_terminated_length": 266.75, "completions/min_length": 66.0, "completions/min_terminated_length": 66.0, "entropy": 0.14469025656580925, "epoch": 1.806, "frac_reward_zero_std": 0.0, "grad_norm": 1.4151942729949951, "learning_rate": 5.4182758299365364e-08, "loss": -0.0545, "num_tokens": 7898716.0, "reward": 6.381585121154785, "reward_std": 3.3608179092407227, "rewards/fitness_reward/mean": 5.826628684997559, "rewards/fitness_reward/std": 3.0092155933380127, "rewards/kidney_reward/mean": 0.24827441573143005, "rewards/kidney_reward/std": 1.2708081007003784, "rewards/length2tails_reward/mean": 0.8759379386901855, "rewards/length2tails_reward/std": 0.19582390785217285, "rewards/thermo_reward/mean": 0.42367005348205566, "rewards/thermo_reward/std": 1.8299076557159424, "step": 903 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 265.96875, "completions/mean_terminated_length": 265.96875, "completions/min_length": 154.0, "completions/min_terminated_length": 154.0, "entropy": 0.14840120822191238, "epoch": 1.808, "frac_reward_zero_std": 0.0, "grad_norm": 1.7651766538619995, "learning_rate": 5.311417036506516e-08, "loss": -0.0554, "num_tokens": 7907259.0, "reward": 6.51305627822876, "reward_std": 2.578157901763916, "rewards/fitness_reward/mean": 5.82460880279541, "rewards/fitness_reward/std": 2.6523773670196533, "rewards/kidney_reward/mean": 0.1977565884590149, "rewards/kidney_reward/std": 1.5997408628463745, "rewards/length2tails_reward/mean": 0.7544538378715515, "rewards/length2tails_reward/std": 0.2939538359642029, "rewards/thermo_reward/mean": 0.8019118309020996, "rewards/thermo_reward/std": 1.5719510316848755, "step": 904 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.90625, "completions/mean_terminated_length": 269.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1253397213295102, "epoch": 1.81, "frac_reward_zero_std": 0.0, "grad_norm": 0.51847243309021, "learning_rate": 5.2055937422493254e-08, "loss": -0.0053, "num_tokens": 7915928.0, "reward": 6.530694007873535, "reward_std": 2.1286239624023438, "rewards/fitness_reward/mean": 6.198827743530273, "rewards/fitness_reward/std": 1.72030508518219, "rewards/kidney_reward/mean": 0.2919164299964905, "rewards/kidney_reward/std": 1.3949557542800903, "rewards/length2tails_reward/mean": 0.7195277214050293, "rewards/length2tails_reward/std": 0.3228347897529602, "rewards/thermo_reward/mean": 0.0120522640645504, "rewards/thermo_reward/std": 1.8861885070800781, "step": 905 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14113183226436377, "epoch": 1.812, "frac_reward_zero_std": 0.0, "grad_norm": 0.5314672589302063, "learning_rate": 5.10080710443157e-08, "loss": 0.0056, "num_tokens": 7924600.0, "reward": 6.955929756164551, "reward_std": 1.5478595495224, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.2759285569190979, "rewards/kidney_reward/std": 1.3739991188049316, "rewards/length2tails_reward/mean": 0.7502394914627075, "rewards/length2tails_reward/std": 0.24875158071517944, "rewards/thermo_reward/mean": 0.28419262170791626, "rewards/thermo_reward/std": 1.8665560483932495, "step": 906 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 212.0, "completions/min_terminated_length": 212.0, "entropy": 0.13395661301910877, "epoch": 1.814, "frac_reward_zero_std": 0.0, "grad_norm": 1.3607888221740723, "learning_rate": 4.9970582689831345e-08, "loss": -0.0024, "num_tokens": 7933253.0, "reward": 7.333518981933594, "reward_std": 1.1018414497375488, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.46436917781829834, "rewards/kidney_reward/std": 1.3686516284942627, "rewards/length2tails_reward/mean": 0.8126377463340759, "rewards/length2tails_reward/std": 0.26576361060142517, "rewards/thermo_reward/mean": 0.6137527823448181, "rewards/thermo_reward/std": 1.6033440828323364, "step": 907 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 520.0, "completions/max_terminated_length": 520.0, "completions/mean_length": 286.125, "completions/mean_terminated_length": 286.125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1834298437461257, "epoch": 1.8159999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 5.362483501434326, "learning_rate": 4.8943483704846465e-08, "loss": 0.0976, "num_tokens": 7942441.0, "reward": 6.293238162994385, "reward_std": 2.936807870864868, "rewards/fitness_reward/mean": 5.7916669845581055, "rewards/fitness_reward/std": 2.7825539112091064, "rewards/kidney_reward/mean": 0.1086951196193695, "rewards/kidney_reward/std": 1.4603363275527954, "rewards/length2tails_reward/mean": 0.8296551704406738, "rewards/length2tails_reward/std": 0.2563319504261017, "rewards/thermo_reward/mean": 0.47961995005607605, "rewards/thermo_reward/std": 1.8772151470184326, "step": 908 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 270.28125, "completions/mean_terminated_length": 270.28125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14250972401350737, "epoch": 1.818, "frac_reward_zero_std": 0.0, "grad_norm": 1.4105027914047241, "learning_rate": 4.792678532155114e-08, "loss": 0.0091, "num_tokens": 7951122.0, "reward": 6.543004512786865, "reward_std": 2.8884639739990234, "rewards/fitness_reward/mean": 5.912921905517578, "rewards/fitness_reward/std": 2.254716396331787, "rewards/kidney_reward/mean": 0.5233614444732666, "rewards/kidney_reward/std": 1.234429121017456, "rewards/length2tails_reward/mean": 0.7206652760505676, "rewards/length2tails_reward/std": 0.3155767023563385, "rewards/thermo_reward/mean": 0.37647131085395813, "rewards/thermo_reward/std": 1.75032377243042, "step": 909 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 291.0, "completions/max_terminated_length": 291.0, "completions/mean_length": 264.9375, "completions/mean_terminated_length": 264.9375, "completions/min_length": 80.0, "completions/min_terminated_length": 80.0, "entropy": 0.14505137130618095, "epoch": 1.8199999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 1.3851816654205322, "learning_rate": 4.6920498658395645e-08, "loss": -0.085, "num_tokens": 7959632.0, "reward": 6.135385513305664, "reward_std": 2.7251851558685303, "rewards/fitness_reward/mean": 5.789863586425781, "rewards/fitness_reward/std": 2.7894539833068848, "rewards/kidney_reward/mean": 0.47935307025909424, "rewards/kidney_reward/std": 1.44709050655365, "rewards/length2tails_reward/mean": 0.7476708889007568, "rewards/length2tails_reward/std": 0.3154660761356354, "rewards/thermo_reward/mean": -0.16214501857757568, "rewards/thermo_reward/std": 1.980732798576355, "step": 910 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1313042137771845, "epoch": 1.822, "frac_reward_zero_std": 0.0, "grad_norm": 0.6158406734466553, "learning_rate": 4.5924634719970215e-08, "loss": -0.003, "num_tokens": 7968285.0, "reward": 6.9807281494140625, "reward_std": 1.2773802280426025, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.3752599358558655, "rewards/kidney_reward/std": 1.352660059928894, "rewards/length2tails_reward/mean": 0.6983648538589478, "rewards/length2tails_reward/std": 0.28671926259994507, "rewards/thermo_reward/mean": 0.6723517775535583, "rewards/thermo_reward/std": 1.542386770248413, "step": 911 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.59375, "completions/mean_terminated_length": 269.59375, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.12930038757622242, "epoch": 1.8239999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 0.6919370293617249, "learning_rate": 4.4939204396883146e-08, "loss": -0.0009, "num_tokens": 7976944.0, "reward": 7.2305908203125, "reward_std": 1.895634651184082, "rewards/fitness_reward/mean": 6.289312362670898, "rewards/fitness_reward/std": 1.7082889080047607, "rewards/kidney_reward/mean": 0.5778818726539612, "rewards/kidney_reward/std": 1.224001169204712, "rewards/length2tails_reward/mean": 0.719877302646637, "rewards/length2tails_reward/std": 0.283610999584198, "rewards/thermo_reward/mean": 0.9447357654571533, "rewards/thermo_reward/std": 1.415595531463623, "step": 912 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.1875, "completions/mean_terminated_length": 270.1875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15086272917687893, "epoch": 1.826, "frac_reward_zero_std": 0.0, "grad_norm": 1.5846606492996216, "learning_rate": 4.396421846564235e-08, "loss": 0.0007, "num_tokens": 7985622.0, "reward": 6.879499912261963, "reward_std": 1.3751397132873535, "rewards/fitness_reward/mean": 6.282331466674805, "rewards/fitness_reward/std": 0.9759886264801025, "rewards/kidney_reward/mean": 0.26464492082595825, "rewards/kidney_reward/std": 1.2152553796768188, "rewards/length2tails_reward/mean": 0.6895222663879395, "rewards/length2tails_reward/std": 0.34168052673339844, "rewards/thermo_reward/mean": 0.5849318504333496, "rewards/thermo_reward/std": 1.6798861026763916, "step": 913 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 367.0, "completions/max_terminated_length": 367.0, "completions/mean_length": 273.5, "completions/mean_terminated_length": 273.5, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12939132563769817, "epoch": 1.8279999999999998, "frac_reward_zero_std": 0.0, "grad_norm": 0.6918027997016907, "learning_rate": 4.2999687588538117e-08, "loss": 0.0135, "num_tokens": 7994406.0, "reward": 6.786921501159668, "reward_std": 1.7943003177642822, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.1254861205816269, "rewards/kidney_reward/std": 1.3599218130111694, "rewards/length2tails_reward/mean": 0.728277862071991, "rewards/length2tails_reward/std": 0.35588890314102173, "rewards/thermo_reward/mean": 0.3135784864425659, "rewards/thermo_reward/std": 1.6825498342514038, "step": 914 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.21875, "completions/mean_terminated_length": 269.21875, "completions/min_length": 249.0, "completions/min_terminated_length": 249.0, "entropy": 0.1532157612964511, "epoch": 1.83, "frac_reward_zero_std": 0.0, "grad_norm": 2.137582778930664, "learning_rate": 4.204562231352515e-08, "loss": -0.0103, "num_tokens": 8003053.0, "reward": 6.5856146812438965, "reward_std": 2.3236374855041504, "rewards/fitness_reward/mean": 6.0249199867248535, "rewards/fitness_reward/std": 2.158726692199707, "rewards/kidney_reward/mean": 0.4450969994068146, "rewards/kidney_reward/std": 1.502671480178833, "rewards/length2tails_reward/mean": 0.7668288350105286, "rewards/length2tails_reward/std": 0.31348109245300293, "rewards/thermo_reward/mean": 0.29287809133529663, "rewards/thermo_reward/std": 1.889686107635498, "step": 915 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 303.0, "completions/max_terminated_length": 303.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13073045760393143, "epoch": 1.8319999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.54015052318573, "learning_rate": 4.110203307410898e-08, "loss": -0.0051, "num_tokens": 8011733.0, "reward": 6.931526184082031, "reward_std": 1.3817802667617798, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.23195861279964447, "rewards/kidney_reward/std": 1.168290376663208, "rewards/length2tails_reward/mean": 0.6876571178436279, "rewards/length2tails_reward/std": 0.3494473993778229, "rewards/thermo_reward/mean": 0.5166248679161072, "rewards/thermo_reward/std": 1.4714998006820679, "step": 916 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 269.71875, "completions/mean_terminated_length": 269.71875, "completions/min_length": 243.0, "completions/min_terminated_length": 243.0, "entropy": 0.14845786150544882, "epoch": 1.834, "frac_reward_zero_std": 0.0, "grad_norm": 1.3271218538284302, "learning_rate": 4.016893018922996e-08, "loss": -0.0138, "num_tokens": 8020396.0, "reward": 6.578068733215332, "reward_std": 2.395250082015991, "rewards/fitness_reward/mean": 5.997559547424316, "rewards/fitness_reward/std": 2.3363797664642334, "rewards/kidney_reward/mean": 0.19487053155899048, "rewards/kidney_reward/std": 1.410597562789917, "rewards/length2tails_reward/mean": 0.8126527667045593, "rewards/length2tails_reward/std": 0.2656821012496948, "rewards/thermo_reward/mean": 0.5598208904266357, "rewards/thermo_reward/std": 1.6639939546585083, "step": 917 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 297.0, "completions/max_terminated_length": 297.0, "completions/mean_length": 265.71875, "completions/mean_terminated_length": 265.71875, "completions/min_length": 116.0, "completions/min_terminated_length": 116.0, "entropy": 0.1842678403481841, "epoch": 1.8359999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.1664130687713623, "learning_rate": 3.924632386315185e-08, "loss": -0.0521, "num_tokens": 8028931.0, "reward": 5.476888656616211, "reward_std": 4.09977388381958, "rewards/fitness_reward/mean": 5.117265701293945, "rewards/fitness_reward/std": 3.962766170501709, "rewards/kidney_reward/mean": -0.026276148855686188, "rewards/kidney_reward/std": 1.5192123651504517, "rewards/length2tails_reward/mean": 0.8071082830429077, "rewards/length2tails_reward/std": 0.28930649161338806, "rewards/thermo_reward/mean": 0.3419671654701233, "rewards/thermo_reward/std": 1.7738760709762573, "step": 918 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 261.5625, "completions/mean_terminated_length": 261.5625, "completions/min_length": 8.0, "completions/min_terminated_length": 8.0, "entropy": 0.13398587610572577, "epoch": 1.838, "frac_reward_zero_std": 0.0, "grad_norm": 0.8205679655075073, "learning_rate": 3.833422418534959e-08, "loss": -0.1458, "num_tokens": 8037333.0, "reward": 6.507333278656006, "reward_std": 2.474182605743408, "rewards/fitness_reward/mean": 6.131397247314453, "rewards/fitness_reward/std": 2.083240032196045, "rewards/kidney_reward/mean": -0.20961281657218933, "rewards/kidney_reward/std": 1.2751054763793945, "rewards/length2tails_reward/mean": 0.7548587918281555, "rewards/length2tails_reward/std": 0.3330869674682617, "rewards/thermo_reward/mean": 0.5840553045272827, "rewards/thermo_reward/std": 1.7713924646377563, "step": 919 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.15625, "completions/mean_terminated_length": 269.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12410981953144073, "epoch": 1.8399999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.8048571348190308, "learning_rate": 3.7432641130399236e-08, "loss": -0.0037, "num_tokens": 8045978.0, "reward": 6.347002029418945, "reward_std": 2.320749044418335, "rewards/fitness_reward/mean": 5.887991905212402, "rewards/fitness_reward/std": 1.9221867322921753, "rewards/kidney_reward/mean": 0.28953516483306885, "rewards/kidney_reward/std": 1.3673288822174072, "rewards/length2tails_reward/mean": 0.6951801180839539, "rewards/length2tails_reward/std": 0.30936911702156067, "rewards/thermo_reward/mean": 0.2808953523635864, "rewards/thermo_reward/std": 2.02681303024292, "step": 920 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.5, "completions/mean_terminated_length": 269.5, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1332868579775095, "epoch": 1.842, "frac_reward_zero_std": 0.0, "grad_norm": 1.5726380348205566, "learning_rate": 3.65415845578686e-08, "loss": 0.0045, "num_tokens": 8054634.0, "reward": 6.981606960296631, "reward_std": 1.257129430770874, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.06643954664468765, "rewards/kidney_reward/std": 1.5494112968444824, "rewards/length2tails_reward/mean": 0.7483483552932739, "rewards/length2tails_reward/std": 0.27187320590019226, "rewards/thermo_reward/mean": 0.3400038480758667, "rewards/thermo_reward/std": 1.9042646884918213, "step": 921 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 263.0, "completions/mean_terminated_length": 263.0, "completions/min_length": 30.0, "completions/min_terminated_length": 30.0, "entropy": 0.15293076913803816, "epoch": 1.8439999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.8495379686355591, "learning_rate": 3.566106421220949e-08, "loss": -0.0883, "num_tokens": 8063082.0, "reward": 6.1899309158325195, "reward_std": 3.331753969192505, "rewards/fitness_reward/mean": 5.777008056640625, "rewards/fitness_reward/std": 2.4754786491394043, "rewards/kidney_reward/mean": 0.5471885204315186, "rewards/kidney_reward/std": 1.3780357837677002, "rewards/length2tails_reward/mean": 0.760220468044281, "rewards/length2tails_reward/std": 0.3178078830242157, "rewards/thermo_reward/mean": -0.10145311057567596, "rewards/thermo_reward/std": 1.939703345298767, "step": 922 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 313.0, "completions/max_terminated_length": 313.0, "completions/mean_length": 273.0625, "completions/mean_terminated_length": 273.0625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1835830295458436, "epoch": 1.846, "frac_reward_zero_std": 0.0, "grad_norm": 4.043091297149658, "learning_rate": 3.4791089722651435e-08, "loss": 0.0138, "num_tokens": 8071852.0, "reward": 6.146520614624023, "reward_std": 2.735840320587158, "rewards/fitness_reward/mean": 5.695765972137451, "rewards/fitness_reward/std": 2.7802505493164062, "rewards/kidney_reward/mean": 0.3207208514213562, "rewards/kidney_reward/std": 1.2620347738265991, "rewards/length2tails_reward/mean": 0.8141761422157288, "rewards/length2tails_reward/std": 0.25408387184143066, "rewards/thermo_reward/mean": 0.17370061576366425, "rewards/thermo_reward/std": 1.9788756370544434, "step": 923 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13533665426075459, "epoch": 1.8479999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.5187647342681885, "learning_rate": 3.393167060309587e-08, "loss": -0.0044, "num_tokens": 8080518.0, "reward": 7.110082149505615, "reward_std": 1.1385376453399658, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.15414252877235413, "rewards/kidney_reward/std": 1.2835636138916016, "rewards/length2tails_reward/mean": 0.752368152141571, "rewards/length2tails_reward/std": 0.29145577549934387, "rewards/thermo_reward/mean": 0.9191972613334656, "rewards/thermo_reward/std": 1.439913034439087, "step": 924 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 407.0, "completions/max_terminated_length": 407.0, "completions/mean_length": 275.09375, "completions/mean_terminated_length": 275.09375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14910481311380863, "epoch": 1.85, "frac_reward_zero_std": 0.0, "grad_norm": 2.6289584636688232, "learning_rate": 3.308281625201292e-08, "loss": 0.0574, "num_tokens": 8089353.0, "reward": 6.773259162902832, "reward_std": 2.9144980907440186, "rewards/fitness_reward/mean": 5.900321960449219, "rewards/fitness_reward/std": 2.7295475006103516, "rewards/kidney_reward/mean": 0.6643511056900024, "rewards/kidney_reward/std": 1.3800365924835205, "rewards/length2tails_reward/mean": 0.8439217805862427, "rewards/length2tails_reward/std": 0.22160586714744568, "rewards/thermo_reward/mean": 0.659561812877655, "rewards/thermo_reward/std": 1.6633926630020142, "step": 925 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.0, "completions/mean_terminated_length": 270.0, "completions/min_length": 247.0, "completions/min_terminated_length": 247.0, "entropy": 0.13854139670729637, "epoch": 1.8519999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.5805995464324951, "learning_rate": 3.224453595233756e-08, "loss": -0.0124, "num_tokens": 8098025.0, "reward": 6.881084442138672, "reward_std": 2.2928292751312256, "rewards/fitness_reward/mean": 5.905848503112793, "rewards/fitness_reward/std": 2.290864944458008, "rewards/kidney_reward/mean": 0.5628536939620972, "rewards/kidney_reward/std": 1.2252541780471802, "rewards/length2tails_reward/mean": 0.7827929258346558, "rewards/length2tails_reward/std": 0.2992306053638458, "rewards/thermo_reward/mean": 0.9962208867073059, "rewards/thermo_reward/std": 1.4137659072875977, "step": 926 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.71875, "completions/mean_terminated_length": 271.71875, "completions/min_length": 266.0, "completions/min_terminated_length": 266.0, "entropy": 0.1604912392795086, "epoch": 1.854, "frac_reward_zero_std": 0.0, "grad_norm": 2.6376395225524902, "learning_rate": 3.141683887136892e-08, "loss": 0.0009, "num_tokens": 8106752.0, "reward": 6.256638526916504, "reward_std": 2.544832468032837, "rewards/fitness_reward/mean": 6.20842170715332, "rewards/fitness_reward/std": 2.1658761501312256, "rewards/kidney_reward/mean": -0.20843149721622467, "rewards/kidney_reward/std": 1.3011715412139893, "rewards/length2tails_reward/mean": 0.8740514516830444, "rewards/length2tails_reward/std": 0.13756117224693298, "rewards/thermo_reward/mean": -0.13216084241867065, "rewards/thermo_reward/std": 1.9434444904327393, "step": 927 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 324.0, "completions/max_terminated_length": 324.0, "completions/mean_length": 270.5625, "completions/mean_terminated_length": 270.5625, "completions/min_length": 173.0, "completions/min_terminated_length": 173.0, "entropy": 0.16501410491764545, "epoch": 1.8559999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 3.319856882095337, "learning_rate": 3.0599734060669626e-08, "loss": -0.016, "num_tokens": 8115442.0, "reward": 6.095468521118164, "reward_std": 3.1856777667999268, "rewards/fitness_reward/mean": 5.663470268249512, "rewards/fitness_reward/std": 2.9017081260681152, "rewards/kidney_reward/mean": 0.22629426419734955, "rewards/kidney_reward/std": 1.1162402629852295, "rewards/length2tails_reward/mean": 0.8293063640594482, "rewards/length2tails_reward/std": 0.2396925985813141, "rewards/thermo_reward/mean": 0.22304965555667877, "rewards/thermo_reward/std": 1.9373891353607178, "step": 928 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 334.0, "completions/max_terminated_length": 334.0, "completions/mean_length": 272.90625, "completions/mean_terminated_length": 272.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14276581443846226, "epoch": 1.858, "frac_reward_zero_std": 0.0, "grad_norm": 2.3562889099121094, "learning_rate": 2.9793230455966933e-08, "loss": -0.0043, "num_tokens": 8124207.0, "reward": 6.063336372375488, "reward_std": 2.666656494140625, "rewards/fitness_reward/mean": 6.110805988311768, "rewards/fitness_reward/std": 2.1953189373016357, "rewards/kidney_reward/mean": -0.20782563090324402, "rewards/kidney_reward/std": 1.3456701040267944, "rewards/length2tails_reward/mean": 0.7628924250602722, "rewards/length2tails_reward/std": 0.3469874858856201, "rewards/thermo_reward/mean": -0.2685595154762268, "rewards/thermo_reward/std": 2.1554925441741943, "step": 929 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 269.59375, "completions/mean_terminated_length": 269.59375, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13766338024288416, "epoch": 1.8599999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 0.7447472214698792, "learning_rate": 2.899733687705519e-08, "loss": -0.0009, "num_tokens": 8132866.0, "reward": 7.308985233306885, "reward_std": 1.2130883932113647, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.372771680355072, "rewards/kidney_reward/std": 1.365782618522644, "rewards/length2tails_reward/mean": 0.7648360729217529, "rewards/length2tails_reward/std": 0.2774202823638916, "rewards/thermo_reward/mean": 0.6801839470863342, "rewards/thermo_reward/std": 1.5270103216171265, "step": 930 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 421.0, "completions/max_terminated_length": 421.0, "completions/mean_length": 276.15625, "completions/mean_terminated_length": 276.15625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1571539742872119, "epoch": 1.862, "frac_reward_zero_std": 0.0, "grad_norm": 0.9150276184082031, "learning_rate": 2.821206202769899e-08, "loss": 0.0321, "num_tokens": 8141735.0, "reward": 7.159791946411133, "reward_std": 1.2407819032669067, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.005715738981962204, "rewards/kidney_reward/std": 1.41999351978302, "rewards/length2tails_reward/mean": 0.812694787979126, "rewards/length2tails_reward/std": 0.302489697933197, "rewards/thermo_reward/mean": 0.7249242067337036, "rewards/thermo_reward/std": 1.9012635946273804, "step": 931 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 334.0, "completions/max_terminated_length": 334.0, "completions/mean_length": 273.84375, "completions/mean_terminated_length": 273.84375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.179732377640903, "epoch": 1.8639999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 3.2649433612823486, "learning_rate": 2.7437414495538268e-08, "loss": 0.0293, "num_tokens": 8150530.0, "reward": 6.815646171569824, "reward_std": 2.067653179168701, "rewards/fitness_reward/mean": 6.250324249267578, "rewards/fitness_reward/std": 1.928839921951294, "rewards/kidney_reward/mean": 0.2132837325334549, "rewards/kidney_reward/std": 1.3482290506362915, "rewards/length2tails_reward/mean": 0.7969915270805359, "rewards/length2tails_reward/std": 0.27745360136032104, "rewards/thermo_reward/mean": 0.5188645124435425, "rewards/thermo_reward/std": 1.7175190448760986, "step": 932 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.0, "completions/mean_terminated_length": 265.0, "completions/min_length": 133.0, "completions/min_terminated_length": 133.0, "entropy": 0.13339482620358467, "epoch": 1.866, "frac_reward_zero_std": 0.0, "grad_norm": 1.485048532485962, "learning_rate": 2.6673402751994255e-08, "loss": -0.0711, "num_tokens": 8159042.0, "reward": 6.450176239013672, "reward_std": 2.2387845516204834, "rewards/fitness_reward/mean": 6.216984272003174, "rewards/fitness_reward/std": 2.1174392700195312, "rewards/kidney_reward/mean": 0.4534660279750824, "rewards/kidney_reward/std": 1.3501545190811157, "rewards/length2tails_reward/mean": 0.7150939106941223, "rewards/length2tails_reward/std": 0.3303479254245758, "rewards/thermo_reward/mean": -0.34462833404541016, "rewards/thermo_reward/std": 2.178049325942993, "step": 933 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.12634824588894844, "epoch": 1.8679999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 1.0149636268615723, "learning_rate": 2.5920035152176888e-08, "loss": -0.0062, "num_tokens": 8167703.0, "reward": 6.959228992462158, "reward_std": 2.12825345993042, "rewards/fitness_reward/mean": 6.192783355712891, "rewards/fitness_reward/std": 1.7525182962417603, "rewards/kidney_reward/mean": 0.522956371307373, "rewards/kidney_reward/std": 1.215049386024475, "rewards/length2tails_reward/mean": 0.7069827318191528, "rewards/length2tails_reward/std": 0.32622021436691284, "rewards/thermo_reward/mean": 0.6564444303512573, "rewards/thermo_reward/std": 1.7787535190582275, "step": 934 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.90625, "completions/mean_terminated_length": 270.90625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14050300978124142, "epoch": 1.87, "frac_reward_zero_std": 0.0, "grad_norm": 1.1499427556991577, "learning_rate": 2.5177319934793995e-08, "loss": -0.0018, "num_tokens": 8176404.0, "reward": 6.47938871383667, "reward_std": 2.063114881515503, "rewards/fitness_reward/mean": 6.2062859535217285, "rewards/fitness_reward/std": 1.6806658506393433, "rewards/kidney_reward/mean": 0.3686825633049011, "rewards/kidney_reward/std": 1.3746600151062012, "rewards/length2tails_reward/mean": 0.764694333076477, "rewards/length2tails_reward/std": 0.33083832263946533, "rewards/thermo_reward/mean": -0.20482441782951355, "rewards/thermo_reward/std": 2.022061347961426, "step": 935 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 267.4375, "completions/mean_terminated_length": 267.4375, "completions/min_length": 205.0, "completions/min_terminated_length": 205.0, "entropy": 0.1446819854900241, "epoch": 1.8719999999999999, "frac_reward_zero_std": 0.0, "grad_norm": 2.1421144008636475, "learning_rate": 2.4445265222059696e-08, "loss": -0.0373, "num_tokens": 8184994.0, "reward": 6.529933929443359, "reward_std": 2.5808632373809814, "rewards/fitness_reward/mean": 6.11342191696167, "rewards/fitness_reward/std": 2.1810550689697266, "rewards/kidney_reward/mean": 0.4963648319244385, "rewards/kidney_reward/std": 1.2529908418655396, "rewards/length2tails_reward/mean": 0.7412991523742676, "rewards/length2tails_reward/std": 0.2942882776260376, "rewards/thermo_reward/mean": -0.03399108350276947, "rewards/thermo_reward/std": 1.8310524225234985, "step": 936 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 270.21875, "completions/mean_terminated_length": 270.21875, "completions/min_length": 218.0, "completions/min_terminated_length": 218.0, "entropy": 0.13848150335252285, "epoch": 1.874, "frac_reward_zero_std": 0.0, "grad_norm": 0.9806099534034729, "learning_rate": 2.3723879019607372e-08, "loss": 0.0094, "num_tokens": 8193673.0, "reward": 5.797906875610352, "reward_std": 3.6753249168395996, "rewards/fitness_reward/mean": 5.525224208831787, "rewards/fitness_reward/std": 3.0931413173675537, "rewards/kidney_reward/mean": -0.13821545243263245, "rewards/kidney_reward/std": 1.3629382848739624, "rewards/length2tails_reward/mean": 0.8245513439178467, "rewards/length2tails_reward/std": 0.2758937180042267, "rewards/thermo_reward/mean": 0.27130526304244995, "rewards/thermo_reward/std": 1.8035014867782593, "step": 937 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.78125, "completions/mean_terminated_length": 269.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14592111762613058, "epoch": 1.876, "frac_reward_zero_std": 0.0, "grad_norm": 0.4143927991390228, "learning_rate": 2.301316921640073e-08, "loss": 0.0012, "num_tokens": 8202338.0, "reward": 6.765290260314941, "reward_std": 1.3325190544128418, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.25032171607017517, "rewards/kidney_reward/std": 1.3222986459732056, "rewards/length2tails_reward/mean": 0.752405047416687, "rewards/length2tails_reward/std": 0.2956734895706177, "rewards/thermo_reward/mean": 0.13341672718524933, "rewards/thermo_reward/std": 1.6025434732437134, "step": 938 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 319.0, "completions/max_terminated_length": 319.0, "completions/mean_length": 273.375, "completions/mean_terminated_length": 273.375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1734840516000986, "epoch": 1.8780000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.312769889831543, "learning_rate": 2.231314358464842e-08, "loss": 0.0181, "num_tokens": 8211118.0, "reward": 5.865645408630371, "reward_std": 3.3251376152038574, "rewards/fitness_reward/mean": 5.342177391052246, "rewards/fitness_reward/std": 3.3306922912597656, "rewards/kidney_reward/mean": 0.059922389686107635, "rewards/kidney_reward/std": 1.5671170949935913, "rewards/length2tails_reward/mean": 0.7989176511764526, "rewards/length2tails_reward/std": 0.29013344645500183, "rewards/thermo_reward/mean": 0.5875534415245056, "rewards/thermo_reward/std": 1.8112404346466064, "step": 939 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 316.0, "completions/max_terminated_length": 316.0, "completions/mean_length": 272.3125, "completions/mean_terminated_length": 272.3125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.14410028886049986, "epoch": 1.88, "frac_reward_zero_std": 0.0, "grad_norm": 1.665503740310669, "learning_rate": 2.162380977971867e-08, "loss": -0.0024, "num_tokens": 8219864.0, "reward": 6.580451965332031, "reward_std": 1.2298115491867065, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.011381879448890686, "rewards/kidney_reward/std": 1.29026460647583, "rewards/length2tails_reward/mean": 0.7866833806037903, "rewards/length2tails_reward/std": 0.30524909496307373, "rewards/thermo_reward/mean": -0.19767357409000397, "rewards/thermo_reward/std": 2.1044399738311768, "step": 940 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 368.0, "completions/max_terminated_length": 368.0, "completions/mean_length": 277.90625, "completions/mean_terminated_length": 277.90625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.17427287716418505, "epoch": 1.8820000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.1263842582702637, "learning_rate": 2.0945175340055356e-08, "loss": 0.0159, "num_tokens": 8228789.0, "reward": 6.641036033630371, "reward_std": 2.3909459114074707, "rewards/fitness_reward/mean": 6.147917747497559, "rewards/fitness_reward/std": 1.993681788444519, "rewards/kidney_reward/mean": 0.237917959690094, "rewards/kidney_reward/std": 1.372987985610962, "rewards/length2tails_reward/mean": 0.8562071323394775, "rewards/length2tails_reward/std": 0.24018478393554688, "rewards/thermo_reward/mean": 0.32021546363830566, "rewards/thermo_reward/std": 2.029773712158203, "step": 941 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.03125, "completions/mean_terminated_length": 270.03125, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12821525242179632, "epoch": 1.884, "frac_reward_zero_std": 0.0, "grad_norm": 0.5536962747573853, "learning_rate": 2.0277247687096156e-08, "loss": 0.0016, "num_tokens": 8237462.0, "reward": 7.233901023864746, "reward_std": 1.3383896350860596, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5777004957199097, "rewards/kidney_reward/std": 1.2210582494735718, "rewards/length2tails_reward/mean": 0.6944358348846436, "rewards/length2tails_reward/std": 0.3006775379180908, "rewards/thermo_reward/mean": 0.5662657618522644, "rewards/thermo_reward/std": 1.7290948629379272, "step": 942 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 708.0, "completions/max_terminated_length": 708.0, "completions/mean_length": 289.3125, "completions/mean_terminated_length": 289.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17242048867046833, "epoch": 1.8860000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 13.910305976867676, "learning_rate": 1.9620034125190643e-08, "loss": 0.2218, "num_tokens": 8246752.0, "reward": 6.562683582305908, "reward_std": 2.351170063018799, "rewards/fitness_reward/mean": 6.120943069458008, "rewards/fitness_reward/std": 2.1400814056396484, "rewards/kidney_reward/mean": 0.45652854442596436, "rewards/kidney_reward/std": 1.4538203477859497, "rewards/length2tails_reward/mean": 0.7753629088401794, "rewards/length2tails_reward/std": 0.25896573066711426, "rewards/thermo_reward/mean": 0.03927020728588104, "rewards/thermo_reward/std": 1.696890115737915, "step": 943 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 591.0, "completions/max_terminated_length": 591.0, "completions/mean_length": 279.78125, "completions/mean_terminated_length": 279.78125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1254733633249998, "epoch": 1.888, "frac_reward_zero_std": 0.0, "grad_norm": 0.3429434299468994, "learning_rate": 1.8973541841521335e-08, "loss": 0.0086, "num_tokens": 8255737.0, "reward": 7.076135635375977, "reward_std": 2.0791258811950684, "rewards/fitness_reward/mean": 6.267436981201172, "rewards/fitness_reward/std": 1.832034945487976, "rewards/kidney_reward/mean": 0.4168388843536377, "rewards/kidney_reward/std": 1.405630111694336, "rewards/length2tails_reward/mean": 0.7340405583381653, "rewards/length2tails_reward/std": 0.33415549993515015, "rewards/thermo_reward/mean": 0.8335381746292114, "rewards/thermo_reward/std": 1.5960578918457031, "step": 944 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 287.0, "completions/max_terminated_length": 287.0, "completions/mean_length": 269.84375, "completions/mean_terminated_length": 269.84375, "completions/min_length": 259.0, "completions/min_terminated_length": 259.0, "entropy": 0.13880954030901194, "epoch": 1.8900000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 1.5699567794799805, "learning_rate": 1.8337777906023978e-08, "loss": 0.0019, "num_tokens": 8264404.0, "reward": 6.177238464355469, "reward_std": 3.55812668800354, "rewards/fitness_reward/mean": 5.752303600311279, "rewards/fitness_reward/std": 2.9278998374938965, "rewards/kidney_reward/mean": 0.2940111756324768, "rewards/kidney_reward/std": 1.353538990020752, "rewards/length2tails_reward/mean": 0.7436470985412598, "rewards/length2tails_reward/std": 0.31428641080856323, "rewards/thermo_reward/mean": 0.1840343326330185, "rewards/thermo_reward/std": 1.7772465944290161, "step": 945 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 339.0, "completions/max_terminated_length": 339.0, "completions/mean_length": 273.28125, "completions/mean_terminated_length": 273.28125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13904016464948654, "epoch": 1.892, "frac_reward_zero_std": 0.0, "grad_norm": 1.3630752563476562, "learning_rate": 1.771274927131139e-08, "loss": 0.0165, "num_tokens": 8273181.0, "reward": 7.021105766296387, "reward_std": 1.1301379203796387, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.15205594897270203, "rewards/kidney_reward/std": 1.2428613901138306, "rewards/length2tails_reward/mean": 0.7818559408187866, "rewards/length2tails_reward/std": 0.2699720561504364, "rewards/thermo_reward/mean": 0.5226083397865295, "rewards/thermo_reward/std": 1.7218000888824463, "step": 946 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.9375, "completions/mean_terminated_length": 270.9375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1288521196693182, "epoch": 1.8940000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.571827232837677, "learning_rate": 1.70984627725963e-08, "loss": 0.0059, "num_tokens": 8281883.0, "reward": 6.850930690765381, "reward_std": 1.3462207317352295, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": -0.17735858261585236, "rewards/kidney_reward/std": 1.3910008668899536, "rewards/length2tails_reward/mean": 0.8206785917282104, "rewards/length2tails_reward/std": 0.24182750284671783, "rewards/thermo_reward/mean": 0.28628480434417725, "rewards/thermo_reward/std": 2.0024726390838623, "step": 947 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.09375, "completions/mean_terminated_length": 270.09375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12647749204188585, "epoch": 1.896, "frac_reward_zero_std": 0.0, "grad_norm": 0.6499899625778198, "learning_rate": 1.6494925127617632e-08, "loss": 0.0006, "num_tokens": 8290558.0, "reward": 6.7706298828125, "reward_std": 1.20357346534729, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.14062845706939697, "rewards/kidney_reward/std": 1.410576581954956, "rewards/length2tails_reward/mean": 0.7547130584716797, "rewards/length2tails_reward/std": 0.2741793394088745, "rewards/thermo_reward/mean": 0.3279137909412384, "rewards/thermo_reward/std": 1.476394534111023, "step": 948 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 355.0, "completions/max_terminated_length": 355.0, "completions/mean_length": 267.1875, "completions/mean_terminated_length": 267.1875, "completions/min_length": 155.0, "completions/min_terminated_length": 155.0, "entropy": 0.16196651756763458, "epoch": 1.8980000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.5557541847229004, "learning_rate": 1.5902142936566333e-08, "loss": -0.011, "num_tokens": 8299140.0, "reward": 6.2072224617004395, "reward_std": 3.536663055419922, "rewards/fitness_reward/mean": 5.421911716461182, "rewards/fitness_reward/std": 3.388042688369751, "rewards/kidney_reward/mean": 0.7025492191314697, "rewards/kidney_reward/std": 1.4041755199432373, "rewards/length2tails_reward/mean": 0.775486171245575, "rewards/length2tails_reward/std": 0.2873021960258484, "rewards/thermo_reward/mean": 0.48032817244529724, "rewards/thermo_reward/std": 1.6371543407440186, "step": 949 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.25, "completions/mean_terminated_length": 270.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14380111452192068, "epoch": 1.9, "frac_reward_zero_std": 0.0, "grad_norm": 0.9278229475021362, "learning_rate": 1.5320122682013436e-08, "loss": -0.0021, "num_tokens": 8307820.0, "reward": 6.878548622131348, "reward_std": 0.9973581433296204, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.08399184048175812, "rewards/kidney_reward/std": 1.498388648033142, "rewards/length2tails_reward/mean": 0.8148068189620972, "rewards/length2tails_reward/std": 0.19870658218860626, "rewards/thermo_reward/mean": 0.45706725120544434, "rewards/thermo_reward/std": 1.5130258798599243, "step": 950 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 269.8125, "completions/mean_terminated_length": 269.8125, "completions/min_length": 209.0, "completions/min_terminated_length": 209.0, "entropy": 0.1445015063509345, "epoch": 1.9020000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.4408010244369507, "learning_rate": 1.4748870728839346e-08, "loss": 0.0001, "num_tokens": 8316486.0, "reward": 7.336445331573486, "reward_std": 1.1107890605926514, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5126566886901855, "rewards/kidney_reward/std": 1.1569898128509521, "rewards/length2tails_reward/mean": 0.8199333548545837, "rewards/length2tails_reward/std": 0.2412588745355606, "rewards/thermo_reward/mean": 0.5676702260971069, "rewards/thermo_reward/std": 1.607494592666626, "step": 951 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 263.25, "completions/mean_terminated_length": 263.25, "completions/min_length": 71.0, "completions/min_terminated_length": 71.0, "entropy": 0.13587166368961334, "epoch": 1.904, "frac_reward_zero_std": 0.0, "grad_norm": 0.7369056344032288, "learning_rate": 1.418839332416366e-08, "loss": -0.1034, "num_tokens": 8324942.0, "reward": 6.689387321472168, "reward_std": 2.189192533493042, "rewards/fitness_reward/mean": 6.232475280761719, "rewards/fitness_reward/std": 2.0298075675964355, "rewards/kidney_reward/mean": 0.392331600189209, "rewards/kidney_reward/std": 1.4163700342178345, "rewards/length2tails_reward/mean": 0.7279583811759949, "rewards/length2tails_reward/std": 0.29974088072776794, "rewards/thermo_reward/mean": 0.15751248598098755, "rewards/thermo_reward/std": 1.9366596937179565, "step": 952 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.5625, "completions/mean_terminated_length": 269.5625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1603428991511464, "epoch": 1.9060000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 2.2207043170928955, "learning_rate": 1.3638696597277677e-08, "loss": -0.0007, "num_tokens": 8333600.0, "reward": 6.097584247589111, "reward_std": 2.687563419342041, "rewards/fitness_reward/mean": 5.846081733703613, "rewards/fitness_reward/std": 2.5933988094329834, "rewards/kidney_reward/mean": 0.09651625156402588, "rewards/kidney_reward/std": 1.3750468492507935, "rewards/length2tails_reward/mean": 0.659031867980957, "rewards/length2tails_reward/std": 0.3770754039287567, "rewards/thermo_reward/mean": 0.07697249948978424, "rewards/thermo_reward/std": 2.1390299797058105, "step": 953 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.90625, "completions/mean_terminated_length": 270.90625, "completions/min_length": 253.0, "completions/min_terminated_length": 253.0, "entropy": 0.13993188831955194, "epoch": 1.908, "frac_reward_zero_std": 0.0, "grad_norm": 1.6311830282211304, "learning_rate": 1.3099786559576553e-08, "loss": -0.0041, "num_tokens": 8342301.0, "reward": 5.810885429382324, "reward_std": 3.713392734527588, "rewards/fitness_reward/mean": 5.401959419250488, "rewards/fitness_reward/std": 3.1684982776641846, "rewards/kidney_reward/mean": 0.24048873782157898, "rewards/kidney_reward/std": 1.3586989641189575, "rewards/length2tails_reward/mean": 0.8623353242874146, "rewards/length2tails_reward/std": 0.2329462468624115, "rewards/thermo_reward/mean": 0.14619500935077667, "rewards/thermo_reward/std": 1.9154062271118164, "step": 954 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 339.0, "completions/max_terminated_length": 339.0, "completions/mean_length": 272.84375, "completions/mean_terminated_length": 272.84375, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.17670791130512953, "epoch": 1.9100000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 4.211955547332764, "learning_rate": 1.2571669104494253e-08, "loss": 0.022, "num_tokens": 8351064.0, "reward": 6.751359939575195, "reward_std": 2.1091582775115967, "rewards/fitness_reward/mean": 6.240219593048096, "rewards/fitness_reward/std": 1.9860002994537354, "rewards/kidney_reward/mean": 0.5815110206604004, "rewards/kidney_reward/std": 1.173783779144287, "rewards/length2tails_reward/mean": 0.7230339646339417, "rewards/length2tails_reward/std": 0.31141066551208496, "rewards/thermo_reward/mean": 0.0792519599199295, "rewards/thermo_reward/std": 1.7948559522628784, "step": 955 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 268.9375, "completions/mean_terminated_length": 268.9375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.12876643519848585, "epoch": 1.912, "frac_reward_zero_std": 0.0, "grad_norm": 0.23859953880310059, "learning_rate": 1.2054350007438707e-08, "loss": -0.0027, "num_tokens": 8359702.0, "reward": 6.874235153198242, "reward_std": 2.0526840686798096, "rewards/fitness_reward/mean": 6.157598972320557, "rewards/fitness_reward/std": 1.9413694143295288, "rewards/kidney_reward/mean": 0.3022220730781555, "rewards/kidney_reward/std": 1.2430528402328491, "rewards/length2tails_reward/mean": 0.6893478631973267, "rewards/length2tails_reward/std": 0.2837839424610138, "rewards/thermo_reward/mean": 0.786375880241394, "rewards/thermo_reward/std": 1.280945897102356, "step": 956 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.125, "completions/mean_terminated_length": 270.125, "completions/min_length": 250.0, "completions/min_terminated_length": 250.0, "entropy": 0.16495475824922323, "epoch": 1.9140000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 3.778078317642212, "learning_rate": 1.1547834925728529e-08, "loss": -0.0098, "num_tokens": 8368378.0, "reward": 6.672608375549316, "reward_std": 2.1042580604553223, "rewards/fitness_reward/mean": 6.23095703125, "rewards/fitness_reward/std": 2.0383970737457275, "rewards/kidney_reward/mean": 0.25353166460990906, "rewards/kidney_reward/std": 1.3146024942398071, "rewards/length2tails_reward/mean": 0.8096996545791626, "rewards/length2tails_reward/std": 0.2513669431209564, "rewards/thermo_reward/mean": 0.2249206304550171, "rewards/thermo_reward/std": 1.8566633462905884, "step": 957 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 339.0, "completions/max_terminated_length": 339.0, "completions/mean_length": 274.25, "completions/mean_terminated_length": 274.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1538853645324707, "epoch": 1.916, "frac_reward_zero_std": 0.0, "grad_norm": 0.990831732749939, "learning_rate": 1.1052129398531506e-08, "loss": 0.0026, "num_tokens": 8377186.0, "reward": 6.762454986572266, "reward_std": 1.5834013223648071, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.3770258128643036, "rewards/kidney_reward/std": 1.3981250524520874, "rewards/length2tails_reward/mean": 0.7407108545303345, "rewards/length2tails_reward/std": 0.31770798563957214, "rewards/thermo_reward/mean": 0.006888486444950104, "rewards/thermo_reward/std": 1.8492512702941895, "step": 958 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 337.0, "completions/max_terminated_length": 337.0, "completions/mean_length": 274.03125, "completions/mean_terminated_length": 274.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.15242012217640877, "epoch": 1.9180000000000001, "frac_reward_zero_std": 0.0, "grad_norm": 0.574830949306488, "learning_rate": 1.0567238846803995e-08, "loss": -0.0102, "num_tokens": 8385987.0, "reward": 7.116518974304199, "reward_std": 1.3782036304473877, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.5639160871505737, "rewards/kidney_reward/std": 1.3345348834991455, "rewards/length2tails_reward/mean": 0.7730758786201477, "rewards/length2tails_reward/std": 0.2996107339859009, "rewards/thermo_reward/mean": 0.305965781211853, "rewards/thermo_reward/std": 1.7593438625335693, "step": 959 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.71875, "completions/mean_terminated_length": 271.71875, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1460734736174345, "epoch": 1.92, "frac_reward_zero_std": 0.0, "grad_norm": 0.6456813216209412, "learning_rate": 1.0093168573231392e-08, "loss": -0.0015, "num_tokens": 8394714.0, "reward": 7.087253570556641, "reward_std": 1.490665078163147, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.33409491181373596, "rewards/kidney_reward/std": 1.2545254230499268, "rewards/length2tails_reward/mean": 0.8459086418151855, "rewards/length2tails_reward/std": 0.23028500378131866, "rewards/thermo_reward/mean": 0.6468173265457153, "rewards/thermo_reward/std": 1.6957744359970093, "step": 960 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 461.0, "completions/max_terminated_length": 461.0, "completions/mean_length": 277.40625, "completions/mean_terminated_length": 277.40625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.15890014078468084, "epoch": 1.9220000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 3.470006227493286, "learning_rate": 9.629923762170089e-09, "loss": 0.1093, "num_tokens": 8403623.0, "reward": 7.169706344604492, "reward_std": 2.429119825363159, "rewards/fitness_reward/mean": 6.208606719970703, "rewards/fitness_reward/std": 2.1648309230804443, "rewards/kidney_reward/mean": 0.5683605670928955, "rewards/kidney_reward/std": 1.3351720571517944, "rewards/length2tails_reward/mean": 0.783476710319519, "rewards/length2tails_reward/std": 0.27854791283607483, "rewards/thermo_reward/mean": 0.9621009826660156, "rewards/thermo_reward/std": 1.4489096403121948, "step": 961 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 279.0, "completions/max_terminated_length": 279.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13510340731590986, "epoch": 1.924, "frac_reward_zero_std": 0.0, "grad_norm": 1.5293810367584229, "learning_rate": 9.177509479591172e-09, "loss": -0.0005, "num_tokens": 8412320.0, "reward": 6.762943744659424, "reward_std": 2.1946609020233154, "rewards/fitness_reward/mean": 6.204280853271484, "rewards/fitness_reward/std": 1.691309928894043, "rewards/kidney_reward/mean": 0.6458013653755188, "rewards/kidney_reward/std": 1.1593345403671265, "rewards/length2tails_reward/mean": 0.7527172565460205, "rewards/length2tails_reward/std": 0.32795438170433044, "rewards/thermo_reward/mean": 0.0951644629240036, "rewards/thermo_reward/std": 1.9184809923171997, "step": 962 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 588.0, "completions/max_terminated_length": 588.0, "completions/mean_length": 278.53125, "completions/mean_terminated_length": 278.53125, "completions/min_length": 231.0, "completions/min_terminated_length": 231.0, "entropy": 0.14739348739385605, "epoch": 1.9260000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 1.328462839126587, "learning_rate": 8.735930673024805e-09, "loss": -0.0411, "num_tokens": 8421265.0, "reward": 6.972890377044678, "reward_std": 0.9983483552932739, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.042522259056568146, "rewards/kidney_reward/std": 1.1645569801330566, "rewards/length2tails_reward/mean": 0.754568874835968, "rewards/length2tails_reward/std": 0.28561484813690186, "rewards/thermo_reward/mean": 0.34337741136550903, "rewards/thermo_reward/std": 1.8097610473632812, "step": 963 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.3125, "completions/mean_terminated_length": 270.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13897535763680935, "epoch": 1.928, "frac_reward_zero_std": 0.0, "grad_norm": 2.269151210784912, "learning_rate": 8.305192171506047e-09, "loss": -0.001, "num_tokens": 8429947.0, "reward": 6.4728474617004395, "reward_std": 2.936232805252075, "rewards/fitness_reward/mean": 5.991489410400391, "rewards/fitness_reward/std": 2.3668925762176514, "rewards/kidney_reward/mean": 0.31890788674354553, "rewards/kidney_reward/std": 1.329576015472412, "rewards/length2tails_reward/mean": 0.7545139193534851, "rewards/length2tails_reward/std": 0.28510746359825134, "rewards/thermo_reward/mean": 0.2665518522262573, "rewards/thermo_reward/std": 1.779471755027771, "step": 964 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 456.0, "completions/max_terminated_length": 456.0, "completions/mean_length": 272.78125, "completions/mean_terminated_length": 272.78125, "completions/min_length": 152.0, "completions/min_terminated_length": 152.0, "entropy": 0.16893195919692516, "epoch": 1.9300000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 2.0434110164642334, "learning_rate": 7.885298685522235e-09, "loss": -0.0263, "num_tokens": 8438708.0, "reward": 5.675036907196045, "reward_std": 4.0992021560668945, "rewards/fitness_reward/mean": 5.013741970062256, "rewards/fitness_reward/std": 3.720815658569336, "rewards/kidney_reward/mean": 0.22295311093330383, "rewards/kidney_reward/std": 1.560072422027588, "rewards/length2tails_reward/mean": 0.8102078437805176, "rewards/length2tails_reward/std": 0.2832273840904236, "rewards/thermo_reward/mean": 0.6945326328277588, "rewards/thermo_reward/std": 1.606467843055725, "step": 965 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 338.0, "completions/max_terminated_length": 338.0, "completions/mean_length": 272.40625, "completions/mean_terminated_length": 272.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1341484859585762, "epoch": 1.932, "frac_reward_zero_std": 0.0, "grad_norm": 3.204648017883301, "learning_rate": 7.476254806961013e-09, "loss": 0.0374, "num_tokens": 8447457.0, "reward": 6.475647926330566, "reward_std": 2.279242992401123, "rewards/fitness_reward/mean": 6.227713108062744, "rewards/fitness_reward/std": 2.0567479133605957, "rewards/kidney_reward/mean": 0.31183722615242004, "rewards/kidney_reward/std": 1.2472810745239258, "rewards/length2tails_reward/mean": 0.7391623854637146, "rewards/length2tails_reward/std": 0.3342468738555908, "rewards/thermo_reward/mean": -0.18554893136024475, "rewards/thermo_reward/std": 1.875700831413269, "step": 966 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 468.0, "completions/max_terminated_length": 468.0, "completions/mean_length": 275.03125, "completions/mean_terminated_length": 275.03125, "completions/min_length": 245.0, "completions/min_terminated_length": 245.0, "entropy": 0.13423006981611252, "epoch": 1.9340000000000002, "frac_reward_zero_std": 0.0, "grad_norm": 1.6570208072662354, "learning_rate": 7.07806500906094e-09, "loss": 0.0656, "num_tokens": 8456290.0, "reward": 6.393370628356934, "reward_std": 2.6049020290374756, "rewards/fitness_reward/mean": 5.847797393798828, "rewards/fitness_reward/std": 2.56826114654541, "rewards/kidney_reward/mean": 0.3454914093017578, "rewards/kidney_reward/std": 1.3565188646316528, "rewards/length2tails_reward/mean": 0.7164158821105957, "rewards/length2tails_reward/std": 0.3534887433052063, "rewards/thermo_reward/mean": 0.38744595646858215, "rewards/thermo_reward/std": 1.7472296953201294, "step": 967 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 276.0, "completions/max_terminated_length": 276.0, "completions/mean_length": 261.9375, "completions/mean_terminated_length": 261.9375, "completions/min_length": 69.0, "completions/min_terminated_length": 69.0, "entropy": 0.1777421524748206, "epoch": 1.936, "frac_reward_zero_std": 0.0, "grad_norm": 1.7004880905151367, "learning_rate": 6.690733646361857e-09, "loss": -0.1168, "num_tokens": 8464704.0, "reward": 6.54952335357666, "reward_std": 2.5894832611083984, "rewards/fitness_reward/mean": 6.136770248413086, "rewards/fitness_reward/std": 2.0540735721588135, "rewards/kidney_reward/mean": 0.7571455240249634, "rewards/kidney_reward/std": 1.1609498262405396, "rewards/length2tails_reward/mean": 0.6343657374382019, "rewards/length2tails_reward/std": 0.3522615134716034, "rewards/thermo_reward/mean": -0.2488224059343338, "rewards/thermo_reward/std": 1.936090111732483, "step": 968 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.65625, "completions/mean_terminated_length": 270.65625, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14278618898242712, "epoch": 1.938, "frac_reward_zero_std": 0.0, "grad_norm": 0.497648149728775, "learning_rate": 6.3142649546572556e-09, "loss": 0.0022, "num_tokens": 8473397.0, "reward": 6.889687538146973, "reward_std": 2.141871213912964, "rewards/fitness_reward/mean": 6.114391326904297, "rewards/fitness_reward/std": 2.175769805908203, "rewards/kidney_reward/mean": 0.28055596351623535, "rewards/kidney_reward/std": 1.1416901350021362, "rewards/length2tails_reward/mean": 0.7848101854324341, "rewards/length2tails_reward/std": 0.24613912403583527, "rewards/thermo_reward/mean": 0.8776310086250305, "rewards/thermo_reward/std": 1.4135630130767822, "step": 969 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 280.0, "completions/max_terminated_length": 280.0, "completions/mean_length": 270.96875, "completions/mean_terminated_length": 270.96875, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.14457148406654596, "epoch": 1.94, "frac_reward_zero_std": 0.0, "grad_norm": 0.5096526145935059, "learning_rate": 5.9486630509487656e-09, "loss": -0.0024, "num_tokens": 8482100.0, "reward": 7.406411647796631, "reward_std": 1.1937562227249146, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.7429991364479065, "rewards/kidney_reward/std": 1.4751752614974976, "rewards/length2tails_reward/mean": 0.7410036325454712, "rewards/length2tails_reward/std": 0.27641117572784424, "rewards/thermo_reward/mean": 0.7227034568786621, "rewards/thermo_reward/std": 1.5439373254776, "step": 970 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 303.0, "completions/max_terminated_length": 303.0, "completions/mean_length": 271.28125, "completions/mean_terminated_length": 271.28125, "completions/min_length": 256.0, "completions/min_terminated_length": 256.0, "entropy": 0.1412757895886898, "epoch": 1.942, "frac_reward_zero_std": 0.0, "grad_norm": 0.6617432236671448, "learning_rate": 5.593931933399853e-09, "loss": 0.0011, "num_tokens": 8490813.0, "reward": 6.486895561218262, "reward_std": 2.1942341327667236, "rewards/fitness_reward/mean": 6.063414573669434, "rewards/fitness_reward/std": 1.9585680961608887, "rewards/kidney_reward/mean": 0.2579805850982666, "rewards/kidney_reward/std": 1.3123995065689087, "rewards/length2tails_reward/mean": 0.7991708517074585, "rewards/length2tails_reward/std": 0.28088587522506714, "rewards/thermo_reward/mean": 0.18939608335494995, "rewards/thermo_reward/std": 1.8844977617263794, "step": 971 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 259.96875, "completions/mean_terminated_length": 259.96875, "completions/min_length": 44.0, "completions/min_terminated_length": 44.0, "entropy": 0.17512109503149986, "epoch": 1.944, "frac_reward_zero_std": 0.0, "grad_norm": 3.834974765777588, "learning_rate": 5.2500754812935255e-09, "loss": -0.0722, "num_tokens": 8499164.0, "reward": 5.162237644195557, "reward_std": 4.027027606964111, "rewards/fitness_reward/mean": 4.8625946044921875, "rewards/fitness_reward/std": 3.861126661300659, "rewards/kidney_reward/mean": -0.0016990229487419128, "rewards/kidney_reward/std": 1.3565279245376587, "rewards/length2tails_reward/mean": 0.724521279335022, "rewards/length2tails_reward/std": 0.3177802562713623, "rewards/thermo_reward/mean": 0.23872420191764832, "rewards/thermo_reward/std": 1.8257545232772827, "step": 972 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 281.0, "completions/max_terminated_length": 281.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13331248704344034, "epoch": 1.946, "frac_reward_zero_std": 0.0, "grad_norm": 1.2248444557189941, "learning_rate": 4.917097454988584e-09, "loss": -0.003, "num_tokens": 8507825.0, "reward": 7.373482704162598, "reward_std": 1.1651809215545654, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.48615729808807373, "rewards/kidney_reward/std": 1.4306813478469849, "rewards/length2tails_reward/mean": 0.7148531675338745, "rewards/length2tails_reward/std": 0.3141395151615143, "rewards/thermo_reward/mean": 0.926762580871582, "rewards/thermo_reward/std": 1.5720893144607544, "step": 973 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.78125, "completions/mean_terminated_length": 270.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.13873163983225822, "epoch": 1.948, "frac_reward_zero_std": 0.0, "grad_norm": 0.888440728187561, "learning_rate": 4.595001495879547e-09, "loss": 0.0015, "num_tokens": 8516522.0, "reward": 6.947755813598633, "reward_std": 2.5576391220092773, "rewards/fitness_reward/mean": 6.024421215057373, "rewards/fitness_reward/std": 2.1613428592681885, "rewards/kidney_reward/mean": 0.6351155042648315, "rewards/kidney_reward/std": 1.4090044498443604, "rewards/length2tails_reward/mean": 0.7617043852806091, "rewards/length2tails_reward/std": 0.32511842250823975, "rewards/thermo_reward/mean": 0.8307015895843506, "rewards/thermo_reward/std": 1.5262112617492676, "step": 974 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 298.0, "completions/max_terminated_length": 298.0, "completions/mean_length": 257.40625, "completions/mean_terminated_length": 257.40625, "completions/min_length": 85.0, "completions/min_terminated_length": 85.0, "entropy": 0.14579259417951107, "epoch": 1.95, "frac_reward_zero_std": 0.0, "grad_norm": 1.8553688526153564, "learning_rate": 4.28379112635624e-09, "loss": -0.1524, "num_tokens": 8524791.0, "reward": 6.329962730407715, "reward_std": 3.87939190864563, "rewards/fitness_reward/mean": 5.379385948181152, "rewards/fitness_reward/std": 3.5193686485290527, "rewards/kidney_reward/mean": 0.6601889133453369, "rewards/kidney_reward/std": 1.496724247932434, "rewards/length2tails_reward/mean": 0.784470796585083, "rewards/length2tails_reward/std": 0.27918195724487305, "rewards/thermo_reward/mean": 0.8487285375595093, "rewards/thermo_reward/std": 1.3128643035888672, "step": 975 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 570.0, "completions/max_terminated_length": 570.0, "completions/mean_length": 293.4375, "completions/mean_terminated_length": 293.4375, "completions/min_length": 263.0, "completions/min_terminated_length": 263.0, "entropy": 0.1697930544614792, "epoch": 1.952, "frac_reward_zero_std": 0.0, "grad_norm": 3.0914337635040283, "learning_rate": 3.983469749765267e-09, "loss": 0.1849, "num_tokens": 8534213.0, "reward": 5.23145866394043, "reward_std": 3.992888927459717, "rewards/fitness_reward/mean": 5.051059246063232, "rewards/fitness_reward/std": 3.8726022243499756, "rewards/kidney_reward/mean": -0.35731613636016846, "rewards/kidney_reward/std": 1.267041563987732, "rewards/length2tails_reward/mean": 0.8290630578994751, "rewards/length2tails_reward/std": 0.22550584375858307, "rewards/thermo_reward/mean": 0.3035840392112732, "rewards/thermo_reward/std": 1.82564115524292, "step": 976 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 599.0, "completions/max_terminated_length": 599.0, "completions/mean_length": 279.71875, "completions/mean_terminated_length": 279.71875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13200210873037577, "epoch": 1.954, "frac_reward_zero_std": 0.0, "grad_norm": 0.4034455418586731, "learning_rate": 3.6940406503731536e-09, "loss": -0.006, "num_tokens": 8543196.0, "reward": 7.0576090812683105, "reward_std": 1.6878362894058228, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.49719035625457764, "rewards/kidney_reward/std": 1.5422898530960083, "rewards/length2tails_reward/mean": 0.7089413404464722, "rewards/length2tails_reward/std": 0.2897905111312866, "rewards/thermo_reward/mean": 0.2869378924369812, "rewards/thermo_reward/std": 1.9030399322509766, "step": 977 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 271.125, "completions/mean_terminated_length": 271.125, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.1465275790542364, "epoch": 1.956, "frac_reward_zero_std": 0.0, "grad_norm": 1.6455718278884888, "learning_rate": 3.415506993330153e-09, "loss": 0.0029, "num_tokens": 8551904.0, "reward": 6.497686386108398, "reward_std": 2.1245858669281006, "rewards/fitness_reward/mean": 6.101364612579346, "rewards/fitness_reward/std": 1.7653228044509888, "rewards/kidney_reward/mean": -0.2941461503505707, "rewards/kidney_reward/std": 1.2977572679519653, "rewards/length2tails_reward/mean": 0.7674025297164917, "rewards/length2tails_reward/std": 0.2881282567977905, "rewards/thermo_reward/mean": 0.7030870914459229, "rewards/thermo_reward/std": 1.489495873451233, "step": 978 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 295.0, "completions/max_terminated_length": 295.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14045925345271826, "epoch": 1.958, "frac_reward_zero_std": 0.0, "grad_norm": 0.9108378887176514, "learning_rate": 3.147871824635717e-09, "loss": -0.001, "num_tokens": 8560618.0, "reward": 6.498957633972168, "reward_std": 2.654280662536621, "rewards/fitness_reward/mean": 5.817835330963135, "rewards/fitness_reward/std": 2.2584965229034424, "rewards/kidney_reward/mean": 0.5320569276809692, "rewards/kidney_reward/std": 1.2327033281326294, "rewards/length2tails_reward/mean": 0.7533510327339172, "rewards/length2tails_reward/std": 0.3051977753639221, "rewards/thermo_reward/mean": 0.453511506319046, "rewards/thermo_reward/std": 1.6546717882156372, "step": 979 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 270.0625, "completions/mean_terminated_length": 270.0625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1423749178647995, "epoch": 1.96, "frac_reward_zero_std": 0.0, "grad_norm": 1.860144853591919, "learning_rate": 2.8911380711051926e-09, "loss": 0.0, "num_tokens": 8569292.0, "reward": 7.016634464263916, "reward_std": 1.170081377029419, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.5771361589431763, "rewards/kidney_reward/std": 1.3184949159622192, "rewards/length2tails_reward/mean": 0.7746425867080688, "rewards/length2tails_reward/std": 0.27873504161834717, "rewards/thermo_reward/mean": -0.11378508806228638, "rewards/thermo_reward/std": 2.0121984481811523, "step": 980 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 288.0, "completions/max_terminated_length": 288.0, "completions/mean_length": 269.96875, "completions/mean_terminated_length": 269.96875, "completions/min_length": 264.0, "completions/min_terminated_length": 264.0, "entropy": 0.13332789577543736, "epoch": 1.962, "frac_reward_zero_std": 0.0, "grad_norm": 1.2614786624908447, "learning_rate": 2.645308540337843e-09, "loss": 0.0119, "num_tokens": 8577963.0, "reward": 7.004083156585693, "reward_std": 1.9548842906951904, "rewards/fitness_reward/mean": 6.309075355529785, "rewards/fitness_reward/std": 1.5964937210083008, "rewards/kidney_reward/mean": 0.37824541330337524, "rewards/kidney_reward/std": 1.4799045324325562, "rewards/length2tails_reward/mean": 0.7553489208221436, "rewards/length2tails_reward/std": 0.22973304986953735, "rewards/thermo_reward/mean": 0.6340956687927246, "rewards/thermo_reward/std": 1.5909950733184814, "step": 981 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 292.0, "completions/max_terminated_length": 292.0, "completions/mean_length": 265.375, "completions/mean_terminated_length": 265.375, "completions/min_length": 71.0, "completions/min_terminated_length": 71.0, "entropy": 0.12256316281855106, "epoch": 1.964, "frac_reward_zero_std": 0.0, "grad_norm": 0.8833571672439575, "learning_rate": 2.4103859206857646e-09, "loss": -0.0716, "num_tokens": 8586487.0, "reward": 6.177903652191162, "reward_std": 3.6157333850860596, "rewards/fitness_reward/mean": 5.307476997375488, "rewards/fitness_reward/std": 3.1408731937408447, "rewards/kidney_reward/mean": 0.523635983467102, "rewards/kidney_reward/std": 1.3970985412597656, "rewards/length2tails_reward/mean": 0.7733547687530518, "rewards/length2tails_reward/std": 0.3167370557785034, "rewards/thermo_reward/mean": 0.830540657043457, "rewards/thermo_reward/std": 1.589536190032959, "step": 982 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.0625, "completions/mean_terminated_length": 265.0625, "completions/min_length": 124.0, "completions/min_terminated_length": 124.0, "entropy": 0.12876670714467764, "epoch": 1.966, "frac_reward_zero_std": 0.0, "grad_norm": 0.33229905366897583, "learning_rate": 2.186372781225465e-09, "loss": -0.0764, "num_tokens": 8595001.0, "reward": 6.409072399139404, "reward_std": 3.0007176399230957, "rewards/fitness_reward/mean": 5.817593574523926, "rewards/fitness_reward/std": 2.6983437538146973, "rewards/kidney_reward/mean": 0.23583148419857025, "rewards/kidney_reward/std": 1.3426491022109985, "rewards/length2tails_reward/mean": 0.7170102596282959, "rewards/length2tails_reward/std": 0.3426230251789093, "rewards/thermo_reward/mean": 0.5886213779449463, "rewards/thermo_reward/std": 1.7685461044311523, "step": 983 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 314.0, "completions/max_terminated_length": 314.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.14222273230552673, "epoch": 1.968, "frac_reward_zero_std": 0.0, "grad_norm": 0.7764557600021362, "learning_rate": 1.973271571728441e-09, "loss": 0.0024, "num_tokens": 8603715.0, "reward": 6.988193511962891, "reward_std": 1.4371585845947266, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": 0.3408289849758148, "rewards/kidney_reward/std": 1.5297675132751465, "rewards/length2tails_reward/mean": 0.7079341411590576, "rewards/length2tails_reward/std": 0.3303755223751068, "rewards/thermo_reward/mean": 0.3049730062484741, "rewards/thermo_reward/std": 1.7036911249160767, "step": 984 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 521.0, "completions/max_terminated_length": 521.0, "completions/mean_length": 274.71875, "completions/mean_terminated_length": 274.71875, "completions/min_length": 157.0, "completions/min_terminated_length": 157.0, "entropy": 0.14168483205139637, "epoch": 1.97, "frac_reward_zero_std": 0.0, "grad_norm": 1.752838134765625, "learning_rate": 1.7710846226355324e-09, "loss": 0.0408, "num_tokens": 8612538.0, "reward": 6.691742897033691, "reward_std": 3.174473524093628, "rewards/fitness_reward/mean": 5.871668815612793, "rewards/fitness_reward/std": 2.8317642211914062, "rewards/kidney_reward/mean": 0.20092883706092834, "rewards/kidney_reward/std": 1.3441205024719238, "rewards/length2tails_reward/mean": 0.7975866794586182, "rewards/length2tails_reward/std": 0.27011606097221375, "rewards/thermo_reward/mean": 1.0404248237609863, "rewards/thermo_reward/std": 1.3371044397354126, "step": 985 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 271.40625, "completions/mean_terminated_length": 271.40625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13731133844703436, "epoch": 1.972, "frac_reward_zero_std": 0.0, "grad_norm": 0.7989093661308289, "learning_rate": 1.5798141450307222e-09, "loss": -0.0064, "num_tokens": 8621255.0, "reward": 6.877331733703613, "reward_std": 1.3518424034118652, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.2687470316886902, "rewards/kidney_reward/std": 1.3318414688110352, "rewards/length2tails_reward/mean": 0.8222988843917847, "rewards/length2tails_reward/std": 0.286232590675354, "rewards/thermo_reward/mean": 0.3041267395019531, "rewards/thermo_reward/std": 1.7883063554763794, "step": 986 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 438.0, "completions/max_terminated_length": 438.0, "completions/mean_length": 277.03125, "completions/mean_terminated_length": 277.03125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14333887957036495, "epoch": 1.974, "frac_reward_zero_std": 0.0, "grad_norm": 0.7833943963050842, "learning_rate": 1.3994622306173764e-09, "loss": 0.0043, "num_tokens": 8630152.0, "reward": 6.3205389976501465, "reward_std": 2.4729175567626953, "rewards/fitness_reward/mean": 6.126613616943359, "rewards/fitness_reward/std": 2.109231948852539, "rewards/kidney_reward/mean": -0.23827064037322998, "rewards/kidney_reward/std": 1.0368083715438843, "rewards/length2tails_reward/mean": 0.7699821591377258, "rewards/length2tails_reward/std": 0.3016716539859772, "rewards/thermo_reward/mean": 0.2411297708749771, "rewards/thermo_reward/std": 1.830080509185791, "step": 987 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.03125, "completions/mean_terminated_length": 269.03125, "completions/min_length": 244.0, "completions/min_terminated_length": 244.0, "entropy": 0.1397005682811141, "epoch": 1.976, "frac_reward_zero_std": 0.0, "grad_norm": 1.412941336631775, "learning_rate": 1.2300308516952628e-09, "loss": -0.0056, "num_tokens": 8638793.0, "reward": 6.3557634353637695, "reward_std": 3.2753348350524902, "rewards/fitness_reward/mean": 5.816671371459961, "rewards/fitness_reward/std": 2.6990725994110107, "rewards/kidney_reward/mean": 0.22815299034118652, "rewards/kidney_reward/std": 1.3506786823272705, "rewards/length2tails_reward/mean": 0.7859964966773987, "rewards/length2tails_reward/std": 0.29051700234413147, "rewards/thermo_reward/mean": 0.4570317566394806, "rewards/thermo_reward/std": 1.9421643018722534, "step": 988 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 265.0625, "completions/mean_terminated_length": 265.0625, "completions/min_length": 119.0, "completions/min_terminated_length": 119.0, "entropy": 0.15622761566191912, "epoch": 1.978, "frac_reward_zero_std": 0.0, "grad_norm": 2.5199759006500244, "learning_rate": 1.071521861138458e-09, "loss": -0.0731, "num_tokens": 8647307.0, "reward": 6.576416969299316, "reward_std": 2.463517665863037, "rewards/fitness_reward/mean": 6.047708988189697, "rewards/fitness_reward/std": 2.0397956371307373, "rewards/kidney_reward/mean": 0.44981682300567627, "rewards/kidney_reward/std": 1.55868399143219, "rewards/length2tails_reward/mean": 0.7272934317588806, "rewards/length2tails_reward/std": 0.2920091152191162, "rewards/thermo_reward/mean": 0.2439517378807068, "rewards/thermo_reward/std": 1.7475476264953613, "step": 989 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 535.0, "completions/max_terminated_length": 535.0, "completions/mean_length": 277.96875, "completions/mean_terminated_length": 277.96875, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.16981867235153913, "epoch": 1.98, "frac_reward_zero_std": 0.0, "grad_norm": 5.1260294914245605, "learning_rate": 9.239369923762508e-10, "loss": 0.1504, "num_tokens": 8656234.0, "reward": 7.21594762802124, "reward_std": 2.2391276359558105, "rewards/fitness_reward/mean": 6.243906497955322, "rewards/fitness_reward/std": 1.965144395828247, "rewards/kidney_reward/mean": 0.5612843036651611, "rewards/kidney_reward/std": 1.3982468843460083, "rewards/length2tails_reward/mean": 0.7463132739067078, "rewards/length2tails_reward/std": 0.29110872745513916, "rewards/thermo_reward/mean": 1.009641170501709, "rewards/thermo_reward/std": 1.0832643508911133, "step": 990 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 412.0, "completions/max_terminated_length": 412.0, "completions/mean_length": 279.78125, "completions/mean_terminated_length": 279.78125, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.16158413514494896, "epoch": 1.982, "frac_reward_zero_std": 0.0, "grad_norm": 2.3589365482330322, "learning_rate": 7.872778593728257e-10, "loss": 0.0831, "num_tokens": 8665219.0, "reward": 5.645939826965332, "reward_std": 3.246232032775879, "rewards/fitness_reward/mean": 5.57554817199707, "rewards/fitness_reward/std": 2.8704137802124023, "rewards/kidney_reward/mean": 0.25519901514053345, "rewards/kidney_reward/std": 1.3954426050186157, "rewards/length2tails_reward/mean": 0.8234630823135376, "rewards/length2tails_reward/std": 0.2541621923446655, "rewards/thermo_reward/mean": -0.5261476039886475, "rewards/thermo_reward/std": 2.1192498207092285, "step": 991 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.13131759129464626, "epoch": 1.984, "frac_reward_zero_std": 0.0, "grad_norm": 0.4174315631389618, "learning_rate": 6.615459566108317e-10, "loss": 0.0012, "num_tokens": 8673872.0, "reward": 6.760034084320068, "reward_std": 1.2639107704162598, "rewards/fitness_reward/mean": 6.5912981033325195, "rewards/fitness_reward/std": 0.0, "rewards/kidney_reward/mean": 0.04447201266884804, "rewards/kidney_reward/std": 1.3067702054977417, "rewards/length2tails_reward/mean": 0.7073255777359009, "rewards/length2tails_reward/std": 0.32474252581596375, "rewards/thermo_reward/mean": -0.060663118958473206, "rewards/thermo_reward/std": 1.955005407333374, "step": 992 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 283.0, "completions/max_terminated_length": 283.0, "completions/mean_length": 270.125, "completions/mean_terminated_length": 270.125, "completions/min_length": 248.0, "completions/min_terminated_length": 248.0, "entropy": 0.1439357027411461, "epoch": 1.986, "frac_reward_zero_std": 0.0, "grad_norm": 0.4547436535358429, "learning_rate": 5.46742659073951e-10, "loss": -0.0022, "num_tokens": 8682548.0, "reward": 7.087684631347656, "reward_std": 1.245467185974121, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.011648640036582947, "rewards/kidney_reward/std": 1.4016153812408447, "rewards/length2tails_reward/mean": 0.793976902961731, "rewards/length2tails_reward/std": 0.27520573139190674, "rewards/thermo_reward/mean": 0.8134108781814575, "rewards/thermo_reward/std": 1.263830304145813, "step": 993 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 277.0, "completions/max_terminated_length": 277.0, "completions/mean_length": 269.25, "completions/mean_terminated_length": 269.25, "completions/min_length": 261.0, "completions/min_terminated_length": 261.0, "entropy": 0.1455384586006403, "epoch": 1.988, "frac_reward_zero_std": 0.0, "grad_norm": 1.8107917308807373, "learning_rate": 4.4286922223291113e-10, "loss": -0.0039, "num_tokens": 8691196.0, "reward": 6.902514457702637, "reward_std": 2.2672624588012695, "rewards/fitness_reward/mean": 6.154026985168457, "rewards/fitness_reward/std": 1.960654377937317, "rewards/kidney_reward/mean": 0.24663349986076355, "rewards/kidney_reward/std": 1.490953803062439, "rewards/length2tails_reward/mean": 0.7305619716644287, "rewards/length2tails_reward/std": 0.34179335832595825, "rewards/thermo_reward/mean": 0.8850600719451904, "rewards/thermo_reward/std": 1.7797703742980957, "step": 994 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 410.0, "completions/max_terminated_length": 410.0, "completions/mean_length": 277.15625, "completions/mean_terminated_length": 277.15625, "completions/min_length": 231.0, "completions/min_terminated_length": 231.0, "entropy": 0.16037398017942905, "epoch": 1.99, "frac_reward_zero_std": 0.0, "grad_norm": 1.9811228513717651, "learning_rate": 3.4992678203071835e-10, "loss": 0.0299, "num_tokens": 8700097.0, "reward": 6.01025390625, "reward_std": 3.615368127822876, "rewards/fitness_reward/mean": 5.56502103805542, "rewards/fitness_reward/std": 3.262300968170166, "rewards/kidney_reward/mean": 0.08462587743997574, "rewards/kidney_reward/std": 1.3246054649353027, "rewards/length2tails_reward/mean": 0.8482843637466431, "rewards/length2tails_reward/std": 0.23385828733444214, "rewards/thermo_reward/mean": 0.3816964626312256, "rewards/thermo_reward/std": 1.7316465377807617, "step": 995 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 383.0, "completions/max_terminated_length": 383.0, "completions/mean_length": 277.25, "completions/mean_terminated_length": 277.25, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.1387176290154457, "epoch": 1.992, "frac_reward_zero_std": 0.0, "grad_norm": 1.3029630184173584, "learning_rate": 2.6791635487122265e-10, "loss": 0.0295, "num_tokens": 8709001.0, "reward": 6.606256484985352, "reward_std": 2.234869956970215, "rewards/fitness_reward/mean": 6.119274139404297, "rewards/fitness_reward/std": 2.149167537689209, "rewards/kidney_reward/mean": 0.23796230554580688, "rewards/kidney_reward/std": 1.2390286922454834, "rewards/length2tails_reward/mean": 0.7743632793426514, "rewards/length2tails_reward/std": 0.3019777834415436, "rewards/thermo_reward/mean": 0.34881943464279175, "rewards/thermo_reward/std": 1.8036251068115234, "step": 996 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 521.0, "completions/max_terminated_length": 521.0, "completions/mean_length": 271.3125, "completions/mean_terminated_length": 271.3125, "completions/min_length": 151.0, "completions/min_terminated_length": 151.0, "entropy": 0.1713090566918254, "epoch": 1.994, "frac_reward_zero_std": 0.0, "grad_norm": 5.826282978057861, "learning_rate": 1.9683883760723829e-10, "loss": 0.0112, "num_tokens": 8717715.0, "reward": 5.834600448608398, "reward_std": 3.596980571746826, "rewards/fitness_reward/mean": 5.253976821899414, "rewards/fitness_reward/std": 3.6114492416381836, "rewards/kidney_reward/mean": 0.08025416731834412, "rewards/kidney_reward/std": 1.4779082536697388, "rewards/length2tails_reward/mean": 0.7445960640907288, "rewards/length2tails_reward/std": 0.3318171203136444, "rewards/thermo_reward/mean": 0.708694577217102, "rewards/thermo_reward/std": 1.6918680667877197, "step": 997 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 270.625, "completions/mean_terminated_length": 270.625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.14164281729608774, "epoch": 1.996, "frac_reward_zero_std": 0.0, "grad_norm": 0.36646345257759094, "learning_rate": 1.3669500753099582e-10, "loss": -0.0003, "num_tokens": 8726407.0, "reward": 6.91595983505249, "reward_std": 1.4034615755081177, "rewards/fitness_reward/mean": 6.488308906555176, "rewards/fitness_reward/std": 0.5825939178466797, "rewards/kidney_reward/mean": -0.0707603394985199, "rewards/kidney_reward/std": 1.380049705505371, "rewards/length2tails_reward/mean": 0.7668553590774536, "rewards/length2tails_reward/std": 0.26946744322776794, "rewards/thermo_reward/mean": 0.5426340103149414, "rewards/thermo_reward/std": 1.5267906188964844, "step": 998 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 278.0, "completions/max_terminated_length": 278.0, "completions/mean_length": 269.40625, "completions/mean_terminated_length": 269.40625, "completions/min_length": 262.0, "completions/min_terminated_length": 262.0, "entropy": 0.12591685727238655, "epoch": 1.998, "frac_reward_zero_std": 0.0, "grad_norm": 1.7351046800613403, "learning_rate": 8.748552236603757e-11, "loss": -0.0027, "num_tokens": 8735060.0, "reward": 7.033902168273926, "reward_std": 1.4914648532867432, "rewards/fitness_reward/mean": 6.38532018661499, "rewards/fitness_reward/std": 0.8105144500732422, "rewards/kidney_reward/mean": 0.36085501313209534, "rewards/kidney_reward/std": 1.2216144800186157, "rewards/length2tails_reward/mean": 0.6885391473770142, "rewards/length2tails_reward/std": 0.31900057196617126, "rewards/thermo_reward/mean": 0.5920403003692627, "rewards/thermo_reward/std": 1.595741868019104, "step": 999 }, { "clip_ratio/high_max": 0.0, "clip_ratio/high_mean": 0.0, "clip_ratio/low_mean": 0.0, "clip_ratio/low_min": 0.0, "clip_ratio/region_mean": 0.0, "completions/clipped_ratio": 0.0, "completions/max_length": 314.0, "completions/max_terminated_length": 314.0, "completions/mean_length": 269.65625, "completions/mean_terminated_length": 269.65625, "completions/min_length": 167.0, "completions/min_terminated_length": 167.0, "entropy": 0.16086839232593775, "epoch": 2.0, "frac_reward_zero_std": 0.0, "grad_norm": 2.4666213989257812, "learning_rate": 4.9210920259112884e-11, "loss": -0.0184, "num_tokens": 8743721.0, "reward": 5.754283905029297, "reward_std": 3.096195936203003, "rewards/fitness_reward/mean": 5.39070987701416, "rewards/fitness_reward/std": 3.201241970062256, "rewards/kidney_reward/mean": -0.31286269426345825, "rewards/kidney_reward/std": 1.1052496433258057, "rewards/length2tails_reward/mean": 0.8245663642883301, "rewards/length2tails_reward/std": 0.2187739759683609, "rewards/thermo_reward/mean": 0.6277287006378174, "rewards/thermo_reward/std": 1.7101068496704102, "step": 1000 } ], "logging_steps": 1, "max_steps": 1000, "num_input_tokens_seen": 8743721, "num_train_epochs": 2, "save_steps": 10, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 0.0, "train_batch_size": 4, "trial_name": null, "trial_params": null }