a2_rl_unitsyn_python_v3 / training_logs /20260429_184357_metrics_table.csv
atutej's picture
Add parsed training metrics and plots
c4b425f verified
log_file,async/discard_rate,async/discarded_count,async/effective_batch_groups,async/effective_batch_samples,async/staleness_max,async/staleness_mean,async/staleness_min,async/staleness_ratio,generate/avg_num_tokens,generate/avg_tokens_non_zero_rewards,generate/avg_tokens_zero_rewards,generate/max_num_tokens,generate/min_num_tokens,generate/std_num_tokens,loss/avg_final_rewards,loss/avg_raw_advantages,loss/avg_raw_advantages_abs,policy/final_loss,policy/policy_entropy,policy/policy_loss,policy/policy_lr,policy/policy_update_steps,policy/ppo_clip_ratio,policy/raw_grad_norm,reward/avg_pass_at_8,reward/avg_raw_reward,system/process_rss_gb,system/process_vms_gb,system/ram_available_gb,system/ram_percent,system/ram_total_gb,system/ram_used_gb,timing/cleanup_old_checkpoints,timing/compute_advantages_and_returns,timing/convert_to_training_input,timing/fwd_logprobs_values_reward,timing/policy_train,timing/run_training,timing/save_checkpoints,timing/step,timing/sync_weights,timing/train_critic_and_policy,timing/wait_for_generation_buffer,trainer/epoch,trainer/global_step,batch_errors/total_batches,batch_errors/total_instances,batch_errors/total_successful,batch_errors/total_failed,batch_errors/total_masked,batch_errors/avg_DaytonaAuthenticationError,batch_errors/total_DaytonaAuthenticationError,batch_errors/avg_AgentEnvironmentTimeoutError,batch_errors/total_AgentEnvironmentTimeoutError,batch_errors/avg_VerifierRuntimeError,batch_errors/total_VerifierRuntimeError,batch_errors/avg_VerifierTimeoutError,batch_errors/total_VerifierTimeoutError,timing/save_hf_model,batch_errors/avg_DaytonaError,batch_errors/total_DaytonaError,global_step
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,0,0.0,0,0.0,5121.6914,4576.6295,5769.2436,13905,1499,2503.5505,0.543,0.0021,0.1803,0.0,0.219,0.0,0.0,1.0,0.0,0.0323,0.6719,0.543,11.793,75.1959,379.3328,55.8,857.9687,478.6359,10.9023,0.1146,2.5571,72.0045,656.5065,728.9238,44.3353,6093.5913,52.8301,656.8044,5309.2801,0,1,128,1024,994,14,18,0.0859375,11.0,0.140625,18.0,0.0078125,1.0,,,,,,1
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,1,1.0,1,1.0,5871.2051,5096.5576,6791.5128,15067,1,3402.3282,0.543,-0.0001,0.1554,-0.0002,0.2129,-0.0057,0.0,1.0,0.0,0.0274,0.6875,0.543,12.9813,75.3753,375.7304,56.2,857.9687,482.2383,0.0121,0.0559,2.7428,72.8696,707.4558,780.6952,29.1329,2730.7674,52.7333,707.7694,1894.5939,0,2,64,512,464,19,44,0.046875,3.0,0.6875,44.0,,,0.015625,1.0,,,,2
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,2,2.0,2,1.0,5706.7969,4967.944,6318.9893,14787,1,3398.0642,0.4531,-0.0022,0.1487,0.0,0.198,0.0,0.0,1.0,0.0,0.0284,0.625,0.4531,13.4866,75.6917,379.7476,55.7,857.9687,478.2211,0.3416,0.0392,2.6589,73.1319,687.2284,760.7086,29.5563,2618.6945,52.8218,687.5371,1802.5023,0,3,64,512,491,9,20,0.015625,1.0,0.3125,20.0,,,,,,,,3
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,3,3.0,3,1.0,5825.2578,4940.4704,6689.5483,14273,1,3209.1042,0.4941,-0.0017,0.0659,0.0,0.2102,0.0,0.0,1.0,0.0,0.0177,0.5312,0.4941,13.7198,75.7789,383.0292,55.4,857.9687,474.9395,0.3775,0.038,2.6718,77.6872,669.8871,747.9511,28.8753,2255.3097,53.5368,670.2257,1451.1474,0,4,64,512,456,20,40,0.09375,6.0,0.625,40.0,0.03125,2.0,0.125,8.0,,,,4
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,4,3.75,3,1.0,5520.8398,5594.9188,5458.4856,16082,1,3484.2247,0.457,0.0055,0.1648,-0.0002,0.2057,-0.0064,0.0,1.0,0.0,0.0214,0.6094,0.457,14.6653,76.0574,385.3959,55.1,857.9687,472.5728,0.3196,0.044,2.9597,73.5587,681.9984,755.9482,29.4618,3542.6439,52.7498,682.3452,2730.9604,0,5,64,512,464,14,42,0.09375,6.0,0.65625,42.0,,,,,37.5898,,,5
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,5,4.125,3,1.0,5461.6738,5218.1189,5769.8894,14552,1,3328.2592,0.5586,0.014,0.1023,-0.0002,0.1969,-0.0076,0.0,1.0,0.0,0.0179,0.7031,0.5586,15.0607,76.0109,385.4834,55.1,857.9687,472.4853,0.366,0.0393,2.7127,68.8947,678.4589,747.7171,29.9495,2213.735,54.8743,678.7827,1408.4036,0,6,64,512,474,15,28,0.125,8.0,0.4375,28.0,,,0.03125,2.0,,,,6
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,6,4.6562,4,1.0,7798.1641,7124.3027,8179.4006,20083,1,3802.9833,0.3613,0.0039,0.1358,-0.0001,0.2261,-0.004,0.0,1.0,0.0,0.0185,0.5312,0.3613,18.1326,76.0253,380.9768,55.6,857.9687,476.9919,0.6987,0.0516,3.5227,93.4902,731.6962,825.5737,29.3423,4983.416,13.7041,732.0316,4140.5883,0,7,64,512,512,0,0,,,,,,,,,,,,7
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,0,0.0,0,0.0,4865.5312,4540.8412,5507.3605,14128,1386,2616.8319,0.6641,-0.0047,0.0958,-0.0,0.206,-0.0,0.0,1.0,0.0,0.0163,0.7188,0.6641,18.3456,76.1459,384.4786,55.2,857.9687,473.4901,0.3173,0.0353,2.9251,73.3734,646.7222,720.5432,29.7617,5669.0399,52.8866,647.1342,4892.6495,1,8,64,512,470,16,39,0.046875,3.0,0.609375,39.0,,,,,,,,8
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,1,1.0,1,1.0,5855.5039,5276.4774,6594.0844,13894,1,3271.3689,0.5605,0.0007,0.0512,-0.0,0.2096,-0.0006,0.0,1.0,0.0,0.0219,0.6406,0.5605,18.6552,76.4328,386.8148,54.9,857.9687,471.1539,0.3384,0.0375,2.7372,78.6677,660.2909,739.3591,30.4714,3239.5269,52.9167,660.6535,2444.512,1,9,64,512,432,25,70,0.125,8.0,1.078125,69.0,,,0.03125,2.0,,0.015625,1.0,9
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,2,2.0,2,1.0,5375.2695,5344.5093,5397.7162,14823,1,3872.2484,0.4219,0.0135,0.113,-0.0002,0.1788,-0.007,0.0,1.0,0.0,0.0154,0.5469,0.4219,18.8019,76.4187,385.8892,55.0,857.9687,472.0795,0.3767,0.0413,2.7467,73.8308,700.3324,774.57,29.1637,3338.1958,53.0117,700.6976,2507.8644,1,10,64,512,463,23,37,0.140625,9.0,0.578125,37.0,,,0.046875,3.0,36.7892,,,10
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,3,3.0,3,1.0,5192.8828,4679.4904,5726.7291,15138,1,3311.2403,0.5098,0.0084,0.0758,-0.0002,0.1873,-0.0056,0.0,1.0,0.0,0.0164,0.5625,0.5098,18.9517,76.4518,383.7386,55.3,857.9687,474.23,0.3045,0.0384,2.7622,74.4343,676.0857,750.8928,28.7197,2321.6045,57.2462,676.4197,1510.6996,1,11,64,512,437,26,61,0.140625,9.0,0.953125,61.0,,,0.078125,5.0,,,,11
a2_rl_unitsyn_python_v3_402161,0.0,0,64,512,4,3.7969,3,1.0,5528.9668,5645.4653,5422.0674,16073,1,3727.4604,0.4785,0.0021,0.1344,-0.0001,0.1796,-0.0038,0.0,1.0,0.0,0.0198,0.6094,0.4785,19.0433,76.3939,383.2556,55.3,857.9687,474.7131,0.3795,0.0401,3.2865,78.4764,697.4553,776.3111,28.7288,2932.4204,52.7552,697.7943,2100.0414,1,12,16,128,110,8,15,0.0625,1.0,0.9375,15.0,,,0.125,2.0,,,,12
a2_rl_unitsyn_python_v3_402162,0.0,0,64,512,5,1.1406,0,0.2344,5434.5586,5246.1829,5770.3587,13053,1,3046.1974,0.6406,-0.003,0.059,0.0,0.189,0.0,0.0,1.0,0.0,0.0114,0.7308,0.6406,11.8048,75.1254,372.3459,56.6,857.9687,485.6227,12.7402,0.0478,2.4902,73.844,683.1484,757.335,46.1195,8330.7966,51.8296,683.4422,7519.1416,1,13,65,520,426,31,55,0.5846153846153846,38.0,0.8461538461538461,55.0,,,0.015384615384615385,1.0,,,,13
a2_rl_unitsyn_python_v3_402162,0.0,0,64,512,1,1.0,1,1.0,6345.9297,6347.6109,6344.6529,18003,1,4261.8702,0.4316,0.0217,0.1127,-0.0005,0.1793,-0.0156,0.0,1.0,0.0,0.0191,0.5625,0.4316,15.5447,75.3049,399.4698,53.4,857.9687,458.4989,0.3343,0.0742,3.1141,89.1038,721.9162,811.4036,33.5523,871.8394,57.2936,722.2251,0.0049,1,14,11,88,84,4,0,0.36363636363636365,4.0,,,,,,,,,,14