{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4047757387161255, "min": 1.4047757387161255, "max": 1.4291340112686157, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69752.734375, "min": 66375.2890625, "max": 76243.2265625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 72.33089311859443, "min": 69.64689265536722, "max": 412.2396694214876, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49402.0, "min": 49210.0, "max": 49926.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999955.0, "min": 49955.0, "max": 1999955.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999955.0, "min": 49955.0, "max": 1999955.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.5033555030822754, "min": -0.050066471099853516, "max": 2.529071569442749, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1709.7918701171875, "min": -6.007976531982422, "max": 1751.49462890625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.9637444307304928, "min": 1.7488020663460095, "max": 4.068350944381494, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2707.2374461889267, "min": 209.85624796152115, "max": 2836.5012863874435, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.9637444307304928, "min": 1.7488020663460095, "max": 4.068350944381494, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2707.2374461889267, "min": 209.85624796152115, "max": 2836.5012863874435, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.020406696218479837, "min": 0.012918287606468463, "max": 0.02079994652691918, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.061220088655439514, "min": 0.025836575212936926, "max": 0.061220088655439514, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.059869735894931685, "min": 0.022586011141538617, "max": 0.059869735894931685, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17960920768479505, "min": 0.045172022283077234, "max": 0.17960920768479505, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.897248700950005e-06, "min": 3.897248700950005e-06, "max": 0.00029529502656832496, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1691746102850014e-05, "min": 1.1691746102850014e-05, "max": 0.0008439183186939, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10129904999999999, "min": 0.10129904999999999, "max": 0.19843167500000003, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30389714999999995, "min": 0.2077291, "max": 0.5813061000000002, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.482259500000007e-05, "min": 7.482259500000007e-05, "max": 0.0049217405825000005, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00022446778500000023, "min": 0.00022446778500000023, "max": 0.014067174390000001, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1681151931", "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy-1 --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1681154341" }, "total": 2409.343379935, "count": 1, "self": 0.4307935320002798, "children": { "run_training.setup": { "total": 0.13369556500001067, "count": 1, "self": 0.13369556500001067 }, "TrainerController.start_learning": { "total": 2408.778890838, "count": 1, "self": 4.445543479947446, "children": { "TrainerController._reset_env": { "total": 4.352060251000012, "count": 1, "self": 4.352060251000012 }, "TrainerController.advance": { "total": 2399.8524023900527, "count": 233582, "self": 4.753545503075202, "children": { "env_step": { "total": 1885.6897589039825, "count": 233582, "self": 1595.3664158680895, "children": { "SubprocessEnvManager._take_step": { "total": 287.39873294094014, "count": 233582, "self": 17.452925597849855, "children": { "TorchPolicy.evaluate": { "total": 269.9458073430903, "count": 222884, "self": 269.9458073430903 } } }, "workers": { "total": 2.924610094952783, "count": 233582, "self": 0.0, "children": { "worker_root": { "total": 2400.6674456050046, "count": 233582, "is_parallel": true, "self": 1096.2116960809365, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0008700019999992037, "count": 1, "is_parallel": true, "self": 0.0002441990000079386, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006258029999912651, "count": 2, "is_parallel": true, "self": 0.0006258029999912651 } } }, "UnityEnvironment.step": { "total": 0.05767700499998796, "count": 1, "is_parallel": true, "self": 0.00033751300000517404, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00023239800000851574, "count": 1, "is_parallel": true, "self": 0.00023239800000851574 }, "communicator.exchange": { "total": 0.05631556499997714, "count": 1, "is_parallel": true, "self": 0.05631556499997714 }, "steps_from_proto": { "total": 0.0007915289999971264, "count": 1, "is_parallel": true, "self": 0.0002778989999967507, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005136300000003757, "count": 2, "is_parallel": true, "self": 0.0005136300000003757 } } } } } } }, "UnityEnvironment.step": { "total": 1304.455749524068, "count": 233581, "is_parallel": true, "self": 38.969152740097115, "children": { "UnityEnvironment._generate_step_input": { "total": 83.61660198897809, "count": 233581, "is_parallel": true, "self": 83.61660198897809 }, "communicator.exchange": { "total": 1089.319327613978, "count": 233581, "is_parallel": true, "self": 1089.319327613978 }, "steps_from_proto": { "total": 92.55066718101489, "count": 233581, "is_parallel": true, "self": 37.05281250390837, "children": { "_process_rank_one_or_two_observation": { "total": 55.49785467710652, "count": 467162, "is_parallel": true, "self": 55.49785467710652 } } } } } } } } } } }, "trainer_advance": { "total": 509.4090979829949, "count": 233582, "self": 6.465759135975247, "children": { "process_trajectory": { "total": 139.77310029702056, "count": 233582, "self": 138.3260923780203, "children": { "RLTrainer._checkpoint": { "total": 1.4470079190002707, "count": 10, "self": 1.4470079190002707 } } }, "_update_policy": { "total": 363.1702385499991, "count": 97, "self": 304.6794702030132, "children": { "TorchPPOOptimizer.update": { "total": 58.49076834698593, "count": 2910, "self": 58.49076834698593 } } } } } } }, "trainer_threads": { "total": 1.1199999789823778e-06, "count": 1, "self": 1.1199999789823778e-06 }, "TrainerController._save_models": { "total": 0.1288835969999127, "count": 1, "self": 0.0022776739997425466, "children": { "RLTrainer._checkpoint": { "total": 0.12660592300017015, "count": 1, "self": 0.12660592300017015 } } } } } } }