| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4047757387161255, | |
| "min": 1.4047757387161255, | |
| "max": 1.4291340112686157, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69752.734375, | |
| "min": 66375.2890625, | |
| "max": 76243.2265625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 72.33089311859443, | |
| "min": 69.64689265536722, | |
| "max": 412.2396694214876, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49402.0, | |
| "min": 49210.0, | |
| "max": 49926.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999955.0, | |
| "min": 49955.0, | |
| "max": 1999955.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999955.0, | |
| "min": 49955.0, | |
| "max": 1999955.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.5033555030822754, | |
| "min": -0.050066471099853516, | |
| "max": 2.529071569442749, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1709.7918701171875, | |
| "min": -6.007976531982422, | |
| "max": 1751.49462890625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.9637444307304928, | |
| "min": 1.7488020663460095, | |
| "max": 4.068350944381494, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2707.2374461889267, | |
| "min": 209.85624796152115, | |
| "max": 2836.5012863874435, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.9637444307304928, | |
| "min": 1.7488020663460095, | |
| "max": 4.068350944381494, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2707.2374461889267, | |
| "min": 209.85624796152115, | |
| "max": 2836.5012863874435, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.020406696218479837, | |
| "min": 0.012918287606468463, | |
| "max": 0.02079994652691918, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.061220088655439514, | |
| "min": 0.025836575212936926, | |
| "max": 0.061220088655439514, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.059869735894931685, | |
| "min": 0.022586011141538617, | |
| "max": 0.059869735894931685, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.17960920768479505, | |
| "min": 0.045172022283077234, | |
| "max": 0.17960920768479505, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.897248700950005e-06, | |
| "min": 3.897248700950005e-06, | |
| "max": 0.00029529502656832496, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.1691746102850014e-05, | |
| "min": 1.1691746102850014e-05, | |
| "max": 0.0008439183186939, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10129904999999999, | |
| "min": 0.10129904999999999, | |
| "max": 0.19843167500000003, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30389714999999995, | |
| "min": 0.2077291, | |
| "max": 0.5813061000000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 7.482259500000007e-05, | |
| "min": 7.482259500000007e-05, | |
| "max": 0.0049217405825000005, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00022446778500000023, | |
| "min": 0.00022446778500000023, | |
| "max": 0.014067174390000001, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1681151931", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy-1 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1681154341" | |
| }, | |
| "total": 2409.343379935, | |
| "count": 1, | |
| "self": 0.4307935320002798, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.13369556500001067, | |
| "count": 1, | |
| "self": 0.13369556500001067 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2408.778890838, | |
| "count": 1, | |
| "self": 4.445543479947446, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.352060251000012, | |
| "count": 1, | |
| "self": 4.352060251000012 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2399.8524023900527, | |
| "count": 233582, | |
| "self": 4.753545503075202, | |
| "children": { | |
| "env_step": { | |
| "total": 1885.6897589039825, | |
| "count": 233582, | |
| "self": 1595.3664158680895, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 287.39873294094014, | |
| "count": 233582, | |
| "self": 17.452925597849855, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 269.9458073430903, | |
| "count": 222884, | |
| "self": 269.9458073430903 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.924610094952783, | |
| "count": 233582, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2400.6674456050046, | |
| "count": 233582, | |
| "is_parallel": true, | |
| "self": 1096.2116960809365, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0008700019999992037, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002441990000079386, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0006258029999912651, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0006258029999912651 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05767700499998796, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00033751300000517404, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00023239800000851574, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023239800000851574 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05631556499997714, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05631556499997714 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007915289999971264, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002778989999967507, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005136300000003757, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005136300000003757 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1304.455749524068, | |
| "count": 233581, | |
| "is_parallel": true, | |
| "self": 38.969152740097115, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 83.61660198897809, | |
| "count": 233581, | |
| "is_parallel": true, | |
| "self": 83.61660198897809 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1089.319327613978, | |
| "count": 233581, | |
| "is_parallel": true, | |
| "self": 1089.319327613978 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.55066718101489, | |
| "count": 233581, | |
| "is_parallel": true, | |
| "self": 37.05281250390837, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 55.49785467710652, | |
| "count": 467162, | |
| "is_parallel": true, | |
| "self": 55.49785467710652 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 509.4090979829949, | |
| "count": 233582, | |
| "self": 6.465759135975247, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 139.77310029702056, | |
| "count": 233582, | |
| "self": 138.3260923780203, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.4470079190002707, | |
| "count": 10, | |
| "self": 1.4470079190002707 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 363.1702385499991, | |
| "count": 97, | |
| "self": 304.6794702030132, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 58.49076834698593, | |
| "count": 2910, | |
| "self": 58.49076834698593 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1199999789823778e-06, | |
| "count": 1, | |
| "self": 1.1199999789823778e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1288835969999127, | |
| "count": 1, | |
| "self": 0.0022776739997425466, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12660592300017015, | |
| "count": 1, | |
| "self": 0.12660592300017015 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |