{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4009125232696533, "min": 1.4009125232696533, "max": 1.4245762825012207, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 69611.34375, "min": 68538.171875, "max": 76851.28125, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 81.80298013245033, "min": 71.16738816738817, "max": 390.46875, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49409.0, "min": 49070.0, "max": 49980.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999336.0, "min": 49491.0, "max": 1999336.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999336.0, "min": 49491.0, "max": 1999336.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.4661238193511963, "min": 0.05115952715277672, "max": 2.5412933826446533, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1489.538818359375, "min": 6.497260093688965, "max": 1733.659912109375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.7341527600359443, "min": 1.650864955712491, "max": 4.035903299505408, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2255.4282670617104, "min": 209.65984937548637, "max": 2676.358199954033, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.7341527600359443, "min": 1.650864955712491, "max": 4.035903299505408, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2255.4282670617104, "min": 209.65984937548637, "max": 2676.358199954033, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.016179554291172987, "min": 0.012659821190269819, "max": 0.02008448094469107, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.04853866287351896, "min": 0.025319642380539638, "max": 0.0543742196362776, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.055724931259950004, "min": 0.022919979588025146, "max": 0.06287592409385576, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.16717479377985, "min": 0.04604071838160356, "max": 0.18862777228156727, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.6579487807166734e-06, "min": 3.6579487807166734e-06, "max": 0.00029533177655607505, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.097384634215002e-05, "min": 1.097384634215002e-05, "max": 0.0008441739186086999, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10121928333333334, "min": 0.10121928333333334, "max": 0.19844392499999997, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30365785, "min": 0.20762160000000002, "max": 0.5813913, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.084223833333347e-05, "min": 7.084223833333347e-05, "max": 0.004922351857500001, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00021252671500000041, "min": 0.00021252671500000041, "max": 0.01407142587, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1717361343", "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", "command_line_arguments": "/home/montana/miniconda3/envs/huggy/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.3.0+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1717364243" }, "total": 2899.490759813998, "count": 1, "self": 0.4314404029864818, "children": { "run_training.setup": { "total": 0.04051972601155285, "count": 1, "self": 0.04051972601155285 }, "TrainerController.start_learning": { "total": 2899.018799685, "count": 1, "self": 5.7934465566213476, "children": { "TrainerController._reset_env": { "total": 3.5026962509873556, "count": 1, "self": 3.5026962509873556 }, "TrainerController.advance": { "total": 2889.518856462397, "count": 233391, "self": 5.6392161302646855, "children": { "env_step": { "total": 2373.62082979182, "count": 233391, "self": 1583.7654014718573, "children": { "SubprocessEnvManager._take_step": { "total": 785.6286763456592, "count": 233392, "self": 22.71636309476162, "children": { "TorchPolicy.evaluate": { "total": 762.9123132508976, "count": 223175, "self": 762.9123132508976 } } }, "workers": { "total": 4.226751974303625, "count": 233391, "self": 0.0, "children": { "worker_root": { "total": 3210.248195967899, "count": 233391, "is_parallel": true, "self": 1956.701287474949, "children": { "run_training.setup": { "total": 0.04051972601155285, "count": 1, "is_parallel": true, "self": 0.018170576018746942, "children": { "steps_from_proto": { "total": 0.0012886100012110546, "count": 1, "is_parallel": true, "self": 0.00038786500226706266, "children": { "_process_rank_one_or_two_observation": { "total": 0.000900744998943992, "count": 2, "is_parallel": true, "self": 0.000900744998943992 } } }, "UnityEnvironment.step": { "total": 0.02106053999159485, "count": 1, "is_parallel": true, "self": 0.000247972973738797, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00018481400911696255, "count": 1, "is_parallel": true, "self": 0.00018481400911696255 }, "communicator.exchange": { "total": 0.0198353260057047, "count": 1, "is_parallel": true, "self": 0.0198353260057047 }, "steps_from_proto": { "total": 0.0007924270030343905, "count": 1, "is_parallel": true, "self": 0.0003270310116931796, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004653959913412109, "count": 2, "is_parallel": true, "self": 0.0004653959913412109 } } } } } } }, "UnityEnvironment.step": { "total": 1253.5063887669385, "count": 233389, "is_parallel": true, "self": 27.044925465539563, "children": { "UnityEnvironment._generate_step_input": { "total": 43.33798888559977, "count": 233389, "is_parallel": true, "self": 43.33798888559977 }, "communicator.exchange": { "total": 1123.6019046129368, "count": 233389, "is_parallel": true, "self": 1123.6019046129368 }, "steps_from_proto": { "total": 59.52156980286236, "count": 233389, "is_parallel": true, "self": 17.896096805503475, "children": { "_process_rank_one_or_two_observation": { "total": 41.625472997358884, "count": 466778, "is_parallel": true, "self": 41.625472997358884 } } } } }, "TrainerController.start_learning": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "TrainerController._reset_env": { "total": 3.5026962509873556, "count": 1, "is_parallel": true, "self": 3.5026962509873556 }, "TrainerController.advance": { "total": 319.42676195770036, "count": 26796, "is_parallel": true, "self": 0.5661405299324542, "children": { "env_step": { "total": 268.3298701976455, "count": 26796, "is_parallel": true, "self": 174.52712861790496, "children": { "SubprocessEnvManager._take_step": { "total": 93.34916037300718, "count": 26797, "is_parallel": true, "self": 2.673542030635872, "children": { "TorchPolicy.evaluate": { "total": 90.67561834237131, "count": 26401, "is_parallel": true, "self": 90.67561834237131 } } }, "workers": { "total": 0.43766555972979404, "count": 26796, "is_parallel": true, "self": 0.0, "children": { "worker_root": { "total": 322.3375317453756, "count": 26796, "is_parallel": true, "self": 180.76316695884452, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0012886100012110546, "count": 1, "is_parallel": true, "self": 0.00038786500226706266, "children": { "_process_rank_one_or_two_observation": { "total": 0.000900744998943992, "count": 2, "is_parallel": true, "self": 0.000900744998943992 } } }, "UnityEnvironment.step": { "total": 0.02106053999159485, "count": 1, "is_parallel": true, "self": 0.000247972973738797, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00018481400911696255, "count": 1, "is_parallel": true, "self": 0.00018481400911696255 }, "communicator.exchange": { "total": 0.0198353260057047, "count": 1, "is_parallel": true, "self": 0.0198353260057047 }, "steps_from_proto": { "total": 0.0007924270030343905, "count": 1, "is_parallel": true, "self": 0.0003270310116931796, "children": { "_process_rank_one_or_two_observation": { "total": 0.0004653959913412109, "count": 2, "is_parallel": true, "self": 0.0004653959913412109 } } } } } } }, "UnityEnvironment.step": { "total": 141.57436478653108, "count": 26795, "is_parallel": true, "self": 2.940777681826148, "children": { "UnityEnvironment._generate_step_input": { "total": 4.876988491450902, "count": 26795, "is_parallel": true, "self": 4.876988491450902 }, "communicator.exchange": { "total": 127.16737405663298, "count": 26795, "is_parallel": true, "self": 127.16737405663298 }, "steps_from_proto": { "total": 6.589224556621048, "count": 26795, "is_parallel": true, "self": 2.0602174791129073, "children": { "_process_rank_one_or_two_observation": { "total": 4.52900707750814, "count": 53590, "is_parallel": true, "self": 4.52900707750814 } } } } } } } } }, "steps_from_proto": { "total": 0.0005251129914540797, "count": 1, "is_parallel": true, "self": 0.00013628799933940172, "children": { "_process_rank_one_or_two_observation": { "total": 0.000388824992114678, "count": 2, "is_parallel": true, "self": 0.000388824992114678 } } }, "UnityEnvironment.step": { "total": 0.015390534012112767, "count": 1, "is_parallel": true, "self": 0.00016133399913087487, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0001033080043271184, "count": 1, "is_parallel": true, "self": 0.0001033080043271184 }, "communicator.exchange": { "total": 0.014661175009678118, "count": 1, "is_parallel": true, "self": 0.014661175009678118 }, "steps_from_proto": { "total": 0.0004647169989766553, "count": 1, "is_parallel": true, "self": 0.00014019098307471722, "children": { "_process_rank_one_or_two_observation": { "total": 0.0003245260159019381, "count": 2, "is_parallel": true, "self": 0.0003245260159019381 } } } } } } }, "trainer_advance": { "total": 50.530751230122405, "count": 26796, "is_parallel": true, "self": 0.9569411371194292, "children": { "process_trajectory": { "total": 14.089377042037086, "count": 26796, "is_parallel": true, "self": 13.705109935050132, "children": { "RLTrainer._checkpoint": { "total": 0.3842671069869539, "count": 1, "is_parallel": true, "self": 0.3842671069869539 } } }, "_update_policy": { "total": 35.48443305096589, "count": 11, "is_parallel": true, "self": 24.936897485080408, "children": { "TorchPPOOptimizer.update": { "total": 10.547535565885482, "count": 330, "is_parallel": true, "self": 10.547535565885482 } } } } } } } } } } } } } } }, "trainer_advance": { "total": 510.25881054031197, "count": 233391, "self": 8.632192706194473, "children": { "process_trajectory": { "total": 201.95592364323966, "count": 233391, "self": 200.22168595524272, "children": { "RLTrainer._checkpoint": { "total": 1.734237687996938, "count": 10, "self": 1.734237687996938 } } }, "_update_policy": { "total": 299.67069419087784, "count": 97, "self": 211.41344533704978, "children": { "TorchPPOOptimizer.update": { "total": 88.25724885382806, "count": 2910, "self": 88.25724885382806 } } } } } } }, "trainer_threads": { "total": 7.460039341822267e-07, "count": 1, "self": 7.460039341822267e-07 }, "TrainerController._save_models": { "total": 0.20379966899054125, "count": 1, "self": 0.025441884994506836, "children": { "RLTrainer._checkpoint": { "total": 0.1783577839960344, "count": 1, "self": 0.1783577839960344 } } } } } } }