| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4168741703033447, | |
| "min": 1.4168741703033447, | |
| "max": 1.4247562885284424, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 72073.5546875, | |
| "min": 68795.875, | |
| "max": 76946.984375, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 111.88787185354691, | |
| "min": 108.49122807017544, | |
| "max": 439.23478260869564, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 48895.0, | |
| "min": 48895.0, | |
| "max": 50512.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 999909.0, | |
| "min": 49958.0, | |
| "max": 999909.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 999909.0, | |
| "min": 49958.0, | |
| "max": 999909.0, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.295907735824585, | |
| "min": -0.05589652433991432, | |
| "max": 2.319577693939209, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1003.3117065429688, | |
| "min": -6.372203826904297, | |
| "max": 1004.5927734375, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.667904675552447, | |
| "min": 1.738024601549433, | |
| "max": 3.7711923385409714, | |
| "count": 20 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1602.8743432164192, | |
| "min": 198.13480457663536, | |
| "max": 1692.9987785220146, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.667904675552447, | |
| "min": 1.738024601549433, | |
| "max": 3.7711923385409714, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1602.8743432164192, | |
| "min": 198.13480457663536, | |
| "max": 1692.9987785220146, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01777614582776247, | |
| "min": 0.014955736774330338, | |
| "max": 0.019056482877203962, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.03555229165552494, | |
| "min": 0.029911473548660677, | |
| "max": 0.05300969184421167, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.06063360602905353, | |
| "min": 0.02444634170581897, | |
| "max": 0.06063360602905353, | |
| "count": 20 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.12126721205810706, | |
| "min": 0.04889268341163794, | |
| "max": 0.17375757272044817, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 6.032647989150006e-06, | |
| "min": 6.032647989150006e-06, | |
| "max": 0.0002906566531144499, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.2065295978300012e-05, | |
| "min": 1.2065295978300012e-05, | |
| "max": 0.0007883112372296001, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10201084999999999, | |
| "min": 0.10201084999999999, | |
| "max": 0.19688555000000002, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.20402169999999997, | |
| "min": 0.20402169999999997, | |
| "max": 0.5627704000000001, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 0.00011034141500000019, | |
| "min": 0.00011034141500000019, | |
| "max": 0.004844588945000001, | |
| "count": 20 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00022068283000000038, | |
| "min": 0.00022068283000000038, | |
| "max": 0.013142242960000002, | |
| "count": 20 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 20 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1682509809", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1682510950" | |
| }, | |
| "total": 1140.5652474180001, | |
| "count": 1, | |
| "self": 0.3833551710001757, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.14424033099999178, | |
| "count": 1, | |
| "self": 0.14424033099999178 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1140.037651916, | |
| "count": 1, | |
| "self": 2.2150238439942314, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.444824858000061, | |
| "count": 1, | |
| "self": 4.444824858000061 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1133.2642121840056, | |
| "count": 115015, | |
| "self": 2.4365872889768525, | |
| "children": { | |
| "env_step": { | |
| "total": 891.4230223340354, | |
| "count": 115015, | |
| "self": 751.2600325731456, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 138.72032825296162, | |
| "count": 115015, | |
| "self": 8.390755257950332, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 130.3295729950113, | |
| "count": 111617, | |
| "self": 130.3295729950113 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.4426615079281646, | |
| "count": 115015, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1136.0679974890027, | |
| "count": 115015, | |
| "is_parallel": true, | |
| "self": 522.7689077280457, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000834332999943399, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024555899994993524, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005887739999934638, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005887739999934638 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05366255800004183, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00029261199995289644, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021458000003349298, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021458000003349298 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05248022500006755, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05248022500006755 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0006751409999878888, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00019845000008444913, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00047669099990343966, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.00047669099990343966 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 613.2990897609569, | |
| "count": 115014, | |
| "is_parallel": true, | |
| "self": 18.55125200198927, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 39.04036722998285, | |
| "count": 115014, | |
| "is_parallel": true, | |
| "self": 39.04036722998285 | |
| }, | |
| "communicator.exchange": { | |
| "total": 512.0893008280098, | |
| "count": 115014, | |
| "is_parallel": true, | |
| "self": 512.0893008280098 | |
| }, | |
| "steps_from_proto": { | |
| "total": 43.618169700975045, | |
| "count": 115014, | |
| "is_parallel": true, | |
| "self": 16.356371373998854, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 27.26179832697619, | |
| "count": 230028, | |
| "is_parallel": true, | |
| "self": 27.26179832697619 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 239.40460256099334, | |
| "count": 115015, | |
| "self": 3.3406820110182025, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 58.838625299974524, | |
| "count": 115015, | |
| "self": 58.05636685797447, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7822584420000567, | |
| "count": 5, | |
| "self": 0.7822584420000567 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 177.2252952500006, | |
| "count": 48, | |
| "self": 148.66607931499857, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 28.559215935002044, | |
| "count": 1440, | |
| "self": 28.559215935002044 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1100000847363845e-06, | |
| "count": 1, | |
| "self": 1.1100000847363845e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11358992000009493, | |
| "count": 1, | |
| "self": 0.002170384999999442, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1114195350000955, | |
| "count": 1, | |
| "self": 0.1114195350000955 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |