{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.7433551549911499, "min": 0.7143504023551941, "max": 1.4340167045593262, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 22146.037109375, "min": 21327.646484375, "max": 43502.33203125, "count": 33 }, "Pyramids.Step.mean": { "value": 989917.0, "min": 29952.0, "max": 989917.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989917.0, "min": 29952.0, "max": 989917.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.15413157641887665, "min": -0.11687472462654114, "max": 0.24819843471050262, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 39.14942169189453, "min": -28.28368377685547, "max": 62.79420471191406, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.656913697719574, "min": -0.7782626748085022, "max": 0.36598485708236694, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -166.8560791015625, "min": -196.90045166015625, "max": 88.5683364868164, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.0650207949591134, "min": 0.0648015342945548, "max": 0.07660426488433879, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.975311924386701, "min": 0.5362298541903715, "max": 1.0404246523223049, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.1590801267348438, "min": 9.33707038638025e-05, "max": 0.1590801267348438, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 2.386201901022657, "min": 0.0012138191502294325, "max": 2.386201901022657, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.485817504760002e-06, "min": 7.485817504760002e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00011228726257140004, "min": 0.00011228726257140004, "max": 0.0033823277725574994, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10249524, "min": 0.10249524, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.5374286, "min": 1.3886848, "max": 2.5274425, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025927447600000014, "min": 0.00025927447600000014, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003889117140000002, "min": 0.003889117140000002, "max": 0.11277150575, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.014001459814608097, "min": 0.014001459814608097, "max": 0.5664225816726685, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.21002189815044403, "min": 0.20040105283260345, "max": 3.9649581909179688, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 655.1363636363636, "min": 570.9298245614035, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28826.0, "min": 15984.0, "max": 33260.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 0.8447272396561775, "min": -1.0000000521540642, "max": 1.1833964579722338, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 37.16799854487181, "min": -31.997601687908173, "max": 67.45359810441732, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 0.8447272396561775, "min": -1.0000000521540642, "max": 1.1833964579722338, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 37.16799854487181, "min": -31.997601687908173, "max": 67.45359810441732, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.09602976514592725, "min": 0.08488075220916551, "max": 12.800713658332825, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 4.225309666420799, "min": 3.8221125779673457, "max": 204.8114185333252, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1678360533", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.20.0", "end_time_seconds": "1678362652" }, "total": 2119.1495622089997, "count": 1, "self": 1.0722428179997223, "children": { "run_training.setup": { "total": 0.017518420999977025, "count": 1, "self": 0.017518420999977025 }, "TrainerController.start_learning": { "total": 2118.05980097, "count": 1, "self": 1.2705373729972962, "children": { "TrainerController._reset_env": { "total": 5.539576416000045, "count": 1, "self": 5.539576416000045 }, "TrainerController.advance": { "total": 2111.1225784430026, "count": 63234, "self": 1.3630752970721005, "children": { "env_step": { "total": 1331.5993631189565, "count": 63234, "self": 1220.9181419139795, "children": { "SubprocessEnvManager._take_step": { "total": 109.90885150699296, "count": 63234, "self": 4.740942673999825, "children": { "TorchPolicy.evaluate": { "total": 105.16790883299313, "count": 62560, "self": 36.06285629292893, "children": { "TorchPolicy.sample_actions": { "total": 69.10505254006421, "count": 62560, "self": 69.10505254006421 } } } } }, "workers": { "total": 0.7723696979840042, "count": 63234, "self": 0.0, "children": { "worker_root": { "total": 2113.0748885200264, "count": 63234, "is_parallel": true, "self": 1001.6996779680187, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0025759239999842976, "count": 1, "is_parallel": true, "self": 0.0008076249998794083, "children": { "_process_rank_one_or_two_observation": { "total": 0.0017682990001048893, "count": 8, "is_parallel": true, "self": 0.0017682990001048893 } } }, "UnityEnvironment.step": { "total": 0.07777447799981019, "count": 1, "is_parallel": true, "self": 0.0008811969996713742, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00046634099999209866, "count": 1, "is_parallel": true, "self": 0.00046634099999209866 }, "communicator.exchange": { "total": 0.07462411400001656, "count": 1, "is_parallel": true, "self": 0.07462411400001656 }, "steps_from_proto": { "total": 0.0018028260001301533, "count": 1, "is_parallel": true, "self": 0.00046441200015578943, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013384139999743638, "count": 8, "is_parallel": true, "self": 0.0013384139999743638 } } } } } } }, "UnityEnvironment.step": { "total": 1111.3752105520077, "count": 63233, "is_parallel": true, "self": 31.27916065905879, "children": { "UnityEnvironment._generate_step_input": { "total": 21.59265722198961, "count": 63233, "is_parallel": true, "self": 21.59265722198961 }, "communicator.exchange": { "total": 963.621374900019, "count": 63233, "is_parallel": true, "self": 963.621374900019 }, "steps_from_proto": { "total": 94.88201777094037, "count": 63233, "is_parallel": true, "self": 22.57894538114988, "children": { "_process_rank_one_or_two_observation": { "total": 72.30307238979049, "count": 505864, "is_parallel": true, "self": 72.30307238979049 } } } } } } } } } } }, "trainer_advance": { "total": 778.160140026974, "count": 63234, "self": 2.3761557059010556, "children": { "process_trajectory": { "total": 156.94695251107441, "count": 63234, "self": 156.71657393207443, "children": { "RLTrainer._checkpoint": { "total": 0.23037857899998926, "count": 2, "self": 0.23037857899998926 } } }, "_update_policy": { "total": 618.8370318099985, "count": 442, "self": 244.83980331796056, "children": { "TorchPPOOptimizer.update": { "total": 373.99722849203795, "count": 22845, "self": 373.99722849203795 } } } } } } }, "trainer_threads": { "total": 1.1619999895629007e-06, "count": 1, "self": 1.1619999895629007e-06 }, "TrainerController._save_models": { "total": 0.12710757600007128, "count": 1, "self": 0.0017989389998547267, "children": { "RLTrainer._checkpoint": { "total": 0.12530863700021655, "count": 1, "self": 0.12530863700021655 } } } } } } }