| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.20138226449489594, | |
| "min": 0.20138226449489594, | |
| "max": 1.540317416191101, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 6047.912109375, | |
| "min": 6047.912109375, | |
| "max": 46727.0703125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999920.0, | |
| "min": 29952.0, | |
| "max": 2999920.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999920.0, | |
| "min": 29952.0, | |
| "max": 2999920.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7609947919845581, | |
| "min": -0.13127391040325165, | |
| "max": 0.8544310331344604, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 222.9714813232422, | |
| "min": -31.11191749572754, | |
| "max": 255.47488403320312, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.01954497955739498, | |
| "min": -0.03343815729022026, | |
| "max": 0.35426273941993713, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 5.726678848266602, | |
| "min": -8.392977714538574, | |
| "max": 83.96026611328125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06648473991247426, | |
| "min": 0.06249564615496812, | |
| "max": 0.07316022558598871, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9307863587746397, | |
| "min": 0.4984539879555212, | |
| "max": 1.084052477457661, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01189694404560474, | |
| "min": 7.992197370520794e-05, | |
| "max": 0.01567412942642391, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.16655721663846637, | |
| "min": 0.0011189076318729111, | |
| "max": 0.2194378119699347, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.4359638070928602e-06, | |
| "min": 1.4359638070928602e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.0103493299300043e-05, | |
| "min": 2.0103493299300043e-05, | |
| "max": 0.003927402790865767, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10047862142857143, | |
| "min": 0.10047862142857143, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4067007, | |
| "min": 1.3962282666666668, | |
| "max": 2.7225485666666667, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 5.781428071428582e-05, | |
| "min": 5.781428071428582e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0008093999300000015, | |
| "min": 0.0008093999300000015, | |
| "max": 0.13092250991, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.00474893394857645, | |
| "min": 0.004502505529671907, | |
| "max": 0.3025861084461212, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.06648507714271545, | |
| "min": 0.06338441371917725, | |
| "max": 2.118102788925171, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 237.1382113821138, | |
| "min": 210.14685314685315, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29168.0, | |
| "min": 15984.0, | |
| "max": 32672.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7140633997514965, | |
| "min": -1.0000000521540642, | |
| "max": 1.7799565059983211, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 210.82979816943407, | |
| "min": -31.988401636481285, | |
| "max": 253.94839818775654, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7140633997514965, | |
| "min": -1.0000000521540642, | |
| "max": 1.7799565059983211, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 210.82979816943407, | |
| "min": -31.988401636481285, | |
| "max": 253.94839818775654, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.011723713378574106, | |
| "min": 0.010626069764734037, | |
| "max": 6.4212075704708695, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.4420167455646151, | |
| "min": 1.3784741695853882, | |
| "max": 102.73932112753391, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1750397537", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.7.1+cu126", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1750404615" | |
| }, | |
| "total": 7078.558162544001, | |
| "count": 1, | |
| "self": 0.8425796990013623, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.020924662000197713, | |
| "count": 1, | |
| "self": 0.020924662000197713 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 7077.694658183, | |
| "count": 1, | |
| "self": 4.367864426154483, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.5128700870000102, | |
| "count": 1, | |
| "self": 2.5128700870000102 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 7070.688419566845, | |
| "count": 194286, | |
| "self": 4.563008552135216, | |
| "children": { | |
| "env_step": { | |
| "total": 5096.796377944769, | |
| "count": 194286, | |
| "self": 4632.686227774006, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 461.41533695088265, | |
| "count": 194286, | |
| "self": 14.039096691838495, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 447.37624025904415, | |
| "count": 187556, | |
| "self": 447.37624025904415 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.6948132198808707, | |
| "count": 194286, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 7061.327090915078, | |
| "count": 194286, | |
| "is_parallel": true, | |
| "self": 2779.2812997570672, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0018087570001625863, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005812520003019017, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012275049998606846, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012275049998606846 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.08920139700012442, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000511482000547403, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004670669995903154, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004670669995903154 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.08669450799970946, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.08669450799970946 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015283400002772396, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00031481899986829376, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012135210004089458, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012135210004089458 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 4282.045791158011, | |
| "count": 194285, | |
| "is_parallel": true, | |
| "self": 96.94194578005954, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 68.62730982311996, | |
| "count": 194285, | |
| "is_parallel": true, | |
| "self": 68.62730982311996 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3822.7236126539588, | |
| "count": 194285, | |
| "is_parallel": true, | |
| "self": 3822.7236126539588 | |
| }, | |
| "steps_from_proto": { | |
| "total": 293.7529229008728, | |
| "count": 194285, | |
| "is_parallel": true, | |
| "self": 60.63405398377017, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 233.11886891710265, | |
| "count": 1554280, | |
| "is_parallel": true, | |
| "self": 233.11886891710265 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1969.329033069941, | |
| "count": 194286, | |
| "self": 8.907460543970501, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 381.48934369397057, | |
| "count": 194286, | |
| "self": 380.76507286397054, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7242708300000231, | |
| "count": 6, | |
| "self": 0.7242708300000231 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1578.932228832, | |
| "count": 1395, | |
| "self": 872.2222648069455, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 706.7099640250544, | |
| "count": 68391, | |
| "self": 706.7099640250544 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.276999682886526e-06, | |
| "count": 1, | |
| "self": 1.276999682886526e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1255028260002291, | |
| "count": 1, | |
| "self": 0.0018837570005416637, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12361906899968744, | |
| "count": 1, | |
| "self": 0.12361906899968744 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |