| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.19795969128608704, | |
| "min": 0.17892177402973175, | |
| "max": 0.39160123467445374, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 5948.29296875, | |
| "min": 5373.37890625, | |
| "max": 11716.708984375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 274.85585585585585, | |
| "min": 229.73643410852713, | |
| "max": 333.5232558139535, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30509.0, | |
| "min": 18321.0, | |
| "max": 31268.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1979905.0, | |
| "min": 1019947.0, | |
| "max": 1979905.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1979905.0, | |
| "min": 1019947.0, | |
| "max": 1979905.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7205009460449219, | |
| "min": 0.5460777878761292, | |
| "max": 0.8055691719055176, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 213.98878479003906, | |
| "min": 99.93223571777344, | |
| "max": 241.67074584960938, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.00788911059498787, | |
| "min": -0.008039699867367744, | |
| "max": 0.0302625373005867, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 2.3430659770965576, | |
| "min": -2.347592353820801, | |
| "max": 8.503772735595703, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7254553426589285, | |
| "min": 1.590122435546043, | |
| "max": 1.768695984005928, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 193.2509983778, | |
| "min": 91.67799962311983, | |
| "max": 228.1239980906248, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7254553426589285, | |
| "min": 1.590122435546043, | |
| "max": 1.768695984005928, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 193.2509983778, | |
| "min": 91.67799962311983, | |
| "max": 228.1239980906248, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.02336898377455197, | |
| "min": 0.020513887662902533, | |
| "max": 0.038077669581980444, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.617326182749821, | |
| "min": 2.132349496590905, | |
| "max": 3.253328613616759, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06737127927325216, | |
| "min": 0.06507654296327513, | |
| "max": 0.07193620100900132, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0105691890987825, | |
| "min": 0.6003042566978063, | |
| "max": 1.0488999902291276, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.014879609234410405, | |
| "min": 0.012685737521516988, | |
| "max": 0.016918260468039934, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22319413851615608, | |
| "min": 0.1246029937659235, | |
| "max": 0.23685564655255908, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 5.235348254916669e-06, | |
| "min": 5.235348254916669e-06, | |
| "max": 0.00014841658386115556, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 7.853022382375003e-05, | |
| "min": 7.853022382375003e-05, | |
| "max": 0.0020361141712955497, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10174508333333335, | |
| "min": 0.10174508333333335, | |
| "max": 0.1494721777777778, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5261762500000002, | |
| "min": 1.3452496000000003, | |
| "max": 2.17870445, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.000184333825, | |
| "min": 0.000184333825, | |
| "max": 0.00495227056, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.002765007375, | |
| "min": 0.002765007375, | |
| "max": 0.06795257455499999, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.008348886854946613, | |
| "min": 0.00799898337572813, | |
| "max": 0.01131406333297491, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.12523330748081207, | |
| "min": 0.10182657092809677, | |
| "max": 0.15106484293937683, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1679762508", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --resume --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1679764986" | |
| }, | |
| "total": 2477.7979970040014, | |
| "count": 1, | |
| "self": 0.47487297900261183, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.1086530889988353, | |
| "count": 1, | |
| "self": 0.1086530889988353 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2477.214470936, | |
| "count": 1, | |
| "self": 1.3786628168909374, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.55010490299901, | |
| "count": 1, | |
| "self": 6.55010490299901 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2469.1941361581084, | |
| "count": 65412, | |
| "self": 1.4882786821872287, | |
| "children": { | |
| "env_step": { | |
| "total": 1837.788205910132, | |
| "count": 65412, | |
| "self": 1730.137402586999, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 106.80889161200867, | |
| "count": 65412, | |
| "self": 4.579256114773671, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 102.229635497235, | |
| "count": 62560, | |
| "self": 102.229635497235 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8419117111243395, | |
| "count": 65412, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2471.83919368398, | |
| "count": 65412, | |
| "is_parallel": true, | |
| "self": 858.5424031159691, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0016750790000514826, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005376200006139698, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011374589994375128, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011374589994375128 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07919898999898578, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004944439988321392, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004383019986562431, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004383019986562431 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07669147300111945, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07669147300111945 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015747710003779503, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00037540799712587614, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011993630032520741, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011993630032520741 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1613.2967905680107, | |
| "count": 65411, | |
| "is_parallel": true, | |
| "self": 30.840027512387678, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.224878790815637, | |
| "count": 65411, | |
| "is_parallel": true, | |
| "self": 22.224878790815637 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1468.603954711847, | |
| "count": 65411, | |
| "is_parallel": true, | |
| "self": 1468.603954711847 | |
| }, | |
| "steps_from_proto": { | |
| "total": 91.62792955296027, | |
| "count": 65411, | |
| "is_parallel": true, | |
| "self": 19.466922851213894, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 72.16100670174637, | |
| "count": 523288, | |
| "is_parallel": true, | |
| "self": 72.16100670174637 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 629.9176515657891, | |
| "count": 65412, | |
| "self": 2.7014179858852003, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 123.35763384293205, | |
| "count": 65412, | |
| "self": 123.14899652393251, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.20863731899953564, | |
| "count": 2, | |
| "self": 0.20863731899953564 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 503.8585997369719, | |
| "count": 473, | |
| "self": 319.8509355107999, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 184.00766422617198, | |
| "count": 22749, | |
| "self": 184.00766422617198 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.800016075838357e-07, | |
| "count": 1, | |
| "self": 8.800016075838357e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09156617799999367, | |
| "count": 1, | |
| "self": 0.0017570099989825394, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08980916800101113, | |
| "count": 1, | |
| "self": 0.08980916800101113 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |