| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.8238424062728882, |
| "min": 0.5983486175537109, |
| "max": 1.4793857336044312, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 24675.728515625, |
| "min": 17921.73828125, |
| "max": 44878.64453125, |
| "count": 16 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 479971.0, |
| "min": 29952.0, |
| "max": 479971.0, |
| "count": 16 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 479971.0, |
| "min": 29952.0, |
| "max": 479971.0, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.03393407538533211, |
| "min": -0.11449132114648819, |
| "max": 0.06466787308454514, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 8.245980262756348, |
| "min": -27.706899642944336, |
| "max": 15.326286315917969, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -0.004330315627157688, |
| "min": -0.004330315627157688, |
| "max": 0.22298245131969452, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -1.0522667169570923, |
| "min": -1.0522667169570923, |
| "max": 52.846839904785156, |
| "count": 16 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06582760475465052, |
| "min": 0.06582760475465052, |
| "max": 0.07190233596700106, |
| "count": 16 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9215864665651072, |
| "min": 0.49718271729592556, |
| "max": 1.0425069393685966, |
| "count": 16 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.004342993218545286, |
| "min": 0.0006843273065821146, |
| "max": 0.005363659234896699, |
| "count": 16 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.060801905059634, |
| "min": 0.0063687238930104015, |
| "max": 0.06255148644879013, |
| "count": 16 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 2.070832166868571e-05, |
| "min": 2.070832166868571e-05, |
| "max": 0.00029030126037577137, |
| "count": 16 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00028991650336159994, |
| "min": 0.00028991650336159994, |
| "max": 0.002852871349043, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10690274285714285, |
| "min": 0.10690274285714285, |
| "max": 0.19676708571428575, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4966384, |
| "min": 1.3382272, |
| "max": 2.3383966, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0006995840114285714, |
| "min": 0.0006995840114285714, |
| "max": 0.00967703186285714, |
| "count": 16 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.00979417616, |
| "min": 0.00979417616, |
| "max": 0.0951306043, |
| "count": 16 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.016969839110970497, |
| "min": 0.016969839110970497, |
| "max": 0.3948346674442291, |
| "count": 16 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.23757773637771606, |
| "min": 0.23757773637771606, |
| "max": 2.7638425827026367, |
| "count": 16 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 900.1818181818181, |
| "min": 852.1351351351351, |
| "max": 999.0, |
| "count": 16 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29706.0, |
| "min": 15984.0, |
| "max": 32142.0, |
| "count": 16 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": -0.2945758043365045, |
| "min": -1.0000000521540642, |
| "max": -0.17778240911224308, |
| "count": 16 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": -9.721001543104649, |
| "min": -32.000001668930054, |
| "max": -6.044601909816265, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": -0.2945758043365045, |
| "min": -1.0000000521540642, |
| "max": -0.17778240911224308, |
| "count": 16 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": -9.721001543104649, |
| "min": -32.000001668930054, |
| "max": -6.044601909816265, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.16064053057043842, |
| "min": 0.16064053057043842, |
| "max": 8.704850730486214, |
| "count": 16 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 5.301137508824468, |
| "min": 5.301137508824468, |
| "max": 139.27761168777943, |
| "count": 16 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 16 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 16 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1657688449", |
| "python_version": "3.7.13 (default, Apr 24 2022, 01:04:09) \n[GCC 7.5.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1657689431" |
| }, |
| "total": 981.481013503, |
| "count": 1, |
| "self": 0.4849008919999278, |
| "children": { |
| "run_training.setup": { |
| "total": 0.04234659999997348, |
| "count": 1, |
| "self": 0.04234659999997348 |
| }, |
| "TrainerController.start_learning": { |
| "total": 980.9537660110001, |
| "count": 1, |
| "self": 0.7118365039901846, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 10.093847574999927, |
| "count": 1, |
| "self": 10.093847574999927 |
| }, |
| "TrainerController.advance": { |
| "total": 970.0519258690099, |
| "count": 31562, |
| "self": 0.7559808919854731, |
| "children": { |
| "env_step": { |
| "total": 609.220171189016, |
| "count": 31562, |
| "self": 555.4903335260225, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 53.36380215199665, |
| "count": 31562, |
| "self": 2.3488455790030685, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 51.01495657299358, |
| "count": 31301, |
| "self": 17.526318946007677, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 33.488637626985906, |
| "count": 31301, |
| "self": 33.488637626985906 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.3660355109968805, |
| "count": 31562, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 978.865999423011, |
| "count": 31562, |
| "is_parallel": true, |
| "self": 473.5258167499974, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.007647147000056975, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.004001559000016641, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.003645588000040334, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.003645588000040334 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.04716679300008764, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000538208000079976, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004840750000312255, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004840750000312255 |
| }, |
| "communicator.exchange": { |
| "total": 0.04452872499996374, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04452872499996374 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016157850000126928, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00043266899979244045, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011831160002202523, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011831160002202523 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 505.3401826730136, |
| "count": 31561, |
| "is_parallel": true, |
| "self": 14.157218159027138, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 11.600098747987545, |
| "count": 31561, |
| "is_parallel": true, |
| "self": 11.600098747987545 |
| }, |
| "communicator.exchange": { |
| "total": 432.9098563040012, |
| "count": 31561, |
| "is_parallel": true, |
| "self": 432.9098563040012 |
| }, |
| "steps_from_proto": { |
| "total": 46.67300946199771, |
| "count": 31561, |
| "is_parallel": true, |
| "self": 11.6029381770403, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 35.07007128495741, |
| "count": 252488, |
| "is_parallel": true, |
| "self": 35.07007128495741 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 360.0757737880084, |
| "count": 31562, |
| "self": 1.212380208996251, |
| "children": { |
| "process_trajectory": { |
| "total": 82.00099711201199, |
| "count": 31562, |
| "self": 81.89295775001199, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.10803936199999953, |
| "count": 1, |
| "self": 0.10803936199999953 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 276.86239646700017, |
| "count": 211, |
| "self": 109.21426200999713, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 167.64813445700304, |
| "count": 11391, |
| "self": 167.64813445700304 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.526000005469541e-06, |
| "count": 1, |
| "self": 1.526000005469541e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09615453700007492, |
| "count": 1, |
| "self": 0.00159229700011565, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09456223999995927, |
| "count": 1, |
| "self": 0.09456223999995927 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
