| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.6705056428909302, |
| "min": 0.6705056428909302, |
| "max": 1.4928065538406372, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 20061.529296875, |
| "min": 20061.529296875, |
| "max": 45285.78125, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989994.0, |
| "min": 29952.0, |
| "max": 989994.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989994.0, |
| "min": 29952.0, |
| "max": 989994.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.4127757251262665, |
| "min": -0.1291954070329666, |
| "max": 0.45354288816452026, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 109.38556671142578, |
| "min": -31.394485473632812, |
| "max": 120.1888656616211, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.015695733949542046, |
| "min": -0.013651584275066853, |
| "max": 0.24359925091266632, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 4.159369468688965, |
| "min": -3.5084571838378906, |
| "max": 59.194618225097656, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06404971038171511, |
| "min": 0.06266068842905084, |
| "max": 0.073523204553633, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.8966959453440115, |
| "min": 0.48501751614913835, |
| "max": 1.077593795101469, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.013097452762199932, |
| "min": 0.0003512503751461677, |
| "max": 0.013097452762199932, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.18336433867079904, |
| "min": 0.004917505252046348, |
| "max": 0.18336433867079904, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.542290343078569e-06, |
| "min": 7.542290343078569e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010559206480309997, |
| "min": 0.00010559206480309997, |
| "max": 0.0037600615466461995, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10251406428571429, |
| "min": 0.10251406428571429, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4351969, |
| "min": 1.3886848, |
| "max": 2.6533538000000005, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.00026115502214285705, |
| "min": 0.00026115502214285705, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003656170309999999, |
| "min": 0.003656170309999999, |
| "max": 0.12535004462000002, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009108264930546284, |
| "min": 0.008803884498775005, |
| "max": 0.34607669711112976, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.12751570343971252, |
| "min": 0.12325438112020493, |
| "max": 2.422536849975586, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 456.5625, |
| "min": 440.92537313432837, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29220.0, |
| "min": 15984.0, |
| "max": 33329.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.3512285479477473, |
| "min": -1.0000000521540642, |
| "max": 1.4502521476883818, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 85.12739852070808, |
| "min": -31.99200163781643, |
| "max": 100.06739819049835, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.3512285479477473, |
| "min": -1.0000000521540642, |
| "max": 1.4502521476883818, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 85.12739852070808, |
| "min": -31.99200163781643, |
| "max": 100.06739819049835, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.043453433676895366, |
| "min": 0.0409107589694574, |
| "max": 6.2652354864403605, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.737566321644408, |
| "min": 2.5058543229242787, |
| "max": 100.24376778304577, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1674568113", |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1674569995" |
| }, |
| "total": 1882.1245052600002, |
| "count": 1, |
| "self": 0.42482009200011817, |
| "children": { |
| "run_training.setup": { |
| "total": 0.104002027000206, |
| "count": 1, |
| "self": 0.104002027000206 |
| }, |
| "TrainerController.start_learning": { |
| "total": 1881.5956831409999, |
| "count": 1, |
| "self": 1.145293100094932, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 5.899422795000191, |
| "count": 1, |
| "self": 5.899422795000191 |
| }, |
| "TrainerController.advance": { |
| "total": 1874.4603272479062, |
| "count": 63586, |
| "self": 1.152203549891965, |
| "children": { |
| "env_step": { |
| "total": 1231.553232520012, |
| "count": 63586, |
| "self": 1128.877568749007, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 101.97729908797828, |
| "count": 63586, |
| "self": 4.147804159810676, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 97.8294949281676, |
| "count": 62571, |
| "self": 33.013349410192404, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 64.8161455179752, |
| "count": 62571, |
| "self": 64.8161455179752 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.6983646830267389, |
| "count": 63586, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 1878.2604549629532, |
| "count": 63586, |
| "is_parallel": true, |
| "self": 839.9675376879495, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0017214280001098814, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006271379997997428, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0010942900003101386, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0010942900003101386 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.06349345499984338, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004551489996629243, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0006826059998275014, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006826059998275014 |
| }, |
| "communicator.exchange": { |
| "total": 0.06079205000014554, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.06079205000014554 |
| }, |
| "steps_from_proto": { |
| "total": 0.0015636500002074172, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00039820399979362264, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011654460004137945, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011654460004137945 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1038.2929172750037, |
| "count": 63585, |
| "is_parallel": true, |
| "self": 26.2754179409244, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 23.827665370999966, |
| "count": 63585, |
| "is_parallel": true, |
| "self": 23.827665370999966 |
| }, |
| "communicator.exchange": { |
| "total": 892.5034664950003, |
| "count": 63585, |
| "is_parallel": true, |
| "self": 892.5034664950003 |
| }, |
| "steps_from_proto": { |
| "total": 95.68636746807897, |
| "count": 63585, |
| "is_parallel": true, |
| "self": 20.937063893118193, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 74.74930357496078, |
| "count": 508680, |
| "is_parallel": true, |
| "self": 74.74930357496078 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 641.7548911780023, |
| "count": 63586, |
| "self": 2.150415970015729, |
| "children": { |
| "process_trajectory": { |
| "total": 139.97571331998688, |
| "count": 63586, |
| "self": 139.79172760798792, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1839857119989574, |
| "count": 2, |
| "self": 0.1839857119989574 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 499.62876188799964, |
| "count": 455, |
| "self": 178.9945851579846, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 320.63417673001504, |
| "count": 22746, |
| "self": 320.63417673001504 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.279992809752002e-07, |
| "count": 1, |
| "self": 9.279992809752002e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09063906999926985, |
| "count": 1, |
| "self": 0.001395679998495325, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08924339000077453, |
| "count": 1, |
| "self": 0.08924339000077453 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
