{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.42132025957107544, "min": 0.42132025957107544, "max": 1.45975923538208, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 12545.232421875, "min": 12545.232421875, "max": 44283.2578125, "count": 33 }, "Pyramids.Step.mean": { "value": 989998.0, "min": 29952.0, "max": 989998.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989998.0, "min": 29952.0, "max": 989998.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.6347114443778992, "min": -0.0907621830701828, "max": 0.6347114443778992, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 183.43161010742188, "min": -21.78292465209961, "max": 183.43161010742188, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.020268721505999565, "min": -0.014653694815933704, "max": 0.37435969710350037, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 5.85766077041626, "min": -4.059073448181152, "max": 88.72325134277344, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07096268798479634, "min": 0.06471611243349511, "max": 0.07377856872044504, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9934776317871487, "min": 0.49283975394758467, "max": 1.1066785308066756, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.020026575500932738, "min": 0.0007847524357678842, "max": 0.020026575500932738, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.28037205701305834, "min": 0.008632276793446726, "max": 0.28037205701305834, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.69201172174286e-06, "min": 7.69201172174286e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010768816410440003, "min": 0.00010768816410440003, "max": 0.0033827192724270004, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10256397142857143, "min": 0.10256397142857143, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4358956, "min": 1.3886848, "max": 2.5275730000000003, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026614074571428584, "min": 0.00026614074571428584, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.003725970440000002, "min": 0.003725970440000002, "max": 0.11278454269999999, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.015292965807020664, "min": 0.0146558852866292, "max": 0.4493362009525299, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.21410152316093445, "min": 0.20518238842487335, "max": 3.145353317260742, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 283.52830188679246, "min": 283.52830188679246, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30054.0, "min": 15984.0, "max": 32310.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.716471681055033, "min": -1.0000000521540642, "max": 1.716471681055033, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 181.9459981918335, "min": -30.001801684498787, "max": 181.9459981918335, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.716471681055033, "min": -1.0000000521540642, "max": 1.716471681055033, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 181.9459981918335, "min": -30.001801684498787, "max": 181.9459981918335, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.04447039237733544, "min": 0.04447039237733544, "max": 9.206337217241526, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 4.713861591997556, "min": 4.423820535157574, "max": 147.3013954758644, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1676671954", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1676674308" }, "total": 2354.4943896759996, "count": 1, "self": 0.4744342049998522, "children": { "run_training.setup": { "total": 0.11136947399995734, "count": 1, "self": 0.11136947399995734 }, "TrainerController.start_learning": { "total": 2353.908585997, "count": 1, "self": 1.3756787840861762, "children": { "TrainerController._reset_env": { "total": 6.210419788999843, "count": 1, "self": 6.210419788999843 }, "TrainerController.advance": { "total": 2346.2365584489144, "count": 64026, "self": 1.4523207099264255, "children": { "env_step": { "total": 1589.813076040009, "count": 64026, "self": 1473.9744555190482, "children": { "SubprocessEnvManager._take_step": { "total": 114.98240205994671, "count": 64026, "self": 4.810149471877594, "children": { "TorchPolicy.evaluate": { "total": 110.17225258806911, "count": 62564, "self": 37.16025839101849, "children": { "TorchPolicy.sample_actions": { "total": 73.01199419705063, "count": 62564, "self": 73.01199419705063 } } } } }, "workers": { "total": 0.856218461014123, "count": 64026, "self": 0.0, "children": { "worker_root": { "total": 2348.0689839851025, "count": 64026, "is_parallel": true, "self": 996.6513373850182, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.001888210000061008, "count": 1, "is_parallel": true, "self": 0.0007058979999783332, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011823120000826748, "count": 8, "is_parallel": true, "self": 0.0011823120000826748 } } }, "UnityEnvironment.step": { "total": 0.054386338999847794, "count": 1, "is_parallel": true, "self": 0.0005168999996385537, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005059710001660278, "count": 1, "is_parallel": true, "self": 0.0005059710001660278 }, "communicator.exchange": { "total": 0.051609969000082856, "count": 1, "is_parallel": true, "self": 0.051609969000082856 }, "steps_from_proto": { "total": 0.0017534989999603567, "count": 1, "is_parallel": true, "self": 0.00043657300011545885, "children": { "_process_rank_one_or_two_observation": { "total": 0.0013169259998448979, "count": 8, "is_parallel": true, "self": 0.0013169259998448979 } } } } } } }, "UnityEnvironment.step": { "total": 1351.4176466000843, "count": 64025, "is_parallel": true, "self": 32.38189367393511, "children": { "UnityEnvironment._generate_step_input": { "total": 24.51605801009123, "count": 64025, "is_parallel": true, "self": 24.51605801009123 }, "communicator.exchange": { "total": 1185.384590147026, "count": 64025, "is_parallel": true, "self": 1185.384590147026 }, "steps_from_proto": { "total": 109.13510476903184, "count": 64025, "is_parallel": true, "self": 25.787784247037052, "children": { "_process_rank_one_or_two_observation": { "total": 83.34732052199479, "count": 512200, "is_parallel": true, "self": 83.34732052199479 } } } } } } } } } } }, "trainer_advance": { "total": 754.9711616989791, "count": 64026, "self": 2.4938038619768577, "children": { "process_trajectory": { "total": 172.12039312800016, "count": 64026, "self": 171.926932243, "children": { "RLTrainer._checkpoint": { "total": 0.19346088500014957, "count": 2, "self": 0.19346088500014957 } } }, "_update_policy": { "total": 580.3569647090021, "count": 448, "self": 227.98810086895514, "children": { "TorchPPOOptimizer.update": { "total": 352.36886384004697, "count": 22788, "self": 352.36886384004697 } } } } } } }, "trainer_threads": { "total": 9.229997885995544e-07, "count": 1, "self": 9.229997885995544e-07 }, "TrainerController._save_models": { "total": 0.08592805199987197, "count": 1, "self": 0.0014165940001475974, "children": { "RLTrainer._checkpoint": { "total": 0.08451145799972437, "count": 1, "self": 0.08451145799972437 } } } } } } }