{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.24597525596618652, "min": 0.2403615266084671, "max": 1.4664433002471924, "count": 50 }, "Pyramids.Policy.Entropy.sum": { "value": 7395.0, "min": 7207.0, "max": 44486.0234375, "count": 50 }, "Pyramids.Step.mean": { "value": 1499881.0, "min": 29952.0, "max": 1499881.0, "count": 50 }, "Pyramids.Step.sum": { "value": 1499881.0, "min": 29952.0, "max": 1499881.0, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.696268618106842, "min": -0.14053799211978912, "max": 0.696268618106842, "count": 50 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 202.61416625976562, "min": -33.30750274658203, "max": 202.61416625976562, "count": 50 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.01638094335794449, "min": -0.0046220882795751095, "max": 0.329357773065567, "count": 50 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 4.766854763031006, "min": -1.192498803138733, "max": 78.05779266357422, "count": 50 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06489497362746902, "min": 0.06264212223899361, "max": 0.07354319610680078, "count": 50 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9085296307845662, "min": 0.5048474687397154, "max": 1.066189969239834, "count": 50 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015031521098405524, "min": 0.0009610743752965195, "max": 0.017585090033934027, "count": 50 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.21044129537767733, "min": 0.013455041254151272, "max": 0.25705713322774193, "count": 50 }, "Pyramids.Policy.LearningRate.mean": { "value": 3.0150847092904756e-06, "min": 3.0150847092904756e-06, "max": 0.00029676708679192377, "count": 50 }, "Pyramids.Policy.LearningRate.sum": { "value": 4.221118593006666e-05, "min": 4.221118593006666e-05, "max": 0.003628664290445267, "count": 50 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10100499523809525, "min": 0.10100499523809525, "max": 0.19892236190476195, "count": 50 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4140699333333335, "min": 1.3924565333333336, "max": 2.5903810666666667, "count": 50 }, "Pyramids.Policy.Beta.mean": { "value": 0.00011039902428571427, "min": 0.00011039902428571427, "max": 0.009892343954285714, "count": 50 }, "Pyramids.Policy.Beta.sum": { "value": 0.0015455863399999998, "min": 0.0015455863399999998, "max": 0.12096451786000002, "count": 50 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.008541652001440525, "min": 0.008315244689583778, "max": 0.5376355648040771, "count": 50 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1195831224322319, "min": 0.1164134293794632, "max": 3.76344895362854, "count": 50 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 253.9189189189189, "min": 253.9189189189189, "max": 999.0, "count": 50 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28185.0, "min": 15984.0, "max": 33073.0, "count": 50 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.7100378195713233, "min": -1.0000000521540642, "max": 1.7100378195713233, "count": 50 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 189.81419797241688, "min": -30.07520167529583, "max": 189.81419797241688, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.7100378195713233, "min": -1.0000000521540642, "max": 1.7100378195713233, "count": 50 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 189.81419797241688, "min": -30.07520167529583, "max": 189.81419797241688, "count": 50 }, "Pyramids.Policy.RndReward.mean": { "value": 0.02234050209950215, "min": 0.02234050209950215, "max": 10.665581804700196, "count": 50 }, "Pyramids.Policy.RndReward.sum": { "value": 2.479795733044739, "min": 2.4578695568052353, "max": 170.64930887520313, "count": 50 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 50 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1675660628", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1675663824" }, "total": 3195.761814095, "count": 1, "self": 0.4278418039993994, "children": { "run_training.setup": { "total": 0.10553459600009774, "count": 1, "self": 0.10553459600009774 }, "TrainerController.start_learning": { "total": 3195.228437695, "count": 1, "self": 1.9381409399343283, "children": { "TrainerController._reset_env": { "total": 5.904973448999954, "count": 1, "self": 5.904973448999954 }, "TrainerController.advance": { "total": 3187.2979305610656, "count": 96273, "self": 2.0747172750557183, "children": { "env_step": { "total": 2217.348461175957, "count": 96273, "self": 2057.082679788957, "children": { "SubprocessEnvManager._take_step": { "total": 159.09035007893954, "count": 96273, "self": 6.650497732832491, "children": { "TorchPolicy.evaluate": { "total": 152.43985234610705, "count": 93809, "self": 51.61167028711884, "children": { "TorchPolicy.sample_actions": { "total": 100.8281820589882, "count": 93809, "self": 100.8281820589882 } } } } }, "workers": { "total": 1.1754313080600696, "count": 96273, "self": 0.0, "children": { "worker_root": { "total": 3187.9781063958853, "count": 96273, "is_parallel": true, "self": 1284.7106134639669, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.00285074699991128, "count": 1, "is_parallel": true, "self": 0.00088325799993072, "children": { "_process_rank_one_or_two_observation": { "total": 0.00196748899998056, "count": 8, "is_parallel": true, "self": 0.00196748899998056 } } }, "UnityEnvironment.step": { "total": 0.04499545299995589, "count": 1, "is_parallel": true, "self": 0.0004641549999178096, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004934879998472752, "count": 1, "is_parallel": true, "self": 0.0004934879998472752 }, "communicator.exchange": { "total": 0.042388733000052525, "count": 1, "is_parallel": true, "self": 0.042388733000052525 }, "steps_from_proto": { "total": 0.001649077000138277, "count": 1, "is_parallel": true, "self": 0.00041630700047790015, "children": { "_process_rank_one_or_two_observation": { "total": 0.001232769999660377, "count": 8, "is_parallel": true, "self": 0.001232769999660377 } } } } } } }, "UnityEnvironment.step": { "total": 1903.2674929319185, "count": 96272, "is_parallel": true, "self": 41.47352784192822, "children": { "UnityEnvironment._generate_step_input": { "total": 34.329195338021464, "count": 96272, "is_parallel": true, "self": 34.329195338021464 }, "communicator.exchange": { "total": 1672.551338576024, "count": 96272, "is_parallel": true, "self": 1672.551338576024 }, "steps_from_proto": { "total": 154.91343117594488, "count": 96272, "is_parallel": true, "self": 34.60206976907534, "children": { "_process_rank_one_or_two_observation": { "total": 120.31136140686954, "count": 770176, "is_parallel": true, "self": 120.31136140686954 } } } } } } } } } } }, "trainer_advance": { "total": 967.8747521100531, "count": 96273, "self": 3.622528000061493, "children": { "process_trajectory": { "total": 223.74608655798647, "count": 96273, "self": 223.4640545159864, "children": { "RLTrainer._checkpoint": { "total": 0.2820320420000826, "count": 3, "self": 0.2820320420000826 } } }, "_update_policy": { "total": 740.5061375520052, "count": 690, "self": 277.18348833500954, "children": { "TorchPPOOptimizer.update": { "total": 463.3226492169956, "count": 34161, "self": 463.3226492169956 } } } } } } }, "trainer_threads": { "total": 1.184000211651437e-06, "count": 1, "self": 1.184000211651437e-06 }, "TrainerController._save_models": { "total": 0.087391561000004, "count": 1, "self": 0.0016764459996920777, "children": { "RLTrainer._checkpoint": { "total": 0.08571511500031193, "count": 1, "self": 0.08571511500031193 } } } } } } }