| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.14911867678165436, | |
| "min": 0.14457976818084717, | |
| "max": 1.357846975326538, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4440.15771484375, | |
| "min": 4318.88671875, | |
| "max": 41191.64453125, | |
| "count": 50 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1499978.0, | |
| "min": 29957.0, | |
| "max": 1499978.0, | |
| "count": 50 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1499978.0, | |
| "min": 29957.0, | |
| "max": 1499978.0, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7336004972457886, | |
| "min": -0.09463340789079666, | |
| "max": 0.8542152643203735, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 212.744140625, | |
| "min": -22.806652069091797, | |
| "max": 261.3898620605469, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.02970135398209095, | |
| "min": -0.005458368919789791, | |
| "max": 0.3286758065223694, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 8.61339282989502, | |
| "min": -1.599302053451538, | |
| "max": 78.88219451904297, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.0688148987909598, | |
| "min": 0.06564255493659792, | |
| "max": 0.07551408395242559, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.032223481864397, | |
| "min": 0.6041126716194047, | |
| "max": 1.0840472226480808, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015034020498084527, | |
| "min": 0.0005084901191079379, | |
| "max": 0.016872440763455374, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2255103074712679, | |
| "min": 0.006610371548403193, | |
| "max": 0.23621417068837525, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 5.004054554764452e-06, | |
| "min": 5.004054554764452e-06, | |
| "max": 0.0004944501677766333, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 7.506081832146677e-05, | |
| "min": 7.506081832146677e-05, | |
| "max": 0.006372491458835066, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10100079111111111, | |
| "min": 0.10100079111111111, | |
| "max": 0.19889003333333333, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5150118666666668, | |
| "min": 1.442476466666667, | |
| "max": 2.6744982666666677, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00010997903200000013, | |
| "min": 0.00010997903200000013, | |
| "max": 0.00988911433, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.001649685480000002, | |
| "min": 0.001649685480000002, | |
| "max": 0.12746237684, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.009963830932974815, | |
| "min": 0.009886900894343853, | |
| "max": 0.5029244422912598, | |
| "count": 50 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.14945746958255768, | |
| "min": 0.14202284812927246, | |
| "max": 4.023395538330078, | |
| "count": 50 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 269.76521739130436, | |
| "min": 219.53333333333333, | |
| "max": 990.40625, | |
| "count": 50 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 31023.0, | |
| "min": 17011.0, | |
| "max": 32680.0, | |
| "count": 50 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7128365074810774, | |
| "min": -0.9288438011426479, | |
| "max": 1.7656503525045184, | |
| "count": 50 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 196.9761983603239, | |
| "min": -30.332601636648178, | |
| "max": 238.36279758810997, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7128365074810774, | |
| "min": -0.9288438011426479, | |
| "max": 1.7656503525045184, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 196.9761983603239, | |
| "min": -30.332601636648178, | |
| "max": 238.36279758810997, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.027769504379703786, | |
| "min": 0.023049835703568534, | |
| "max": 9.131448575192028, | |
| "count": 50 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.1934930036659352, | |
| "min": 3.0712533583136974, | |
| "max": 164.3660743534565, | |
| "count": 50 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 50 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 50 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1680448692", | |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1680453710" | |
| }, | |
| "total": 5018.692688668001, | |
| "count": 1, | |
| "self": 0.548608127000989, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.13231575999998313, | |
| "count": 1, | |
| "self": 0.13231575999998313 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5018.011764781, | |
| "count": 1, | |
| "self": 3.7097439110002597, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 0.974192026998935, | |
| "count": 1, | |
| "self": 0.974192026998935 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5013.236825741, | |
| "count": 97153, | |
| "self": 3.884431190734176, | |
| "children": { | |
| "env_step": { | |
| "total": 3665.302144066216, | |
| "count": 97153, | |
| "self": 3484.3424853444085, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 178.66473442416827, | |
| "count": 97153, | |
| "self": 10.231611608138337, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 168.43312281602994, | |
| "count": 93799, | |
| "self": 168.43312281602994 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.294924297639227, | |
| "count": 97153, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5006.905717242915, | |
| "count": 97153, | |
| "is_parallel": true, | |
| "self": 1783.2099591331516, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020532819999061758, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006697109965898562, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013835710033163195, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013835710033163195 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.06110375200114504, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006639409984927624, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005446970008051721, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005446970008051721 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.057912956001018756, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.057912956001018756 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001982158000828349, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004764660006912891, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.00150569200013706, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.00150569200013706 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3223.695758109763, | |
| "count": 97152, | |
| "is_parallel": true, | |
| "self": 68.59751520758982, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 40.04533783928855, | |
| "count": 97152, | |
| "is_parallel": true, | |
| "self": 40.04533783928855 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2916.729076539945, | |
| "count": 97152, | |
| "is_parallel": true, | |
| "self": 2916.729076539945 | |
| }, | |
| "steps_from_proto": { | |
| "total": 198.32382852293995, | |
| "count": 97152, | |
| "is_parallel": true, | |
| "self": 45.45018446449649, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 152.87364405844346, | |
| "count": 777216, | |
| "is_parallel": true, | |
| "self": 152.87364405844346 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1344.0502504840497, | |
| "count": 97153, | |
| "self": 7.365678050149654, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 202.18086992790268, | |
| "count": 97153, | |
| "self": 201.8194016569032, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.36146827099946677, | |
| "count": 3, | |
| "self": 0.36146827099946677 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1134.5037025059974, | |
| "count": 697, | |
| "self": 596.8407815309984, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 537.662920974999, | |
| "count": 34209, | |
| "self": 537.662920974999 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.4600009308196604e-06, | |
| "count": 1, | |
| "self": 1.4600009308196604e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09100164200026484, | |
| "count": 1, | |
| "self": 0.0021150920019863406, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0888865499982785, | |
| "count": 1, | |
| "self": 0.0888865499982785 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |