| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.6313811540603638, | |
| "min": 0.6034187078475952, | |
| "max": 1.4409093856811523, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 19103.068359375, | |
| "min": 18025.32421875, | |
| "max": 43711.42578125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989979.0, | |
| "min": 29952.0, | |
| "max": 989979.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989979.0, | |
| "min": 29952.0, | |
| "max": 989979.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.4560580849647522, | |
| "min": -0.10676559805870056, | |
| "max": 0.47675904631614685, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 121.31144714355469, | |
| "min": -25.73050880432129, | |
| "max": 128.72494506835938, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.011600414291024208, | |
| "min": -0.011600414291024208, | |
| "max": 0.5159286260604858, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -3.085710287094116, | |
| "min": -3.085710287094116, | |
| "max": 122.27507781982422, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06993448793322646, | |
| "min": 0.0652113833164957, | |
| "max": 0.07423224825233685, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9790828310651705, | |
| "min": 0.5196257377663579, | |
| "max": 1.0350402918217394, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.014704336578558599, | |
| "min": 0.0008042464154037947, | |
| "max": 0.014704336578558599, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.20586071209982038, | |
| "min": 0.010455203400249332, | |
| "max": 0.20586071209982038, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.68406172439285e-06, | |
| "min": 7.68406172439285e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010757686414149991, | |
| "min": 0.00010757686414149991, | |
| "max": 0.0035075399308200994, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10256132142857144, | |
| "min": 0.10256132142857144, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4358585000000001, | |
| "min": 1.3886848, | |
| "max": 2.5691799, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00026587601071428554, | |
| "min": 0.00026587601071428554, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037222641499999975, | |
| "min": 0.0037222641499999975, | |
| "max": 0.11694107201000002, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.012524468824267387, | |
| "min": 0.012524468824267387, | |
| "max": 0.6499853134155273, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.17534255981445312, | |
| "min": 0.17534255981445312, | |
| "max": 4.549897193908691, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 383.71232876712327, | |
| "min": 383.71232876712327, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 28011.0, | |
| "min": 15984.0, | |
| "max": 32730.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.561468472729807, | |
| "min": -1.0000000521540642, | |
| "max": 1.561468472729807, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 113.98719850927591, | |
| "min": -30.72200171649456, | |
| "max": 113.98719850927591, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.561468472729807, | |
| "min": -1.0000000521540642, | |
| "max": 1.561468472729807, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 113.98719850927591, | |
| "min": -30.72200171649456, | |
| "max": 113.98719850927591, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.050786195242636334, | |
| "min": 0.050786195242636334, | |
| "max": 13.118744229897857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.7073922527124523, | |
| "min": 3.7073922527124523, | |
| "max": 209.8999076783657, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1677046262", | |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1677048537" | |
| }, | |
| "total": 2274.664001583, | |
| "count": 1, | |
| "self": 1.2393360470005064, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.11436614099989129, | |
| "count": 1, | |
| "self": 0.11436614099989129 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2273.3102993949997, | |
| "count": 1, | |
| "self": 1.3646838680629116, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.055377204000024, | |
| "count": 1, | |
| "self": 7.055377204000024 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2264.762320562936, | |
| "count": 63558, | |
| "self": 1.424368734868949, | |
| "children": { | |
| "env_step": { | |
| "total": 1531.2463507810062, | |
| "count": 63558, | |
| "self": 1416.9655686490212, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 113.44411475696711, | |
| "count": 63558, | |
| "self": 4.609372502006863, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 108.83474225496025, | |
| "count": 62569, | |
| "self": 36.27760122697168, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 72.55714102798856, | |
| "count": 62569, | |
| "self": 72.55714102798856 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8366673750178961, | |
| "count": 63558, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2268.2089421470323, | |
| "count": 63558, | |
| "is_parallel": true, | |
| "self": 963.3069745310763, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0017414640001334192, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000648170000204118, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0010932939999293012, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0010932939999293012 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07500119199994515, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006081899998662266, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004354430000148568, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004354430000148568 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07228820299997096, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07228820299997096 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.001669356000093103, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004230270005791681, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012463289995139348, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012463289995139348 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1304.901967615956, | |
| "count": 63557, | |
| "is_parallel": true, | |
| "self": 30.926272155952574, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.230609080029808, | |
| "count": 63557, | |
| "is_parallel": true, | |
| "self": 22.230609080029808 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1159.0714750829775, | |
| "count": 63557, | |
| "is_parallel": true, | |
| "self": 1159.0714750829775 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.67361129699611, | |
| "count": 63557, | |
| "is_parallel": true, | |
| "self": 21.912204534977263, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 70.76140676201885, | |
| "count": 508456, | |
| "is_parallel": true, | |
| "self": 70.76140676201885 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 732.0916010470607, | |
| "count": 63558, | |
| "self": 2.6004121770647544, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 160.82726048799304, | |
| "count": 63558, | |
| "self": 160.64144108099254, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.18581940700050836, | |
| "count": 2, | |
| "self": 0.18581940700050836 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 568.663928382003, | |
| "count": 445, | |
| "self": 216.8288978460057, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 351.83503053599725, | |
| "count": 22809, | |
| "self": 351.83503053599725 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0310000106983352e-06, | |
| "count": 1, | |
| "self": 1.0310000106983352e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12791672900038975, | |
| "count": 1, | |
| "self": 0.0018859690003409924, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12603076000004876, | |
| "count": 1, | |
| "self": 0.12603076000004876 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |