{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.6313811540603638, "min": 0.6034187078475952, "max": 1.4409093856811523, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 19103.068359375, "min": 18025.32421875, "max": 43711.42578125, "count": 33 }, "Pyramids.Step.mean": { "value": 989979.0, "min": 29952.0, "max": 989979.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989979.0, "min": 29952.0, "max": 989979.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.4560580849647522, "min": -0.10676559805870056, "max": 0.47675904631614685, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 121.31144714355469, "min": -25.73050880432129, "max": 128.72494506835938, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.011600414291024208, "min": -0.011600414291024208, "max": 0.5159286260604858, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -3.085710287094116, "min": -3.085710287094116, "max": 122.27507781982422, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06993448793322646, "min": 0.0652113833164957, "max": 0.07423224825233685, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9790828310651705, "min": 0.5196257377663579, "max": 1.0350402918217394, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.014704336578558599, "min": 0.0008042464154037947, "max": 0.014704336578558599, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.20586071209982038, "min": 0.010455203400249332, "max": 0.20586071209982038, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.68406172439285e-06, "min": 7.68406172439285e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010757686414149991, "min": 0.00010757686414149991, "max": 0.0035075399308200994, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10256132142857144, "min": 0.10256132142857144, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4358585000000001, "min": 1.3886848, "max": 2.5691799, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026587601071428554, "min": 0.00026587601071428554, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0037222641499999975, "min": 0.0037222641499999975, "max": 0.11694107201000002, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.012524468824267387, "min": 0.012524468824267387, "max": 0.6499853134155273, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.17534255981445312, "min": 0.17534255981445312, "max": 4.549897193908691, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 383.71232876712327, "min": 383.71232876712327, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28011.0, "min": 15984.0, "max": 32730.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.561468472729807, "min": -1.0000000521540642, "max": 1.561468472729807, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 113.98719850927591, "min": -30.72200171649456, "max": 113.98719850927591, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.561468472729807, "min": -1.0000000521540642, "max": 1.561468472729807, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 113.98719850927591, "min": -30.72200171649456, "max": 113.98719850927591, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.050786195242636334, "min": 0.050786195242636334, "max": 13.118744229897857, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.7073922527124523, "min": 3.7073922527124523, "max": 209.8999076783657, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677046262", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1677048537" }, "total": 2274.664001583, "count": 1, "self": 1.2393360470005064, "children": { "run_training.setup": { "total": 0.11436614099989129, "count": 1, "self": 0.11436614099989129 }, "TrainerController.start_learning": { "total": 2273.3102993949997, "count": 1, "self": 1.3646838680629116, "children": { "TrainerController._reset_env": { "total": 7.055377204000024, "count": 1, "self": 7.055377204000024 }, "TrainerController.advance": { "total": 2264.762320562936, "count": 63558, "self": 1.424368734868949, "children": { "env_step": { "total": 1531.2463507810062, "count": 63558, "self": 1416.9655686490212, "children": { "SubprocessEnvManager._take_step": { "total": 113.44411475696711, "count": 63558, "self": 4.609372502006863, "children": { "TorchPolicy.evaluate": { "total": 108.83474225496025, "count": 62569, "self": 36.27760122697168, "children": { "TorchPolicy.sample_actions": { "total": 72.55714102798856, "count": 62569, "self": 72.55714102798856 } } } } }, "workers": { "total": 0.8366673750178961, "count": 63558, "self": 0.0, "children": { "worker_root": { "total": 2268.2089421470323, "count": 63558, "is_parallel": true, "self": 963.3069745310763, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0017414640001334192, "count": 1, "is_parallel": true, "self": 0.000648170000204118, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010932939999293012, "count": 8, "is_parallel": true, "self": 0.0010932939999293012 } } }, "UnityEnvironment.step": { "total": 0.07500119199994515, "count": 1, "is_parallel": true, "self": 0.0006081899998662266, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004354430000148568, "count": 1, "is_parallel": true, "self": 0.0004354430000148568 }, "communicator.exchange": { "total": 0.07228820299997096, "count": 1, "is_parallel": true, "self": 0.07228820299997096 }, "steps_from_proto": { "total": 0.001669356000093103, "count": 1, "is_parallel": true, "self": 0.0004230270005791681, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012463289995139348, "count": 8, "is_parallel": true, "self": 0.0012463289995139348 } } } } } } }, "UnityEnvironment.step": { "total": 1304.901967615956, "count": 63557, "is_parallel": true, "self": 30.926272155952574, "children": { "UnityEnvironment._generate_step_input": { "total": 22.230609080029808, "count": 63557, "is_parallel": true, "self": 22.230609080029808 }, "communicator.exchange": { "total": 1159.0714750829775, "count": 63557, "is_parallel": true, "self": 1159.0714750829775 }, "steps_from_proto": { "total": 92.67361129699611, "count": 63557, "is_parallel": true, "self": 21.912204534977263, "children": { "_process_rank_one_or_two_observation": { "total": 70.76140676201885, "count": 508456, "is_parallel": true, "self": 70.76140676201885 } } } } } } } } } } }, "trainer_advance": { "total": 732.0916010470607, "count": 63558, "self": 2.6004121770647544, "children": { "process_trajectory": { "total": 160.82726048799304, "count": 63558, "self": 160.64144108099254, "children": { "RLTrainer._checkpoint": { "total": 0.18581940700050836, "count": 2, "self": 0.18581940700050836 } } }, "_update_policy": { "total": 568.663928382003, "count": 445, "self": 216.8288978460057, "children": { "TorchPPOOptimizer.update": { "total": 351.83503053599725, "count": 22809, "self": 351.83503053599725 } } } } } } }, "trainer_threads": { "total": 1.0310000106983352e-06, "count": 1, "self": 1.0310000106983352e-06 }, "TrainerController._save_models": { "total": 0.12791672900038975, "count": 1, "self": 0.0018859690003409924, "children": { "RLTrainer._checkpoint": { "total": 0.12603076000004876, "count": 1, "self": 0.12603076000004876 } } } } } } }