| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.35985761880874634, | |
| "min": 0.35985761880874634, | |
| "max": 1.4951326847076416, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 10795.728515625, | |
| "min": 10795.728515625, | |
| "max": 45356.34375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989927.0, | |
| "min": 29952.0, | |
| "max": 989927.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989927.0, | |
| "min": 29952.0, | |
| "max": 989927.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5342896580696106, | |
| "min": -0.1031314879655838, | |
| "max": 0.5835443735122681, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 147.99822998046875, | |
| "min": -24.751556396484375, | |
| "max": 162.225341796875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.07662080228328705, | |
| "min": 0.005290832370519638, | |
| "max": 0.3707778751850128, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 21.223962783813477, | |
| "min": 1.4655605554580688, | |
| "max": 87.87435913085938, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.0699764938546448, | |
| "min": 0.06461131780942138, | |
| "max": 0.07445865809194828, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.049647407819672, | |
| "min": 0.4876640665618537, | |
| "max": 1.064885815702534, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016659237832775235, | |
| "min": 0.0005577779979327816, | |
| "max": 0.0171608928571162, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.24988856749162852, | |
| "min": 0.005020001981395034, | |
| "max": 0.24988856749162852, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.529517490193337e-06, | |
| "min": 7.529517490193337e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011294276235290006, | |
| "min": 0.00011294276235290006, | |
| "max": 0.0031402454532515997, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10250980666666668, | |
| "min": 0.10250980666666668, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5376471, | |
| "min": 1.3886848, | |
| "max": 2.3591434000000007, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002607296860000002, | |
| "min": 0.0002607296860000002, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003910945290000003, | |
| "min": 0.003910945290000003, | |
| "max": 0.10470016516000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.008241442032158375, | |
| "min": 0.008241442032158375, | |
| "max": 0.41470035910606384, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.1236216276884079, | |
| "min": 0.12111823260784149, | |
| "max": 2.902902603149414, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 350.01162790697674, | |
| "min": 312.6559139784946, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30101.0, | |
| "min": 15984.0, | |
| "max": 32746.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6034534608208857, | |
| "min": -1.0000000521540642, | |
| "max": 1.6869467910616955, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 137.89699763059616, | |
| "min": -32.000001668930054, | |
| "max": 158.57299835979939, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6034534608208857, | |
| "min": -1.0000000521540642, | |
| "max": 1.6869467910616955, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 137.89699763059616, | |
| "min": -32.000001668930054, | |
| "max": 158.57299835979939, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.03027926326924285, | |
| "min": 0.02932243299994994, | |
| "max": 9.626343991607428, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.6040166411548853, | |
| "min": 2.6040166411548853, | |
| "max": 154.02150386571884, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1696299834", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1696301328" | |
| }, | |
| "total": 1494.221681776, | |
| "count": 1, | |
| "self": 0.3715608290003729, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0368238249998285, | |
| "count": 1, | |
| "self": 0.0368238249998285 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1493.8132971219998, | |
| "count": 1, | |
| "self": 1.1219425989074807, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.9152243789999375, | |
| "count": 1, | |
| "self": 3.9152243789999375 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1488.6744268830926, | |
| "count": 63734, | |
| "self": 1.1059112360617291, | |
| "children": { | |
| "env_step": { | |
| "total": 959.1052888610316, | |
| "count": 63734, | |
| "self": 866.1538795100514, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 92.24969461195587, | |
| "count": 63734, | |
| "self": 4.084840258845816, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 88.16485435311006, | |
| "count": 62571, | |
| "self": 88.16485435311006 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7017147390242826, | |
| "count": 63734, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1491.5637796100864, | |
| "count": 63734, | |
| "is_parallel": true, | |
| "self": 708.9701621941354, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020317079997766996, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006464570001298853, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013852509996468143, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013852509996468143 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03692010199983997, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005853449993082904, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00046128300027703517, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00046128300027703517 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.03320803199994771, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.03320803199994771 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.002665442000306939, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00039341100045930943, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0022720309998476296, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0022720309998476296 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 782.593617415951, | |
| "count": 63733, | |
| "is_parallel": true, | |
| "self": 19.833430586002123, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 13.715115770032753, | |
| "count": 63733, | |
| "is_parallel": true, | |
| "self": 13.715115770032753 | |
| }, | |
| "communicator.exchange": { | |
| "total": 687.0952267099374, | |
| "count": 63733, | |
| "is_parallel": true, | |
| "self": 687.0952267099374 | |
| }, | |
| "steps_from_proto": { | |
| "total": 61.949844349978775, | |
| "count": 63733, | |
| "is_parallel": true, | |
| "self": 12.661483756780854, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 49.28836059319792, | |
| "count": 509864, | |
| "is_parallel": true, | |
| "self": 49.28836059319792 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 528.4632267859993, | |
| "count": 63734, | |
| "self": 2.1194749950759615, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 91.85608259792525, | |
| "count": 63734, | |
| "self": 91.61878305192522, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.23729954600003111, | |
| "count": 2, | |
| "self": 0.23729954600003111 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 434.48766919299806, | |
| "count": 439, | |
| "self": 274.83267077303617, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 159.65499841996188, | |
| "count": 22803, | |
| "self": 159.65499841996188 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.219999830937013e-06, | |
| "count": 1, | |
| "self": 1.219999830937013e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10170204099995317, | |
| "count": 1, | |
| "self": 0.0014082210000196937, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10029381999993348, | |
| "count": 1, | |
| "self": 0.10029381999993348 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |