{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.47847840189933777, "min": 0.47847840189933777, "max": 1.503717303276062, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 14446.2197265625, "min": 14379.724609375, "max": 45616.76953125, "count": 33 }, "Pyramids.Step.mean": { "value": 989982.0, "min": 29957.0, "max": 989982.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989982.0, "min": 29957.0, "max": 989982.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.47030115127563477, "min": -0.10355046391487122, "max": 0.5821890830993652, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 128.86251831054688, "min": -24.95566177368164, "max": 163.012939453125, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.044841405004262924, "min": -0.007838398218154907, "max": 0.22660115361213684, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 12.286544799804688, "min": -2.194751501083374, "max": 54.38427734375, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06726333507131563, "min": 0.0647866495710332, "max": 0.07574323198499237, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9416866909984188, "min": 0.5302026238949467, "max": 1.0445243834047668, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.015774664233460845, "min": 0.0002778407668338412, "max": 0.015774664233460845, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.2208452992684518, "min": 0.0025005669015045707, "max": 0.2208452992684518, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.570576047935712e-06, "min": 7.570576047935712e-06, "max": 0.00029523818730155715, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.00010598806467109997, "min": 0.00010598806467109997, "max": 0.0032545667151445, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10252349285714284, "min": 0.10252349285714284, "max": 0.19841272857142855, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4353288999999998, "min": 1.3888890999999999, "max": 2.4428464000000005, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002620969364285714, "min": 0.0002620969364285714, "max": 0.009841431584285715, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.00366935711, "min": 0.00366935711, "max": 0.10850706444999998, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.008340899832546711, "min": 0.008340899832546711, "max": 0.36871060729026794, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1167725920677185, "min": 0.1167725920677185, "max": 2.5809743404388428, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 376.679012345679, "min": 328.8315789473684, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30511.0, "min": 16500.0, "max": 32738.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.5216899876482786, "min": -0.999962551984936, "max": 1.6501136629205002, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 121.73519901186228, "min": -31.998801663517952, "max": 156.7607979774475, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.5216899876482786, "min": -0.999962551984936, "max": 1.6501136629205002, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 121.73519901186228, "min": -31.998801663517952, "max": 156.7607979774475, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03256438764874474, "min": 0.030140007402836712, "max": 7.050037117346244, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 2.6051510118995793, "min": 2.5544534513610415, "max": 119.85063099488616, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1674211405", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.6", "end_time_seconds": "1674213298" }, "total": 1893.0615450949995, "count": 1, "self": 0.44210948099953384, "children": { "run_training.setup": { "total": 0.1048083650002809, "count": 1, "self": 0.1048083650002809 }, "TrainerController.start_learning": { "total": 1892.5146272489997, "count": 1, "self": 1.079476537022856, "children": { "TrainerController._reset_env": { "total": 5.904795376000038, "count": 1, "self": 5.904795376000038 }, "TrainerController.advance": { "total": 1885.4460729709767, "count": 63706, "self": 1.1569529340263216, "children": { "env_step": { "total": 1270.270090075006, "count": 63706, "self": 1174.386966176125, "children": { "SubprocessEnvManager._take_step": { "total": 95.19792181092589, "count": 63706, "self": 3.958833522910936, "children": { "TorchPolicy.evaluate": { "total": 91.23908828801495, "count": 62561, "self": 30.92962280299207, "children": { "TorchPolicy.sample_actions": { "total": 60.30946548502288, "count": 62561, "self": 60.30946548502288 } } } } }, "workers": { "total": 0.6852020879550764, "count": 63706, "self": 0.0, "children": { "worker_root": { "total": 1889.4938977009215, "count": 63706, "is_parallel": true, "self": 803.5562099529539, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0016850179999892134, "count": 1, "is_parallel": true, "self": 0.0006355479995363567, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010494700004528568, "count": 8, "is_parallel": true, "self": 0.0010494700004528568 } } }, "UnityEnvironment.step": { "total": 0.04202519999989818, "count": 1, "is_parallel": true, "self": 0.00047055799996087444, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004455230000530719, "count": 1, "is_parallel": true, "self": 0.0004455230000530719 }, "communicator.exchange": { "total": 0.039644081000005826, "count": 1, "is_parallel": true, "self": 0.039644081000005826 }, "steps_from_proto": { "total": 0.0014650379998784047, "count": 1, "is_parallel": true, "self": 0.000373733000287757, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010913049995906476, "count": 8, "is_parallel": true, "self": 0.0010913049995906476 } } } } } } }, "UnityEnvironment.step": { "total": 1085.9376877479676, "count": 63705, "is_parallel": true, "self": 26.152350950108485, "children": { "UnityEnvironment._generate_step_input": { "total": 20.498081100933632, "count": 63705, "is_parallel": true, "self": 20.498081100933632 }, "communicator.exchange": { "total": 947.071781520991, "count": 63705, "is_parallel": true, "self": 947.071781520991 }, "steps_from_proto": { "total": 92.21547417593456, "count": 63705, "is_parallel": true, "self": 19.906551299705825, "children": { "_process_rank_one_or_two_observation": { "total": 72.30892287622873, "count": 509640, "is_parallel": true, "self": 72.30892287622873 } } } } } } } } } } }, "trainer_advance": { "total": 614.0190299619444, "count": 63706, "self": 2.0125257719164438, "children": { "process_trajectory": { "total": 133.53603896002096, "count": 63706, "self": 133.35779897702105, "children": { "RLTrainer._checkpoint": { "total": 0.17823998299991217, "count": 2, "self": 0.17823998299991217 } } }, "_update_policy": { "total": 478.470465230007, "count": 442, "self": 178.95210199401845, "children": { "TorchPPOOptimizer.update": { "total": 299.51836323598855, "count": 22827, "self": 299.51836323598855 } } } } } } }, "trainer_threads": { "total": 9.710001904750243e-07, "count": 1, "self": 9.710001904750243e-07 }, "TrainerController._save_models": { "total": 0.08428139399984502, "count": 1, "self": 0.0015307920002669562, "children": { "RLTrainer._checkpoint": { "total": 0.08275060199957807, "count": 1, "self": 0.08275060199957807 } } } } } } }