{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 1.0427734851837158, "min": 0.9910084009170532, "max": 1.5067851543426514, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 31233.15234375, "min": 29603.40234375, "max": 45709.8359375, "count": 33 }, "Pyramids.Step.mean": { "value": 989974.0, "min": 29952.0, "max": 989974.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989974.0, "min": 29952.0, "max": 989974.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": -0.0678025484085083, "min": -0.12691162526607513, "max": -0.06582409888505936, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": -16.40821647644043, "min": -30.078054428100586, "max": -15.863608360290527, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.013215010054409504, "min": 0.005361036863178015, "max": 0.2298058420419693, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 3.1980323791503906, "min": 1.2973709106445312, "max": 54.965309143066406, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06827791020370685, "min": 0.06472473532565118, "max": 0.07365896658642877, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9558907428518959, "min": 0.4530731472795583, "max": 1.0312255322100028, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.0021780173987101556, "min": 0.00018092140639065015, "max": 0.005838643023404681, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.030492243581942177, "min": 0.002532899689469102, "max": 0.04087050116383277, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.720059984000006e-07, "min": 7.720059984000006e-07, "max": 2.95150644736e-05, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 1.0808083977600009e-05, "min": 1.0808083977600009e-05, "max": 0.00031364185452800004, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10257302857142858, "min": 0.10257302857142858, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4360224000000001, "min": 1.3691136000000002, "max": 2.345472, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00026704555428571454, "min": 0.00026704555428571454, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0037386377600000034, "min": 0.0037386377600000034, "max": 0.1045726528, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.011356151662766933, "min": 0.011008656583726406, "max": 0.2891857624053955, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.15898612141609192, "min": 0.15412119030952454, "max": 2.0243003368377686, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 973.53125, "min": 941.3666666666667, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31153.0, "min": 15984.0, "max": 32174.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": -0.6615500550251454, "min": -1.0000000521540642, "max": -0.6086667145291964, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": -21.169601760804653, "min": -32.000001668930054, "max": -16.000000834465027, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": -0.6615500550251454, "min": -1.0000000521540642, "max": -0.6086667145291964, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": -21.169601760804653, "min": -32.000001668930054, "max": -16.000000834465027, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.11294995617936365, "min": 0.1112391704580549, "max": 5.6130590392276645, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.614398597739637, "min": 3.195283649954945, "max": 89.80894462764263, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1691758550", "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids_Training --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1691760540" }, "total": 1990.1451167470002, "count": 1, "self": 0.4857567509998262, "children": { "run_training.setup": { "total": 0.03768296300017937, "count": 1, "self": 0.03768296300017937 }, "TrainerController.start_learning": { "total": 1989.6216770330002, "count": 1, "self": 1.3366268709655742, "children": { "TrainerController._reset_env": { "total": 4.0180048360000455, "count": 1, "self": 4.0180048360000455 }, "TrainerController.advance": { "total": 1984.1709402170347, "count": 63033, "self": 1.3382812060538072, "children": { "env_step": { "total": 1326.792135909967, "count": 63033, "self": 1218.4401755140289, "children": { "SubprocessEnvManager._take_step": { "total": 107.55894720799142, "count": 63033, "self": 4.583389198972327, "children": { "TorchPolicy.evaluate": { "total": 102.9755580090191, "count": 62566, "self": 102.9755580090191 } } }, "workers": { "total": 0.7930131879468263, "count": 63033, "self": 0.0, "children": { "worker_root": { "total": 1984.979651430895, "count": 63033, "is_parallel": true, "self": 876.5292086808956, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0017883699999856617, "count": 1, "is_parallel": true, "self": 0.0005463630002395803, "children": { "_process_rank_one_or_two_observation": { "total": 0.0012420069997460814, "count": 8, "is_parallel": true, "self": 0.0012420069997460814 } } }, "UnityEnvironment.step": { "total": 0.04749794999997903, "count": 1, "is_parallel": true, "self": 0.0005397270003868471, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0004672799998388655, "count": 1, "is_parallel": true, "self": 0.0004672799998388655 }, "communicator.exchange": { "total": 0.044588652999891565, "count": 1, "is_parallel": true, "self": 0.044588652999891565 }, "steps_from_proto": { "total": 0.0019022899998617504, "count": 1, "is_parallel": true, "self": 0.0003758419995847362, "children": { "_process_rank_one_or_two_observation": { "total": 0.0015264480002770142, "count": 8, "is_parallel": true, "self": 0.0015264480002770142 } } } } } } }, "UnityEnvironment.step": { "total": 1108.4504427499994, "count": 63032, "is_parallel": true, "self": 33.27731592390137, "children": { "UnityEnvironment._generate_step_input": { "total": 22.97135936708787, "count": 63032, "is_parallel": true, "self": 22.97135936708787 }, "communicator.exchange": { "total": 949.1294334070049, "count": 63032, "is_parallel": true, "self": 949.1294334070049 }, "steps_from_proto": { "total": 103.07233405200532, "count": 63032, "is_parallel": true, "self": 20.10559141985982, "children": { "_process_rank_one_or_two_observation": { "total": 82.9667426321455, "count": 504256, "is_parallel": true, "self": 82.9667426321455 } } } } } } } } } } }, "trainer_advance": { "total": 656.0405231010138, "count": 63033, "self": 2.2702460239677293, "children": { "process_trajectory": { "total": 107.7271595220484, "count": 63033, "self": 107.52157427804809, "children": { "RLTrainer._checkpoint": { "total": 0.20558524400030365, "count": 2, "self": 0.20558524400030365 } } }, "_update_policy": { "total": 546.0431175549977, "count": 430, "self": 356.2182041680046, "children": { "TorchPPOOptimizer.update": { "total": 189.8249133869931, "count": 22893, "self": 189.8249133869931 } } } } } } }, "trainer_threads": { "total": 9.469999895372894e-07, "count": 1, "self": 9.469999895372894e-07 }, "TrainerController._save_models": { "total": 0.09610416199984684, "count": 1, "self": 0.0013532489997487573, "children": { "RLTrainer._checkpoint": { "total": 0.09475091300009808, "count": 1, "self": 0.09475091300009808 } } } } } } }