| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.32608816027641296, | |
| "min": 0.3260343372821808, | |
| "max": 1.4834710359573364, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 9860.90625, | |
| "min": 9629.75, | |
| "max": 45002.578125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989958.0, | |
| "min": 29952.0, | |
| "max": 989958.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989958.0, | |
| "min": 29952.0, | |
| "max": 989958.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.4889722764492035, | |
| "min": -0.0827411636710167, | |
| "max": 0.5884976387023926, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 133.00045776367188, | |
| "min": -19.94062042236328, | |
| "max": 160.07135009765625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.018497852608561516, | |
| "min": -0.018497852608561516, | |
| "max": 0.26822128891944885, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -5.031415939331055, | |
| "min": -5.031415939331055, | |
| "max": 64.37310791015625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06846923154430837, | |
| "min": 0.06331308550439078, | |
| "max": 0.0734606170154934, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9585692416203172, | |
| "min": 0.4967418422241061, | |
| "max": 1.0548762422857931, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01632231401597265, | |
| "min": 0.0006867401268466135, | |
| "max": 0.017558857621283484, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22851239622361713, | |
| "min": 0.007554141395312749, | |
| "max": 0.24582400669796875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.700476004635716e-06, | |
| "min": 7.700476004635716e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010780666406490002, | |
| "min": 0.00010780666406490002, | |
| "max": 0.003256397314534299, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10256679285714286, | |
| "min": 0.10256679285714286, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4359351, | |
| "min": 1.3691136000000002, | |
| "max": 2.4840998, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002664226064285716, | |
| "min": 0.0002664226064285716, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037299164900000017, | |
| "min": 0.0037299164900000017, | |
| "max": 0.10856802343, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.010939222760498524, | |
| "min": 0.010939222760498524, | |
| "max": 0.30432891845703125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.15314911305904388, | |
| "min": 0.15314911305904388, | |
| "max": 2.1303024291992188, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 365.175, | |
| "min": 328.57471264367814, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29214.0, | |
| "min": 15984.0, | |
| "max": 32773.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.5848124746233225, | |
| "min": -1.0000000521540642, | |
| "max": 1.6680941045284272, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 126.7849979698658, | |
| "min": -32.000001668930054, | |
| "max": 142.0559982061386, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.5848124746233225, | |
| "min": -1.0000000521540642, | |
| "max": 1.6680941045284272, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 126.7849979698658, | |
| "min": -32.000001668930054, | |
| "max": 142.0559982061386, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.04148480015937821, | |
| "min": 0.040637715126858785, | |
| "max": 5.9434097283519804, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.318784012750257, | |
| "min": 3.318784012750257, | |
| "max": 95.09455565363169, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1692487452", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1692489868" | |
| }, | |
| "total": 2415.498542838, | |
| "count": 1, | |
| "self": 0.495236699000543, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.07260470699998223, | |
| "count": 1, | |
| "self": 0.07260470699998223 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2414.9307014319998, | |
| "count": 1, | |
| "self": 1.4973012879968337, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.916503325000008, | |
| "count": 1, | |
| "self": 4.916503325000008 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2408.4185666210033, | |
| "count": 63863, | |
| "self": 1.5154665369973372, | |
| "children": { | |
| "env_step": { | |
| "total": 1701.9834163420128, | |
| "count": 63863, | |
| "self": 1583.2717276829908, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 117.76041172798875, | |
| "count": 63863, | |
| "self": 4.990111474026207, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 112.77030025396255, | |
| "count": 62566, | |
| "self": 112.77030025396255 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.9512769310332487, | |
| "count": 63863, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2409.2957030169414, | |
| "count": 63863, | |
| "is_parallel": true, | |
| "self": 950.3409683858717, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006422931000088283, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.004851466000332039, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015714649997562447, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015714649997562447 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04976937899994027, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006456529999923077, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005717809999623569, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005717809999623569 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04651998499991805, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04651998499991805 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0020319600000675564, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00039121600002545165, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0016407440000421047, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0016407440000421047 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1458.9547346310696, | |
| "count": 63862, | |
| "is_parallel": true, | |
| "self": 36.96907865810954, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 24.42175522797504, | |
| "count": 63862, | |
| "is_parallel": true, | |
| "self": 24.42175522797504 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1283.5673147770228, | |
| "count": 63862, | |
| "is_parallel": true, | |
| "self": 1283.5673147770228 | |
| }, | |
| "steps_from_proto": { | |
| "total": 113.99658596796235, | |
| "count": 63862, | |
| "is_parallel": true, | |
| "self": 22.70101223880124, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 91.2955737291611, | |
| "count": 510896, | |
| "is_parallel": true, | |
| "self": 91.2955737291611 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 704.9196837419933, | |
| "count": 63863, | |
| "self": 2.9158751109690684, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 117.81247502202996, | |
| "count": 63863, | |
| "self": 117.58268309902951, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.22979192300044815, | |
| "count": 2, | |
| "self": 0.22979192300044815 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 584.1913336089942, | |
| "count": 443, | |
| "self": 383.9529126359703, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 200.23842097302395, | |
| "count": 22812, | |
| "self": 200.23842097302395 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1539996194187552e-06, | |
| "count": 1, | |
| "self": 1.1539996194187552e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09832904399991094, | |
| "count": 1, | |
| "self": 0.0014845659998172778, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09684447800009366, | |
| "count": 1, | |
| "self": 0.09684447800009366 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |