| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.41320616006851196, |
| "min": 0.41320616006851196, |
| "max": 1.4852380752563477, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 12449.0751953125, |
| "min": 12449.0751953125, |
| "max": 38972.6484375, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989915.0, |
| "min": 29952.0, |
| "max": 989915.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989915.0, |
| "min": 29952.0, |
| "max": 989915.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.6240072846412659, |
| "min": -0.09642890095710754, |
| "max": 0.6393569707870483, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 175.34605407714844, |
| "min": -23.239364624023438, |
| "max": 183.49545288085938, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.009985915385186672, |
| "min": 0.002595818368718028, |
| "max": 0.3473924994468689, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 2.806042194366455, |
| "min": 0.7164458632469177, |
| "max": 83.72159576416016, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06750413520977094, |
| "min": 0.06431173062422982, |
| "max": 0.0726640624149392, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9450578929367932, |
| "min": 0.4316297037456381, |
| "max": 1.0782752536858122, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01741611656781934, |
| "min": 0.0007273732061702858, |
| "max": 0.01741611656781934, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.24382563194947077, |
| "min": 0.010183224886384002, |
| "max": 0.2587577999414255, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.5526831967571434e-06, |
| "min": 7.5526831967571434e-06, |
| "max": 0.0002946048017984, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010573756475460001, |
| "min": 0.00010573756475460001, |
| "max": 0.0033825260724914, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10251752857142858, |
| "min": 0.10251752857142858, |
| "max": 0.19820159999999998, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4352454000000001, |
| "min": 1.1892095999999999, |
| "max": 2.5275086, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.00026150110428571437, |
| "min": 0.00026150110428571437, |
| "max": 0.00982033984, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0036610154600000013, |
| "min": 0.0036610154600000013, |
| "max": 0.11277810914, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.0182869303971529, |
| "min": 0.0182869303971529, |
| "max": 0.6112358570098877, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.2560170292854309, |
| "min": 0.2560170292854309, |
| "max": 3.667415142059326, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 296.96190476190475, |
| "min": 294.56190476190477, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 31181.0, |
| "min": 15984.0, |
| "max": 33065.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.6272552261749904, |
| "min": -1.0000000521540642, |
| "max": 1.6855422943257368, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 170.86179874837399, |
| "min": -30.992001608014107, |
| "max": 175.29639860987663, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.6272552261749904, |
| "min": -1.0000000521540642, |
| "max": 1.6855422943257368, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 170.86179874837399, |
| "min": -30.992001608014107, |
| "max": 175.29639860987663, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.055965538503646495, |
| "min": 0.055965538503646495, |
| "max": 11.01230601966381, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 5.876381542882882, |
| "min": 5.630166640941752, |
| "max": 176.19689631462097, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1701533384", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1701537875" |
| }, |
| "total": 4490.946439645, |
| "count": 1, |
| "self": 2.176551821999965, |
| "children": { |
| "run_training.setup": { |
| "total": 0.17438058100015041, |
| "count": 1, |
| "self": 0.17438058100015041 |
| }, |
| "TrainerController.start_learning": { |
| "total": 4488.595507242, |
| "count": 1, |
| "self": 3.6984144371408547, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 10.776521396000135, |
| "count": 1, |
| "self": 10.776521396000135 |
| }, |
| "TrainerController.advance": { |
| "total": 4473.95222662686, |
| "count": 63761, |
| "self": 5.142288076880504, |
| "children": { |
| "env_step": { |
| "total": 2522.281007677932, |
| "count": 63761, |
| "self": 2192.5812538330088, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 328.39859001596005, |
| "count": 63761, |
| "self": 12.135641457001384, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 316.26294855895867, |
| "count": 62305, |
| "self": 316.26294855895867 |
| } |
| } |
| }, |
| "workers": { |
| "total": 1.3011638289631264, |
| "count": 63761, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 4484.185641512061, |
| "count": 63761, |
| "is_parallel": true, |
| "self": 2604.7252189940205, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0026039099998342863, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007515289994444174, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0018523810003898689, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0018523810003898689 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.10212740900033168, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006307549997472961, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004512510004133219, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004512510004133219 |
| }, |
| "communicator.exchange": { |
| "total": 0.09938192900017384, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.09938192900017384 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016634739999972226, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00034190099950137665, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.001321573000495846, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001321573000495846 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1879.4604225180406, |
| "count": 63760, |
| "is_parallel": true, |
| "self": 34.91603148725153, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 22.265774597900418, |
| "count": 63760, |
| "is_parallel": true, |
| "self": 22.265774597900418 |
| }, |
| "communicator.exchange": { |
| "total": 1725.3798560939194, |
| "count": 63760, |
| "is_parallel": true, |
| "self": 1725.3798560939194 |
| }, |
| "steps_from_proto": { |
| "total": 96.89876033896917, |
| "count": 63760, |
| "is_parallel": true, |
| "self": 18.437097057763822, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 78.46166328120535, |
| "count": 510080, |
| "is_parallel": true, |
| "self": 78.46166328120535 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1946.5289308720476, |
| "count": 63761, |
| "self": 9.212012804005099, |
| "children": { |
| "process_trajectory": { |
| "total": 411.18268439704434, |
| "count": 63761, |
| "self": 410.68693661604493, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.49574778099940886, |
| "count": 2, |
| "self": 0.49574778099940886 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1526.1342336709981, |
| "count": 451, |
| "self": 1041.735780137053, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 484.39845353394503, |
| "count": 22674, |
| "self": 484.39845353394503 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.2049995348206721e-06, |
| "count": 1, |
| "self": 1.2049995348206721e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.16834357700008695, |
| "count": 1, |
| "self": 0.003110988999651454, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1652325880004355, |
| "count": 1, |
| "self": 0.1652325880004355 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
