| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.3178635239601135, | |
| "min": 0.3178635239601135, | |
| "max": 1.3902498483657837, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 9490.1337890625, | |
| "min": 9490.1337890625, | |
| "max": 42174.62109375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989897.0, | |
| "min": 29913.0, | |
| "max": 989897.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989897.0, | |
| "min": 29913.0, | |
| "max": 989897.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.6187642216682434, | |
| "min": -0.12025631219148636, | |
| "max": 0.7105451226234436, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 174.49151611328125, | |
| "min": -28.861515045166016, | |
| "max": 206.7686309814453, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.00654757721349597, | |
| "min": -0.00654757721349597, | |
| "max": 0.4016879200935364, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.846416711807251, | |
| "min": -1.846416711807251, | |
| "max": 95.60172271728516, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07195698879964074, | |
| "min": 0.06670356073593293, | |
| "max": 0.07339130777178245, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0073978431949704, | |
| "min": 0.49222126522338305, | |
| "max": 1.0793419932791346, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016518491339714576, | |
| "min": 0.0008587104912144526, | |
| "max": 0.01692770151601594, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.23125887875600407, | |
| "min": 0.010304525894573431, | |
| "max": 0.23698782122422318, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.4804046494214334e-06, | |
| "min": 7.4804046494214334e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010472566509190006, | |
| "min": 0.00010472566509190006, | |
| "max": 0.0035077388307537993, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10249343571428572, | |
| "min": 0.10249343571428572, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4349081000000001, | |
| "min": 1.3886848, | |
| "max": 2.5692462, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.000259094227857143, | |
| "min": 0.000259094227857143, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0036273191900000022, | |
| "min": 0.0036273191900000022, | |
| "max": 0.11694769538000005, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011967840604484081, | |
| "min": 0.011889123357832432, | |
| "max": 0.5613910555839539, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.16754977405071259, | |
| "min": 0.1664477288722992, | |
| "max": 3.9297375679016113, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 299.6764705882353, | |
| "min": 259.5964912280702, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30567.0, | |
| "min": 18502.0, | |
| "max": 31952.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.6414862592138497, | |
| "min": -0.9999724659940292, | |
| "max": 1.7323783630723353, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 167.43159843981266, | |
| "min": -29.981401674449444, | |
| "max": 198.22039784491062, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.6414862592138497, | |
| "min": -0.9999724659940292, | |
| "max": 1.7323783630723353, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 167.43159843981266, | |
| "min": -29.981401674449444, | |
| "max": 198.22039784491062, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.037175722015615295, | |
| "min": 0.0354395536100998, | |
| "max": 10.51944540754745, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.7919236455927603, | |
| "min": 3.582250896914047, | |
| "max": 199.86946274340153, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1689017286", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining --no-graphics --force", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1689019768" | |
| }, | |
| "total": 2481.3725149069987, | |
| "count": 1, | |
| "self": 0.4816428399981305, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.047176578999824414, | |
| "count": 1, | |
| "self": 0.047176578999824414 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2480.843695488001, | |
| "count": 1, | |
| "self": 1.5505748190917075, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.270016161000058, | |
| "count": 1, | |
| "self": 4.270016161000058 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2474.919614934908, | |
| "count": 64308, | |
| "self": 1.5617841406801745, | |
| "children": { | |
| "env_step": { | |
| "total": 1802.3584920381927, | |
| "count": 64308, | |
| "self": 1679.5739220345395, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 121.81685093378837, | |
| "count": 64308, | |
| "self": 5.27247656160489, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 116.54437437218348, | |
| "count": 62575, | |
| "self": 116.54437437218348 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.9677190698648701, | |
| "count": 64308, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2474.877100068974, | |
| "count": 64308, | |
| "is_parallel": true, | |
| "self": 922.8974211140794, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001951485999597935, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006457800000134739, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001305705999584461, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001305705999584461 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05190225900059886, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005502450012500049, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005636239993691561, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005636239993691561 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04862934199991287, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04862934199991287 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.002159048000066832, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004464999983611051, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001712548001705727, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001712548001705727 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1551.9796789548946, | |
| "count": 64307, | |
| "is_parallel": true, | |
| "self": 35.76387992301534, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 25.675258725037565, | |
| "count": 64307, | |
| "is_parallel": true, | |
| "self": 25.675258725037565 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1372.038220120996, | |
| "count": 64307, | |
| "is_parallel": true, | |
| "self": 1372.038220120996 | |
| }, | |
| "steps_from_proto": { | |
| "total": 118.50232018584575, | |
| "count": 64307, | |
| "is_parallel": true, | |
| "self": 23.562836632136168, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 94.93948355370958, | |
| "count": 514456, | |
| "is_parallel": true, | |
| "self": 94.93948355370958 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 670.9993387560353, | |
| "count": 64308, | |
| "self": 2.9493336270397776, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 121.40653355098038, | |
| "count": 64308, | |
| "self": 121.18808763198012, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2184459190002599, | |
| "count": 2, | |
| "self": 0.2184459190002599 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 546.6434715780151, | |
| "count": 456, | |
| "self": 351.05654438613965, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 195.58692719187547, | |
| "count": 22821, | |
| "self": 195.58692719187547 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1280008038738742e-06, | |
| "count": 1, | |
| "self": 1.1280008038738742e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10348844500003906, | |
| "count": 1, | |
| "self": 0.0014441620005527511, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10204428299948631, | |
| "count": 1, | |
| "self": 0.10204428299948631 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |