| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.5105369687080383, | |
| "min": 0.5036460161209106, | |
| "max": 1.4236077070236206, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 15283.435546875, | |
| "min": 15198.0224609375, | |
| "max": 43186.5625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989976.0, | |
| "min": 29910.0, | |
| "max": 989976.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989976.0, | |
| "min": 29910.0, | |
| "max": 989976.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.463505357503891, | |
| "min": -0.0985526517033577, | |
| "max": 0.579032838344574, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 122.82891845703125, | |
| "min": -23.849740982055664, | |
| "max": 160.39208984375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.005613792221993208, | |
| "min": -0.005613792221993208, | |
| "max": 0.4639880955219269, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.4876549243927002, | |
| "min": -1.4876549243927002, | |
| "max": 110.42916870117188, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06573412623783086, | |
| "min": 0.062164827000198514, | |
| "max": 0.07485746090262554, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9202777673296321, | |
| "min": 0.5089814201821627, | |
| "max": 1.0716112161473441, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01222862632407452, | |
| "min": 0.00015194079621619428, | |
| "max": 0.022014564295086782, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.17120076853704327, | |
| "min": 0.00212717114702672, | |
| "max": 0.21633931594117833, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.293418997464285e-06, | |
| "min": 7.293418997464285e-06, | |
| "max": 0.0002952347158741428, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010210786596449998, | |
| "min": 0.00010210786596449998, | |
| "max": 0.0037582300472566994, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10243110714285712, | |
| "min": 0.10243110714285712, | |
| "max": 0.19841157142857144, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4340354999999998, | |
| "min": 1.388881, | |
| "max": 2.652743300000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00025286760357142856, | |
| "min": 0.00025286760357142856, | |
| "max": 0.009841315985714286, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.00354014645, | |
| "min": 0.00354014645, | |
| "max": 0.12528905567, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.01000965852290392, | |
| "min": 0.01000965852290392, | |
| "max": 0.8042423129081726, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.14013521373271942, | |
| "min": 0.14013521373271942, | |
| "max": 5.629696369171143, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 418.972602739726, | |
| "min": 337.1666666666667, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30585.0, | |
| "min": 17220.0, | |
| "max": 34217.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.4165753212897745, | |
| "min": -0.9998645686334179, | |
| "max": 1.6047276939792805, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 103.40999845415354, | |
| "min": -30.995801627635956, | |
| "max": 134.79239797592163, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.4165753212897745, | |
| "min": -0.9998645686334179, | |
| "max": 1.6047276939792805, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 103.40999845415354, | |
| "min": -30.995801627635956, | |
| "max": 134.79239797592163, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.043465900572362895, | |
| "min": 0.03739372393604191, | |
| "max": 15.617709757139286, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.173010741782491, | |
| "min": 3.139557426155079, | |
| "max": 281.11877562850714, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1685098829", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1685101013" | |
| }, | |
| "total": 2184.403781973, | |
| "count": 1, | |
| "self": 0.7300603550002052, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05704740600003788, | |
| "count": 1, | |
| "self": 0.05704740600003788 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2183.616674212, | |
| "count": 1, | |
| "self": 1.5618220420224134, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.859687903999884, | |
| "count": 1, | |
| "self": 4.859687903999884 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2177.054907620978, | |
| "count": 63782, | |
| "self": 1.5181805268935022, | |
| "children": { | |
| "env_step": { | |
| "total": 1540.147259158008, | |
| "count": 63782, | |
| "self": 1425.3233293779497, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 113.94927005801901, | |
| "count": 63782, | |
| "self": 4.90253527408322, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 109.04673478393579, | |
| "count": 62540, | |
| "self": 109.04673478393579 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8746597220392687, | |
| "count": 63782, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2178.1532643149876, | |
| "count": 63782, | |
| "is_parallel": true, | |
| "self": 870.4380461489536, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0024616809998860845, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006885099999180966, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0017731709999679879, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0017731709999679879 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04664487900004133, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005728589999307587, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005626000001939246, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005626000001939246 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04363360299998931, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04363360299998931 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018758169999273377, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004097670000646758, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001466049999862662, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001466049999862662 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1307.715218166034, | |
| "count": 63781, | |
| "is_parallel": true, | |
| "self": 32.28947026296123, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.94012055902067, | |
| "count": 63781, | |
| "is_parallel": true, | |
| "self": 22.94012055902067 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1152.960599951089, | |
| "count": 63781, | |
| "is_parallel": true, | |
| "self": 1152.960599951089 | |
| }, | |
| "steps_from_proto": { | |
| "total": 99.52502739296301, | |
| "count": 63781, | |
| "is_parallel": true, | |
| "self": 20.57901701979813, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 78.94601037316488, | |
| "count": 510248, | |
| "is_parallel": true, | |
| "self": 78.94601037316488 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 635.3894679360767, | |
| "count": 63782, | |
| "self": 2.806349684015686, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 108.4374069840585, | |
| "count": 63782, | |
| "self": 108.13967482705834, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.297732157000155, | |
| "count": 2, | |
| "self": 0.297732157000155 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 524.1457112680025, | |
| "count": 457, | |
| "self": 339.4933938170245, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 184.652317450978, | |
| "count": 22824, | |
| "self": 184.652317450978 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2249997780600097e-06, | |
| "count": 1, | |
| "self": 1.2249997780600097e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1402554199999031, | |
| "count": 1, | |
| "self": 0.0019310479997329821, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.13832437200017011, | |
| "count": 1, | |
| "self": 0.13832437200017011 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |