| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.5534970760345459, | |
| "min": 0.5534970760345459, | |
| "max": 1.413807988166809, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 16835.16796875, | |
| "min": 16835.16796875, | |
| "max": 42889.27734375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989976.0, | |
| "min": 29876.0, | |
| "max": 989976.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989976.0, | |
| "min": 29876.0, | |
| "max": 989976.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.2775384783744812, | |
| "min": -0.11032278090715408, | |
| "max": 0.295678973197937, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 71.8824691772461, | |
| "min": -26.477466583251953, | |
| "max": 76.58085632324219, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.0013886155793443322, | |
| "min": -0.0017076353542506695, | |
| "max": 0.39094293117523193, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -0.35965144634246826, | |
| "min": -0.4371546506881714, | |
| "max": 94.21724700927734, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06754765192384919, | |
| "min": 0.06478568333886232, | |
| "max": 0.07358575871208399, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9456671269338888, | |
| "min": 0.480868295816425, | |
| "max": 1.0548193030037651, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.012538805685922161, | |
| "min": 0.0004524768144623889, | |
| "max": 0.012538805685922161, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.17554327960291025, | |
| "min": 0.005882198588011056, | |
| "max": 0.17554327960291025, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.5860688999142866e-06, | |
| "min": 7.5860688999142866e-06, | |
| "max": 0.0002952361730165143, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0001062049645988, | |
| "min": 0.0001062049645988, | |
| "max": 0.0033822119725960996, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10252865714285715, | |
| "min": 0.10252865714285715, | |
| "max": 0.19841205714285715, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4354012, | |
| "min": 1.3888844, | |
| "max": 2.5274039000000004, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00026261284857142863, | |
| "min": 0.00026261284857142863, | |
| "max": 0.009841364508571428, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003676579880000001, | |
| "min": 0.003676579880000001, | |
| "max": 0.11276764961, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.015340897254645824, | |
| "min": 0.015158257447183132, | |
| "max": 0.6246576309204102, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.214772567152977, | |
| "min": 0.2122156023979187, | |
| "max": 4.372603416442871, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 527.457627118644, | |
| "min": 527.457627118644, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 31120.0, | |
| "min": 16675.0, | |
| "max": 33764.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.1703016634209682, | |
| "min": -1.0000000521540642, | |
| "max": 1.1703016634209682, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 69.04779814183712, | |
| "min": -32.000001668930054, | |
| "max": 69.04779814183712, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.1703016634209682, | |
| "min": -1.0000000521540642, | |
| "max": 1.1703016634209682, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 69.04779814183712, | |
| "min": -32.000001668930054, | |
| "max": 69.04779814183712, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.08352777892151468, | |
| "min": 0.08352777892151468, | |
| "max": 12.897804009563783, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.9281389563693665, | |
| "min": 4.471724841743708, | |
| "max": 219.2626681625843, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1683117636", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1683119745" | |
| }, | |
| "total": 2109.166025959, | |
| "count": 1, | |
| "self": 0.8892989739997574, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04589672600002359, | |
| "count": 1, | |
| "self": 0.04589672600002359 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2108.230830259, | |
| "count": 1, | |
| "self": 1.6261907840053027, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.885810552999942, | |
| "count": 1, | |
| "self": 3.885810552999942 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2102.575042304995, | |
| "count": 63340, | |
| "self": 1.5350413809892416, | |
| "children": { | |
| "env_step": { | |
| "total": 1467.849041044005, | |
| "count": 63340, | |
| "self": 1351.0322012389936, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 115.92192970497524, | |
| "count": 63340, | |
| "self": 4.876847897958214, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 111.04508180701703, | |
| "count": 62571, | |
| "self": 111.04508180701703 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8949101000360997, | |
| "count": 63340, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2103.3071255419727, | |
| "count": 63340, | |
| "is_parallel": true, | |
| "self": 868.1651775269902, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0015664500000411863, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004160910000337026, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011503590000074837, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011503590000074837 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07389690299999074, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005345690001377079, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004652220000025409, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004652220000025409 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07126625799992325, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07126625799992325 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016308539999272398, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00035983199984457315, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012710220000826666, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012710220000826666 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1235.1419480149825, | |
| "count": 63339, | |
| "is_parallel": true, | |
| "self": 31.906596027058185, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.5041934649488, | |
| "count": 63339, | |
| "is_parallel": true, | |
| "self": 22.5041934649488 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1083.3254884010262, | |
| "count": 63339, | |
| "is_parallel": true, | |
| "self": 1083.3254884010262 | |
| }, | |
| "steps_from_proto": { | |
| "total": 97.40567012194913, | |
| "count": 63339, | |
| "is_parallel": true, | |
| "self": 20.291918079078187, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 77.11375204287094, | |
| "count": 506712, | |
| "is_parallel": true, | |
| "self": 77.11375204287094 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 633.1909598800007, | |
| "count": 63340, | |
| "self": 2.7233101200291685, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 104.95484383497399, | |
| "count": 63340, | |
| "self": 104.63889837997397, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.31594545500001914, | |
| "count": 2, | |
| "self": 0.31594545500001914 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 525.5128059249976, | |
| "count": 444, | |
| "self": 338.5455011309914, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 186.96730479400617, | |
| "count": 22830, | |
| "self": 186.96730479400617 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2269997569092084e-06, | |
| "count": 1, | |
| "self": 1.2269997569092084e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.14378539000017554, | |
| "count": 1, | |
| "self": 0.0019694910001817334, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1418158989999938, | |
| "count": 1, | |
| "self": 0.1418158989999938 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |