{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.6236514449119568, "min": 0.6221056580543518, "max": 1.3724123239517212, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 18569.845703125, "min": 18569.845703125, "max": 41633.5, "count": 33 }, "Pyramids.Step.mean": { "value": 989935.0, "min": 29952.0, "max": 989935.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989935.0, "min": 29952.0, "max": 989935.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.38827192783355713, "min": -0.11228569597005844, "max": 0.46265578269958496, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 104.83341979980469, "min": -27.06085205078125, "max": 122.6037826538086, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": -0.04411130025982857, "min": -0.044483501464128494, "max": 0.26989611983299255, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": -11.910051345825195, "min": -11.910051345825195, "max": 65.04496765136719, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.06687907542564113, "min": 0.06457956099288578, "max": 0.07331588846806832, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9363070559589759, "min": 0.5132112192764782, "max": 1.05867257450568, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.012840779270341388, "min": 0.0005707512971639515, "max": 0.014266884304324318, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.17977090978477944, "min": 0.008561269457459273, "max": 0.19973638026054044, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.466218939864285e-06, "min": 7.466218939864285e-06, "max": 0.00029515063018788575, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.0001045270651581, "min": 0.0001045270651581, "max": 0.0036335182888272994, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10248870714285715, "min": 0.10248870714285715, "max": 0.19838354285714285, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4348419000000001, "min": 1.3886848, "max": 2.611172700000001, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.0002586218435714286, "min": 0.0002586218435714286, "max": 0.00983851593142857, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036207058100000003, "min": 0.0036207058100000003, "max": 0.12113615272999997, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.00835470575839281, "min": 0.00832738820463419, "max": 0.35373637080192566, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1169658750295639, "min": 0.1165834367275238, "max": 2.4761545658111572, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 454.79411764705884, "min": 410.05797101449275, "max": 999.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 30926.0, "min": 15984.0, "max": 32561.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.3098176198408884, "min": -1.0000000521540642, "max": 1.5029651926479477, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 89.06759814918041, "min": -29.960001669824123, "max": 103.7045982927084, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.3098176198408884, "min": -1.0000000521540642, "max": 1.5029651926479477, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 89.06759814918041, "min": -29.960001669824123, "max": 103.7045982927084, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03982307824416614, "min": 0.03704946053524812, "max": 7.219425258226693, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 2.707969320603297, "min": 2.5039204622153193, "max": 115.51080413162708, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1660189310", "python_version": "3.9.12 (main, Jun 1 2022, 11:38:51) \n[GCC 7.5.0]", "command_line_arguments": "/home/johneblake/miniconda3/envs/sb/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./trained-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", "mlagents_version": "0.29.0", "mlagents_envs_version": "0.29.0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1660192123" }, "total": 2812.2159062640003, "count": 1, "self": 0.6270798320010726, "children": { "run_training.setup": { "total": 0.02901312899939512, "count": 1, "self": 0.02901312899939512 }, "TrainerController.start_learning": { "total": 2811.559813303, "count": 1, "self": 1.5933887450237307, "children": { "TrainerController._reset_env": { "total": 6.772386546999769, "count": 1, "self": 6.772386546999769 }, "TrainerController.advance": { "total": 2802.9082381799763, "count": 63581, "self": 1.4503929650254577, "children": { "env_step": { "total": 1737.238073262034, "count": 63581, "self": 1491.761737549191, "children": { "SubprocessEnvManager._take_step": { "total": 244.47304408992022, "count": 63581, "self": 5.597185046764025, "children": { "TorchPolicy.evaluate": { "total": 238.8758590431562, "count": 62548, "self": 118.71025110914525, "children": { "TorchPolicy.sample_actions": { "total": 120.16560793401095, "count": 62548, "self": 120.16560793401095 } } } } }, "workers": { "total": 1.0032916229229158, "count": 63581, "self": 0.0, "children": { "worker_root": { "total": 2807.6762133979764, "count": 63581, "is_parallel": true, "self": 1426.942226425016, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0016280949994325056, "count": 1, "is_parallel": true, "self": 0.0005332719993020874, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010948230001304182, "count": 8, "is_parallel": true, "self": 0.0010948230001304182 } } }, "UnityEnvironment.step": { "total": 0.04130141699988599, "count": 1, "is_parallel": true, "self": 0.00037018299917690456, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00028980600018257974, "count": 1, "is_parallel": true, "self": 0.00028980600018257974 }, "communicator.exchange": { "total": 0.039464326000597794, "count": 1, "is_parallel": true, "self": 0.039464326000597794 }, "steps_from_proto": { "total": 0.0011771019999287091, "count": 1, "is_parallel": true, "self": 0.0002989370013892767, "children": { "_process_rank_one_or_two_observation": { "total": 0.0008781649985394324, "count": 8, "is_parallel": true, "self": 0.0008781649985394324 } } } } } } }, "UnityEnvironment.step": { "total": 1380.7339869729603, "count": 63580, "is_parallel": true, "self": 24.83135168610079, "children": { "UnityEnvironment._generate_step_input": { "total": 18.57734280796012, "count": 63580, "is_parallel": true, "self": 18.57734280796012 }, "communicator.exchange": { "total": 1261.8286872870212, "count": 63580, "is_parallel": true, "self": 1261.8286872870212 }, "steps_from_proto": { "total": 75.49660519187819, "count": 63580, "is_parallel": true, "self": 19.05568535395105, "children": { "_process_rank_one_or_two_observation": { "total": 56.44091983792714, "count": 508640, "is_parallel": true, "self": 56.44091983792714 } } } } } } } } } } }, "trainer_advance": { "total": 1064.2197719529167, "count": 63581, "self": 2.8506866588832054, "children": { "process_trajectory": { "total": 203.97335532303987, "count": 63581, "self": 203.43294572703962, "children": { "RLTrainer._checkpoint": { "total": 0.5404095960002451, "count": 2, "self": 0.5404095960002451 } } }, "_update_policy": { "total": 857.3957299709937, "count": 454, "self": 228.09340281389268, "children": { "TorchPPOOptimizer.update": { "total": 629.302327157101, "count": 22815, "self": 629.302327157101 } } } } } } }, "trainer_threads": { "total": 9.800005500437692e-07, "count": 1, "self": 9.800005500437692e-07 }, "TrainerController._save_models": { "total": 0.2857988509995266, "count": 1, "self": 0.054588397999395966, "children": { "RLTrainer._checkpoint": { "total": 0.23121045300013066, "count": 1, "self": 0.23121045300013066 } } } } } } }