| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.44668060541152954, | |
| "min": 0.4227876663208008, | |
| "max": 1.5060404539108276, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 13421.8583984375, | |
| "min": 12575.396484375, | |
| "max": 45687.2421875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989914.0, | |
| "min": 29952.0, | |
| "max": 989914.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989914.0, | |
| "min": 29952.0, | |
| "max": 989914.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.1975048929452896, | |
| "min": -0.11057180166244507, | |
| "max": 0.22375167906284332, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 49.77123260498047, | |
| "min": -26.647804260253906, | |
| "max": 56.16167068481445, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.009416444227099419, | |
| "min": -0.009416444227099419, | |
| "max": 0.479718416929245, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -2.372943878173828, | |
| "min": -2.372943878173828, | |
| "max": 113.69326782226562, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07097203882488733, | |
| "min": 0.06435141088031766, | |
| "max": 0.07345575892212787, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0645805823733099, | |
| "min": 0.46211560249202166, | |
| "max": 1.0651938794277764, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.00915339125381757, | |
| "min": 7.161654351395185e-05, | |
| "max": 0.01793512577913131, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.13730086880726355, | |
| "min": 0.0009310150656813741, | |
| "max": 0.13730086880726355, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.4531175156599945e-06, | |
| "min": 7.4531175156599945e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00011179676273489992, | |
| "min": 0.00011179676273489992, | |
| "max": 0.0032523281158906995, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10248434000000001, | |
| "min": 0.10248434000000001, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5372651000000002, | |
| "min": 1.3886848, | |
| "max": 2.3841093000000004, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002581855659999998, | |
| "min": 0.0002581855659999998, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003872783489999997, | |
| "min": 0.003872783489999997, | |
| "max": 0.10843251907000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.017269345000386238, | |
| "min": 0.01711292378604412, | |
| "max": 0.666689395904541, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2590401768684387, | |
| "min": 0.2395809292793274, | |
| "max": 4.666825771331787, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 643.3333333333334, | |
| "min": 643.3333333333334, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30880.0, | |
| "min": 15984.0, | |
| "max": 33837.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 0.6239318822292571, | |
| "min": -1.0000000521540642, | |
| "max": 0.6337043158710003, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 29.324798464775085, | |
| "min": -31.998801678419113, | |
| "max": 29.324798464775085, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 0.6239318822292571, | |
| "min": -1.0000000521540642, | |
| "max": 0.6337043158710003, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 29.324798464775085, | |
| "min": -31.998801678419113, | |
| "max": 29.324798464775085, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.11695967856150596, | |
| "min": 0.11695967856150596, | |
| "max": 15.128080470487475, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 5.49710489239078, | |
| "min": 5.37399458726577, | |
| "max": 242.0492875277996, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1750357714", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.7.1+cu126", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1750359829" | |
| }, | |
| "total": 2115.281408865, | |
| "count": 1, | |
| "self": 0.5293411339998784, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.03022779699995226, | |
| "count": 1, | |
| "self": 0.03022779699995226 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2114.721839934, | |
| "count": 1, | |
| "self": 1.289498428026036, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.2462209899999834, | |
| "count": 1, | |
| "self": 2.2462209899999834 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2111.101807522974, | |
| "count": 63210, | |
| "self": 1.3419533608966958, | |
| "children": { | |
| "env_step": { | |
| "total": 1472.4646293570465, | |
| "count": 63210, | |
| "self": 1324.6814583340945, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 147.00674505796133, | |
| "count": 63210, | |
| "self": 4.485285592901164, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 142.52145946506016, | |
| "count": 62564, | |
| "self": 142.52145946506016 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7764259649907217, | |
| "count": 63210, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2109.925625046035, | |
| "count": 63210, | |
| "is_parallel": true, | |
| "self": 892.9918340640615, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0019700829998328118, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006936769993899361, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012764060004428757, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012764060004428757 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05576026600010664, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005671290002737805, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005048789998909342, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005048789998909342 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.052805441999908, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.052805441999908 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018828160000339267, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00041060099965761765, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001472215000376309, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001472215000376309 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1216.9337909819733, | |
| "count": 63209, | |
| "is_parallel": true, | |
| "self": 31.229983804933454, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.902633015054562, | |
| "count": 63209, | |
| "is_parallel": true, | |
| "self": 22.902633015054562 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1068.3773713039736, | |
| "count": 63209, | |
| "is_parallel": true, | |
| "self": 1068.3773713039736 | |
| }, | |
| "steps_from_proto": { | |
| "total": 94.42380285801164, | |
| "count": 63209, | |
| "is_parallel": true, | |
| "self": 18.832699475198524, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 75.59110338281312, | |
| "count": 505672, | |
| "is_parallel": true, | |
| "self": 75.59110338281312 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 637.295224805031, | |
| "count": 63210, | |
| "self": 2.3282246579790353, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 120.90445819705246, | |
| "count": 63210, | |
| "self": 120.70451934005223, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.19993885700023384, | |
| "count": 2, | |
| "self": 0.19993885700023384 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 514.0625419499995, | |
| "count": 440, | |
| "self": 287.27704926898764, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 226.78549268101187, | |
| "count": 22800, | |
| "self": 226.78549268101187 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.039999895321671e-07, | |
| "count": 1, | |
| "self": 9.039999895321671e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08431208899992271, | |
| "count": 1, | |
| "self": 0.001078752000012173, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.08323333699991053, | |
| "count": 1, | |
| "self": 0.08323333699991053 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |