| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.15111464262008667, | |
| "min": 0.15111464262008667, | |
| "max": 1.4325040578842163, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4531.021484375, | |
| "min": 4531.021484375, | |
| "max": 43456.44140625, | |
| "count": 89 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2669982.0, | |
| "min": 29952.0, | |
| "max": 2669982.0, | |
| "count": 89 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2669982.0, | |
| "min": 29952.0, | |
| "max": 2669982.0, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5815648436546326, | |
| "min": -0.11563204973936081, | |
| "max": 0.6978034377098083, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 162.83815002441406, | |
| "min": -28.098588943481445, | |
| "max": 201.66519165039062, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.0048854779452085495, | |
| "min": -0.0012113683624193072, | |
| "max": 0.44748809933662415, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.3679338693618774, | |
| "min": -0.3428172469139099, | |
| "max": 106.05467987060547, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07091879857485071, | |
| "min": 0.06389800343685709, | |
| "max": 0.07378497364204761, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9928631800479101, | |
| "min": 0.481007311906968, | |
| "max": 1.0586867328092922, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015049542405731265, | |
| "min": 8.12995156895757e-05, | |
| "max": 0.01578679219618243, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2106935936802377, | |
| "min": 0.0011381932196540597, | |
| "max": 0.22101509074655398, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 3.446695279675953e-05, | |
| "min": 3.446695279675953e-05, | |
| "max": 0.00029838354339596195, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0004825373391546334, | |
| "min": 0.0004825373391546334, | |
| "max": 0.003969224076925333, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.11148895476190476, | |
| "min": 0.11148895476190476, | |
| "max": 0.19946118095238097, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5608453666666666, | |
| "min": 1.3897045333333333, | |
| "max": 2.7524597333333336, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0011577465807142858, | |
| "min": 0.0011577465807142858, | |
| "max": 0.009946171977142856, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.016208452130000002, | |
| "min": 0.016208452130000002, | |
| "max": 0.13231515919999998, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.005369116552174091, | |
| "min": 0.005265297833830118, | |
| "max": 0.39209750294685364, | |
| "count": 89 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.07516763359308243, | |
| "min": 0.074711874127388, | |
| "max": 2.744682550430298, | |
| "count": 89 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 333.5833333333333, | |
| "min": 271.08, | |
| "max": 999.0, | |
| "count": 89 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 32024.0, | |
| "min": 15984.0, | |
| "max": 32792.0, | |
| "count": 89 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.5795494530546037, | |
| "min": -1.0000000521540642, | |
| "max": 1.702336621830369, | |
| "count": 89 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 150.05719804018736, | |
| "min": -32.000001668930054, | |
| "max": 179.65639878809452, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.5795494530546037, | |
| "min": -1.0000000521540642, | |
| "max": 1.702336621830369, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 150.05719804018736, | |
| "min": -32.000001668930054, | |
| "max": 179.65639878809452, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.018861757409084884, | |
| "min": 0.015193429891078268, | |
| "max": 7.542981471866369, | |
| "count": 89 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.7918669538630638, | |
| "min": 1.5193429891078267, | |
| "max": 120.68770354986191, | |
| "count": 89 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 89 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 89 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1700686906", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.1.0.dev0", | |
| "mlagents_envs_version": "1.1.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.1.0+cu118", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1700692804" | |
| }, | |
| "total": 5898.031150867, | |
| "count": 1, | |
| "self": 0.4112637910002377, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04540667800029041, | |
| "count": 1, | |
| "self": 0.04540667800029041 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5897.574480398, | |
| "count": 1, | |
| "self": 3.310677008887069, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.24040349400002, | |
| "count": 1, | |
| "self": 5.24040349400002 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5888.908088859113, | |
| "count": 172951, | |
| "self": 3.547196481023093, | |
| "children": { | |
| "env_step": { | |
| "total": 4194.582715425147, | |
| "count": 172951, | |
| "self": 3861.8882753959015, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 330.63175566214886, | |
| "count": 172951, | |
| "self": 12.244220178207797, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 318.38753548394106, | |
| "count": 168492, | |
| "self": 318.38753548394106 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.062684367097063, | |
| "count": 172950, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5886.108775543811, | |
| "count": 172950, | |
| "is_parallel": true, | |
| "self": 2326.244992923934, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001818195000396372, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006236760009414866, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011945189994548855, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011945189994548855 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0979518420003842, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000555074000658351, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004650779997064092, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004650779997064092 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.09525192199998855, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.09525192199998855 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.00167976800003089, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003795869988607592, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001300181001170131, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001300181001170131 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3559.863782619877, | |
| "count": 172949, | |
| "is_parallel": true, | |
| "self": 89.39608420480681, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 61.501272881152545, | |
| "count": 172949, | |
| "is_parallel": true, | |
| "self": 61.501272881152545 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3157.480528350006, | |
| "count": 172949, | |
| "is_parallel": true, | |
| "self": 3157.480528350006 | |
| }, | |
| "steps_from_proto": { | |
| "total": 251.48589718391167, | |
| "count": 172949, | |
| "is_parallel": true, | |
| "self": 49.3037058051832, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 202.18219137872848, | |
| "count": 1383592, | |
| "is_parallel": true, | |
| "self": 202.18219137872848 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1690.7781769529433, | |
| "count": 172950, | |
| "self": 6.797328798783383, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 336.11463547313997, | |
| "count": 172950, | |
| "self": 335.70519010713997, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.4094453659999999, | |
| "count": 5, | |
| "self": 0.4094453659999999 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1347.86621268102, | |
| "count": 1246, | |
| "self": 806.8264153978644, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 541.0397972831556, | |
| "count": 61500, | |
| "self": 541.0397972831556 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.2790005712304264e-06, | |
| "count": 1, | |
| "self": 1.2790005712304264e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11530975699861301, | |
| "count": 1, | |
| "self": 0.001877035998404608, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1134327210002084, | |
| "count": 1, | |
| "self": 0.1134327210002084 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |