| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.1732717901468277, | |
| "min": 0.16883191466331482, | |
| "max": 1.4750075340270996, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 5167.65771484375, | |
| "min": 5016.333984375, | |
| "max": 44745.828125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999998.0, | |
| "min": 29944.0, | |
| "max": 2999998.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999998.0, | |
| "min": 29944.0, | |
| "max": 2999998.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.8625621795654297, | |
| "min": -0.10248949378728867, | |
| "max": 0.8698307275772095, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 271.70709228515625, | |
| "min": -24.59747886657715, | |
| "max": 271.70709228515625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.004970206879079342, | |
| "min": -0.02576282247900963, | |
| "max": 0.41658225655555725, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.565615177154541, | |
| "min": -7.213590145111084, | |
| "max": 98.72999572753906, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06808245780948531, | |
| "min": 0.0638794918890331, | |
| "max": 0.07363917369657837, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9531544093327943, | |
| "min": 0.4957619199670461, | |
| "max": 1.0592665975181814, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01619220309490853, | |
| "min": 5.462268124734433e-05, | |
| "max": 0.018284210662213373, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22669084332871944, | |
| "min": 0.0007100948562154763, | |
| "max": 0.25597894927098724, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5276709193809485e-06, | |
| "min": 1.5276709193809485e-06, | |
| "max": 0.0002984110862439238, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.138739287133328e-05, | |
| "min": 2.138739287133328e-05, | |
| "max": 0.0037592103469299325, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050919047619046, | |
| "min": 0.10050919047619046, | |
| "max": 0.19947036190476192, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4071286666666665, | |
| "min": 1.3962925333333334, | |
| "max": 2.6774824000000006, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.086812857142845e-05, | |
| "min": 6.086812857142845e-05, | |
| "max": 0.009947089154285714, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0008521537999999982, | |
| "min": 0.0008521537999999982, | |
| "max": 0.12532169966, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.005503428168594837, | |
| "min": 0.005443856120109558, | |
| "max": 0.40362200140953064, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.07704799622297287, | |
| "min": 0.07621398568153381, | |
| "max": 2.8253540992736816, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 192.23225806451612, | |
| "min": 192.23225806451612, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29796.0, | |
| "min": 16615.0, | |
| "max": 32833.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.8077677302783535, | |
| "min": -0.9999750521965325, | |
| "max": 1.8077677302783535, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 280.2039981931448, | |
| "min": -31.99920167028904, | |
| "max": 280.2039981931448, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.8077677302783535, | |
| "min": -0.9999750521965325, | |
| "max": 1.8077677302783535, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 280.2039981931448, | |
| "min": -31.99920167028904, | |
| "max": 280.2039981931448, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.011040707466646938, | |
| "min": 0.011040707466646938, | |
| "max": 8.34357355009107, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.7113096573302755, | |
| "min": 1.611937693465734, | |
| "max": 141.8407503515482, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1691108191", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1691115862" | |
| }, | |
| "total": 7671.008981160001, | |
| "count": 1, | |
| "self": 0.5333794560010574, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05706278700006351, | |
| "count": 1, | |
| "self": 0.05706278700006351 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 7670.418538917, | |
| "count": 1, | |
| "self": 4.3863660430461096, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.0868495209999764, | |
| "count": 1, | |
| "self": 5.0868495209999764 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 7660.843329399954, | |
| "count": 194826, | |
| "self": 4.426356907940317, | |
| "children": { | |
| "env_step": { | |
| "total": 5607.0756717761915, | |
| "count": 194826, | |
| "self": 5272.292259553346, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 332.2392115490071, | |
| "count": 194826, | |
| "self": 14.541813471979935, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 317.6973980770272, | |
| "count": 187558, | |
| "self": 317.6973980770272 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.544200673837736, | |
| "count": 194826, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 7653.047324228084, | |
| "count": 194826, | |
| "is_parallel": true, | |
| "self": 2739.9415117831577, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0028090659999406853, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000783813000111877, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0020252529998288082, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0020252529998288082 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.045778663999954006, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005522519999203723, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004893160000847274, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004893160000847274 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04286552700000357, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04286552700000357 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018715689999453389, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003429679998134816, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015286010001318573, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015286010001318573 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 4913.105812444926, | |
| "count": 194825, | |
| "is_parallel": true, | |
| "self": 106.07971303896011, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 69.742620872197, | |
| "count": 194825, | |
| "is_parallel": true, | |
| "self": 69.742620872197 | |
| }, | |
| "communicator.exchange": { | |
| "total": 4411.053334296899, | |
| "count": 194825, | |
| "is_parallel": true, | |
| "self": 4411.053334296899 | |
| }, | |
| "steps_from_proto": { | |
| "total": 326.23014423686993, | |
| "count": 194825, | |
| "is_parallel": true, | |
| "self": 64.20461575541594, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 262.025528481454, | |
| "count": 1558600, | |
| "is_parallel": true, | |
| "self": 262.025528481454 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2049.3413007158224, | |
| "count": 194826, | |
| "self": 8.248276518858347, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 350.4150544439759, | |
| "count": 194826, | |
| "self": 349.70366725497445, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7113871890014707, | |
| "count": 6, | |
| "self": 0.7113871890014707 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1690.677969752988, | |
| "count": 1393, | |
| "self": 1105.4793974299164, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 585.1985723230715, | |
| "count": 68376, | |
| "self": 585.1985723230715 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.539999155094847e-07, | |
| "count": 1, | |
| "self": 9.539999155094847e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10199299899977632, | |
| "count": 1, | |
| "self": 0.0013946660001238342, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.10059833299965248, | |
| "count": 1, | |
| "self": 0.10059833299965248 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |