| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.32878488302230835, | |
| "min": 0.32246193289756775, | |
| "max": 1.4604836702346802, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 9826.72265625, | |
| "min": 9596.466796875, | |
| "max": 44305.234375, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989880.0, | |
| "min": 29952.0, | |
| "max": 989880.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989880.0, | |
| "min": 29952.0, | |
| "max": 989880.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.5758415460586548, | |
| "min": -0.09487657248973846, | |
| "max": 0.5931008458137512, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 161.23562622070312, | |
| "min": -22.77037811279297, | |
| "max": 166.0682373046875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.01898706704378128, | |
| "min": -0.002882631728425622, | |
| "max": 0.6427660584449768, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 5.316378593444824, | |
| "min": -0.7523669004440308, | |
| "max": 152.33555603027344, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06714911195801711, | |
| "min": 0.06549509007128931, | |
| "max": 0.07324526347691149, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9400875674122395, | |
| "min": 0.4843161457909697, | |
| "max": 1.0635648523765509, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016600934738631286, | |
| "min": 0.000512829270221263, | |
| "max": 0.016600934738631286, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.23241308634083802, | |
| "min": 0.00666678051287642, | |
| "max": 0.23241308634083802, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.27053329080714e-06, | |
| "min": 7.27053329080714e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010178746607129995, | |
| "min": 0.00010178746607129995, | |
| "max": 0.0033717361760879994, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.1024234785714286, | |
| "min": 0.1024234785714286, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4339287000000003, | |
| "min": 1.3691136000000002, | |
| "max": 2.4827047, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002521055092857142, | |
| "min": 0.0002521055092857142, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003529477129999999, | |
| "min": 0.003529477129999999, | |
| "max": 0.11240880880000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.0170926284044981, | |
| "min": 0.0170926284044981, | |
| "max": 0.6427498459815979, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2392968088388443, | |
| "min": 0.2392968088388443, | |
| "max": 4.49924898147583, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 313.1011235955056, | |
| "min": 313.1011235955056, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 27866.0, | |
| "min": 15984.0, | |
| "max": 32936.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.641946050055911, | |
| "min": -1.0000000521540642, | |
| "max": 1.641946050055911, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 146.13319845497608, | |
| "min": -32.000001668930054, | |
| "max": 150.07859824597836, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.641946050055911, | |
| "min": -1.0000000521540642, | |
| "max": 1.641946050055911, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 146.13319845497608, | |
| "min": -32.000001668930054, | |
| "max": 150.07859824597836, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.0555063476824441, | |
| "min": 0.0555063476824441, | |
| "max": 13.248439649119973, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.940064943737525, | |
| "min": 4.940064943737525, | |
| "max": 211.97503438591957, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1684205590", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1684207789" | |
| }, | |
| "total": 2198.888636739, | |
| "count": 1, | |
| "self": 0.8611600179997367, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.03643745400017906, | |
| "count": 1, | |
| "self": 0.03643745400017906 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2197.991039267, | |
| "count": 1, | |
| "self": 1.3938664479983345, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.267176667000058, | |
| "count": 1, | |
| "self": 4.267176667000058 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2192.181663918001, | |
| "count": 63916, | |
| "self": 1.4234841100801532, | |
| "children": { | |
| "env_step": { | |
| "total": 1554.1403072788873, | |
| "count": 63916, | |
| "self": 1442.7388023159372, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 110.5719351539733, | |
| "count": 63916, | |
| "self": 4.854189530951999, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 105.7177456230213, | |
| "count": 62553, | |
| "self": 105.7177456230213 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8295698089768848, | |
| "count": 63916, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2193.025245738993, | |
| "count": 63916, | |
| "is_parallel": true, | |
| "self": 865.8742121289631, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020236880000084057, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005709960003059678, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001452691999702438, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001452691999702438 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.08537902100010797, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005109280000397121, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00048063099984574364, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00048063099984574364 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.08260350600016864, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.08260350600016864 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0017839560000538768, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00038560200050596904, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013983539995479077, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013983539995479077 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1327.1510336100298, | |
| "count": 63915, | |
| "is_parallel": true, | |
| "self": 31.54319480709205, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 23.79417101392687, | |
| "count": 63915, | |
| "is_parallel": true, | |
| "self": 23.79417101392687 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1169.8276906140693, | |
| "count": 63915, | |
| "is_parallel": true, | |
| "self": 1169.8276906140693 | |
| }, | |
| "steps_from_proto": { | |
| "total": 101.98597717494158, | |
| "count": 63915, | |
| "is_parallel": true, | |
| "self": 21.11755114705329, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 80.86842602788829, | |
| "count": 511320, | |
| "is_parallel": true, | |
| "self": 80.86842602788829 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 636.6178725290335, | |
| "count": 63916, | |
| "self": 2.6338825119707963, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 111.53061204206801, | |
| "count": 63916, | |
| "self": 111.20962144906775, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.32099059300026056, | |
| "count": 2, | |
| "self": 0.32099059300026056 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 522.4533779749947, | |
| "count": 448, | |
| "self": 339.5383629850419, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 182.91501498995285, | |
| "count": 22794, | |
| "self": 182.91501498995285 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1710003491316456e-06, | |
| "count": 1, | |
| "self": 1.1710003491316456e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.14833106300011423, | |
| "count": 1, | |
| "self": 0.0020780289996764623, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.14625303400043776, | |
| "count": 1, | |
| "self": 0.14625303400043776 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |