| { | |
| "name": "root", | |
| "gauges": { | |
| "SnowballTarget.Policy.Entropy.mean": { | |
| "value": 0.6785414814949036, | |
| "min": 0.6424476504325867, | |
| "max": 2.6115665435791016, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.Entropy.sum": { | |
| "value": 34311.80859375, | |
| "min": 32338.24609375, | |
| "max": 132288.90625, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.mean": { | |
| "value": 199.0, | |
| "min": 199.0, | |
| "max": 199.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Environment.EpisodeLength.sum": { | |
| "value": 50347.0, | |
| "min": 48158.0, | |
| "max": 50347.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Step.mean": { | |
| "value": 1999800.0, | |
| "min": 49800.0, | |
| "max": 1999800.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Step.sum": { | |
| "value": 1999800.0, | |
| "min": 49800.0, | |
| "max": 1999800.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 14.278741836547852, | |
| "min": 2.7476751804351807, | |
| "max": 14.278741836547852, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 3569.685546875, | |
| "min": 684.171142578125, | |
| "max": 3569.685546875, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.mean": { | |
| "value": 27.912, | |
| "min": 8.74698795180723, | |
| "max": 27.96, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Environment.CumulativeReward.sum": { | |
| "value": 6978.0, | |
| "min": 2178.0, | |
| "max": 6990.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { | |
| "value": 27.912, | |
| "min": 8.74698795180723, | |
| "max": 27.96, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { | |
| "value": 6978.0, | |
| "min": 2178.0, | |
| "max": 6990.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.mean": { | |
| "value": 0.06906834343111276, | |
| "min": 0.06544568895404314, | |
| "max": 0.07201989505295396, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Losses.PolicyLoss.sum": { | |
| "value": 1.5885718989155935, | |
| "min": 1.469503760910205, | |
| "max": 1.6564575862179411, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.mean": { | |
| "value": 0.17110422421294402, | |
| "min": 0.16093404756863708, | |
| "max": 0.2658214076070428, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Losses.ValueLoss.sum": { | |
| "value": 3.9353971568977126, | |
| "min": 3.5891555321275024, | |
| "max": 6.113892374961985, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.mean": { | |
| "value": 3.660098780000001e-06, | |
| "min": 3.660098780000001e-06, | |
| "max": 0.00029620500126499995, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.LearningRate.sum": { | |
| "value": 8.418227194000002e-05, | |
| "min": 8.418227194000002e-05, | |
| "max": 0.006641940086019998, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.mean": { | |
| "value": 0.10121999999999999, | |
| "min": 0.10121999999999999, | |
| "max": 0.19873500000000002, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.Epsilon.sum": { | |
| "value": 2.32806, | |
| "min": 2.32806, | |
| "max": 4.51398, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.Beta.mean": { | |
| "value": 7.087800000000001e-05, | |
| "min": 7.087800000000001e-05, | |
| "max": 0.0049368765, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.Policy.Beta.sum": { | |
| "value": 0.0016301940000000002, | |
| "min": 0.0016301940000000002, | |
| "max": 0.110707602, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "SnowballTarget.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1691695202", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1691699793" | |
| }, | |
| "total": 4591.0157084269995, | |
| "count": 1, | |
| "self": 0.44240913599969645, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05131418900009521, | |
| "count": 1, | |
| "self": 0.05131418900009521 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4590.521985102, | |
| "count": 1, | |
| "self": 6.276178060033089, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 5.622686312000042, | |
| "count": 1, | |
| "self": 5.622686312000042 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4578.469465813968, | |
| "count": 182006, | |
| "self": 2.928213151115415, | |
| "children": { | |
| "env_step": { | |
| "total": 4575.5412526628525, | |
| "count": 182006, | |
| "self": 3154.6029376747974, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1417.944118609099, | |
| "count": 182006, | |
| "self": 17.412136815113172, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1400.5319817939858, | |
| "count": 182006, | |
| "self": 1400.5319817939858 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.9941963789558486, | |
| "count": 182006, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4575.293590029838, | |
| "count": 182006, | |
| "is_parallel": true, | |
| "self": 1996.0307432919021, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006735440000056769, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.004277886000181752, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0024575539998750173, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0024575539998750173 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04643667799996365, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00071803399964665, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004220640000767162, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004220640000767162 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.043091978000120434, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.043091978000120434 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0022046020001198485, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004937830001381371, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0017108189999817114, | |
| "count": 10, | |
| "is_parallel": true, | |
| "self": 0.0017108189999817114 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 2579.262846737936, | |
| "count": 182005, | |
| "is_parallel": true, | |
| "self": 107.03930975787944, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 53.537830163208355, | |
| "count": 182005, | |
| "is_parallel": true, | |
| "self": 53.537830163208355 | |
| }, | |
| "communicator.exchange": { | |
| "total": 2057.1092542659258, | |
| "count": 182005, | |
| "is_parallel": true, | |
| "self": 2057.1092542659258 | |
| }, | |
| "steps_from_proto": { | |
| "total": 361.5764525509219, | |
| "count": 182005, | |
| "is_parallel": true, | |
| "self": 66.50220276576465, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 295.07424978515724, | |
| "count": 1820050, | |
| "is_parallel": true, | |
| "self": 295.07424978515724 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 0.0016382239991798997, | |
| "count": 1, | |
| "self": 0.0016382239991798997, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4562.398264727291, | |
| "count": 2420466, | |
| "is_parallel": true, | |
| "self": 54.8306880113505, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 1529.8540156969339, | |
| "count": 2420466, | |
| "is_parallel": true, | |
| "self": 1516.8802767409325, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 12.973738956001398, | |
| "count": 40, | |
| "is_parallel": true, | |
| "self": 12.973738956001398 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 2977.713561019006, | |
| "count": 909, | |
| "is_parallel": true, | |
| "self": 966.5060936679658, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 2011.2074673510403, | |
| "count": 46359, | |
| "is_parallel": true, | |
| "self": 2011.2074673510403 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.15201669199996104, | |
| "count": 1, | |
| "self": 0.000976614000137488, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.15104007799982355, | |
| "count": 1, | |
| "self": 0.15104007799982355 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |