| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4089080095291138, |
| "min": 1.4089080095291138, |
| "max": 1.4291564226150513, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70511.6171875, |
| "min": 66593.171875, |
| "max": 79502.6171875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 85.90814558058925, |
| "min": 77.78740157480316, |
| "max": 407.7560975609756, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49569.0, |
| "min": 49002.0, |
| "max": 50209.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999487.0, |
| "min": 49636.0, |
| "max": 1999487.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999487.0, |
| "min": 49636.0, |
| "max": 1999487.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.4393749237060547, |
| "min": -0.01533165480941534, |
| "max": 2.470686674118042, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1407.519287109375, |
| "min": -1.8704619407653809, |
| "max": 1528.344970703125, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.743876143799291, |
| "min": 2.0283383179883487, |
| "max": 4.0108153150715955, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2160.216534972191, |
| "min": 247.45727479457855, |
| "max": 2413.4655570983887, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.743876143799291, |
| "min": 2.0283383179883487, |
| "max": 4.0108153150715955, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2160.216534972191, |
| "min": 247.45727479457855, |
| "max": 2413.4655570983887, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.018091338386875575, |
| "min": 0.013215166706423689, |
| "max": 0.019788699158622573, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05427401516062673, |
| "min": 0.02764100633212365, |
| "max": 0.05427401516062673, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.054335582007964456, |
| "min": 0.02275278658295671, |
| "max": 0.0604300107806921, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.16300674602389337, |
| "min": 0.04550557316591342, |
| "max": 0.17546747115751107, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.4854488382166647e-06, |
| "min": 3.4854488382166647e-06, |
| "max": 0.00029528602657132497, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.0456346514649995e-05, |
| "min": 1.0456346514649995e-05, |
| "max": 0.0008441997186000999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10116178333333332, |
| "min": 0.10116178333333332, |
| "max": 0.19842867500000005, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30348535, |
| "min": 0.20745035000000006, |
| "max": 0.5813999000000001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.797298833333331e-05, |
| "min": 6.797298833333331e-05, |
| "max": 0.004921590882500001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00020391896499999995, |
| "min": 0.00020391896499999995, |
| "max": 0.014071855010000002, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1679002512", |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1679004818" |
| }, |
| "total": 2306.0445212289997, |
| "count": 1, |
| "self": 0.43955186999937723, |
| "children": { |
| "run_training.setup": { |
| "total": 0.17041557700008525, |
| "count": 1, |
| "self": 0.17041557700008525 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2305.434553782, |
| "count": 1, |
| "self": 4.253189511080109, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 8.735925886000018, |
| "count": 1, |
| "self": 8.735925886000018 |
| }, |
| "TrainerController.advance": { |
| "total": 2292.3257042839195, |
| "count": 232727, |
| "self": 4.555545827935475, |
| "children": { |
| "env_step": { |
| "total": 1778.6863203919766, |
| "count": 232727, |
| "self": 1500.0905694889793, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 275.8138016620163, |
| "count": 232727, |
| "self": 16.425121856074497, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 259.3886798059418, |
| "count": 222946, |
| "self": 259.3886798059418 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.781949240981021, |
| "count": 232727, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2297.5708252570967, |
| "count": 232727, |
| "is_parallel": true, |
| "self": 1081.664954685071, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0011626579999983733, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00031420400000570226, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.000848453999992671, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.000848453999992671 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.02792232399997374, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00030956299997342285, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021590000005744514, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021590000005744514 |
| }, |
| "communicator.exchange": { |
| "total": 0.026739479999946525, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.026739479999946525 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006573809999963487, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019747300007111335, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.00045990799992523534, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.00045990799992523534 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1215.9058705720256, |
| "count": 232726, |
| "is_parallel": true, |
| "self": 37.509193685132004, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 74.99483965098557, |
| "count": 232726, |
| "is_parallel": true, |
| "self": 74.99483965098557 |
| }, |
| "communicator.exchange": { |
| "total": 1016.1262674779234, |
| "count": 232726, |
| "is_parallel": true, |
| "self": 1016.1262674779234 |
| }, |
| "steps_from_proto": { |
| "total": 87.27556975798461, |
| "count": 232726, |
| "is_parallel": true, |
| "self": 32.519898450841765, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 54.75567130714285, |
| "count": 465452, |
| "is_parallel": true, |
| "self": 54.75567130714285 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 509.0838380640074, |
| "count": 232727, |
| "self": 6.567556687107185, |
| "children": { |
| "process_trajectory": { |
| "total": 142.33433128490026, |
| "count": 232727, |
| "self": 140.8786152808999, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.455716004000351, |
| "count": 10, |
| "self": 1.455716004000351 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 360.18195009199997, |
| "count": 97, |
| "self": 302.3260385359964, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 57.85591155600355, |
| "count": 2910, |
| "self": 57.85591155600355 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0060002750833519e-06, |
| "count": 1, |
| "self": 1.0060002750833519e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11973309499990137, |
| "count": 1, |
| "self": 0.0020752539999193687, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.117657840999982, |
| "count": 1, |
| "self": 0.117657840999982 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
