| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4058113098144531, |
| "min": 1.4058113098144531, |
| "max": 1.4277254343032837, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 71294.3125, |
| "min": 68913.890625, |
| "max": 77568.671875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 89.3345259391771, |
| "min": 81.90381426202322, |
| "max": 420.3193277310924, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49938.0, |
| "min": 48720.0, |
| "max": 50097.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999853.0, |
| "min": 49572.0, |
| "max": 1999853.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999853.0, |
| "min": 49572.0, |
| "max": 1999853.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.4668543338775635, |
| "min": -0.015851859003305435, |
| "max": 2.4668543338775635, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1381.4384765625, |
| "min": -1.8705193996429443, |
| "max": 1468.566162109375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.8797694369086195, |
| "min": 1.740080285122839, |
| "max": 3.9663478189663923, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2172.670884668827, |
| "min": 205.329473644495, |
| "max": 2342.6978810429573, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.8797694369086195, |
| "min": 1.740080285122839, |
| "max": 3.9663478189663923, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2172.670884668827, |
| "min": 205.329473644495, |
| "max": 2342.6978810429573, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.016956187409353635, |
| "min": 0.013508718429754178, |
| "max": 0.019011089436955644, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05086856222806091, |
| "min": 0.027017436859508356, |
| "max": 0.057033268310866934, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.057422156963083476, |
| "min": 0.023496067306647696, |
| "max": 0.09538288869791561, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.17226647088925043, |
| "min": 0.04699213461329539, |
| "max": 0.28614866609374684, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.4395488535166557e-06, |
| "min": 3.4395488535166557e-06, |
| "max": 0.0002953605015465, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.0318646560549968e-05, |
| "min": 1.0318646560549968e-05, |
| "max": 0.0008441376186208, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10114648333333333, |
| "min": 0.10114648333333333, |
| "max": 0.19845349999999995, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30343945, |
| "min": 0.20743564999999997, |
| "max": 0.5813792000000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.720951833333315e-05, |
| "min": 6.720951833333315e-05, |
| "max": 0.00492282965, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00020162855499999944, |
| "min": 0.00020162855499999944, |
| "max": 0.014070822080000002, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1690226267", |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1690228964" |
| }, |
| "total": 2696.35786884, |
| "count": 1, |
| "self": 0.437648024000282, |
| "children": { |
| "run_training.setup": { |
| "total": 0.06010734300002696, |
| "count": 1, |
| "self": 0.06010734300002696 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2695.8601134729997, |
| "count": 1, |
| "self": 4.888821731936332, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 6.297902130000011, |
| "count": 1, |
| "self": 6.297902130000011 |
| }, |
| "TrainerController.advance": { |
| "total": 2684.544054272063, |
| "count": 232184, |
| "self": 4.997474910029723, |
| "children": { |
| "env_step": { |
| "total": 2086.891774557054, |
| "count": 232184, |
| "self": 1759.2687534219353, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 324.363765342086, |
| "count": 232184, |
| "self": 18.260976683072954, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 306.1027886590131, |
| "count": 223052, |
| "self": 306.1027886590131 |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.25925579303248, |
| "count": 232184, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2687.4502563951714, |
| "count": 232184, |
| "is_parallel": true, |
| "self": 1253.6728427572261, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0013578730000745054, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004071250000379223, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0009507480000365831, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0009507480000365831 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.033872061000010945, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00037813000005826325, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002636819999679574, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002636819999679574 |
| }, |
| "communicator.exchange": { |
| "total": 0.032402819000026284, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.032402819000026284 |
| }, |
| "steps_from_proto": { |
| "total": 0.00082742999995844, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00023354399991148966, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005938860000469504, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005938860000469504 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1433.7774136379453, |
| "count": 232183, |
| "is_parallel": true, |
| "self": 43.05316969295336, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 91.10215349502482, |
| "count": 232183, |
| "is_parallel": true, |
| "self": 91.10215349502482 |
| }, |
| "communicator.exchange": { |
| "total": 1194.7386043369615, |
| "count": 232183, |
| "is_parallel": true, |
| "self": 1194.7386043369615 |
| }, |
| "steps_from_proto": { |
| "total": 104.88348611300569, |
| "count": 232183, |
| "is_parallel": true, |
| "self": 40.298030572148264, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 64.58545554085742, |
| "count": 464366, |
| "is_parallel": true, |
| "self": 64.58545554085742 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 592.6548048049794, |
| "count": 232184, |
| "self": 6.9475130860546415, |
| "children": { |
| "process_trajectory": { |
| "total": 153.71188296992693, |
| "count": 232184, |
| "self": 152.29407928892704, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.4178036809998957, |
| "count": 10, |
| "self": 1.4178036809998957 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 431.9954087489979, |
| "count": 97, |
| "self": 370.6686128420017, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 61.32679590699615, |
| "count": 2910, |
| "self": 61.32679590699615 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0720000318542589e-06, |
| "count": 1, |
| "self": 1.0720000318542589e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.12933426700010386, |
| "count": 1, |
| "self": 0.002025942000273062, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1273083249998308, |
| "count": 1, |
| "self": 0.1273083249998308 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
