| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.409043312072754, |
| "min": 1.4090156555175781, |
| "max": 1.4289579391479492, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69660.28125, |
| "min": 68798.8125, |
| "max": 76635.171875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 108.04385964912281, |
| "min": 79.22383252818035, |
| "max": 423.1101694915254, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49268.0, |
| "min": 48793.0, |
| "max": 50124.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999970.0, |
| "min": 49438.0, |
| "max": 1999970.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999970.0, |
| "min": 49438.0, |
| "max": 1999970.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.357980728149414, |
| "min": 0.1253238022327423, |
| "max": 2.469026803970337, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1075.2392578125, |
| "min": 14.662884712219238, |
| "max": 1494.285400390625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.5979215582473234, |
| "min": 1.7462801357619784, |
| "max": 4.016480817397436, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1640.6522305607796, |
| "min": 204.31477588415146, |
| "max": 2406.13593262434, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.5979215582473234, |
| "min": 1.7462801357619784, |
| "max": 4.016480817397436, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1640.6522305607796, |
| "min": 204.31477588415146, |
| "max": 2406.13593262434, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01719181270778386, |
| "min": 0.013121369108557702, |
| "max": 0.02084768443055509, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05157543812335158, |
| "min": 0.026242738217115404, |
| "max": 0.05892777216589214, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.04841274979213873, |
| "min": 0.02239970754211148, |
| "max": 0.05990089476108551, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.1452382493764162, |
| "min": 0.04479941508422296, |
| "max": 0.1772018302232027, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.1640989453333335e-06, |
| "min": 3.1640989453333335e-06, |
| "max": 0.00029531842656052495, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 9.492296836e-06, |
| "min": 9.492296836e-06, |
| "max": 0.0008438181187272998, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10105466666666668, |
| "min": 0.10105466666666668, |
| "max": 0.19843947500000006, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30316400000000004, |
| "min": 0.20725235000000003, |
| "max": 0.5812727, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.262786666666668e-05, |
| "min": 6.262786666666668e-05, |
| "max": 0.004922129802499999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00018788360000000003, |
| "min": 0.00018788360000000003, |
| "max": 0.01406550773, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1682140792", |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1682143136" |
| }, |
| "total": 2343.653836782, |
| "count": 1, |
| "self": 0.509260458999961, |
| "children": { |
| "run_training.setup": { |
| "total": 0.11995421099999248, |
| "count": 1, |
| "self": 0.11995421099999248 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2343.024622112, |
| "count": 1, |
| "self": 4.436752655009059, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.946515395000006, |
| "count": 1, |
| "self": 3.946515395000006 |
| }, |
| "TrainerController.advance": { |
| "total": 2334.5209667069907, |
| "count": 232450, |
| "self": 4.940427372166141, |
| "children": { |
| "env_step": { |
| "total": 1835.2989653129373, |
| "count": 232450, |
| "self": 1553.1231308980114, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 279.3376595369667, |
| "count": 232450, |
| "self": 16.598011665998854, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 262.7396478709679, |
| "count": 223037, |
| "self": 262.7396478709679 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.8381748779590907, |
| "count": 232450, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2334.870449199959, |
| "count": 232450, |
| "is_parallel": true, |
| "self": 1064.500618112993, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0011157020000496232, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004074110000829023, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0007082909999667208, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0007082909999667208 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.034381514999950014, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002827690000231087, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002139599999964048, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002139599999964048 |
| }, |
| "communicator.exchange": { |
| "total": 0.033174961999975494, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.033174961999975494 |
| }, |
| "steps_from_proto": { |
| "total": 0.000709823999955006, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021587799994904344, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004939460000059626, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004939460000059626 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1270.3698310869659, |
| "count": 232449, |
| "is_parallel": true, |
| "self": 38.43052762004504, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 81.50990586200413, |
| "count": 232449, |
| "is_parallel": true, |
| "self": 81.50990586200413 |
| }, |
| "communicator.exchange": { |
| "total": 1059.7286188720202, |
| "count": 232449, |
| "is_parallel": true, |
| "self": 1059.7286188720202 |
| }, |
| "steps_from_proto": { |
| "total": 90.70077873289637, |
| "count": 232449, |
| "is_parallel": true, |
| "self": 34.36385772487256, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 56.33692100802381, |
| "count": 464898, |
| "is_parallel": true, |
| "self": 56.33692100802381 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 494.2815740218875, |
| "count": 232450, |
| "self": 6.6608166099887285, |
| "children": { |
| "process_trajectory": { |
| "total": 130.53653456689722, |
| "count": 232450, |
| "self": 129.09460768289796, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.4419268839992583, |
| "count": 10, |
| "self": 1.4419268839992583 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 357.08422284500153, |
| "count": 97, |
| "self": 298.3318058850096, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 58.75241695999193, |
| "count": 2910, |
| "self": 58.75241695999193 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.810002327663824e-07, |
| "count": 1, |
| "self": 8.810002327663824e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.12038647400004265, |
| "count": 1, |
| "self": 0.007533781999882194, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11285269200016046, |
| "count": 1, |
| "self": 0.11285269200016046 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
