| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4042750597000122, |
| "min": 1.4042750597000122, |
| "max": 1.427406907081604, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69358.546875, |
| "min": 67828.84375, |
| "max": 78321.5078125, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 94.20537428023033, |
| "min": 78.4, |
| "max": 399.192, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49081.0, |
| "min": 49081.0, |
| "max": 50128.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999970.0, |
| "min": 49591.0, |
| "max": 1999970.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999970.0, |
| "min": 49591.0, |
| "max": 1999970.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.441473960876465, |
| "min": 0.09684692323207855, |
| "max": 2.527151346206665, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1272.0079345703125, |
| "min": 12.009018898010254, |
| "max": 1584.7991943359375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.628669138604528, |
| "min": 1.8319256356166256, |
| "max": 4.005486863964009, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1890.5366212129593, |
| "min": 227.15877881646156, |
| "max": 2482.3856261372566, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.628669138604528, |
| "min": 1.8319256356166256, |
| "max": 4.005486863964009, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1890.5366212129593, |
| "min": 227.15877881646156, |
| "max": 2482.3856261372566, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.014959540317552941, |
| "min": 0.012666926207991007, |
| "max": 0.020721696957480162, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04487862095265882, |
| "min": 0.025333852415982013, |
| "max": 0.05891344168533882, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.05421367072396808, |
| "min": 0.02347226059064269, |
| "max": 0.06435814828922351, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.16264101217190424, |
| "min": 0.04694452118128538, |
| "max": 0.19150395343701043, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.4264488578833453e-06, |
| "min": 3.4264488578833453e-06, |
| "max": 0.00029535787654737494, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.0279346573650035e-05, |
| "min": 1.0279346573650035e-05, |
| "max": 0.0008441656686114498, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10114211666666667, |
| "min": 0.10114211666666667, |
| "max": 0.19845262500000005, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30342635, |
| "min": 0.20747770000000004, |
| "max": 0.58138855, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.699162166666686e-05, |
| "min": 6.699162166666686e-05, |
| "max": 0.004922785987500001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00020097486500000059, |
| "min": 0.00020097486500000059, |
| "max": 0.014071288645000003, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1676639325", |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1676641678" |
| }, |
| "total": 2353.3810201, |
| "count": 1, |
| "self": 0.3983237070001451, |
| "children": { |
| "run_training.setup": { |
| "total": 0.1881079899999918, |
| "count": 1, |
| "self": 0.1881079899999918 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2352.794588403, |
| "count": 1, |
| "self": 3.9548958190894155, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 11.087029286000018, |
| "count": 1, |
| "self": 11.087029286000018 |
| }, |
| "TrainerController.advance": { |
| "total": 2337.642086367911, |
| "count": 232867, |
| "self": 4.2878704319482495, |
| "children": { |
| "env_step": { |
| "total": 1827.6789820919787, |
| "count": 232867, |
| "self": 1537.5082818990468, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 287.47946164599205, |
| "count": 232867, |
| "self": 15.27479579801036, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 272.2046658479817, |
| "count": 223062, |
| "self": 68.09568177201055, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 204.10898407597114, |
| "count": 223062, |
| "self": 204.10898407597114 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.6912385469397577, |
| "count": 232867, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2344.144245143899, |
| "count": 232867, |
| "is_parallel": true, |
| "self": 1091.6978252379336, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.005223219000015433, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004243710000082501, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.004798848000007183, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.004798848000007183 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.029344884000011007, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00030777399996395616, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002591859999938606, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002591859999938606 |
| }, |
| "communicator.exchange": { |
| "total": 0.028053147000036915, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.028053147000036915 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007247770000162745, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00026946899998847584, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004553080000277987, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004553080000277987 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1252.4464199059653, |
| "count": 232866, |
| "is_parallel": true, |
| "self": 38.22307835898869, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 76.75627293604026, |
| "count": 232866, |
| "is_parallel": true, |
| "self": 76.75627293604026 |
| }, |
| "communicator.exchange": { |
| "total": 1002.4937153529779, |
| "count": 232866, |
| "is_parallel": true, |
| "self": 1002.4937153529779 |
| }, |
| "steps_from_proto": { |
| "total": 134.97335325795854, |
| "count": 232866, |
| "is_parallel": true, |
| "self": 39.04781202189923, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 95.9255412360593, |
| "count": 465732, |
| "is_parallel": true, |
| "self": 95.9255412360593 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 505.67523384398413, |
| "count": 232867, |
| "self": 6.191669299008481, |
| "children": { |
| "process_trajectory": { |
| "total": 156.4981182819755, |
| "count": 232867, |
| "self": 155.34963056197557, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1484877199999346, |
| "count": 10, |
| "self": 1.1484877199999346 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 342.98544626300014, |
| "count": 97, |
| "self": 287.4162168539933, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 55.56922940900682, |
| "count": 2910, |
| "self": 55.56922940900682 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.339998203155119e-07, |
| "count": 1, |
| "self": 8.339998203155119e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11057609599993157, |
| "count": 1, |
| "self": 0.002796807999857265, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1077792880000743, |
| "count": 1, |
| "self": 0.1077792880000743 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
