{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4063383340835571, "min": 1.4063383340835571, "max": 1.4274674654006958, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70115.8125, "min": 68829.8125, "max": 76945.5390625, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 113.33638443935926, "min": 103.2041237113402, "max": 393.244094488189, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49528.0, "min": 49046.0, "max": 50176.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999601.0, "min": 49908.0, "max": 1999601.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999601.0, "min": 49908.0, "max": 1999601.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.280457019805908, "min": 0.05170527473092079, "max": 2.3714523315429688, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 996.5597534179688, "min": 6.514864444732666, "max": 1126.9261474609375, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.4671294563695003, "min": 1.725784605930722, "max": 3.7377596497535706, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 1515.1355724334717, "min": 217.44886034727097, "max": 1778.473171889782, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.4671294563695003, "min": 1.725784605930722, "max": 3.7377596497535706, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 1515.1355724334717, "min": 217.44886034727097, "max": 1778.473171889782, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.013718903138457486, "min": 0.01359782126164646, "max": 0.019467268939479258, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.027437806276914972, "min": 0.02719564252329292, "max": 0.05840180681843777, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05024488866329194, "min": 0.02394623619814714, "max": 0.060948111489415174, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.10048977732658387, "min": 0.04789247239629428, "max": 0.17487719717125097, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 4.461248512950004e-06, "min": 4.461248512950004e-06, "max": 0.00029534992655002494, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 8.922497025900007e-06, "min": 8.922497025900007e-06, "max": 0.000844233018589, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10148705000000001, "min": 0.10148705000000001, "max": 0.198449975, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.20297410000000002, "min": 0.20297410000000002, "max": 0.5814110000000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 8.420379500000007e-05, "min": 8.420379500000007e-05, "max": 0.004922653752500001, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00016840759000000014, "min": 0.00016840759000000014, "max": 0.0140724089, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1688876345", "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1688878972" }, "total": 2627.368784034, "count": 1, "self": 0.44872559099985665, "children": { "run_training.setup": { "total": 0.04266644799997721, "count": 1, "self": 0.04266644799997721 }, "TrainerController.start_learning": { "total": 2626.877391995, "count": 1, "self": 4.710315692051154, "children": { "TrainerController._reset_env": { "total": 4.635545810999986, "count": 1, "self": 4.635545810999986 }, "TrainerController.advance": { "total": 2617.4042393939485, "count": 230604, "self": 5.07132117209585, "children": { "env_step": { "total": 2048.0084776488593, "count": 230604, "self": 1723.4556343177996, "children": { "SubprocessEnvManager._take_step": { "total": 321.45976891205277, "count": 230604, "self": 18.50148270404071, "children": { "TorchPolicy.evaluate": { "total": 302.95828620801205, "count": 223028, "self": 302.95828620801205 } } }, "workers": { "total": 3.0930744190067685, "count": 230604, "self": 0.0, "children": { "worker_root": { "total": 2618.7641466749387, "count": 230604, "is_parallel": true, "self": 1214.2767743089412, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0011336989999790603, "count": 1, "is_parallel": true, "self": 0.00034282899997606364, "children": { "_process_rank_one_or_two_observation": { "total": 0.0007908700000029967, "count": 2, "is_parallel": true, "self": 0.0007908700000029967 } } }, "UnityEnvironment.step": { "total": 0.07920485400001098, "count": 1, "is_parallel": true, "self": 0.000362783000014133, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00025121499999158914, "count": 1, "is_parallel": true, "self": 0.00025121499999158914 }, "communicator.exchange": { "total": 0.07777482900002042, "count": 1, "is_parallel": true, "self": 0.07777482900002042 }, "steps_from_proto": { "total": 0.0008160269999848424, "count": 1, "is_parallel": true, "self": 0.000212560999955258, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006034660000295844, "count": 2, "is_parallel": true, "self": 0.0006034660000295844 } } } } } } }, "UnityEnvironment.step": { "total": 1404.4873723659975, "count": 230603, "is_parallel": true, "self": 41.70111107501384, "children": { "UnityEnvironment._generate_step_input": { "total": 89.6970849329553, "count": 230603, "is_parallel": true, "self": 89.6970849329553 }, "communicator.exchange": { "total": 1168.757293306043, "count": 230603, "is_parallel": true, "self": 1168.757293306043 }, "steps_from_proto": { "total": 104.33188305198536, "count": 230603, "is_parallel": true, "self": 39.000494890083814, "children": { "_process_rank_one_or_two_observation": { "total": 65.33138816190154, "count": 461206, "is_parallel": true, "self": 65.33138816190154 } } } } } } } } } } }, "trainer_advance": { "total": 564.3244405729935, "count": 230604, "self": 6.974379765095819, "children": { "process_trajectory": { "total": 144.72723658089728, "count": 230604, "self": 143.02619409889678, "children": { "RLTrainer._checkpoint": { "total": 1.7010424820005028, "count": 10, "self": 1.7010424820005028 } } }, "_update_policy": { "total": 412.62282422700036, "count": 96, "self": 349.7311670670134, "children": { "TorchPPOOptimizer.update": { "total": 62.89165715998695, "count": 2880, "self": 62.89165715998695 } } } } } } }, "trainer_threads": { "total": 9.4600000011269e-07, "count": 1, "self": 9.4600000011269e-07 }, "TrainerController._save_models": { "total": 0.12729015200011418, "count": 1, "self": 0.002255745000184106, "children": { "RLTrainer._checkpoint": { "total": 0.12503440699993007, "count": 1, "self": 0.12503440699993007 } } } } } } }