| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4040518999099731, |
| "min": 1.4040518999099731, |
| "max": 1.4296406507492065, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70608.3671875, |
| "min": 68155.25, |
| "max": 77880.734375, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 84.50769230769231, |
| "min": 79.64193548387097, |
| "max": 399.7063492063492, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49437.0, |
| "min": 48785.0, |
| "max": 50363.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999947.0, |
| "min": 49739.0, |
| "max": 1999947.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999947.0, |
| "min": 49739.0, |
| "max": 1999947.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.430149555206299, |
| "min": -0.006326884962618351, |
| "max": 2.452021598815918, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1421.637451171875, |
| "min": -0.7908605933189392, |
| "max": 1509.19384765625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.827640588263161, |
| "min": 1.6327967078685761, |
| "max": 3.9893938451381907, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2239.1697441339493, |
| "min": 204.099588483572, |
| "max": 2413.817814052105, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.827640588263161, |
| "min": 1.6327967078685761, |
| "max": 3.9893938451381907, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2239.1697441339493, |
| "min": 204.099588483572, |
| "max": 2413.817814052105, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01707135032475991, |
| "min": 0.014247427739489164, |
| "max": 0.020580719545735822, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05121405097427972, |
| "min": 0.02849485547897833, |
| "max": 0.0614542180216328, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.049864276829693056, |
| "min": 0.022548616708566747, |
| "max": 0.06536246457447609, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.14959283048907918, |
| "min": 0.045097233417133495, |
| "max": 0.19254001465936502, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.7120487626833297e-06, |
| "min": 3.7120487626833297e-06, |
| "max": 0.00029534902655032507, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1136146288049989e-05, |
| "min": 1.1136146288049989e-05, |
| "max": 0.0008439396186868, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10123731666666665, |
| "min": 0.10123731666666665, |
| "max": 0.19844967500000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30371194999999995, |
| "min": 0.20763040000000005, |
| "max": 0.5813132000000001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.174210166666663e-05, |
| "min": 7.174210166666663e-05, |
| "max": 0.004922638782500001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00021522630499999987, |
| "min": 0.00021522630499999987, |
| "max": 0.014067528680000002, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1698290899", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.0+cu118", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1698293195" |
| }, |
| "total": 2296.010057092, |
| "count": 1, |
| "self": 0.4290589689999251, |
| "children": { |
| "run_training.setup": { |
| "total": 0.04339002300002903, |
| "count": 1, |
| "self": 0.04339002300002903 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2295.5376081, |
| "count": 1, |
| "self": 4.066196583904457, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 9.096566809000024, |
| "count": 1, |
| "self": 9.096566809000024 |
| }, |
| "TrainerController.advance": { |
| "total": 2282.278214675095, |
| "count": 232711, |
| "self": 4.257101709972176, |
| "children": { |
| "env_step": { |
| "total": 1807.1479528020013, |
| "count": 232711, |
| "self": 1480.8021758760538, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 323.67993299096247, |
| "count": 232711, |
| "self": 16.543825233960092, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 307.1361077570024, |
| "count": 223002, |
| "self": 307.1361077570024 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.6658439349849914, |
| "count": 232711, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2287.9607203910723, |
| "count": 232711, |
| "is_parallel": true, |
| "self": 1081.5030937650488, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0009136369999396265, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002766349998637452, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006370020000758814, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006370020000758814 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.02743264299999737, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002782789999855595, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00018914500003575085, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00018914500003575085 |
| }, |
| "communicator.exchange": { |
| "total": 0.026297696000028736, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.026297696000028736 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006675229999473231, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019242500002292218, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.00047509799992440094, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.00047509799992440094 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1206.4576266260235, |
| "count": 232710, |
| "is_parallel": true, |
| "self": 38.63834903194015, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 80.44716611099977, |
| "count": 232710, |
| "is_parallel": true, |
| "self": 80.44716611099977 |
| }, |
| "communicator.exchange": { |
| "total": 1001.3722852889802, |
| "count": 232710, |
| "is_parallel": true, |
| "self": 1001.3722852889802 |
| }, |
| "steps_from_proto": { |
| "total": 85.99982619410343, |
| "count": 232710, |
| "is_parallel": true, |
| "self": 29.766277035109056, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 56.23354915899438, |
| "count": 465420, |
| "is_parallel": true, |
| "self": 56.23354915899438 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 470.8731601631216, |
| "count": 232711, |
| "self": 6.231219576152853, |
| "children": { |
| "process_trajectory": { |
| "total": 143.74914887996795, |
| "count": 232711, |
| "self": 142.65212426496748, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.097024615000464, |
| "count": 10, |
| "self": 1.097024615000464 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 320.8927917070008, |
| "count": 97, |
| "self": 259.8672595380052, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 61.025532168995596, |
| "count": 2910, |
| "self": 61.025532168995596 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.509999472356867e-07, |
| "count": 1, |
| "self": 9.509999472356867e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09662908100017376, |
| "count": 1, |
| "self": 0.0018568040004538489, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0947722769997199, |
| "count": 1, |
| "self": 0.0947722769997199 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
