| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.409980058670044, |
| "min": 1.409980058670044, |
| "max": 1.4297980070114136, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70412.9921875, |
| "min": 68874.4140625, |
| "max": 75293.78125, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 83.37837837837837, |
| "min": 80.13333333333334, |
| "max": 431.41379310344826, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49360.0, |
| "min": 49073.0, |
| "max": 50044.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999956.0, |
| "min": 49913.0, |
| "max": 1999956.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999956.0, |
| "min": 49913.0, |
| "max": 1999956.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.4534685611724854, |
| "min": 0.04528763145208359, |
| "max": 2.479015827178955, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1452.453369140625, |
| "min": 5.208077430725098, |
| "max": 1495.28125, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.845383190323372, |
| "min": 1.8665756496398345, |
| "max": 3.901951603485005, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2276.4668486714363, |
| "min": 214.65619970858097, |
| "max": 2317.4373774528503, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.845383190323372, |
| "min": 1.8665756496398345, |
| "max": 3.901951603485005, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2276.4668486714363, |
| "min": 214.65619970858097, |
| "max": 2317.4373774528503, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01401546548064895, |
| "min": 0.013903545242707576, |
| "max": 0.020782951692429684, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.042046396441946854, |
| "min": 0.027807090485415152, |
| "max": 0.06092222344207888, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06192992238534822, |
| "min": 0.022049727197736502, |
| "max": 0.06764646180801921, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.18578976715604464, |
| "min": 0.044099454395473005, |
| "max": 0.20293938542405762, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.850648716483331e-06, |
| "min": 3.850648716483331e-06, |
| "max": 0.0002953258515580499, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1551946149449991e-05, |
| "min": 1.1551946149449991e-05, |
| "max": 0.0008440989186337, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10128351666666668, |
| "min": 0.10128351666666668, |
| "max": 0.19844194999999998, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30385055000000005, |
| "min": 0.20769635000000003, |
| "max": 0.5813662999999999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.404748166666661e-05, |
| "min": 7.404748166666661e-05, |
| "max": 0.004922253305, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00022214244499999984, |
| "min": 0.00022214244499999984, |
| "max": 0.014070178369999999, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1675825447", |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1675828077" |
| }, |
| "total": 2629.532240626, |
| "count": 1, |
| "self": 0.44376775799992174, |
| "children": { |
| "run_training.setup": { |
| "total": 0.10990563400002884, |
| "count": 1, |
| "self": 0.10990563400002884 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2628.9785672340004, |
| "count": 1, |
| "self": 4.623401448799541, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 12.245641097999965, |
| "count": 1, |
| "self": 12.245641097999965 |
| }, |
| "TrainerController.advance": { |
| "total": 2611.979497913201, |
| "count": 232306, |
| "self": 4.941435838278267, |
| "children": { |
| "env_step": { |
| "total": 2022.4838300699903, |
| "count": 232306, |
| "self": 1687.108159195036, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 332.1252089869655, |
| "count": 232306, |
| "self": 17.299011393907676, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 314.8261975930578, |
| "count": 222924, |
| "self": 76.98937033587703, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 237.8368272571808, |
| "count": 222924, |
| "self": 237.8368272571808 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.250461887988706, |
| "count": 232306, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2619.9643076779157, |
| "count": 232306, |
| "is_parallel": true, |
| "self": 1255.7135749808665, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.002149053999971784, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003198129999759658, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0018292409999958181, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0018292409999958181 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.02961638499999708, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00029605200006699306, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00018742800000381976, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00018742800000381976 |
| }, |
| "communicator.exchange": { |
| "total": 0.028210552999951233, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.028210552999951233 |
| }, |
| "steps_from_proto": { |
| "total": 0.0009223519999750351, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002720559999715988, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006502960000034363, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006502960000034363 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1364.2507326970492, |
| "count": 232305, |
| "is_parallel": true, |
| "self": 36.4005021410851, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 84.32158497094156, |
| "count": 232305, |
| "is_parallel": true, |
| "self": 84.32158497094156 |
| }, |
| "communicator.exchange": { |
| "total": 1142.9241370939756, |
| "count": 232305, |
| "is_parallel": true, |
| "self": 1142.9241370939756 |
| }, |
| "steps_from_proto": { |
| "total": 100.60450849104694, |
| "count": 232305, |
| "is_parallel": true, |
| "self": 43.72771631002769, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 56.876792181019255, |
| "count": 464610, |
| "is_parallel": true, |
| "self": 56.876792181019255 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 584.5542320049325, |
| "count": 232306, |
| "self": 7.52772908998179, |
| "children": { |
| "process_trajectory": { |
| "total": 185.8613702999503, |
| "count": 232306, |
| "self": 184.4463815499497, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.4149887500005889, |
| "count": 10, |
| "self": 1.4149887500005889 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 391.16513261500046, |
| "count": 97, |
| "self": 331.2428735669949, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 59.92225904800557, |
| "count": 2910, |
| "self": 59.92225904800557 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.090000847005285e-07, |
| "count": 1, |
| "self": 8.090000847005285e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.1300259649997315, |
| "count": 1, |
| "self": 0.0023070079996614368, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.12771895700007008, |
| "count": 1, |
| "self": 0.12771895700007008 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
