{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.406853437423706, "min": 1.406853437423706, "max": 1.4291778802871704, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70214.6484375, "min": 69099.40625, "max": 76542.046875, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 86.93497363796133, "min": 79.74151857835218, "max": 396.3253968253968, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49466.0, "min": 48970.0, "max": 50291.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999350.0, "min": 49649.0, "max": 1999350.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999350.0, "min": 49649.0, "max": 1999350.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.5006966590881348, "min": 0.08694195747375488, "max": 2.5006966590881348, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1422.8963623046875, "min": 10.867744445800781, "max": 1484.337890625, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.8805591389667797, "min": 1.8659011368751526, "max": 3.9650310072691544, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2208.038150072098, "min": 233.23764210939407, "max": 2296.9371811151505, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.8805591389667797, "min": 1.8659011368751526, "max": 3.9650310072691544, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2208.038150072098, "min": 233.23764210939407, "max": 2296.9371811151505, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.019437984030810183, "min": 0.013707299428157663, "max": 0.019437984030810183, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.05831395209243055, "min": 0.027414598856315326, "max": 0.05831395209243055, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.057414521359735064, "min": 0.0216558947848777, "max": 0.06185183218783802, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.17224356407920519, "min": 0.0433117895697554, "max": 0.18555549656351406, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.672298775933337e-06, "min": 3.672298775933337e-06, "max": 0.00029535465154845, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.1016896327800011e-05, "min": 1.1016896327800011e-05, "max": 0.0008438869687043499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10122406666666667, "min": 0.10122406666666667, "max": 0.19845155000000003, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.3036722, "min": 0.20767109999999994, "max": 0.5812956499999999, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 7.10809266666667e-05, "min": 7.10809266666667e-05, "max": 0.004922732345, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.00021324278000000012, "min": 0.00021324278000000012, "max": 0.014066652935, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1769134992", "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", "mlagents_version": "1.2.0.dev0", "mlagents_envs_version": "1.2.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.8.0+cu128", "numpy_version": "1.23.5", "end_time_seconds": "1769137735" }, "total": 2742.780689619, "count": 1, "self": 0.8121796319996974, "children": { "run_training.setup": { "total": 0.02675041199995576, "count": 1, "self": 0.02675041199995576 }, "TrainerController.start_learning": { "total": 2741.941759575, "count": 1, "self": 4.565670415113345, "children": { "TrainerController._reset_env": { "total": 3.833648117999928, "count": 1, "self": 3.833648117999928 }, "TrainerController.advance": { "total": 2733.3905354318867, "count": 232818, "self": 4.658927047947145, "children": { "env_step": { "total": 2234.07217244897, "count": 232818, "self": 1803.706343782153, "children": { "SubprocessEnvManager._take_step": { "total": 427.4227622109504, "count": 232818, "self": 16.68278854790674, "children": { "TorchPolicy.evaluate": { "total": 410.73997366304366, "count": 223004, "self": 410.73997366304366 } } }, "workers": { "total": 2.9430664558665285, "count": 232818, "self": 0.0, "children": { "worker_root": { "total": 2728.7086302709977, "count": 232818, "is_parallel": true, "self": 1269.7058421999661, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0009091260001241608, "count": 1, "is_parallel": true, "self": 0.0002703039999687462, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006388220001554146, "count": 2, "is_parallel": true, "self": 0.0006388220001554146 } } }, "UnityEnvironment.step": { "total": 0.03238742000007733, "count": 1, "is_parallel": true, "self": 0.0003520739999203215, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00019338600009177753, "count": 1, "is_parallel": true, "self": 0.00019338600009177753 }, "communicator.exchange": { "total": 0.030996724000033282, "count": 1, "is_parallel": true, "self": 0.030996724000033282 }, "steps_from_proto": { "total": 0.0008452360000319459, "count": 1, "is_parallel": true, "self": 0.00020938299985573394, "children": { "_process_rank_one_or_two_observation": { "total": 0.0006358530001762119, "count": 2, "is_parallel": true, "self": 0.0006358530001762119 } } } } } } }, "UnityEnvironment.step": { "total": 1459.0027880710315, "count": 232817, "is_parallel": true, "self": 41.35728598905666, "children": { "UnityEnvironment._generate_step_input": { "total": 91.09073815407555, "count": 232817, "is_parallel": true, "self": 91.09073815407555 }, "communicator.exchange": { "total": 1228.4967007099692, "count": 232817, "is_parallel": true, "self": 1228.4967007099692 }, "steps_from_proto": { "total": 98.05806321793011, "count": 232817, "is_parallel": true, "self": 35.549061439880234, "children": { "_process_rank_one_or_two_observation": { "total": 62.50900177804988, "count": 465634, "is_parallel": true, "self": 62.50900177804988 } } } } } } } } } } }, "trainer_advance": { "total": 494.65943593496945, "count": 232818, "self": 6.79425538692567, "children": { "process_trajectory": { "total": 167.5153205210438, "count": 232818, "self": 166.23729416104425, "children": { "RLTrainer._checkpoint": { "total": 1.2780263599995578, "count": 10, "self": 1.2780263599995578 } } }, "_update_policy": { "total": 320.349860027, "count": 97, "self": 255.36538933300926, "children": { "TorchPPOOptimizer.update": { "total": 64.98447069399072, "count": 2910, "self": 64.98447069399072 } } } } } } }, "trainer_threads": { "total": 1.4950001059332862e-06, "count": 1, "self": 1.4950001059332862e-06 }, "TrainerController._save_models": { "total": 0.15190411499997936, "count": 1, "self": 0.0019360840001354518, "children": { "RLTrainer._checkpoint": { "total": 0.1499680309998439, "count": 1, "self": 0.1499680309998439 } } } } } } }