{ "name": "root", "gauges": { "Huggy.Policy.Entropy.mean": { "value": 1.4045771360397339, "min": 1.4045771360397339, "max": 1.4294127225875854, "count": 40 }, "Huggy.Policy.Entropy.sum": { "value": 70747.1484375, "min": 68743.4921875, "max": 75666.84375, "count": 40 }, "Huggy.Environment.EpisodeLength.mean": { "value": 90.36380255941499, "min": 81.49339933993399, "max": 372.7164179104478, "count": 40 }, "Huggy.Environment.EpisodeLength.sum": { "value": 49429.0, "min": 48802.0, "max": 50109.0, "count": 40 }, "Huggy.Step.mean": { "value": 1999908.0, "min": 49835.0, "max": 1999908.0, "count": 40 }, "Huggy.Step.sum": { "value": 1999908.0, "min": 49835.0, "max": 1999908.0, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.mean": { "value": 2.3836021423339844, "min": 0.11148186773061752, "max": 2.4445838928222656, "count": 40 }, "Huggy.Policy.ExtrinsicValueEstimate.sum": { "value": 1303.830322265625, "min": 14.827088356018066, "max": 1441.69970703125, "count": 40 }, "Huggy.Environment.CumulativeReward.mean": { "value": 3.678606213010861, "min": 1.7443667968412988, "max": 3.924984330414898, "count": 40 }, "Huggy.Environment.CumulativeReward.sum": { "value": 2012.197598516941, "min": 232.00078397989273, "max": 2290.9923630952835, "count": 40 }, "Huggy.Policy.ExtrinsicReward.mean": { "value": 3.678606213010861, "min": 1.7443667968412988, "max": 3.924984330414898, "count": 40 }, "Huggy.Policy.ExtrinsicReward.sum": { "value": 2012.197598516941, "min": 232.00078397989273, "max": 2290.9923630952835, "count": 40 }, "Huggy.Losses.PolicyLoss.mean": { "value": 0.019377428689686994, "min": 0.013423438489472675, "max": 0.020323900274039866, "count": 40 }, "Huggy.Losses.PolicyLoss.sum": { "value": 0.058132286069060984, "min": 0.027638355128389473, "max": 0.058132286069060984, "count": 40 }, "Huggy.Losses.ValueLoss.mean": { "value": 0.05084464963939456, "min": 0.021477227720121544, "max": 0.058445265578726924, "count": 40 }, "Huggy.Losses.ValueLoss.sum": { "value": 0.15253394891818367, "min": 0.04318541704366605, "max": 0.1728473832209905, "count": 40 }, "Huggy.Policy.LearningRate.mean": { "value": 3.476298841266674e-06, "min": 3.476298841266674e-06, "max": 0.000295307176564275, "count": 40 }, "Huggy.Policy.LearningRate.sum": { "value": 1.0428896523800021e-05, "min": 1.0428896523800021e-05, "max": 0.0008442004685998499, "count": 40 }, "Huggy.Policy.Epsilon.mean": { "value": 0.10115873333333335, "min": 0.10115873333333335, "max": 0.198435725, "count": 40 }, "Huggy.Policy.Epsilon.sum": { "value": 0.30347620000000003, "min": 0.20744260000000003, "max": 0.5814001500000001, "count": 40 }, "Huggy.Policy.Beta.mean": { "value": 6.782079333333343e-05, "min": 6.782079333333343e-05, "max": 0.004921942677500003, "count": 40 }, "Huggy.Policy.Beta.sum": { "value": 0.0002034623800000003, "min": 0.0002034623800000003, "max": 0.014071867485, "count": 40 }, "Huggy.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 }, "Huggy.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 40 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1689889100", "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1689891828" }, "total": 2727.2126073150002, "count": 1, "self": 0.9053654360004657, "children": { "run_training.setup": { "total": 0.034366738000016994, "count": 1, "self": 0.034366738000016994 }, "TrainerController.start_learning": { "total": 2726.272875141, "count": 1, "self": 5.083163282883561, "children": { "TrainerController._reset_env": { "total": 5.138307347000023, "count": 1, "self": 5.138307347000023 }, "TrainerController.advance": { "total": 2715.8433604201164, "count": 232102, "self": 5.1024655630926645, "children": { "env_step": { "total": 2091.330662257058, "count": 232102, "self": 1770.0140327449303, "children": { "SubprocessEnvManager._take_step": { "total": 318.1032452339482, "count": 232102, "self": 18.609973445880087, "children": { "TorchPolicy.evaluate": { "total": 299.4932717880681, "count": 223018, "self": 299.4932717880681 } } }, "workers": { "total": 3.2133842781795465, "count": 232102, "self": 0.0, "children": { "worker_root": { "total": 2717.4172125500354, "count": 232102, "is_parallel": true, "self": 1276.0192447519762, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.004223481000053653, "count": 1, "is_parallel": true, "self": 0.00036050900007467135, "children": { "_process_rank_one_or_two_observation": { "total": 0.0038629719999789813, "count": 2, "is_parallel": true, "self": 0.0038629719999789813 } } }, "UnityEnvironment.step": { "total": 0.030605691999994633, "count": 1, "is_parallel": true, "self": 0.0003319559999681587, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0002359029999752238, "count": 1, "is_parallel": true, "self": 0.0002359029999752238 }, "communicator.exchange": { "total": 0.029282529000056456, "count": 1, "is_parallel": true, "self": 0.029282529000056456 }, "steps_from_proto": { "total": 0.0007553039999947941, "count": 1, "is_parallel": true, "self": 0.00022500600005059823, "children": { "_process_rank_one_or_two_observation": { "total": 0.0005302979999441959, "count": 2, "is_parallel": true, "self": 0.0005302979999441959 } } } } } } }, "UnityEnvironment.step": { "total": 1441.3979677980592, "count": 232101, "is_parallel": true, "self": 42.67147021631945, "children": { "UnityEnvironment._generate_step_input": { "total": 91.69312974890659, "count": 232101, "is_parallel": true, "self": 91.69312974890659 }, "communicator.exchange": { "total": 1200.8365388939733, "count": 232101, "is_parallel": true, "self": 1200.8365388939733 }, "steps_from_proto": { "total": 106.19682893885977, "count": 232101, "is_parallel": true, "self": 40.68917949089246, "children": { "_process_rank_one_or_two_observation": { "total": 65.50764944796731, "count": 464202, "is_parallel": true, "self": 65.50764944796731 } } } } } } } } } } }, "trainer_advance": { "total": 619.4102325999655, "count": 232102, "self": 7.297083858921496, "children": { "process_trajectory": { "total": 155.14097598504588, "count": 232102, "self": 153.6673991790459, "children": { "RLTrainer._checkpoint": { "total": 1.4735768059999828, "count": 10, "self": 1.4735768059999828 } } }, "_update_policy": { "total": 456.97217275599814, "count": 97, "self": 395.46417507800277, "children": { "TorchPPOOptimizer.update": { "total": 61.50799767799538, "count": 2910, "self": 61.50799767799538 } } } } } } }, "trainer_threads": { "total": 1.4110000847722404e-06, "count": 1, "self": 1.4110000847722404e-06 }, "TrainerController._save_models": { "total": 0.20804267999983495, "count": 1, "self": 0.004922613999497116, "children": { "RLTrainer._checkpoint": { "total": 0.20312006600033783, "count": 1, "self": 0.20312006600033783 } } } } } } }