| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4039106369018555, | |
| "min": 1.4039106369018555, | |
| "max": 1.4265388250350952, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 72356.1484375, | |
| "min": 36062.203125, | |
| "max": 72535.8828125, | |
| "count": 39 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 99.23658051689861, | |
| "min": 89.54792043399638, | |
| "max": 337.8333333333333, | |
| "count": 39 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49916.0, | |
| "min": 22297.0, | |
| "max": 50035.0, | |
| "count": 39 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999923.0, | |
| "min": 99724.0, | |
| "max": 1999923.0, | |
| "count": 39 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999923.0, | |
| "min": 99724.0, | |
| "max": 1999923.0, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3749470710754395, | |
| "min": 0.23336383700370789, | |
| "max": 2.4287633895874023, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1194.598388671875, | |
| "min": 15.168649673461914, | |
| "max": 1304.8902587890625, | |
| "count": 39 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.6656223514208026, | |
| "min": 2.396774582679455, | |
| "max": 3.936003565108368, | |
| "count": 39 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1843.8080427646637, | |
| "min": 155.79034787416458, | |
| "max": 2081.318050503731, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.6656223514208026, | |
| "min": 2.396774582679455, | |
| "max": 3.936003565108368, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1843.8080427646637, | |
| "min": 155.79034787416458, | |
| "max": 2081.318050503731, | |
| "count": 39 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015508172417887383, | |
| "min": 0.013453047145028702, | |
| "max": 0.02116860125291472, | |
| "count": 39 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.04652451725366215, | |
| "min": 0.01699758102186024, | |
| "max": 0.0599011521670036, | |
| "count": 39 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.048474076141913736, | |
| "min": 0.02665282130862276, | |
| "max": 0.06136844139546156, | |
| "count": 39 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1454222284257412, | |
| "min": 0.026984249365826447, | |
| "max": 0.18227222040295601, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 4.208648597149989e-06, | |
| "min": 4.208648597149989e-06, | |
| "max": 0.00028525530491489996, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.2625945791449968e-05, | |
| "min": 1.2625945791449968e-05, | |
| "max": 0.00079999128333625, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10140284999999999, | |
| "min": 0.10140284999999999, | |
| "max": 0.1950851, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30420854999999997, | |
| "min": 0.1950851, | |
| "max": 0.5666637500000002, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 8.000221499999982e-05, | |
| "min": 8.000221499999982e-05, | |
| "max": 0.00475474649, | |
| "count": 39 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00024000664499999945, | |
| "min": 0.00024000664499999945, | |
| "max": 0.013336521125, | |
| "count": 39 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 39 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 39 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1685229419", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1685231724" | |
| }, | |
| "total": 2304.8739187440005, | |
| "count": 1, | |
| "self": 0.4233184889999393, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.03803986000002624, | |
| "count": 1, | |
| "self": 0.03803986000002624 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2304.4125603950006, | |
| "count": 1, | |
| "self": 4.252285872998527, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.5386142629999995, | |
| "count": 1, | |
| "self": 3.5386142629999995 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2296.5081472360016, | |
| "count": 223250, | |
| "self": 4.3301477800641806, | |
| "children": { | |
| "env_step": { | |
| "total": 1810.2762733040615, | |
| "count": 223250, | |
| "self": 1530.7523296412053, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 276.8466055999927, | |
| "count": 223250, | |
| "self": 16.25199295582547, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 260.5946126441672, | |
| "count": 214456, | |
| "self": 260.5946126441672 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.677338062863555, | |
| "count": 223250, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2296.8650774159537, | |
| "count": 223250, | |
| "is_parallel": true, | |
| "self": 1044.1797124258521, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0007854030000089551, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00025374999995619874, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005316530000527564, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005316530000527564 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03049837399998978, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000300884000125734, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00023154899986366217, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023154899986366217 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.02919661900000392, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.02919661900000392 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.000769321999996464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00024066600008154637, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005286559999149176, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005286559999149176 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1252.6853649901016, | |
| "count": 223249, | |
| "is_parallel": true, | |
| "self": 36.473717339011046, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 78.74098472595233, | |
| "count": 223249, | |
| "is_parallel": true, | |
| "self": 78.74098472595233 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1046.2559752741229, | |
| "count": 223249, | |
| "is_parallel": true, | |
| "self": 1046.2559752741229 | |
| }, | |
| "steps_from_proto": { | |
| "total": 91.21468765101531, | |
| "count": 223249, | |
| "is_parallel": true, | |
| "self": 35.37050388399666, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 55.84418376701865, | |
| "count": 446498, | |
| "is_parallel": true, | |
| "self": 55.84418376701865 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 481.90172615187566, | |
| "count": 223250, | |
| "self": 6.333559303984202, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 127.05025046689184, | |
| "count": 223250, | |
| "self": 125.59325526189127, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.4569952050005668, | |
| "count": 10, | |
| "self": 1.4569952050005668 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 348.5179163809996, | |
| "count": 93, | |
| "self": 293.0962209969987, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 55.42169538400094, | |
| "count": 2790, | |
| "self": 55.42169538400094 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.280003385152668e-07, | |
| "count": 1, | |
| "self": 8.280003385152668e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.11351219500011211, | |
| "count": 1, | |
| "self": 0.00251510500038421, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1109970899997279, | |
| "count": 1, | |
| "self": 0.1109970899997279 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |