| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.401753306388855, |
| "min": 1.401753306388855, |
| "max": 1.425315260887146, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69105.0390625, |
| "min": 67895.0390625, |
| "max": 78146.953125, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 76.23493044822257, |
| "min": 72.56277695716396, |
| "max": 403.46774193548384, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49324.0, |
| "min": 49105.0, |
| "max": 50067.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999912.0, |
| "min": 49813.0, |
| "max": 1999912.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999912.0, |
| "min": 49813.0, |
| "max": 1999912.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.5134377479553223, |
| "min": -0.02878739684820175, |
| "max": 2.5134377479553223, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1626.1942138671875, |
| "min": -3.5408499240875244, |
| "max": 1693.391357421875, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.879742806072029, |
| "min": 1.8796272839957135, |
| "max": 4.011058516788328, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2510.1935955286026, |
| "min": 231.19415593147278, |
| "max": 2663.6487216353416, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.879742806072029, |
| "min": 1.8796272839957135, |
| "max": 4.011058516788328, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2510.1935955286026, |
| "min": 231.19415593147278, |
| "max": 2663.6487216353416, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.015275890999732332, |
| "min": 0.014223302123233831, |
| "max": 0.02059012598086459, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.045827672999196996, |
| "min": 0.030296881550263305, |
| "max": 0.05418619390305442, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06402674259410963, |
| "min": 0.024319649260077212, |
| "max": 0.06551767233759165, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.19208022778232892, |
| "min": 0.04919767870257298, |
| "max": 0.19208022778232892, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.980198673299997e-06, |
| "min": 3.980198673299997e-06, |
| "max": 0.00029534655155115, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1940596019899992e-05, |
| "min": 1.1940596019899992e-05, |
| "max": 0.0008442862685712498, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10132670000000003, |
| "min": 0.10132670000000003, |
| "max": 0.19844885, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.3039801000000001, |
| "min": 0.20779029999999996, |
| "max": 0.5814287499999999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.620232999999998e-05, |
| "min": 7.620232999999998e-05, |
| "max": 0.004922597615000001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00022860698999999993, |
| "min": 0.00022860698999999993, |
| "max": 0.014073294625, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1767212945", |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.8.0+cu128", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1767215591" |
| }, |
| "total": 2646.2229129519997, |
| "count": 1, |
| "self": 0.43402437199938504, |
| "children": { |
| "run_training.setup": { |
| "total": 0.027040530000022045, |
| "count": 1, |
| "self": 0.027040530000022045 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2645.7618480500005, |
| "count": 1, |
| "self": 4.549101322106253, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.8933180680000987, |
| "count": 1, |
| "self": 2.8933180680000987 |
| }, |
| "TrainerController.advance": { |
| "total": 2638.2183605248943, |
| "count": 233486, |
| "self": 4.539732305840971, |
| "children": { |
| "env_step": { |
| "total": 2157.507744850096, |
| "count": 233486, |
| "self": 1739.115409935124, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 415.6069316379726, |
| "count": 233486, |
| "self": 15.81629504696184, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 399.79063659101075, |
| "count": 222876, |
| "self": 399.79063659101075 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.785403276999432, |
| "count": 233486, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2632.9472765240616, |
| "count": 233486, |
| "is_parallel": true, |
| "self": 1225.6051625010873, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0008976860001439491, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00028603100031432405, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.000611654999829625, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.000611654999829625 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.031061024000109683, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003282220000073721, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00019371300004422665, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019371300004422665 |
| }, |
| "communicator.exchange": { |
| "total": 0.0297497490000751, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0297497490000751 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007893399999829853, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00022347599997374346, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005658640000092419, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005658640000092419 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1407.3421140229743, |
| "count": 233485, |
| "is_parallel": true, |
| "self": 39.70545831800473, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 85.41307661222004, |
| "count": 233485, |
| "is_parallel": true, |
| "self": 85.41307661222004 |
| }, |
| "communicator.exchange": { |
| "total": 1188.514450213769, |
| "count": 233485, |
| "is_parallel": true, |
| "self": 1188.514450213769 |
| }, |
| "steps_from_proto": { |
| "total": 93.70912887898066, |
| "count": 233485, |
| "is_parallel": true, |
| "self": 33.4773670511222, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 60.23176182785846, |
| "count": 466970, |
| "is_parallel": true, |
| "self": 60.23176182785846 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 476.17088336895745, |
| "count": 233486, |
| "self": 6.721717389970308, |
| "children": { |
| "process_trajectory": { |
| "total": 162.65217878198746, |
| "count": 233486, |
| "self": 161.53704844498725, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1151303370002097, |
| "count": 10, |
| "self": 1.1151303370002097 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 306.7969871969997, |
| "count": 97, |
| "self": 244.1484693389914, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 62.64851785800829, |
| "count": 2910, |
| "self": 62.64851785800829 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.400002116104588e-07, |
| "count": 1, |
| "self": 8.400002116104588e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.10106729499966605, |
| "count": 1, |
| "self": 0.0013605140002255212, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09970678099944053, |
| "count": 1, |
| "self": 0.09970678099944053 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
