| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4029759168624878, |
| "min": 1.4029759168624878, |
| "max": 1.4032706022262573, |
| "count": 5 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70319.9609375, |
| "min": 833.542724609375, |
| "max": 70442.296875, |
| "count": 5 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 69.74079320113314, |
| "min": 26.333333333333332, |
| "max": 69.74079320113314, |
| "count": 5 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49237.0, |
| "min": 79.0, |
| "max": 49346.0, |
| "count": 5 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999974.0, |
| "min": 1799970.0, |
| "max": 1999974.0, |
| "count": 5 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999974.0, |
| "min": 1799970.0, |
| "max": 1999974.0, |
| "count": 5 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.5888402462005615, |
| "min": 2.0445661544799805, |
| "max": 2.5979344844818115, |
| "count": 5 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1827.72119140625, |
| "min": 4.089132308959961, |
| "max": 1869.3740234375, |
| "count": 5 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 4.052007763986885, |
| "min": 2.4854273796081543, |
| "max": 4.0885841684967446, |
| "count": 5 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2860.7174813747406, |
| "min": 4.970854759216309, |
| "max": 2931.5194795131683, |
| "count": 5 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 4.052007763986885, |
| "min": 2.4854273796081543, |
| "max": 4.0885841684967446, |
| "count": 5 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2860.7174813747406, |
| "min": 4.970854759216309, |
| "max": 2931.5194795131683, |
| "count": 5 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 5 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 5 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.015542609259379484, |
| "min": 0.015542609259379484, |
| "max": 0.01886237246783114, |
| "count": 4 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.031085218518758968, |
| "min": 0.031085218518758968, |
| "max": 0.056587117403493425, |
| "count": 4 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06902248039841652, |
| "min": 0.06902248039841652, |
| "max": 0.07310256643427743, |
| "count": 4 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.13804496079683304, |
| "min": 0.13804496079683304, |
| "max": 0.21930769930283228, |
| "count": 4 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.858323713924994e-06, |
| "min": 3.858323713924994e-06, |
| "max": 2.5397941534050006e-05, |
| "count": 4 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 7.716647427849988e-06, |
| "min": 7.716647427849988e-06, |
| "max": 5.079588306810001e-05, |
| "count": 4 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.101286075, |
| "min": 0.101286075, |
| "max": 0.10846595000000002, |
| "count": 4 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.20257215, |
| "min": 0.20257215, |
| "max": 0.31154385000000007, |
| "count": 4 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.417514249999988e-05, |
| "min": 7.417514249999988e-05, |
| "max": 0.0004324509050000001, |
| "count": 4 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00014835028499999976, |
| "min": 0.00014835028499999976, |
| "max": 0.0008649018100000002, |
| "count": 4 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1690254870", |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1690255207" |
| }, |
| "total": 336.96939624000015, |
| "count": 1, |
| "self": 0.9934374099998422, |
| "children": { |
| "run_training.setup": { |
| "total": 0.13850877400000172, |
| "count": 1, |
| "self": 0.13850877400000172 |
| }, |
| "TrainerController.start_learning": { |
| "total": 335.8374500560003, |
| "count": 1, |
| "self": 0.7470420179765824, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 5.626845367999977, |
| "count": 1, |
| "self": 5.626845367999977 |
| }, |
| "TrainerController.advance": { |
| "total": 329.23646114002395, |
| "count": 23808, |
| "self": 0.749349108012666, |
| "children": { |
| "env_step": { |
| "total": 265.7019776260213, |
| "count": 23808, |
| "self": 224.40608506301442, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 40.812609524971776, |
| "count": 23808, |
| "self": 2.5733146350253264, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 38.23929488994645, |
| "count": 22384, |
| "self": 38.23929488994645 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.483283038035097, |
| "count": 23808, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 334.2735153109793, |
| "count": 23808, |
| "is_parallel": true, |
| "self": 152.08187711097844, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0007545109997408872, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019921299963243655, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005552980001084507, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005552980001084507 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.052064852000057726, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000310820999857242, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021406500036391662, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021406500036391662 |
| }, |
| "communicator.exchange": { |
| "total": 0.050870149999809655, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.050870149999809655 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006698160000269127, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002054359997600841, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004643800002668286, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004643800002668286 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 182.19163820000085, |
| "count": 23807, |
| "is_parallel": true, |
| "self": 5.382965395955125, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 9.782795540005736, |
| "count": 23807, |
| "is_parallel": true, |
| "self": 9.782795540005736 |
| }, |
| "communicator.exchange": { |
| "total": 154.1682844590141, |
| "count": 23807, |
| "is_parallel": true, |
| "self": 154.1682844590141 |
| }, |
| "steps_from_proto": { |
| "total": 12.857592805025888, |
| "count": 23807, |
| "is_parallel": true, |
| "self": 4.380713290046515, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 8.476879514979373, |
| "count": 47614, |
| "is_parallel": true, |
| "self": 8.476879514979373 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 62.78513440598999, |
| "count": 23808, |
| "self": 1.0571473500272077, |
| "children": { |
| "process_trajectory": { |
| "total": 20.231220856961954, |
| "count": 23808, |
| "self": 19.78442612796198, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.44679472899997563, |
| "count": 2, |
| "self": 0.44679472899997563 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 41.49676619900083, |
| "count": 9, |
| "self": 36.077990568003315, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 5.418775630997516, |
| "count": 270, |
| "self": 5.418775630997516 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.764999979059212e-06, |
| "count": 1, |
| "self": 1.764999979059212e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.22709976499982076, |
| "count": 1, |
| "self": 0.0060173920001034276, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.22108237299971734, |
| "count": 1, |
| "self": 0.22108237299971734 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
