| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4129924774169922, |
| "min": 1.4129899740219116, |
| "max": 1.4332709312438965, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 68251.7734375, |
| "min": 68251.7734375, |
| "max": 76649.0625, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 112.28506787330316, |
| "min": 92.59334565619224, |
| "max": 393.1653543307087, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49630.0, |
| "min": 48809.0, |
| "max": 50093.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999363.0, |
| "min": 49663.0, |
| "max": 1999363.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999363.0, |
| "min": 49663.0, |
| "max": 1999363.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.2836368083953857, |
| "min": -0.08873529732227325, |
| "max": 2.400099515914917, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1009.367431640625, |
| "min": -11.180647850036621, |
| "max": 1240.84423828125, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.5184768075586983, |
| "min": 1.86051312112619, |
| "max": 3.896543088500485, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1555.1667489409447, |
| "min": 234.42465326189995, |
| "max": 1983.1098463535309, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.5184768075586983, |
| "min": 1.86051312112619, |
| "max": 3.896543088500485, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1555.1667489409447, |
| "min": 234.42465326189995, |
| "max": 1983.1098463535309, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01851685344566552, |
| "min": 0.01441841180785559, |
| "max": 0.021876773503026928, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.03703370689133104, |
| "min": 0.02883682361571118, |
| "max": 0.057039860421597643, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.05087225033591191, |
| "min": 0.02459256462752819, |
| "max": 0.0635686979111698, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.10174450067182382, |
| "min": 0.04918512925505638, |
| "max": 0.19070609373350939, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 4.53144848954999e-06, |
| "min": 4.53144848954999e-06, |
| "max": 0.00029532817655727496, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 9.06289697909998e-06, |
| "min": 9.06289697909998e-06, |
| "max": 0.0008439553686815499, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10151045, |
| "min": 0.10151045, |
| "max": 0.198442725, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.2030209, |
| "min": 0.2030209, |
| "max": 0.5813184500000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 8.537145499999983e-05, |
| "min": 8.537145499999983e-05, |
| "max": 0.004922291977499998, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00017074290999999966, |
| "min": 0.00017074290999999966, |
| "max": 0.014067790654999999, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1695156305", |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1695158782" |
| }, |
| "total": 2476.8086201329997, |
| "count": 1, |
| "self": 0.4384159519995592, |
| "children": { |
| "run_training.setup": { |
| "total": 0.046500173000026734, |
| "count": 1, |
| "self": 0.046500173000026734 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2476.3237040080003, |
| "count": 1, |
| "self": 4.618106724907648, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 5.55538431399998, |
| "count": 1, |
| "self": 5.55538431399998 |
| }, |
| "TrainerController.advance": { |
| "total": 2466.024549418092, |
| "count": 231123, |
| "self": 4.564489846114611, |
| "children": { |
| "env_step": { |
| "total": 1923.5856234140645, |
| "count": 231123, |
| "self": 1619.0634577288236, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 301.46838522805115, |
| "count": 231123, |
| "self": 17.44566591709713, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 284.022719310954, |
| "count": 222826, |
| "self": 284.022719310954 |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.0537804571897595, |
| "count": 231123, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2468.812071761952, |
| "count": 231123, |
| "is_parallel": true, |
| "self": 1147.149611179911, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0008631240000340767, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000230618000045979, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006325059999880978, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006325059999880978 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.05033782099997097, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00033802799987370236, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002644610000288594, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002644610000288594 |
| }, |
| "communicator.exchange": { |
| "total": 0.0489549190000389, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0489549190000389 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007804130000295117, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00023862000000463013, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005417930000248816, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005417930000248816 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1321.6624605820411, |
| "count": 231122, |
| "is_parallel": true, |
| "self": 40.35969522517189, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 83.17435195196333, |
| "count": 231122, |
| "is_parallel": true, |
| "self": 83.17435195196333 |
| }, |
| "communicator.exchange": { |
| "total": 1098.5279971179534, |
| "count": 231122, |
| "is_parallel": true, |
| "self": 1098.5279971179534 |
| }, |
| "steps_from_proto": { |
| "total": 99.60041628695262, |
| "count": 231122, |
| "is_parallel": true, |
| "self": 35.17743217094562, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 64.422984116007, |
| "count": 462244, |
| "is_parallel": true, |
| "self": 64.422984116007 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 537.8744361579132, |
| "count": 231123, |
| "self": 6.702962548900359, |
| "children": { |
| "process_trajectory": { |
| "total": 135.37459734701463, |
| "count": 231123, |
| "self": 134.0722431390153, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.302354207999315, |
| "count": 10, |
| "self": 1.302354207999315 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 395.79687626199825, |
| "count": 96, |
| "self": 336.49868314397577, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 59.29819311802248, |
| "count": 2880, |
| "self": 59.29819311802248 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0060002750833519e-06, |
| "count": 1, |
| "self": 1.0060002750833519e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.12566254500006835, |
| "count": 1, |
| "self": 0.0020129059998907906, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.12364963900017756, |
| "count": 1, |
| "self": 0.12364963900017756 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
