| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4011480808258057, |
| "min": 1.4011480808258057, |
| "max": 1.4266510009765625, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 72720.984375, |
| "min": 66916.921875, |
| "max": 79190.6953125, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 94.51325757575758, |
| "min": 82.8476821192053, |
| "max": 401.056, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49903.0, |
| "min": 48809.0, |
| "max": 50132.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999753.0, |
| "min": 49840.0, |
| "max": 1999753.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999753.0, |
| "min": 49840.0, |
| "max": 1999753.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.4234516620635986, |
| "min": 0.1241719052195549, |
| "max": 2.4937524795532227, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1279.58251953125, |
| "min": 15.397315979003906, |
| "max": 1452.14990234375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.6608416973189875, |
| "min": 1.9375419744080113, |
| "max": 3.9444712304111036, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1932.9244161844254, |
| "min": 240.2552048265934, |
| "max": 2296.0068542957306, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.6608416973189875, |
| "min": 1.9375419744080113, |
| "max": 3.9444712304111036, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1932.9244161844254, |
| "min": 240.2552048265934, |
| "max": 2296.0068542957306, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.016372174925668836, |
| "min": 0.013297400996316357, |
| "max": 0.019728795521465753, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04911652477700651, |
| "min": 0.026594801992632713, |
| "max": 0.0564236454529843, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.048997460015945966, |
| "min": 0.02198110551883777, |
| "max": 0.06179623189899656, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.1469923800478379, |
| "min": 0.04396221103767554, |
| "max": 0.18538869569698968, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.376998874366671e-06, |
| "min": 3.376998874366671e-06, |
| "max": 0.00029534332655222503, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.0130996623100014e-05, |
| "min": 1.0130996623100014e-05, |
| "max": 0.0008442018185993998, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10112563333333334, |
| "min": 0.10112563333333334, |
| "max": 0.198447775, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.3033769, |
| "min": 0.20747960000000001, |
| "max": 0.5814006, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.616910333333341e-05, |
| "min": 6.616910333333341e-05, |
| "max": 0.004922543972500002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00019850731000000023, |
| "min": 0.00019850731000000023, |
| "max": 0.014071889939999999, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1702161849", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1702164426" |
| }, |
| "total": 2576.36622976, |
| "count": 1, |
| "self": 0.44044392599971616, |
| "children": { |
| "run_training.setup": { |
| "total": 0.08870815099999163, |
| "count": 1, |
| "self": 0.08870815099999163 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2575.837077683, |
| "count": 1, |
| "self": 4.842514538949672, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.099762129000055, |
| "count": 1, |
| "self": 4.099762129000055 |
| }, |
| "TrainerController.advance": { |
| "total": 2566.7756650010506, |
| "count": 232768, |
| "self": 5.277637894063901, |
| "children": { |
| "env_step": { |
| "total": 2038.9749394750254, |
| "count": 232768, |
| "self": 1683.1632877150396, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 352.689797867939, |
| "count": 232768, |
| "self": 18.150742474826984, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 334.539055393112, |
| "count": 223132, |
| "self": 334.539055393112 |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.121853892046829, |
| "count": 232768, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2567.658279337093, |
| "count": 232768, |
| "is_parallel": true, |
| "self": 1206.374155622226, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0008996110000225599, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002617670002109662, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006378439998115937, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006378439998115937 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.029997440999977698, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003240189998905407, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021517899995160406, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021517899995160406 |
| }, |
| "communicator.exchange": { |
| "total": 0.028740441000081773, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.028740441000081773 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007178020000537799, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002147059999515477, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005030960001022322, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005030960001022322 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1361.284123714867, |
| "count": 232767, |
| "is_parallel": true, |
| "self": 41.74888598004327, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 92.03532294092952, |
| "count": 232767, |
| "is_parallel": true, |
| "self": 92.03532294092952 |
| }, |
| "communicator.exchange": { |
| "total": 1131.917018260902, |
| "count": 232767, |
| "is_parallel": true, |
| "self": 1131.917018260902 |
| }, |
| "steps_from_proto": { |
| "total": 95.58289653299221, |
| "count": 232767, |
| "is_parallel": true, |
| "self": 35.61162768588724, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 59.971268847104966, |
| "count": 465534, |
| "is_parallel": true, |
| "self": 59.971268847104966 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 522.5230876319613, |
| "count": 232768, |
| "self": 7.2413336828965384, |
| "children": { |
| "process_trajectory": { |
| "total": 164.88732936506608, |
| "count": 232768, |
| "self": 163.75015817706617, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1371711879999111, |
| "count": 10, |
| "self": 1.1371711879999111 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 350.39442458399867, |
| "count": 97, |
| "self": 285.48447423299467, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 64.909950351004, |
| "count": 2910, |
| "self": 64.909950351004 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.500000053056283e-06, |
| "count": 1, |
| "self": 1.500000053056283e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11913451400005215, |
| "count": 1, |
| "self": 0.002184009000302467, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11695050499974968, |
| "count": 1, |
| "self": 0.11695050499974968 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
