| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4066312313079834, |
| "min": 1.4066312313079834, |
| "max": 1.4248414039611816, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70576.3125, |
| "min": 68479.125, |
| "max": 76005.828125, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 100.38336713995943, |
| "min": 89.43649373881932, |
| "max": 362.963768115942, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49489.0, |
| "min": 48876.0, |
| "max": 50089.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999392.0, |
| "min": 49811.0, |
| "max": 1999392.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999392.0, |
| "min": 49811.0, |
| "max": 1999392.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.4091029167175293, |
| "min": 0.03059815615415573, |
| "max": 2.439601182937622, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1187.687744140625, |
| "min": 4.1919474601745605, |
| "max": 1336.6962890625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.706110247250261, |
| "min": 1.6450656630697043, |
| "max": 3.8853668979592197, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1827.1123518943787, |
| "min": 225.37399584054947, |
| "max": 2133.807697236538, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.706110247250261, |
| "min": 1.6450656630697043, |
| "max": 3.8853668979592197, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1827.1123518943787, |
| "min": 225.37399584054947, |
| "max": 2133.807697236538, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.015434336768198087, |
| "min": 0.013807126837248992, |
| "max": 0.019698871622191895, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04630301030459426, |
| "min": 0.027614253674497984, |
| "max": 0.05809747718255191, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.051497250133090554, |
| "min": 0.023220646381378177, |
| "max": 0.05813208899150292, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.15449175039927165, |
| "min": 0.04644129276275635, |
| "max": 0.16676110612849396, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.3029988990333315e-06, |
| "min": 3.3029988990333315e-06, |
| "max": 0.00029529937656687497, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 9.908996697099994e-06, |
| "min": 9.908996697099994e-06, |
| "max": 0.00084401566866145, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10110096666666668, |
| "min": 0.10110096666666668, |
| "max": 0.19843312500000004, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30330290000000004, |
| "min": 0.20739219999999997, |
| "max": 0.58133855, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 6.493823666666665e-05, |
| "min": 6.493823666666665e-05, |
| "max": 0.004921812937499999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00019481470999999992, |
| "min": 0.00019481470999999992, |
| "max": 0.014068793645000001, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1682279876", |
| "python_version": "3.9.16 (main, Dec 7 2022, 01:11:51) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1682282399" |
| }, |
| "total": 2522.933014679, |
| "count": 1, |
| "self": 0.4401930519998132, |
| "children": { |
| "run_training.setup": { |
| "total": 0.12685854400001517, |
| "count": 1, |
| "self": 0.12685854400001517 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2522.365963083, |
| "count": 1, |
| "self": 4.7229244420555005, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.691988455000001, |
| "count": 1, |
| "self": 4.691988455000001 |
| }, |
| "TrainerController.advance": { |
| "total": 2512.827796528945, |
| "count": 231887, |
| "self": 5.164378738921187, |
| "children": { |
| "env_step": { |
| "total": 1989.0078010660375, |
| "count": 231887, |
| "self": 1683.2894164739234, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 302.4628870310044, |
| "count": 231887, |
| "self": 18.29743107297685, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 284.16545595802756, |
| "count": 223012, |
| "self": 284.16545595802756 |
| } |
| } |
| }, |
| "workers": { |
| "total": 3.2554975611095642, |
| "count": 231887, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2513.5288953339714, |
| "count": 231887, |
| "is_parallel": true, |
| "self": 1139.623724084963, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0010447960000306011, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004096570000342581, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.000635138999996343, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.000635138999996343 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.050773184000036053, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00030179200001612116, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002585810000255151, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002585810000255151 |
| }, |
| "communicator.exchange": { |
| "total": 0.04952927200002932, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04952927200002932 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006835389999650943, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019501999997828534, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004885189999868089, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004885189999868089 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1373.9051712490084, |
| "count": 231886, |
| "is_parallel": true, |
| "self": 40.642855820960676, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 88.74540943103983, |
| "count": 231886, |
| "is_parallel": true, |
| "self": 88.74540943103983 |
| }, |
| "communicator.exchange": { |
| "total": 1149.6470529229973, |
| "count": 231886, |
| "is_parallel": true, |
| "self": 1149.6470529229973 |
| }, |
| "steps_from_proto": { |
| "total": 94.86985307401045, |
| "count": 231886, |
| "is_parallel": true, |
| "self": 37.92767695515283, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 56.94217611885762, |
| "count": 463772, |
| "is_parallel": true, |
| "self": 56.94217611885762 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 518.6556167239863, |
| "count": 231887, |
| "self": 7.4584314858643666, |
| "children": { |
| "process_trajectory": { |
| "total": 140.00257959012197, |
| "count": 231887, |
| "self": 138.53577611312215, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.4668034769998144, |
| "count": 10, |
| "self": 1.4668034769998144 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 371.194605648, |
| "count": 97, |
| "self": 311.3091042859982, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 59.885501362001776, |
| "count": 2910, |
| "self": 59.885501362001776 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.1019997145922389e-06, |
| "count": 1, |
| "self": 1.1019997145922389e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.12325255499990817, |
| "count": 1, |
| "self": 0.0028457299999899988, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.12040682499991817, |
| "count": 1, |
| "self": 0.12040682499991817 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
