| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4043828248977661, |
| "min": 1.4043828248977661, |
| "max": 1.427517056465149, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70047.8046875, |
| "min": 68871.5625, |
| "max": 78457.4296875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 76.734375, |
| "min": 69.71711456859971, |
| "max": 418.9, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49110.0, |
| "min": 49062.0, |
| "max": 50268.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999999.0, |
| "min": 49785.0, |
| "max": 1999999.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999999.0, |
| "min": 49785.0, |
| "max": 1999999.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.476229190826416, |
| "min": 0.1698298156261444, |
| "max": 2.5327892303466797, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1584.78662109375, |
| "min": 20.209747314453125, |
| "max": 1757.115234375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.742462179623544, |
| "min": 1.9898053673135132, |
| "max": 4.075148763709098, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2395.1757949590683, |
| "min": 236.78683871030807, |
| "max": 2765.8885921239853, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.742462179623544, |
| "min": 1.9898053673135132, |
| "max": 4.075148763709098, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2395.1757949590683, |
| "min": 236.78683871030807, |
| "max": 2765.8885921239853, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.017046550845326337, |
| "min": 0.013812112947117485, |
| "max": 0.02088085283030523, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05113965253597901, |
| "min": 0.029119723530554135, |
| "max": 0.054474697346328566, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06131898255811797, |
| "min": 0.02075682810197274, |
| "max": 0.06677687236418327, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.18395694767435392, |
| "min": 0.04151365620394548, |
| "max": 0.18395694767435392, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.6723987759000048e-06, |
| "min": 3.6723987759000048e-06, |
| "max": 0.00029536785154404995, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1017196327700014e-05, |
| "min": 1.1017196327700014e-05, |
| "max": 0.00084399466866845, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10122409999999998, |
| "min": 0.10122409999999998, |
| "max": 0.19845595000000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30367229999999995, |
| "min": 0.20757844999999997, |
| "max": 0.58133155, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.108259000000013e-05, |
| "min": 7.108259000000013e-05, |
| "max": 0.004922951905, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00021324777000000038, |
| "min": 0.00021324777000000038, |
| "max": 0.014068444345000004, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1686116428", |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1686118793" |
| }, |
| "total": 2365.1053663939997, |
| "count": 1, |
| "self": 0.5510329919998185, |
| "children": { |
| "run_training.setup": { |
| "total": 0.044925891999923806, |
| "count": 1, |
| "self": 0.044925891999923806 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2364.50940751, |
| "count": 1, |
| "self": 4.281088419036678, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 4.308689330999982, |
| "count": 1, |
| "self": 4.308689330999982 |
| }, |
| "TrainerController.advance": { |
| "total": 2355.8008053139633, |
| "count": 233908, |
| "self": 4.310223461985515, |
| "children": { |
| "env_step": { |
| "total": 1809.3577350650799, |
| "count": 233908, |
| "self": 1525.8240740302622, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 280.84122737497546, |
| "count": 233908, |
| "self": 16.490069808850308, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 264.35115756612515, |
| "count": 223050, |
| "self": 264.35115756612515 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.6924336598422087, |
| "count": 233908, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2356.9986637651286, |
| "count": 233908, |
| "is_parallel": true, |
| "self": 1108.0911989510284, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0009414429999878848, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00027900399993541214, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006624390000524727, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006624390000524727 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.07501245399998879, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00034512899992478197, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0002123799999935727, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002123799999935727 |
| }, |
| "communicator.exchange": { |
| "total": 0.07369223199998487, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.07369223199998487 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007627130000855686, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020758200003001548, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005551310000555532, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005551310000555532 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1248.9074648141002, |
| "count": 233907, |
| "is_parallel": true, |
| "self": 38.08220264512647, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 77.29084141494707, |
| "count": 233907, |
| "is_parallel": true, |
| "self": 77.29084141494707 |
| }, |
| "communicator.exchange": { |
| "total": 1041.5901244049912, |
| "count": 233907, |
| "is_parallel": true, |
| "self": 1041.5901244049912 |
| }, |
| "steps_from_proto": { |
| "total": 91.94429634903531, |
| "count": 233907, |
| "is_parallel": true, |
| "self": 33.701994086057994, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 58.24230226297732, |
| "count": 467814, |
| "is_parallel": true, |
| "self": 58.24230226297732 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 542.1328467868979, |
| "count": 233908, |
| "self": 6.122022608814291, |
| "children": { |
| "process_trajectory": { |
| "total": 136.07163322008057, |
| "count": 233908, |
| "self": 134.85546456408076, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.2161686559998088, |
| "count": 10, |
| "self": 1.2161686559998088 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 399.939190958003, |
| "count": 97, |
| "self": 341.4708718220129, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 58.4683191359901, |
| "count": 2910, |
| "self": 58.4683191359901 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0069998097606003e-06, |
| "count": 1, |
| "self": 1.0069998097606003e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11882343900015258, |
| "count": 1, |
| "self": 0.002024776999860478, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1167986620002921, |
| "count": 1, |
| "self": 0.1167986620002921 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
