| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.4013583660125732, | |
| "min": 1.4013583660125732, | |
| "max": 1.4248241186141968, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 70388.828125, | |
| "min": 67700.4609375, | |
| "max": 79869.7421875, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 102.28719008264463, | |
| "min": 84.08688245315162, | |
| "max": 411.2520325203252, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49507.0, | |
| "min": 48825.0, | |
| "max": 50584.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999972.0, | |
| "min": 49956.0, | |
| "max": 1999972.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999972.0, | |
| "min": 49956.0, | |
| "max": 1999972.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.3634729385375977, | |
| "min": 0.06006433814764023, | |
| "max": 2.467245578765869, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1143.9208984375, | |
| "min": 7.26778507232666, | |
| "max": 1410.8251953125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.636418027326095, | |
| "min": 1.903135203748695, | |
| "max": 4.046567085890742, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 1760.02632522583, | |
| "min": 230.2793596535921, | |
| "max": 2273.258359014988, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.636418027326095, | |
| "min": 1.903135203748695, | |
| "max": 4.046567085890742, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 1760.02632522583, | |
| "min": 230.2793596535921, | |
| "max": 2273.258359014988, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.015945973610279097, | |
| "min": 0.0133631726775396, | |
| "max": 0.019453167122749925, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.047837920830837294, | |
| "min": 0.0267263453550792, | |
| "max": 0.05835950136824977, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.050109821226861744, | |
| "min": 0.02263847744713227, | |
| "max": 0.058190438772241275, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.15032946368058522, | |
| "min": 0.04527695489426454, | |
| "max": 0.17457131631672382, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.456248847950003e-06, | |
| "min": 3.456248847950003e-06, | |
| "max": 0.0002952930765689749, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0368746543850008e-05, | |
| "min": 1.0368746543850008e-05, | |
| "max": 0.0008441226186257998, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10115205000000001, | |
| "min": 0.10115205000000001, | |
| "max": 0.19843102500000004, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.30345615000000004, | |
| "min": 0.20743225000000004, | |
| "max": 0.5813742000000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.748729500000003e-05, | |
| "min": 6.748729500000003e-05, | |
| "max": 0.004921708147500002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0002024618850000001, | |
| "min": 0.0002024618850000001, | |
| "max": 0.01407057258, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1690700365", | |
| "python_version": "3.10.6 (main, May 29 2023, 11:10:38) [GCC 11.3.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1690702793" | |
| }, | |
| "total": 2428.6007244390003, | |
| "count": 1, | |
| "self": 0.484175599000082, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.041780254000002515, | |
| "count": 1, | |
| "self": 0.041780254000002515 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2428.074768586, | |
| "count": 1, | |
| "self": 4.436751392001497, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.319541037000022, | |
| "count": 1, | |
| "self": 6.319541037000022 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2417.201832836998, | |
| "count": 232240, | |
| "self": 4.560720484078502, | |
| "children": { | |
| "env_step": { | |
| "total": 1861.0441686299614, | |
| "count": 232240, | |
| "self": 1569.687653471902, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 288.50736030496745, | |
| "count": 232240, | |
| "self": 16.771056790990542, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 271.7363035139769, | |
| "count": 223016, | |
| "self": 271.7363035139769 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.8491548530919886, | |
| "count": 232240, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2420.2781650910306, | |
| "count": 232240, | |
| "is_parallel": true, | |
| "self": 1136.7030108449994, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0021210549999750583, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00028779699999859076, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0018332579999764675, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0018332579999764675 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.03114592200000743, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002972230000182208, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0002091409999707139, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002091409999707139 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.028402771000003213, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.028402771000003213 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0022367870000152834, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002475050000043666, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001989282000010917, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.001989282000010917 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1283.5751542460312, | |
| "count": 232239, | |
| "is_parallel": true, | |
| "self": 39.819478140833326, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 80.99532570101906, | |
| "count": 232239, | |
| "is_parallel": true, | |
| "self": 80.99532570101906 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1067.025952686102, | |
| "count": 232239, | |
| "is_parallel": true, | |
| "self": 1067.025952686102 | |
| }, | |
| "steps_from_proto": { | |
| "total": 95.73439771807676, | |
| "count": 232239, | |
| "is_parallel": true, | |
| "self": 34.70278908112391, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 61.03160863695285, | |
| "count": 464478, | |
| "is_parallel": true, | |
| "self": 61.03160863695285 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 551.5969437229583, | |
| "count": 232240, | |
| "self": 6.454317193964243, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 135.61942404799487, | |
| "count": 232240, | |
| "self": 134.10281619399535, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.516607853999517, | |
| "count": 10, | |
| "self": 1.516607853999517 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 409.52320248099915, | |
| "count": 97, | |
| "self": 349.837466338015, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 59.685736142984126, | |
| "count": 2910, | |
| "self": 59.685736142984126 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.0050002856587525e-06, | |
| "count": 1, | |
| "self": 1.0050002856587525e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1166423150002629, | |
| "count": 1, | |
| "self": 0.001857191000453895, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.114785123999809, | |
| "count": 1, | |
| "self": 0.114785123999809 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |