| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.406402587890625, | |
| "min": 1.406402587890625, | |
| "max": 1.427772879600525, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 71550.734375, | |
| "min": 68832.796875, | |
| "max": 76525.40625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 90.57142857142857, | |
| "min": 74.32680722891567, | |
| "max": 418.14166666666665, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 49452.0, | |
| "min": 48786.0, | |
| "max": 50177.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999987.0, | |
| "min": 49566.0, | |
| "max": 1999987.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999987.0, | |
| "min": 49566.0, | |
| "max": 1999987.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.416297435760498, | |
| "min": 0.14453734457492828, | |
| "max": 2.4710888862609863, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1319.2984619140625, | |
| "min": 17.19994354248047, | |
| "max": 1569.169189453125, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.680641334572118, | |
| "min": 1.9302498495378415, | |
| "max": 4.020844091050672, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2009.6301686763763, | |
| "min": 229.69973209500313, | |
| "max": 2518.3864617347717, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.680641334572118, | |
| "min": 1.9302498495378415, | |
| "max": 4.020844091050672, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2009.6301686763763, | |
| "min": 229.69973209500313, | |
| "max": 2518.3864617347717, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.017509629372377985, | |
| "min": 0.013696217671652751, | |
| "max": 0.020765969794441237, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05252888811713395, | |
| "min": 0.027392435343305502, | |
| "max": 0.06025315620548402, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.05237303061617745, | |
| "min": 0.02034343471750617, | |
| "max": 0.060813473496172166, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.15711909184853234, | |
| "min": 0.04068686943501234, | |
| "max": 0.1824404204885165, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.3409988863666796e-06, | |
| "min": 3.3409988863666796e-06, | |
| "max": 0.00029535847654717494, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 1.0022996659100039e-05, | |
| "min": 1.0022996659100039e-05, | |
| "max": 0.00084400306866565, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10111363333333334, | |
| "min": 0.10111363333333334, | |
| "max": 0.198452825, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3033409, | |
| "min": 0.20742434999999992, | |
| "max": 0.58133435, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.557030333333357e-05, | |
| "min": 6.557030333333357e-05, | |
| "max": 0.004922795967500001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.0001967109100000007, | |
| "min": 0.0001967109100000007, | |
| "max": 0.014068584065000002, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1683432959", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1683435566" | |
| }, | |
| "total": 2607.0773941549996, | |
| "count": 1, | |
| "self": 0.8739434369995251, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.07006514500017147, | |
| "count": 1, | |
| "self": 0.07006514500017147 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2606.133385573, | |
| "count": 1, | |
| "self": 5.151480447897484, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.692942979000009, | |
| "count": 1, | |
| "self": 4.692942979000009 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2596.0836076951023, | |
| "count": 232506, | |
| "self": 4.9516445500680675, | |
| "children": { | |
| "env_step": { | |
| "total": 2024.2881018869534, | |
| "count": 232506, | |
| "self": 1713.8619466529517, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 307.2393793340068, | |
| "count": 232506, | |
| "self": 17.94715728400206, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 289.29222205000474, | |
| "count": 223108, | |
| "self": 289.29222205000474 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.1867758999949274, | |
| "count": 232506, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2597.1452167419993, | |
| "count": 232506, | |
| "is_parallel": true, | |
| "self": 1196.4379819998458, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.000868196000055832, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002970820000882668, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005711139999675652, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005711139999675652 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.030502464999926815, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003280519999862008, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00016089699988697248, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00016089699988697248 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.029234013999939634, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.029234013999939634 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0007795020001140074, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00020918400014124927, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005703179999727581, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005703179999727581 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1400.7072347421536, | |
| "count": 232505, | |
| "is_parallel": true, | |
| "self": 41.684396570356284, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 81.44684130392898, | |
| "count": 232505, | |
| "is_parallel": true, | |
| "self": 81.44684130392898 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1176.6110849419983, | |
| "count": 232505, | |
| "is_parallel": true, | |
| "self": 1176.6110849419983 | |
| }, | |
| "steps_from_proto": { | |
| "total": 100.96491192586996, | |
| "count": 232505, | |
| "is_parallel": true, | |
| "self": 35.7951199847887, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 65.16979194108126, | |
| "count": 465010, | |
| "is_parallel": true, | |
| "self": 65.16979194108126 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 566.8438612580806, | |
| "count": 232506, | |
| "self": 7.695771465942698, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 143.70137247113985, | |
| "count": 232506, | |
| "self": 142.2915692781396, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.4098031930002435, | |
| "count": 10, | |
| "self": 1.4098031930002435 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 415.446717320998, | |
| "count": 97, | |
| "self": 352.7195120199897, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 62.727205301008325, | |
| "count": 2910, | |
| "self": 62.727205301008325 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1669999366858974e-06, | |
| "count": 1, | |
| "self": 1.1669999366858974e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.20535328400001163, | |
| "count": 1, | |
| "self": 0.0036148740000498947, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.20173840999996173, | |
| "count": 1, | |
| "self": 0.20173840999996173 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |