| { | |
| "name": "root", | |
| "gauges": { | |
| "Huggy.Policy.Entropy.mean": { | |
| "value": 1.40302574634552, | |
| "min": 1.4030219316482544, | |
| "max": 1.4272657632827759, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Entropy.sum": { | |
| "value": 69539.5703125, | |
| "min": 69056.359375, | |
| "max": 78381.5, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.mean": { | |
| "value": 89.19073083778966, | |
| "min": 80.94884488448845, | |
| "max": 403.55645161290323, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.EpisodeLength.sum": { | |
| "value": 50036.0, | |
| "min": 49055.0, | |
| "max": 50041.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.mean": { | |
| "value": 1999877.0, | |
| "min": 49693.0, | |
| "max": 1999877.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Step.sum": { | |
| "value": 1999877.0, | |
| "min": 49693.0, | |
| "max": 1999877.0, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.465003490447998, | |
| "min": 0.0543532632291317, | |
| "max": 2.5292489528656006, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 1382.866943359375, | |
| "min": 6.685451507568359, | |
| "max": 1487.9654541015625, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.mean": { | |
| "value": 3.7379567834570233, | |
| "min": 1.903605602621063, | |
| "max": 4.050554297955776, | |
| "count": 40 | |
| }, | |
| "Huggy.Environment.CumulativeReward.sum": { | |
| "value": 2096.99375551939, | |
| "min": 234.14348912239075, | |
| "max": 2347.2784746289253, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.mean": { | |
| "value": 3.7379567834570233, | |
| "min": 1.903605602621063, | |
| "max": 4.050554297955776, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.ExtrinsicReward.sum": { | |
| "value": 2096.99375551939, | |
| "min": 234.14348912239075, | |
| "max": 2347.2784746289253, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.mean": { | |
| "value": 0.01792432908510414, | |
| "min": 0.01294481146663505, | |
| "max": 0.022657911429026477, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.PolicyLoss.sum": { | |
| "value": 0.05377298725531242, | |
| "min": 0.0258896229332701, | |
| "max": 0.058604080389098576, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.mean": { | |
| "value": 0.059561075642704964, | |
| "min": 0.022138762939721345, | |
| "max": 0.06293553246392143, | |
| "count": 40 | |
| }, | |
| "Huggy.Losses.ValueLoss.sum": { | |
| "value": 0.1786832269281149, | |
| "min": 0.04427752587944269, | |
| "max": 0.1888065973917643, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.mean": { | |
| "value": 3.314398895233326e-06, | |
| "min": 3.314398895233326e-06, | |
| "max": 0.00029530785156405, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.LearningRate.sum": { | |
| "value": 9.943196685699978e-06, | |
| "min": 9.943196685699978e-06, | |
| "max": 0.00084394606868465, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.mean": { | |
| "value": 0.10110476666666664, | |
| "min": 0.10110476666666664, | |
| "max": 0.19843595, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Epsilon.sum": { | |
| "value": 0.3033142999999999, | |
| "min": 0.20737809999999995, | |
| "max": 0.5813153500000001, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.mean": { | |
| "value": 6.512785666666655e-05, | |
| "min": 6.512785666666655e-05, | |
| "max": 0.004921953905000002, | |
| "count": 40 | |
| }, | |
| "Huggy.Policy.Beta.sum": { | |
| "value": 0.00019538356999999966, | |
| "min": 0.00019538356999999966, | |
| "max": 0.014067635965, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| }, | |
| "Huggy.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 40 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1671312580", | |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", | |
| "mlagents_version": "0.29.0.dev0", | |
| "mlagents_envs_version": "0.29.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.8.1+cu102", | |
| "numpy_version": "1.21.6", | |
| "end_time_seconds": "1671314784" | |
| }, | |
| "total": 2203.998987255, | |
| "count": 1, | |
| "self": 0.39630740700022216, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.10492683500001476, | |
| "count": 1, | |
| "self": 0.10492683500001476 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2203.497753013, | |
| "count": 1, | |
| "self": 3.906833939907301, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.816439687999946, | |
| "count": 1, | |
| "self": 7.816439687999946 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2191.654006142093, | |
| "count": 232370, | |
| "self": 4.223364873137598, | |
| "children": { | |
| "env_step": { | |
| "total": 1718.4043574218883, | |
| "count": 232370, | |
| "self": 1440.3834353929292, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 275.4763712639709, | |
| "count": 232370, | |
| "self": 14.028659913019055, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 261.44771135095186, | |
| "count": 222922, | |
| "self": 65.67384728399998, | |
| "children": { | |
| "TorchPolicy.sample_actions": { | |
| "total": 195.7738640669519, | |
| "count": 222922, | |
| "self": 195.7738640669519 | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.544550764988344, | |
| "count": 232370, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2195.867616587966, | |
| "count": 232370, | |
| "is_parallel": true, | |
| "self": 1010.3469459590005, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0020125019999568394, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000303296999959457, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0017092049999973824, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0017092049999973824 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.029681612999979734, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00030848099993363576, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021876300002077187, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021876300002077187 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.028329768000048716, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.028329768000048716 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0008246009999766102, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0002575409998826217, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005670600000939885, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0005670600000939885 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1185.5206706289655, | |
| "count": 232369, | |
| "is_parallel": true, | |
| "self": 34.670481765064324, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 75.12316638595655, | |
| "count": 232369, | |
| "is_parallel": true, | |
| "self": 75.12316638595655 | |
| }, | |
| "communicator.exchange": { | |
| "total": 983.2102509510134, | |
| "count": 232369, | |
| "is_parallel": true, | |
| "self": 983.2102509510134 | |
| }, | |
| "steps_from_proto": { | |
| "total": 92.5167715269314, | |
| "count": 232369, | |
| "is_parallel": true, | |
| "self": 37.88075980381723, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 54.636011723114166, | |
| "count": 464738, | |
| "is_parallel": true, | |
| "self": 54.636011723114166 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 469.0262838470668, | |
| "count": 232370, | |
| "self": 5.856569612082126, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 147.22639302898494, | |
| "count": 232370, | |
| "self": 146.02315203698492, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.203240992000019, | |
| "count": 10, | |
| "self": 1.203240992000019 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 315.9433212059997, | |
| "count": 97, | |
| "self": 263.373886676996, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 52.56943452900373, | |
| "count": 2910, | |
| "self": 52.56943452900373 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.6099984148168e-07, | |
| "count": 1, | |
| "self": 9.6099984148168e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12047228199980964, | |
| "count": 1, | |
| "self": 0.002200249999987136, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.1182720319998225, | |
| "count": 1, | |
| "self": 0.1182720319998225 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |