| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.925483763217926, | |
| "min": 0.925483763217926, | |
| "max": 1.4854224920272827, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 28105.091796875, | |
| "min": 28105.091796875, | |
| "max": 45061.77734375, | |
| "count": 5 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 149982.0, | |
| "min": 29952.0, | |
| "max": 149982.0, | |
| "count": 5 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 149982.0, | |
| "min": 29952.0, | |
| "max": 149982.0, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.05815637856721878, | |
| "min": -0.09418731182813644, | |
| "max": 0.0001792570692487061, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -14.131999969482422, | |
| "min": -22.699142456054688, | |
| "max": 0.04248392581939697, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.08950106799602509, | |
| "min": 0.08950106799602509, | |
| "max": 0.3058807849884033, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 21.748760223388672, | |
| "min": 21.748760223388672, | |
| "max": 72.49374389648438, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06793653849306233, | |
| "min": 0.06793653849306233, | |
| "max": 0.0716153584697478, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.8831750004098102, | |
| "min": 0.4887146136687329, | |
| "max": 0.8831750004098102, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.002622824082214735, | |
| "min": 0.0005557609182493178, | |
| "max": 0.006334852572088312, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.034096713068791557, | |
| "min": 0.0044460873459945425, | |
| "max": 0.044343968004618185, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 0.00021874271939346154, | |
| "min": 0.00021874271939346154, | |
| "max": 0.00029030126037577137, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.002843655352115, | |
| "min": 0.0019146816617728003, | |
| "max": 0.002843655352115, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.1729142307692308, | |
| "min": 0.1729142307692308, | |
| "max": 0.19676708571428575, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 2.247885, | |
| "min": 1.3382272, | |
| "max": 2.247885, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.007294131653846152, | |
| "min": 0.007294131653846152, | |
| "max": 0.00967703186285714, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.09482371149999998, | |
| "min": 0.06382889727999999, | |
| "max": 0.09482371149999998, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.07258495688438416, | |
| "min": 0.07258495688438416, | |
| "max": 0.4456627666950226, | |
| "count": 5 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.9436044692993164, | |
| "min": 0.9436044692993164, | |
| "max": 3.1196393966674805, | |
| "count": 5 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 951.2857142857143, | |
| "min": 942.8787878787879, | |
| "max": 999.0, | |
| "count": 5 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 33295.0, | |
| "min": 15984.0, | |
| "max": 33295.0, | |
| "count": 5 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.6663200523172106, | |
| "min": -1.0000000521540642, | |
| "max": -0.6406727760578647, | |
| "count": 5 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -23.32120183110237, | |
| "min": -32.000001668930054, | |
| "max": -16.000000834465027, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.6663200523172106, | |
| "min": -1.0000000521540642, | |
| "max": -0.6406727760578647, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -23.32120183110237, | |
| "min": -32.000001668930054, | |
| "max": -16.000000834465027, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.7318932928144932, | |
| "min": 0.7318932928144932, | |
| "max": 9.054668163880706, | |
| "count": 5 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 25.61626524850726, | |
| "min": 25.61626524850726, | |
| "max": 144.8746906220913, | |
| "count": 5 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 5 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1686166175", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1686166530" | |
| }, | |
| "total": 355.3194051390003, | |
| "count": 1, | |
| "self": 0.4724490980004248, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05494175700005144, | |
| "count": 1, | |
| "self": 0.05494175700005144 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 354.79201428399983, | |
| "count": 1, | |
| "self": 0.23012636901921724, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.8237584920000245, | |
| "count": 1, | |
| "self": 4.8237584920000245 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 349.7348349659808, | |
| "count": 11205, | |
| "self": 0.23454281000113042, | |
| "children": { | |
| "env_step": { | |
| "total": 236.48923420098936, | |
| "count": 11205, | |
| "self": 216.9719004049955, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 19.382279875993618, | |
| "count": 11205, | |
| "self": 0.825565159010921, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 18.556714716982697, | |
| "count": 11177, | |
| "self": 18.556714716982697 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.13505392000024585, | |
| "count": 11204, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 354.09471588100655, | |
| "count": 11204, | |
| "is_parallel": true, | |
| "self": 156.39775927301412, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.004157110000051034, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.002264487999582343, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0018926220004686911, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0018926220004686911 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04948453800011521, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005666399999881833, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005429540001387068, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005429540001387068 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.046561502000031396, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.046561502000031396 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018134419999569218, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00035785599993687356, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014555860000200482, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0014555860000200482 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 197.69695660799243, | |
| "count": 11203, | |
| "is_parallel": true, | |
| "self": 5.61437618796117, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 4.01434996302919, | |
| "count": 11203, | |
| "is_parallel": true, | |
| "self": 4.01434996302919 | |
| }, | |
| "communicator.exchange": { | |
| "total": 170.770776979007, | |
| "count": 11203, | |
| "is_parallel": true, | |
| "self": 170.770776979007 | |
| }, | |
| "steps_from_proto": { | |
| "total": 17.297453477995077, | |
| "count": 11203, | |
| "is_parallel": true, | |
| "self": 3.5061899969916794, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 13.791263481003398, | |
| "count": 89624, | |
| "is_parallel": true, | |
| "self": 13.791263481003398 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 113.01105795499029, | |
| "count": 11204, | |
| "self": 0.3113298669898086, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 17.913187625001456, | |
| "count": 11204, | |
| "self": 17.913187625001456 | |
| }, | |
| "_update_policy": { | |
| "total": 94.78654046299903, | |
| "count": 58, | |
| "self": 60.67647631799355, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 34.11006414500548, | |
| "count": 4122, | |
| "self": 34.11006414500548 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.3730000318901148e-06, | |
| "count": 1, | |
| "self": 1.3730000318901148e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0032930839997789008, | |
| "count": 1, | |
| "self": 2.256399966427125e-05, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0032705200001146295, | |
| "count": 1, | |
| "self": 0.0032705200001146295 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |