| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.41059887409210205, | |
| "min": 0.4031032621860504, | |
| "max": 1.4772595167160034, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 12271.9794921875, | |
| "min": 12125.345703125, | |
| "max": 44814.14453125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989963.0, | |
| "min": 29952.0, | |
| "max": 989963.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989963.0, | |
| "min": 29952.0, | |
| "max": 989963.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.15164965391159058, | |
| "min": -0.10896016657352448, | |
| "max": 0.15164965391159058, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 38.36736297607422, | |
| "min": -26.2593994140625, | |
| "max": 38.36736297607422, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.006919424515217543, | |
| "min": -0.006919424515217543, | |
| "max": 0.26137885451316833, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.7506144046783447, | |
| "min": -1.7506144046783447, | |
| "max": 62.730926513671875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.0687537761204563, | |
| "min": 0.06484396541452019, | |
| "max": 0.07319275093416275, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9625528656863882, | |
| "min": 0.49531079947629986, | |
| "max": 1.063081136517747, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.00787608151501957, | |
| "min": 0.0003182225448021127, | |
| "max": 0.00912399763408411, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.11026514121027398, | |
| "min": 0.004455115627229578, | |
| "max": 0.12773596687717753, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 2.565547434550001e-06, | |
| "min": 2.565547434550001e-06, | |
| "max": 9.838354447360002e-05, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 3.591766408370001e-05, | |
| "min": 3.591766408370001e-05, | |
| "max": 0.0010842290157711998, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10256545000000002, | |
| "min": 0.10256545000000002, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4359163000000001, | |
| "min": 1.3691136000000002, | |
| "max": 2.3842288000000003, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00026628845500000013, | |
| "min": 0.00026628845500000013, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037280383700000015, | |
| "min": 0.0037280383700000015, | |
| "max": 0.10844445711999999, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.00891942624002695, | |
| "min": 0.00873647816479206, | |
| "max": 0.4181419909000397, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.12487196922302246, | |
| "min": 0.12231069058179855, | |
| "max": 2.9269938468933105, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 698.0, | |
| "min": 674.2222222222222, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30014.0, | |
| "min": 15984.0, | |
| "max": 32810.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 0.6041069467400395, | |
| "min": -1.0000000521540642, | |
| "max": 0.6145066372222371, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 25.9765987098217, | |
| "min": -32.000001668930054, | |
| "max": 27.652798675000668, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 0.6041069467400395, | |
| "min": -1.0000000521540642, | |
| "max": 0.6145066372222371, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 25.9765987098217, | |
| "min": -32.000001668930054, | |
| "max": 27.652798675000668, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.06433771157956704, | |
| "min": 0.06433771157956704, | |
| "max": 8.168297654017806, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.7665215979213826, | |
| "min": 2.576814963016659, | |
| "max": 130.6927624642849, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1688542495", | |
| "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1688544470" | |
| }, | |
| "total": 1975.006288345, | |
| "count": 1, | |
| "self": 0.4307719799999177, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.04151585200008867, | |
| "count": 1, | |
| "self": 0.04151585200008867 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1974.5340005130001, | |
| "count": 1, | |
| "self": 1.2786678899176422, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.125409566999906, | |
| "count": 1, | |
| "self": 4.125409566999906 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1969.0315315550824, | |
| "count": 63186, | |
| "self": 1.319476776069223, | |
| "children": { | |
| "env_step": { | |
| "total": 1330.6255264789986, | |
| "count": 63186, | |
| "self": 1222.6821296489834, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 107.19564306599227, | |
| "count": 63186, | |
| "self": 4.565628669002649, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 102.63001439698962, | |
| "count": 62560, | |
| "self": 102.63001439698962 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7477537640230594, | |
| "count": 63186, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1970.2145186460261, | |
| "count": 63186, | |
| "is_parallel": true, | |
| "self": 855.269954903044, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0017130789999555418, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005660990000251331, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0011469799999304087, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0011469799999304087 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.05049503399993682, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005536770000844626, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00047885300000416464, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00047885300000416464 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04760029499993834, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04760029499993834 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0018622089999098534, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00035314099989136594, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015090680000184875, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015090680000184875 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1114.9445637429822, | |
| "count": 63185, | |
| "is_parallel": true, | |
| "self": 32.80401861406426, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 22.075887652001143, | |
| "count": 63185, | |
| "is_parallel": true, | |
| "self": 22.075887652001143 | |
| }, | |
| "communicator.exchange": { | |
| "total": 961.0932881209783, | |
| "count": 63185, | |
| "is_parallel": true, | |
| "self": 961.0932881209783 | |
| }, | |
| "steps_from_proto": { | |
| "total": 98.97136935593858, | |
| "count": 63185, | |
| "is_parallel": true, | |
| "self": 18.91882208701702, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 80.05254726892156, | |
| "count": 505480, | |
| "is_parallel": true, | |
| "self": 80.05254726892156 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 637.0865283000145, | |
| "count": 63186, | |
| "self": 2.335330970977566, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 106.39444919504047, | |
| "count": 63186, | |
| "self": 106.19011161304059, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.20433758199988006, | |
| "count": 2, | |
| "self": 0.20433758199988006 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 528.3567481339965, | |
| "count": 437, | |
| "self": 336.5212414470078, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 191.83550668698865, | |
| "count": 22848, | |
| "self": 191.83550668698865 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1189999895577785e-06, | |
| "count": 1, | |
| "self": 1.1189999895577785e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.09839038200016148, | |
| "count": 1, | |
| "self": 0.0017902539998431166, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09660012800031836, | |
| "count": 1, | |
| "self": 0.09660012800031836 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |