| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.14997702836990356, | |
| "min": 0.1310998946428299, | |
| "max": 1.4877599477767944, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4532.90576171875, | |
| "min": 3903.63037109375, | |
| "max": 45132.6875, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999988.0, | |
| "min": 29952.0, | |
| "max": 2999988.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999988.0, | |
| "min": 29952.0, | |
| "max": 2999988.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.8268073797225952, | |
| "min": -0.08676130324602127, | |
| "max": 0.8768430948257446, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 253.00306701660156, | |
| "min": -20.822711944580078, | |
| "max": 270.244384765625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.0028601244557648897, | |
| "min": -0.023072561249136925, | |
| "max": 0.2258879542350769, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -0.8751980662345886, | |
| "min": -6.691042900085449, | |
| "max": 54.438995361328125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06798986468024346, | |
| "min": 0.061987763276972266, | |
| "max": 0.07412681371077068, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0198479702036518, | |
| "min": 0.48403332185504644, | |
| "max": 1.1119022056615602, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01403346369495719, | |
| "min": 0.0008377349121344973, | |
| "max": 0.016944120646021014, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.21050195542435785, | |
| "min": 0.010052818945613967, | |
| "max": 0.24211523219413472, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.5238394920866665e-06, | |
| "min": 1.5238394920866665e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.2857592381299997e-05, | |
| "min": 2.2857592381299997e-05, | |
| "max": 0.004011042662985799, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10050791333333334, | |
| "min": 0.10050791333333334, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.5076187, | |
| "min": 1.3962282666666668, | |
| "max": 2.767489933333334, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 6.074054200000001e-05, | |
| "min": 6.074054200000001e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0009111081300000001, | |
| "min": 0.0009111081300000001, | |
| "max": 0.13370771858, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.007860551588237286, | |
| "min": 0.007860551588237286, | |
| "max": 0.3334077000617981, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.11790827661752701, | |
| "min": 0.11037436127662659, | |
| "max": 2.3338539600372314, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 220.15827338129498, | |
| "min": 198.0, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30602.0, | |
| "min": 15984.0, | |
| "max": 33989.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7645869403537633, | |
| "min": -1.0000000521540642, | |
| "max": 1.8019785591534205, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 243.51299776881933, | |
| "min": -28.020601727068424, | |
| "max": 268.1007978618145, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7645869403537633, | |
| "min": -1.0000000521540642, | |
| "max": 1.8019785591534205, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 243.51299776881933, | |
| "min": -28.020601727068424, | |
| "max": 268.1007978618145, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.01808613580668453, | |
| "min": 0.016606219781972065, | |
| "max": 5.5488420920446515, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.4958867413224652, | |
| "min": 2.3307284254406113, | |
| "max": 88.78147347271442, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1683719680", | |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1683728854" | |
| }, | |
| "total": 9173.423323084, | |
| "count": 1, | |
| "self": 0.5859186050001881, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.06367868300003465, | |
| "count": 1, | |
| "self": 0.06367868300003465 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 9172.773725796, | |
| "count": 1, | |
| "self": 6.204807037129285, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 4.9891099799999665, | |
| "count": 1, | |
| "self": 4.9891099799999665 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 9161.45427409287, | |
| "count": 195799, | |
| "self": 6.185964493733991, | |
| "children": { | |
| "env_step": { | |
| "total": 6941.310535122123, | |
| "count": 195799, | |
| "self": 6488.416852904622, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 449.09715447516396, | |
| "count": 195799, | |
| "self": 18.81872085118789, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 430.27843362397607, | |
| "count": 187565, | |
| "self": 430.27843362397607 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 3.7965277423368207, | |
| "count": 195799, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 9151.30586359091, | |
| "count": 195799, | |
| "is_parallel": true, | |
| "self": 3128.0476137471196, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0024069500000223343, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006542070000250533, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001752742999997281, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001752742999997281 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0514359470000727, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.000570390000120824, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00048195199997280724, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00048195199997280724 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04848209700003281, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04848209700003281 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0019015079999462614, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00036598299993784167, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015355250000084197, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015355250000084197 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 6023.25824984379, | |
| "count": 195798, | |
| "is_parallel": true, | |
| "self": 121.74034258809934, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 87.44296001804287, | |
| "count": 195798, | |
| "is_parallel": true, | |
| "self": 87.44296001804287 | |
| }, | |
| "communicator.exchange": { | |
| "total": 5415.3367039118975, | |
| "count": 195798, | |
| "is_parallel": true, | |
| "self": 5415.3367039118975 | |
| }, | |
| "steps_from_proto": { | |
| "total": 398.73824332574964, | |
| "count": 195798, | |
| "is_parallel": true, | |
| "self": 86.68758024934937, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 312.05066307640027, | |
| "count": 1566384, | |
| "is_parallel": true, | |
| "self": 312.05066307640027 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2213.957774477013, | |
| "count": 195799, | |
| "self": 11.67646490192692, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 412.9643615230657, | |
| "count": 195799, | |
| "self": 412.25571657906585, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.7086449439998432, | |
| "count": 6, | |
| "self": 0.7086449439998432 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1789.3169480520207, | |
| "count": 1401, | |
| "self": 1142.6092684370658, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 646.7076796149549, | |
| "count": 68379, | |
| "self": 646.7076796149549 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.3720000424655154e-06, | |
| "count": 1, | |
| "self": 1.3720000424655154e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12553331399976742, | |
| "count": 1, | |
| "self": 0.0023736830007692333, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12315963099899818, | |
| "count": 1, | |
| "self": 0.12315963099899818 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |