{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.34670597314834595, "min": 0.34615060687065125, "max": 1.48213529586792, "count": 33 }, "Pyramids.Policy.Entropy.sum": { "value": 10306.875, "min": 10306.875, "max": 44962.0546875, "count": 33 }, "Pyramids.Step.mean": { "value": 989922.0, "min": 29878.0, "max": 989922.0, "count": 33 }, "Pyramids.Step.sum": { "value": 989922.0, "min": 29878.0, "max": 989922.0, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.6424602270126343, "min": -0.055414315313100815, "max": 0.6823984384536743, "count": 33 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 183.74362182617188, "min": -13.133193016052246, "max": 192.4363555908203, "count": 33 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.016552358865737915, "min": 0.002733916277065873, "max": 0.346781849861145, "count": 33 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 4.733974456787109, "min": 0.7600287199020386, "max": 83.92121124267578, "count": 33 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07060184093591358, "min": 0.06483471585670485, "max": 0.07587350159037623, "count": 33 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9884257731027902, "min": 0.5311145111326336, "max": 1.067106466080683, "count": 33 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.01594610102308382, "min": 0.0013081351961030888, "max": 0.017152636766848507, "count": 33 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.22324541432317346, "min": 0.018313892745443244, "max": 0.24081066871511606, "count": 33 }, "Pyramids.Policy.LearningRate.mean": { "value": 7.470461795592857e-06, "min": 7.470461795592857e-06, "max": 0.0002952360873022571, "count": 33 }, "Pyramids.Policy.LearningRate.sum": { "value": 0.0001045864651383, "min": 0.0001045864651383, "max": 0.0036359584880138996, "count": 33 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10249012142857143, "min": 0.10249012142857143, "max": 0.19841202857142856, "count": 33 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4348617000000001, "min": 1.3888842, "max": 2.6119861, "count": 33 }, "Pyramids.Policy.Beta.mean": { "value": 0.00025876313071428577, "min": 0.00025876313071428577, "max": 0.009841361654285714, "count": 33 }, "Pyramids.Policy.Beta.sum": { "value": 0.0036226838300000004, "min": 0.0036226838300000004, "max": 0.12121741139, "count": 33 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.012069856747984886, "min": 0.012069856747984886, "max": 0.49766436219215393, "count": 33 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1689779907464981, "min": 0.1689779907464981, "max": 3.4836504459381104, "count": 33 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 296.0566037735849, "min": 271.0980392156863, "max": 981.0, "count": 33 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 31382.0, "min": 16677.0, "max": 32732.0, "count": 33 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.6473131851767593, "min": -0.8642941669506186, "max": 1.7294368817678933, "count": 33 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 174.6151976287365, "min": -26.595801688730717, "max": 178.131998822093, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.6473131851767593, "min": -0.8642941669506186, "max": 1.7294368817678933, "count": 33 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 174.6151976287365, "min": -26.595801688730717, "max": 178.131998822093, "count": 33 }, "Pyramids.Policy.RndReward.mean": { "value": 0.03700005493916457, "min": 0.0339167768113627, "max": 9.454067622914033, "count": 33 }, "Pyramids.Policy.RndReward.sum": { "value": 3.9220058235514443, "min": 3.4934280115703586, "max": 160.71914958953857, "count": 33 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 33 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1677156627", "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", "mlagents_version": "0.29.0.dev0", "mlagents_envs_version": "0.29.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.8.1+cu102", "numpy_version": "1.22.4", "end_time_seconds": "1677158991" }, "total": 2363.7496007439995, "count": 1, "self": 0.4908028820000254, "children": { "run_training.setup": { "total": 0.18343311200010248, "count": 1, "self": 0.18343311200010248 }, "TrainerController.start_learning": { "total": 2363.0753647499996, "count": 1, "self": 1.4112876969747958, "children": { "TrainerController._reset_env": { "total": 6.556698480000023, "count": 1, "self": 6.556698480000023 }, "TrainerController.advance": { "total": 2355.022312724025, "count": 64148, "self": 1.4814635370130418, "children": { "env_step": { "total": 1598.1936867950008, "count": 64148, "self": 1482.6865004839499, "children": { "SubprocessEnvManager._take_step": { "total": 114.6488389150743, "count": 64148, "self": 4.79480462210563, "children": { "TorchPolicy.evaluate": { "total": 109.85403429296866, "count": 62562, "self": 37.36226736789854, "children": { "TorchPolicy.sample_actions": { "total": 72.49176692507012, "count": 62562, "self": 72.49176692507012 } } } } }, "workers": { "total": 0.8583473959765797, "count": 64148, "self": 0.0, "children": { "worker_root": { "total": 2357.8289917699835, "count": 64148, "is_parallel": true, "self": 993.0450782070357, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.002853337000033207, "count": 1, "is_parallel": true, "self": 0.0009301219999997556, "children": { "_process_rank_one_or_two_observation": { "total": 0.0019232150000334514, "count": 8, "is_parallel": true, "self": 0.0019232150000334514 } } }, "UnityEnvironment.step": { "total": 0.04617006100011167, "count": 1, "is_parallel": true, "self": 0.00052736000020559, "children": { "UnityEnvironment._generate_step_input": { "total": 0.0005271689999517548, "count": 1, "is_parallel": true, "self": 0.0005271689999517548 }, "communicator.exchange": { "total": 0.043572516000040196, "count": 1, "is_parallel": true, "self": 0.043572516000040196 }, "steps_from_proto": { "total": 0.0015430159999141324, "count": 1, "is_parallel": true, "self": 0.00038690799988216895, "children": { "_process_rank_one_or_two_observation": { "total": 0.0011561080000319635, "count": 8, "is_parallel": true, "self": 0.0011561080000319635 } } } } } } }, "UnityEnvironment.step": { "total": 1364.7839135629479, "count": 64147, "is_parallel": true, "self": 32.291711077888976, "children": { "UnityEnvironment._generate_step_input": { "total": 23.384218727021562, "count": 64147, "is_parallel": true, "self": 23.384218727021562 }, "communicator.exchange": { "total": 1214.6637610580258, "count": 64147, "is_parallel": true, "self": 1214.6637610580258 }, "steps_from_proto": { "total": 94.44422270001155, "count": 64147, "is_parallel": true, "self": 22.64808148503448, "children": { "_process_rank_one_or_two_observation": { "total": 71.79614121497707, "count": 513176, "is_parallel": true, "self": 71.79614121497707 } } } } } } } } } } }, "trainer_advance": { "total": 755.3471623920113, "count": 64148, "self": 2.744578014981016, "children": { "process_trajectory": { "total": 169.2325484070227, "count": 64148, "self": 168.99433193702293, "children": { "RLTrainer._checkpoint": { "total": 0.2382164699997702, "count": 2, "self": 0.2382164699997702 } } }, "_update_policy": { "total": 583.3700359700076, "count": 459, "self": 223.44349088704894, "children": { "TorchPPOOptimizer.update": { "total": 359.9265450829587, "count": 22773, "self": 359.9265450829587 } } } } } } }, "trainer_threads": { "total": 9.249997674487531e-07, "count": 1, "self": 9.249997674487531e-07 }, "TrainerController._save_models": { "total": 0.08506492400010757, "count": 1, "self": 0.001449626000066928, "children": { "RLTrainer._checkpoint": { "total": 0.08361529800004064, "count": 1, "self": 0.08361529800004064 } } } } } } }