| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.15419963002204895, |
| "min": 0.1439506560564041, |
| "max": 1.4417672157287598, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 4613.65283203125, |
| "min": 4346.158203125, |
| "max": 43737.44921875, |
| "count": 100 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 2999915.0, |
| "min": 29981.0, |
| "max": 2999915.0, |
| "count": 100 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 2999915.0, |
| "min": 29981.0, |
| "max": 2999915.0, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.7366708517074585, |
| "min": -0.09642678499221802, |
| "max": 0.8856813311576843, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 218.05458068847656, |
| "min": -23.238855361938477, |
| "max": 273.675537109375, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.015807395800948143, |
| "min": -0.010172320529818535, |
| "max": 0.30925413966178894, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 4.678989410400391, |
| "min": -3.0008344650268555, |
| "max": 74.22099304199219, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06624905925751332, |
| "min": 0.06455514475306874, |
| "max": 0.07447222975038346, |
| "count": 100 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9274868296051865, |
| "min": 0.5029721026285083, |
| "max": 1.0506878335875753, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.015946684902744545, |
| "min": 9.625917285858086e-05, |
| "max": 0.017056086639751725, |
| "count": 100 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.22325358863842362, |
| "min": 0.0012513692471615512, |
| "max": 0.2535860696904516, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 1.569978048135712e-06, |
| "min": 1.569978048135712e-06, |
| "max": 0.0002984123862434905, |
| "count": 100 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 2.197969267389997e-05, |
| "min": 2.197969267389997e-05, |
| "max": 0.0037590180469940326, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10052329285714286, |
| "min": 0.10052329285714286, |
| "max": 0.19947079523809524, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4073261, |
| "min": 1.3962955666666668, |
| "max": 2.7075139666666663, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 6.227695642857136e-05, |
| "min": 6.227695642857136e-05, |
| "max": 0.009947132444285713, |
| "count": 100 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0008718773899999992, |
| "min": 0.0008718773899999992, |
| "max": 0.12531529607000003, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.005896520335227251, |
| "min": 0.005484605673700571, |
| "max": 0.5323460698127747, |
| "count": 100 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.08255128562450409, |
| "min": 0.07884299755096436, |
| "max": 3.7264225482940674, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 249.256, |
| "min": 208.79591836734693, |
| "max": 999.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 31157.0, |
| "min": 16652.0, |
| "max": 33642.0, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7012999837076472, |
| "min": -1.0000000521540642, |
| "max": 1.790217672278281, |
| "count": 100 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 210.96119797974825, |
| "min": -32.000001668930054, |
| "max": 263.1619978249073, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7012999837076472, |
| "min": -1.0000000521540642, |
| "max": 1.790217672278281, |
| "count": 100 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 210.96119797974825, |
| "min": -32.000001668930054, |
| "max": 263.1619978249073, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.015280251960575697, |
| "min": 0.012767925405061921, |
| "max": 10.269266018534408, |
| "count": 100 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 1.8947512431113864, |
| "min": 1.6837215152481804, |
| "max": 174.57752231508493, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 100 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1701961697", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --force", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1701969641" |
| }, |
| "total": 7943.532301667, |
| "count": 1, |
| "self": 0.48971800099934626, |
| "children": { |
| "run_training.setup": { |
| "total": 0.062130511000077604, |
| "count": 1, |
| "self": 0.062130511000077604 |
| }, |
| "TrainerController.start_learning": { |
| "total": 7942.980453155001, |
| "count": 1, |
| "self": 4.816256082775908, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.683077721000018, |
| "count": 1, |
| "self": 3.683077721000018 |
| }, |
| "TrainerController.advance": { |
| "total": 7934.400853264224, |
| "count": 194913, |
| "self": 4.914871119586678, |
| "children": { |
| "env_step": { |
| "total": 5924.135419012621, |
| "count": 194913, |
| "self": 5491.758064252891, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 429.4342939949072, |
| "count": 194913, |
| "self": 15.616328825285791, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 413.8179651696214, |
| "count": 187549, |
| "self": 413.8179651696214 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.9430607648228033, |
| "count": 194913, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 7926.968700177998, |
| "count": 194913, |
| "is_parallel": true, |
| "self": 2841.870881891001, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.005556724999905782, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.004163067999911618, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.001393656999994164, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001393656999994164 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.05895132599994213, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006423359999416789, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0006649890000289815, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006649890000289815 |
| }, |
| "communicator.exchange": { |
| "total": 0.055636560000039026, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.055636560000039026 |
| }, |
| "steps_from_proto": { |
| "total": 0.0020074409999324416, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00042908799980523327, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0015783530001272084, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0015783530001272084 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 5085.097818286997, |
| "count": 194912, |
| "is_parallel": true, |
| "self": 110.48581408493192, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 78.84881484473817, |
| "count": 194912, |
| "is_parallel": true, |
| "self": 78.84881484473817 |
| }, |
| "communicator.exchange": { |
| "total": 4569.461790351076, |
| "count": 194912, |
| "is_parallel": true, |
| "self": 4569.461790351076 |
| }, |
| "steps_from_proto": { |
| "total": 326.30139900625, |
| "count": 194912, |
| "is_parallel": true, |
| "self": 67.58338236588793, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 258.71801664036207, |
| "count": 1559296, |
| "is_parallel": true, |
| "self": 258.71801664036207 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 2005.3505631320158, |
| "count": 194913, |
| "self": 9.425250947861969, |
| "children": { |
| "process_trajectory": { |
| "total": 421.5178631541594, |
| "count": 194913, |
| "self": 420.97843281115865, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.5394303430007312, |
| "count": 6, |
| "self": 0.5394303430007312 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1574.4074490299945, |
| "count": 1395, |
| "self": 951.871964159049, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 622.5354848709455, |
| "count": 68373, |
| "self": 622.5354848709455 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.620008884463459e-07, |
| "count": 1, |
| "self": 8.620008884463459e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.080265225000403, |
| "count": 1, |
| "self": 0.0014251680004235823, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.07884005699997942, |
| "count": 1, |
| "self": 0.07884005699997942 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
