| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.3569423258304596, |
| "min": 0.3569423258304596, |
| "max": 1.4746330976486206, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 10622.603515625, |
| "min": 10622.603515625, |
| "max": 44734.46875, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989934.0, |
| "min": 29952.0, |
| "max": 989934.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989934.0, |
| "min": 29952.0, |
| "max": 989934.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.40554696321487427, |
| "min": -0.14670321345329285, |
| "max": 0.4706757664680481, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 106.65885162353516, |
| "min": -34.76866149902344, |
| "max": 126.61177825927734, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": -0.0045495848171412945, |
| "min": -0.0045495848171412945, |
| "max": 0.25074440240859985, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": -1.1965408325195312, |
| "min": -1.1965408325195312, |
| "max": 59.426422119140625, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06814846335392861, |
| "min": 0.06275959842515841, |
| "max": 0.07399084628480797, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 1.0222269503089292, |
| "min": 0.4851005819934586, |
| "max": 1.0940490033330312, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01363182086449039, |
| "min": 0.0010118964599019062, |
| "max": 0.015477508004031346, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.20447731296735586, |
| "min": 0.007545239252673733, |
| "max": 0.21668511205643884, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.515897494733334e-06, |
| "min": 7.515897494733334e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00011273846242100001, |
| "min": 0.00011273846242100001, |
| "max": 0.0036335314888228994, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10250526666666668, |
| "min": 0.10250526666666668, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.5375790000000003, |
| "min": 1.3691136000000002, |
| "max": 2.6111771000000004, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002602761400000001, |
| "min": 0.0002602761400000001, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0039041421000000015, |
| "min": 0.0039041421000000015, |
| "max": 0.12113659229, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009283142164349556, |
| "min": 0.009283142164349556, |
| "max": 0.2695707380771637, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.1392471343278885, |
| "min": 0.13411398231983185, |
| "max": 1.8869950771331787, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 410.875, |
| "min": 382.1392405063291, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29583.0, |
| "min": 15984.0, |
| "max": 32371.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.4223972018808126, |
| "min": -1.0000000521540642, |
| "max": 1.4405923827162272, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 102.41259853541851, |
| "min": -32.000001668930054, |
| "max": 113.80679823458195, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.4223972018808126, |
| "min": -1.0000000521540642, |
| "max": 1.4405923827162272, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 102.41259853541851, |
| "min": -32.000001668930054, |
| "max": 113.80679823458195, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.039131969059477946, |
| "min": 0.039131969059477946, |
| "max": 5.096554284915328, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.8175017722824123, |
| "min": 2.8175017722824123, |
| "max": 81.54486855864525, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1673444558", |
| "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1673446600" |
| }, |
| "total": 2042.3718711020001, |
| "count": 1, |
| "self": 0.4746067269998093, |
| "children": { |
| "run_training.setup": { |
| "total": 0.10942183099996328, |
| "count": 1, |
| "self": 0.10942183099996328 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2041.7878425440003, |
| "count": 1, |
| "self": 1.13619342614993, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 6.510633092999797, |
| "count": 1, |
| "self": 6.510633092999797 |
| }, |
| "TrainerController.advance": { |
| "total": 2034.0497634288513, |
| "count": 63678, |
| "self": 1.1913426247469943, |
| "children": { |
| "env_step": { |
| "total": 1370.4626225610673, |
| "count": 63678, |
| "self": 1270.7756676140934, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 98.94974638800068, |
| "count": 63678, |
| "self": 4.0518581009309855, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 94.89788828706969, |
| "count": 62561, |
| "self": 32.316950265092146, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 62.580938021977545, |
| "count": 62561, |
| "self": 62.580938021977545 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.7372085589731796, |
| "count": 63678, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2038.2262380288726, |
| "count": 63678, |
| "is_parallel": true, |
| "self": 862.7297736628807, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.001760930999807897, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005919409995840397, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011689900002238574, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011689900002238574 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.04399581900042904, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000491171000248869, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0004309040000407549, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004309040000407549 |
| }, |
| "communicator.exchange": { |
| "total": 0.04150152500005788, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04150152500005788 |
| }, |
| "steps_from_proto": { |
| "total": 0.0015722190000815317, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000427639999998064, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0011445790000834677, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0011445790000834677 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1175.4964643659919, |
| "count": 63677, |
| "is_parallel": true, |
| "self": 28.05835989913703, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 22.545035458977054, |
| "count": 63677, |
| "is_parallel": true, |
| "self": 22.545035458977054 |
| }, |
| "communicator.exchange": { |
| "total": 1032.9946892349335, |
| "count": 63677, |
| "is_parallel": true, |
| "self": 1032.9946892349335 |
| }, |
| "steps_from_proto": { |
| "total": 91.89837977294428, |
| "count": 63677, |
| "is_parallel": true, |
| "self": 20.982000310051717, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 70.91637946289256, |
| "count": 509416, |
| "is_parallel": true, |
| "self": 70.91637946289256 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 662.395798243037, |
| "count": 63678, |
| "self": 2.180197372996645, |
| "children": { |
| "process_trajectory": { |
| "total": 141.78992880504302, |
| "count": 63678, |
| "self": 141.52560823304339, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.2643205719996331, |
| "count": 2, |
| "self": 0.2643205719996331 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 518.4256720649973, |
| "count": 450, |
| "self": 200.06690263508563, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 318.3587694299117, |
| "count": 22794, |
| "self": 318.3587694299117 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.032999534800183e-06, |
| "count": 1, |
| "self": 1.032999534800183e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09125156299978698, |
| "count": 1, |
| "self": 0.0015541779994237004, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08969738500036328, |
| "count": 1, |
| "self": 0.08969738500036328 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
