| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.3623979985713959, | |
| "min": 0.3623979985713959, | |
| "max": 1.4408321380615234, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 10947.318359375, | |
| "min": 10947.318359375, | |
| "max": 43709.08203125, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989952.0, | |
| "min": 29895.0, | |
| "max": 989952.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989952.0, | |
| "min": 29895.0, | |
| "max": 989952.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.4558170437812805, | |
| "min": -0.12463133782148361, | |
| "max": 0.48110297322273254, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 123.07060241699219, | |
| "min": -30.036151885986328, | |
| "max": 132.30331420898438, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.06688516587018967, | |
| "min": -0.04279056936502457, | |
| "max": 0.3141217827796936, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 18.05899429321289, | |
| "min": -11.767406463623047, | |
| "max": 74.44686126708984, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06765516994415695, | |
| "min": 0.06454814584814696, | |
| "max": 0.07404530558569221, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9471723792181972, | |
| "min": 0.6380696558178148, | |
| "max": 1.0674368462459112, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.01671037359864429, | |
| "min": 0.0010059703906849615, | |
| "max": 0.01671037359864429, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.23394523038102005, | |
| "min": 0.012071644688219538, | |
| "max": 0.23394523038102005, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.33374755545e-06, | |
| "min": 7.33374755545e-06, | |
| "max": 0.0002946822684392444, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0001026724657763, | |
| "min": 0.0001026724657763, | |
| "max": 0.0035079611306796992, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10244455, | |
| "min": 0.10244455, | |
| "max": 0.1982274222222222, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4342237, | |
| "min": 1.4342237, | |
| "max": 2.5693203000000002, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00025421054500000004, | |
| "min": 0.00025421054500000004, | |
| "max": 0.009822919480000001, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0035589476300000008, | |
| "min": 0.0035589476300000008, | |
| "max": 0.11695509797, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.011980079114437103, | |
| "min": 0.011980079114437103, | |
| "max": 0.3783128261566162, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.16772110760211945, | |
| "min": 0.16772110760211945, | |
| "max": 3.404815435409546, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 411.8904109589041, | |
| "min": 364.35897435897436, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30068.0, | |
| "min": 17333.0, | |
| "max": 33155.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.4180891645719875, | |
| "min": -0.9999613423020609, | |
| "max": 1.6177895918682024, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 104.93859817832708, | |
| "min": -30.998801611363888, | |
| "max": 124.56979857385159, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.4180891645719875, | |
| "min": -0.9999613423020609, | |
| "max": 1.6177895918682024, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 104.93859817832708, | |
| "min": -30.998801611363888, | |
| "max": 124.56979857385159, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.0525054746054544, | |
| "min": 0.047824298113648016, | |
| "max": 7.050449115534623, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 3.8854051208036253, | |
| "min": 3.590011120220879, | |
| "max": 126.90808407962322, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1760350692", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1760353881" | |
| }, | |
| "total": 3188.0562442869996, | |
| "count": 1, | |
| "self": 0.7366037779993349, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05566642099984165, | |
| "count": 1, | |
| "self": 0.05566642099984165 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 3187.2639740880004, | |
| "count": 1, | |
| "self": 2.312681189931027, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.1048068899999635, | |
| "count": 1, | |
| "self": 3.1048068899999635 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 3181.74454303307, | |
| "count": 63677, | |
| "self": 2.542446480067156, | |
| "children": { | |
| "env_step": { | |
| "total": 2140.9117720670674, | |
| "count": 63677, | |
| "self": 1986.7648449806147, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 152.75394414878065, | |
| "count": 63677, | |
| "self": 6.916537541928847, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 145.8374066068518, | |
| "count": 62555, | |
| "self": 145.8374066068518 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.392982937672059, | |
| "count": 63677, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 3178.7895148659554, | |
| "count": 63677, | |
| "is_parallel": true, | |
| "self": 1373.9788520790153, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.002125113000147394, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0007225229965115432, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0014025900036358507, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0014025900036358507 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07087036000120861, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006756970014976105, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005674479998560855, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005674479998560855 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.06743760999961523, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.06743760999961523 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0021896050002396805, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004099500056327088, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0017796549946069717, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0017796549946069717 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1804.8106627869402, | |
| "count": 63676, | |
| "is_parallel": true, | |
| "self": 45.876904312817715, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 30.2584594290729, | |
| "count": 63676, | |
| "is_parallel": true, | |
| "self": 30.2584594290729 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1583.111864169081, | |
| "count": 63676, | |
| "is_parallel": true, | |
| "self": 1583.111864169081 | |
| }, | |
| "steps_from_proto": { | |
| "total": 145.5634348759686, | |
| "count": 63676, | |
| "is_parallel": true, | |
| "self": 29.05790338684892, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 116.50553148911968, | |
| "count": 509408, | |
| "is_parallel": true, | |
| "self": 116.50553148911968 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1038.2903244859353, | |
| "count": 63677, | |
| "self": 4.468165189877254, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 157.6194544470618, | |
| "count": 63677, | |
| "self": 157.33005227006288, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.28940217699891946, | |
| "count": 2, | |
| "self": 0.28940217699891946 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 876.2027048489963, | |
| "count": 456, | |
| "self": 357.9403880730515, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 518.2623167759448, | |
| "count": 22830, | |
| "self": 518.2623167759448 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.1230004020035267e-06, | |
| "count": 1, | |
| "self": 1.1230004020035267e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10194185199907224, | |
| "count": 1, | |
| "self": 0.006152269999802229, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09578958199927001, | |
| "count": 1, | |
| "self": 0.09578958199927001 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |