| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.35226401686668396, |
| "min": 0.35226401686668396, |
| "max": 1.368603229522705, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 10562.2841796875, |
| "min": 10562.2841796875, |
| "max": 41517.94921875, |
| "count": 33 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 989915.0, |
| "min": 29952.0, |
| "max": 989915.0, |
| "count": 33 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 989915.0, |
| "min": 29952.0, |
| "max": 989915.0, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.6574142575263977, |
| "min": -0.06997135281562805, |
| "max": 0.6698200702667236, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 191.3075408935547, |
| "min": -16.933067321777344, |
| "max": 191.3075408935547, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 0.006275287829339504, |
| "min": -0.03140340372920036, |
| "max": 0.44695430994033813, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 1.826108694076538, |
| "min": -9.012776374816895, |
| "max": 105.92816925048828, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.06724446419961862, |
| "min": 0.06446455410707427, |
| "max": 0.07215876767664381, |
| "count": 33 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 0.9414224987946606, |
| "min": 0.4787004552689587, |
| "max": 1.05974020169621, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 0.01684805749460966, |
| "min": 0.0017804455137305842, |
| "max": 0.01684805749460966, |
| "count": 33 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 0.23587280492453522, |
| "min": 0.023145791678497594, |
| "max": 0.2398697455403938, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 7.477897507400001e-06, |
| "min": 7.477897507400001e-06, |
| "max": 0.00029515063018788575, |
| "count": 33 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 0.00010469056510360001, |
| "min": 0.00010469056510360001, |
| "max": 0.0033708145763951996, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.1024926, |
| "min": 0.1024926, |
| "max": 0.19838354285714285, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4348964, |
| "min": 1.3886848, |
| "max": 2.4862438000000004, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 0.0002590107400000001, |
| "min": 0.0002590107400000001, |
| "max": 0.00983851593142857, |
| "count": 33 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.003626150360000001, |
| "min": 0.003626150360000001, |
| "max": 0.11237811952000001, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.009692830964922905, |
| "min": 0.008868467062711716, |
| "max": 0.5435579419136047, |
| "count": 33 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.13569962978363037, |
| "min": 0.12415853887796402, |
| "max": 3.804905652999878, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 274.4433962264151, |
| "min": 274.4433962264151, |
| "max": 999.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 29091.0, |
| "min": 15984.0, |
| "max": 32793.0, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.7066830098628998, |
| "min": -1.0000000521540642, |
| "max": 1.7180865227889557, |
| "count": 33 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 180.90839904546738, |
| "min": -28.66120173037052, |
| "max": 180.90839904546738, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.7066830098628998, |
| "min": -1.0000000521540642, |
| "max": 1.7180865227889557, |
| "count": 33 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 180.90839904546738, |
| "min": -28.66120173037052, |
| "max": 180.90839904546738, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.027600110439723137, |
| "min": 0.02723992131695223, |
| "max": 11.595752133056521, |
| "count": 33 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 2.9256117066106526, |
| "min": 2.787567872350337, |
| "max": 185.53203412890434, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 33 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1677662227", |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.22.4", |
| "end_time_seconds": "1677664593" |
| }, |
| "total": 2365.789747535, |
| "count": 1, |
| "self": 0.47905080700002145, |
| "children": { |
| "run_training.setup": { |
| "total": 0.11290250399997603, |
| "count": 1, |
| "self": 0.11290250399997603 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2365.197794224, |
| "count": 1, |
| "self": 1.5119580540085735, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 6.182077530000015, |
| "count": 1, |
| "self": 6.182077530000015 |
| }, |
| "TrainerController.advance": { |
| "total": 2357.4179432709907, |
| "count": 64095, |
| "self": 1.6085238809109796, |
| "children": { |
| "env_step": { |
| "total": 1622.9668029330476, |
| "count": 64095, |
| "self": 1501.2233933719633, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 120.80180297005268, |
| "count": 64095, |
| "self": 4.924263509087041, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 115.87753946096564, |
| "count": 62559, |
| "self": 39.16830205892711, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 76.70923740203853, |
| "count": 62559, |
| "self": 76.70923740203853 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.9416065910315865, |
| "count": 64095, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2359.903956888934, |
| "count": 64095, |
| "is_parallel": true, |
| "self": 982.1663280599039, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.002005159999953321, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0007593420000375772, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012458179999157437, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012458179999157437 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.05035920899990742, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005528329998014669, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005677560000094672, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005677560000094672 |
| }, |
| "communicator.exchange": { |
| "total": 0.04750875500008078, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.04750875500008078 |
| }, |
| "steps_from_proto": { |
| "total": 0.0017298650000157068, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004620190004516189, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012678459995640878, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012678459995640878 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1377.73762882903, |
| "count": 64094, |
| "is_parallel": true, |
| "self": 32.02613589409157, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 24.62145592296929, |
| "count": 64094, |
| "is_parallel": true, |
| "self": 24.62145592296929 |
| }, |
| "communicator.exchange": { |
| "total": 1221.7234470900307, |
| "count": 64094, |
| "is_parallel": true, |
| "self": 1221.7234470900307 |
| }, |
| "steps_from_proto": { |
| "total": 99.36658992193838, |
| "count": 64094, |
| "is_parallel": true, |
| "self": 24.168110498923625, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 75.19847942301476, |
| "count": 512752, |
| "is_parallel": true, |
| "self": 75.19847942301476 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 732.8426164570324, |
| "count": 64095, |
| "self": 2.8511669630368033, |
| "children": { |
| "process_trajectory": { |
| "total": 166.33437970699174, |
| "count": 64095, |
| "self": 166.14784288999203, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.18653681699970548, |
| "count": 2, |
| "self": 0.18653681699970548 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 563.6570697870038, |
| "count": 454, |
| "self": 217.32050331600908, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 346.33656647099474, |
| "count": 22776, |
| "self": 346.33656647099474 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.090000847005285e-07, |
| "count": 1, |
| "self": 8.090000847005285e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.08581456000047183, |
| "count": 1, |
| "self": 0.0013386850005190354, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.0844758749999528, |
| "count": 1, |
| "self": 0.0844758749999528 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
