| { | |
| "name": "root", | |
| "gauges": { | |
| "Heli.Policy.Entropy.mean": { | |
| "value": 3.283210039138794, | |
| "min": 3.2013118267059326, | |
| "max": 4.394261360168457, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.Entropy.sum": { | |
| "value": 16416.05078125, | |
| "min": 5889.7802734375, | |
| "max": 30037.544921875, | |
| "count": 63 | |
| }, | |
| "Heli.Step.mean": { | |
| "value": 314796.0, | |
| "min": 4991.0, | |
| "max": 314796.0, | |
| "count": 63 | |
| }, | |
| "Heli.Step.sum": { | |
| "value": 314796.0, | |
| "min": 4991.0, | |
| "max": 314796.0, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 1.4666635990142822, | |
| "min": -0.18604832887649536, | |
| "max": 1.4666635990142822, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 23.466617584228516, | |
| "min": -3.348870038986206, | |
| "max": 23.466617584228516, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.37880003452301025, | |
| "min": -0.13244126737117767, | |
| "max": 7.546704292297363, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.sum": { | |
| "value": 6.060800552368164, | |
| "min": -2.1190602779388428, | |
| "max": 120.74726867675781, | |
| "count": 63 | |
| }, | |
| "Heli.Environment.EpisodeLength.mean": { | |
| "value": 624.0, | |
| "min": 230.5, | |
| "max": 624.0, | |
| "count": 63 | |
| }, | |
| "Heli.Environment.EpisodeLength.sum": { | |
| "value": 4992.0, | |
| "min": 1248.0, | |
| "max": 8736.0, | |
| "count": 63 | |
| }, | |
| "Heli.Environment.CumulativeReward.mean": { | |
| "value": 8.631750509142876, | |
| "min": 0.20463676073334433, | |
| "max": 9.56225060671568, | |
| "count": 63 | |
| }, | |
| "Heli.Environment.CumulativeReward.sum": { | |
| "value": 69.054004073143, | |
| "min": 4.502008736133575, | |
| "max": 78.59400540590286, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.mean": { | |
| "value": 8.631750509142876, | |
| "min": 0.20463676073334433, | |
| "max": 9.56225060671568, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.sum": { | |
| "value": 69.054004073143, | |
| "min": 4.502008736133575, | |
| "max": 78.59400540590286, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.CuriosityReward.mean": { | |
| "value": 0.40016532875597477, | |
| "min": 0.0, | |
| "max": 84.08923214673996, | |
| "count": 63 | |
| }, | |
| "Heli.Policy.CuriosityReward.sum": { | |
| "value": 3.201322630047798, | |
| "min": 0.0, | |
| "max": 1345.4277143478394, | |
| "count": 63 | |
| }, | |
| "Heli.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 63 | |
| }, | |
| "Heli.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 63 | |
| }, | |
| "Heli.Losses.PolicyLoss.mean": { | |
| "value": 0.0498531644792879, | |
| "min": 0.036307969382335624, | |
| "max": 0.058313655017731274, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.PolicyLoss.sum": { | |
| "value": 0.0498531644792879, | |
| "min": 0.036307969382335624, | |
| "max": 0.058313655017731274, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.ValueLoss.mean": { | |
| "value": 0.008488621654999784, | |
| "min": 0.0005105004420625121, | |
| "max": 1.3603429244301184, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.ValueLoss.sum": { | |
| "value": 0.008488621654999784, | |
| "min": 0.0005105004420625121, | |
| "max": 1.3603429244301184, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.LearningRate.mean": { | |
| "value": 0.00015105730447136003, | |
| "min": 0.00015105730447136003, | |
| "max": 0.00019834128082936006, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.LearningRate.sum": { | |
| "value": 0.00015105730447136003, | |
| "min": 0.00015105730447136003, | |
| "max": 0.00019834128082936006, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.Epsilon.mean": { | |
| "value": 0.17552864, | |
| "min": 0.17552864, | |
| "max": 0.19917064000000004, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.Epsilon.sum": { | |
| "value": 0.17552864, | |
| "min": 0.17552864, | |
| "max": 0.19917064000000004, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.Beta.mean": { | |
| "value": 0.0007577335359999999, | |
| "min": 0.0007577335359999999, | |
| "max": 0.000991789336, | |
| "count": 29 | |
| }, | |
| "Heli.Policy.Beta.sum": { | |
| "value": 0.0007577335359999999, | |
| "min": 0.0007577335359999999, | |
| "max": 0.000991789336, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.030141845678653176, | |
| "min": 0.025055588518337505, | |
| "max": 971.1289519886176, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.030141845678653176, | |
| "min": 0.025055588518337505, | |
| "max": 971.1289519886176, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.mean": { | |
| "value": 3.6782589055658357, | |
| "min": 3.620173555079514, | |
| "max": 5.425378036499024, | |
| "count": 29 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.sum": { | |
| "value": 3.6782589055658357, | |
| "min": 3.620173555079514, | |
| "max": 5.425378036499024, | |
| "count": 29 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1691315133", | |
| "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnxMon/ChopperLnxMon --run-id=chopper_03 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1691319285" | |
| }, | |
| "total": 4152.974190352, | |
| "count": 1, | |
| "self": 0.034601368000039656, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.05441761399970346, | |
| "count": 1, | |
| "self": 0.05441761399970346 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 4152.8851713700005, | |
| "count": 1, | |
| "self": 15.115849841049567, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.353771512000094, | |
| "count": 1, | |
| "self": 3.353771512000094 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 4133.258861650951, | |
| "count": 318203, | |
| "self": 6.213839757005189, | |
| "children": { | |
| "env_step": { | |
| "total": 4127.045021893946, | |
| "count": 318203, | |
| "self": 2370.051141322914, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 1749.9227819701355, | |
| "count": 318203, | |
| "self": 33.8468445931926, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 1716.0759373769429, | |
| "count": 317739, | |
| "self": 1716.0759373769429 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 7.071098600896221, | |
| "count": 318202, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 4131.557244865114, | |
| "count": 318202, | |
| "is_parallel": true, | |
| "self": 2469.6074462928827, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.006068776000120124, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.005119669000123395, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0009491069999967294, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0009491069999967294 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04638745399961408, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021291499933795421, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00021785500030091498, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021785500030091498 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04500340200002029, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04500340200002029 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0009532819999549247, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00037023199956820463, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005830500003867201, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0005830500003867201 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1661.949798572231, | |
| "count": 318201, | |
| "is_parallel": true, | |
| "self": 60.14886746411639, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 45.20829656115711, | |
| "count": 318201, | |
| "is_parallel": true, | |
| "self": 45.20829656115711 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1303.8956997739497, | |
| "count": 318201, | |
| "is_parallel": true, | |
| "self": 1303.8956997739497 | |
| }, | |
| "steps_from_proto": { | |
| "total": 252.6969347730078, | |
| "count": 318201, | |
| "is_parallel": true, | |
| "self": 104.47589362974804, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 148.22104114325975, | |
| "count": 1909206, | |
| "is_parallel": true, | |
| "self": 148.22104114325975 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.946999994601356e-05, | |
| "count": 1, | |
| "self": 7.946999994601356e-05, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 4047.4671650596747, | |
| "count": 6789892, | |
| "is_parallel": true, | |
| "self": 208.89239495643915, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 2501.356435505237, | |
| "count": 6789893, | |
| "is_parallel": true, | |
| "self": 2498.0231785232368, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 3.333256982000421, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 3.333256982000421 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1337.2183345979984, | |
| "count": 29, | |
| "is_parallel": true, | |
| "self": 728.6085069829901, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 608.6098276150083, | |
| "count": 3584, | |
| "is_parallel": true, | |
| "self": 608.6098276150083 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 1.1566088959998524, | |
| "count": 1, | |
| "self": 0.01757286199972441, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 1.139036034000128, | |
| "count": 1, | |
| "self": 1.139036034000128 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |