| { | |
| "name": "root", | |
| "gauges": { | |
| "Heli.Policy.Entropy.mean": { | |
| "value": 0.39192596077919006, | |
| "min": 0.39192596077919006, | |
| "max": 4.393238067626953, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.Entropy.sum": { | |
| "value": 21.947853088378906, | |
| "min": 21.947853088378906, | |
| "max": 43042.21875, | |
| "count": 1001 | |
| }, | |
| "Heli.Environment.EpisodeLength.mean": { | |
| "value": 624.0, | |
| "min": 293.11764705882354, | |
| "max": 624.0, | |
| "count": 931 | |
| }, | |
| "Heli.Environment.EpisodeLength.sum": { | |
| "value": 10608.0, | |
| "min": 624.0, | |
| "max": 11232.0, | |
| "count": 931 | |
| }, | |
| "Heli.Step.mean": { | |
| "value": 5004584.0, | |
| "min": 4516.0, | |
| "max": 5004584.0, | |
| "count": 1001 | |
| }, | |
| "Heli.Step.sum": { | |
| "value": 5004584.0, | |
| "min": 4516.0, | |
| "max": 5004584.0, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 2.1655795574188232, | |
| "min": -0.28883567452430725, | |
| "max": 2.3287107944488525, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 34.64927291870117, | |
| "min": -5.199042320251465, | |
| "max": 37.25937271118164, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.0259267408400774, | |
| "min": 0.016802363097667694, | |
| "max": 0.6830515265464783, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.CuriosityValueEstimate.sum": { | |
| "value": 0.4148278534412384, | |
| "min": 0.2688378095626831, | |
| "max": 10.928824424743652, | |
| "count": 1001 | |
| }, | |
| "Heli.Environment.CumulativeReward.mean": { | |
| "value": 13.689250871539116, | |
| "min": -31.835629977285862, | |
| "max": 15.341751277446747, | |
| "count": 1001 | |
| }, | |
| "Heli.Environment.CumulativeReward.sum": { | |
| "value": 109.51400697231293, | |
| "min": -509.3700796365738, | |
| "max": 122.73401021957397, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.mean": { | |
| "value": 13.689250871539116, | |
| "min": -31.835629977285862, | |
| "max": 15.341751277446747, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.ExtrinsicReward.sum": { | |
| "value": 109.51400697231293, | |
| "min": -509.3700796365738, | |
| "max": 122.73401021957397, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.CuriosityReward.mean": { | |
| "value": 0.21203715912997723, | |
| "min": 0.0, | |
| "max": 18.772306240521946, | |
| "count": 1001 | |
| }, | |
| "Heli.Policy.CuriosityReward.sum": { | |
| "value": 1.6962972730398178, | |
| "min": 0.0, | |
| "max": 244.03998112678528, | |
| "count": 1001 | |
| }, | |
| "Heli.IsTraining.mean": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 1001 | |
| }, | |
| "Heli.IsTraining.sum": { | |
| "value": 0.0, | |
| "min": 0.0, | |
| "max": 1.0, | |
| "count": 1001 | |
| }, | |
| "Heli.Losses.PolicyLoss.mean": { | |
| "value": 0.04507838136410507, | |
| "min": 0.03936668122717278, | |
| "max": 0.05903104245776265, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.PolicyLoss.sum": { | |
| "value": 0.04507838136410507, | |
| "min": 0.03936668122717278, | |
| "max": 0.05903104245776265, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.ValueLoss.mean": { | |
| "value": 5.077333335657756e-06, | |
| "min": 3.696700387968676e-06, | |
| "max": 0.5923735979126721, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.ValueLoss.sum": { | |
| "value": 5.077333335657756e-06, | |
| "min": 3.696700387968676e-06, | |
| "max": 0.5923735979126721, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.LearningRate.mean": { | |
| "value": 2.125998942000895e-08, | |
| "min": 2.125998942000895e-08, | |
| "max": 0.00019957072021464006, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.LearningRate.sum": { | |
| "value": 2.125998942000895e-08, | |
| "min": 2.125998942000895e-08, | |
| "max": 0.00019957072021464006, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.Epsilon.mean": { | |
| "value": 0.10001057999999996, | |
| "min": 0.10001057999999996, | |
| "max": 0.19978535999999997, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.Epsilon.sum": { | |
| "value": 0.10001057999999996, | |
| "min": 0.10001057999999996, | |
| "max": 0.19978535999999997, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.Beta.mean": { | |
| "value": 1.0104742000000044e-05, | |
| "min": 1.0104742000000044e-05, | |
| "max": 0.000997875064, | |
| "count": 471 | |
| }, | |
| "Heli.Policy.Beta.sum": { | |
| "value": 1.0104742000000044e-05, | |
| "min": 1.0104742000000044e-05, | |
| "max": 0.000997875064, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.012605215013935798, | |
| "min": 0.011452520788624519, | |
| "max": 883.8118460158992, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.CuriosityForwardLoss.sum": { | |
| "value": 0.012605215013935798, | |
| "min": 0.011452520788624519, | |
| "max": 883.8118460158992, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.mean": { | |
| "value": 0.559255926831951, | |
| "min": 0.5118315958879828, | |
| "max": 5.3319927696290055, | |
| "count": 471 | |
| }, | |
| "Heli.Losses.CuriosityInverseLoss.sum": { | |
| "value": 0.559255926831951, | |
| "min": 0.5118315958879828, | |
| "max": 5.3319927696290055, | |
| "count": 471 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1691442042", | |
| "python_version": "3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:45:29) \n[GCC 10.4.0]", | |
| "command_line_arguments": "/opt/saturncloud/envs/saturn/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnx03/ChopperLnx03 --run-id=Chopper03_00 --no-graphics", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu102", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1691460247" | |
| }, | |
| "total": 18205.520656685, | |
| "count": 1, | |
| "self": 0.5429026519996114, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0698934439999448, | |
| "count": 1, | |
| "self": 0.0698934439999448 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 18204.907860589, | |
| "count": 1, | |
| "self": 38.8902137390578, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 0.8747101139999813, | |
| "count": 1, | |
| "self": 0.8747101139999813 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 18164.883307811942, | |
| "count": 1259581, | |
| "self": 19.638242822802567, | |
| "children": { | |
| "env_step": { | |
| "total": 18145.24506498914, | |
| "count": 1259581, | |
| "self": 12095.953272106115, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 6029.319874835739, | |
| "count": 1259581, | |
| "self": 95.90401423651019, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 5933.415860599229, | |
| "count": 1251674, | |
| "self": 5933.415860599229 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 19.971918047284817, | |
| "count": 1259581, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 18136.52002106727, | |
| "count": 1259581, | |
| "is_parallel": true, | |
| "self": 8838.47566039592, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0014940669998395606, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00046801799999229843, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0010260489998472622, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0010260489998472622 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.055272845999979836, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003079680002429086, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00023928799987515958, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00023928799987515958 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.05352719999996225, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.05352719999996225 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0011983899998995184, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00034328499964431103, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008551050002552074, | |
| "count": 6, | |
| "is_parallel": true, | |
| "self": 0.0008551050002552074 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 9298.04436067135, | |
| "count": 1259580, | |
| "is_parallel": true, | |
| "self": 351.7882387268837, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 212.84615533905867, | |
| "count": 1259580, | |
| "is_parallel": true, | |
| "self": 212.84615533905867 | |
| }, | |
| "communicator.exchange": { | |
| "total": 7401.790050097831, | |
| "count": 1259580, | |
| "is_parallel": true, | |
| "self": 7401.790050097831 | |
| }, | |
| "steps_from_proto": { | |
| "total": 1331.619916507577, | |
| "count": 1259580, | |
| "is_parallel": true, | |
| "self": 373.7393082039507, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 957.8806083036263, | |
| "count": 7557480, | |
| "is_parallel": true, | |
| "self": 957.8806083036263 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 0.011040366000088397, | |
| "count": 1, | |
| "self": 0.011040366000088397, | |
| "children": { | |
| "thread_root": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "trainer_advance": { | |
| "total": 18110.851568129834, | |
| "count": 9656543, | |
| "is_parallel": true, | |
| "self": 247.31906628051001, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 6399.8019213723455, | |
| "count": 9656543, | |
| "is_parallel": true, | |
| "self": 6392.765605778344, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 7.0363155940008255, | |
| "count": 20, | |
| "is_parallel": true, | |
| "self": 7.0363155940008255 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 11463.730580476979, | |
| "count": 471, | |
| "is_parallel": true, | |
| "self": 6411.6264944578, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 5052.104086019179, | |
| "count": 57900, | |
| "is_parallel": true, | |
| "self": 5052.104086019179 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.24858855799902813, | |
| "count": 1, | |
| "self": 0.0017533809987071436, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.24683517700032098, | |
| "count": 1, | |
| "self": 0.24683517700032098 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |