{ "name": "root", "gauges": { "Heli.Policy.Entropy.mean": { "value": 0.39192596077919006, "min": 0.39192596077919006, "max": 4.393238067626953, "count": 1001 }, "Heli.Policy.Entropy.sum": { "value": 21.947853088378906, "min": 21.947853088378906, "max": 43042.21875, "count": 1001 }, "Heli.Environment.EpisodeLength.mean": { "value": 624.0, "min": 293.11764705882354, "max": 624.0, "count": 931 }, "Heli.Environment.EpisodeLength.sum": { "value": 10608.0, "min": 624.0, "max": 11232.0, "count": 931 }, "Heli.Step.mean": { "value": 5004584.0, "min": 4516.0, "max": 5004584.0, "count": 1001 }, "Heli.Step.sum": { "value": 5004584.0, "min": 4516.0, "max": 5004584.0, "count": 1001 }, "Heli.Policy.ExtrinsicValueEstimate.mean": { "value": 2.1655795574188232, "min": -0.28883567452430725, "max": 2.3287107944488525, "count": 1001 }, "Heli.Policy.ExtrinsicValueEstimate.sum": { "value": 34.64927291870117, "min": -5.199042320251465, "max": 37.25937271118164, "count": 1001 }, "Heli.Policy.CuriosityValueEstimate.mean": { "value": 0.0259267408400774, "min": 0.016802363097667694, "max": 0.6830515265464783, "count": 1001 }, "Heli.Policy.CuriosityValueEstimate.sum": { "value": 0.4148278534412384, "min": 0.2688378095626831, "max": 10.928824424743652, "count": 1001 }, "Heli.Environment.CumulativeReward.mean": { "value": 13.689250871539116, "min": -31.835629977285862, "max": 15.341751277446747, "count": 1001 }, "Heli.Environment.CumulativeReward.sum": { "value": 109.51400697231293, "min": -509.3700796365738, "max": 122.73401021957397, "count": 1001 }, "Heli.Policy.ExtrinsicReward.mean": { "value": 13.689250871539116, "min": -31.835629977285862, "max": 15.341751277446747, "count": 1001 }, "Heli.Policy.ExtrinsicReward.sum": { "value": 109.51400697231293, "min": -509.3700796365738, "max": 122.73401021957397, "count": 1001 }, "Heli.Policy.CuriosityReward.mean": { "value": 0.21203715912997723, "min": 0.0, "max": 18.772306240521946, "count": 1001 }, "Heli.Policy.CuriosityReward.sum": { "value": 1.6962972730398178, "min": 0.0, "max": 244.03998112678528, "count": 1001 }, "Heli.IsTraining.mean": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 1001 }, "Heli.IsTraining.sum": { "value": 0.0, "min": 0.0, "max": 1.0, "count": 1001 }, "Heli.Losses.PolicyLoss.mean": { "value": 0.04507838136410507, "min": 0.03936668122717278, "max": 0.05903104245776265, "count": 471 }, "Heli.Losses.PolicyLoss.sum": { "value": 0.04507838136410507, "min": 0.03936668122717278, "max": 0.05903104245776265, "count": 471 }, "Heli.Losses.ValueLoss.mean": { "value": 5.077333335657756e-06, "min": 3.696700387968676e-06, "max": 0.5923735979126721, "count": 471 }, "Heli.Losses.ValueLoss.sum": { "value": 5.077333335657756e-06, "min": 3.696700387968676e-06, "max": 0.5923735979126721, "count": 471 }, "Heli.Policy.LearningRate.mean": { "value": 2.125998942000895e-08, "min": 2.125998942000895e-08, "max": 0.00019957072021464006, "count": 471 }, "Heli.Policy.LearningRate.sum": { "value": 2.125998942000895e-08, "min": 2.125998942000895e-08, "max": 0.00019957072021464006, "count": 471 }, "Heli.Policy.Epsilon.mean": { "value": 0.10001057999999996, "min": 0.10001057999999996, "max": 0.19978535999999997, "count": 471 }, "Heli.Policy.Epsilon.sum": { "value": 0.10001057999999996, "min": 0.10001057999999996, "max": 0.19978535999999997, "count": 471 }, "Heli.Policy.Beta.mean": { "value": 1.0104742000000044e-05, "min": 1.0104742000000044e-05, "max": 0.000997875064, "count": 471 }, "Heli.Policy.Beta.sum": { "value": 1.0104742000000044e-05, "min": 1.0104742000000044e-05, "max": 0.000997875064, "count": 471 }, "Heli.Losses.CuriosityForwardLoss.mean": { "value": 0.012605215013935798, "min": 0.011452520788624519, "max": 883.8118460158992, "count": 471 }, "Heli.Losses.CuriosityForwardLoss.sum": { "value": 0.012605215013935798, "min": 0.011452520788624519, "max": 883.8118460158992, "count": 471 }, "Heli.Losses.CuriosityInverseLoss.mean": { "value": 0.559255926831951, "min": 0.5118315958879828, "max": 5.3319927696290055, "count": 471 }, "Heli.Losses.CuriosityInverseLoss.sum": { "value": 0.559255926831951, "min": 0.5118315958879828, "max": 5.3319927696290055, "count": 471 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1691442042", "python_version": "3.9.15 | packaged by conda-forge | (main, Nov 22 2022, 08:45:29) \n[GCC 10.4.0]", "command_line_arguments": "/opt/saturncloud/envs/saturn/bin/mlagents-learn ./config/ppo/Beach.yaml --env=./training-envs-executables/linux/ChopperLnx03/ChopperLnx03 --run-id=Chopper03_00 --no-graphics", "mlagents_version": "0.31.0.dev0", "mlagents_envs_version": "0.31.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "1.11.0+cu102", "numpy_version": "1.21.2", "end_time_seconds": "1691460247" }, "total": 18205.520656685, "count": 1, "self": 0.5429026519996114, "children": { "run_training.setup": { "total": 0.0698934439999448, "count": 1, "self": 0.0698934439999448 }, "TrainerController.start_learning": { "total": 18204.907860589, "count": 1, "self": 38.8902137390578, "children": { "TrainerController._reset_env": { "total": 0.8747101139999813, "count": 1, "self": 0.8747101139999813 }, "TrainerController.advance": { "total": 18164.883307811942, "count": 1259581, "self": 19.638242822802567, "children": { "env_step": { "total": 18145.24506498914, "count": 1259581, "self": 12095.953272106115, "children": { "SubprocessEnvManager._take_step": { "total": 6029.319874835739, "count": 1259581, "self": 95.90401423651019, "children": { "TorchPolicy.evaluate": { "total": 5933.415860599229, "count": 1251674, "self": 5933.415860599229 } } }, "workers": { "total": 19.971918047284817, "count": 1259581, "self": 0.0, "children": { "worker_root": { "total": 18136.52002106727, "count": 1259581, "is_parallel": true, "self": 8838.47566039592, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0014940669998395606, "count": 1, "is_parallel": true, "self": 0.00046801799999229843, "children": { "_process_rank_one_or_two_observation": { "total": 0.0010260489998472622, "count": 6, "is_parallel": true, "self": 0.0010260489998472622 } } }, "UnityEnvironment.step": { "total": 0.055272845999979836, "count": 1, "is_parallel": true, "self": 0.0003079680002429086, "children": { "UnityEnvironment._generate_step_input": { "total": 0.00023928799987515958, "count": 1, "is_parallel": true, "self": 0.00023928799987515958 }, "communicator.exchange": { "total": 0.05352719999996225, "count": 1, "is_parallel": true, "self": 0.05352719999996225 }, "steps_from_proto": { "total": 0.0011983899998995184, "count": 1, "is_parallel": true, "self": 0.00034328499964431103, "children": { "_process_rank_one_or_two_observation": { "total": 0.0008551050002552074, "count": 6, "is_parallel": true, "self": 0.0008551050002552074 } } } } } } }, "UnityEnvironment.step": { "total": 9298.04436067135, "count": 1259580, "is_parallel": true, "self": 351.7882387268837, "children": { "UnityEnvironment._generate_step_input": { "total": 212.84615533905867, "count": 1259580, "is_parallel": true, "self": 212.84615533905867 }, "communicator.exchange": { "total": 7401.790050097831, "count": 1259580, "is_parallel": true, "self": 7401.790050097831 }, "steps_from_proto": { "total": 1331.619916507577, "count": 1259580, "is_parallel": true, "self": 373.7393082039507, "children": { "_process_rank_one_or_two_observation": { "total": 957.8806083036263, "count": 7557480, "is_parallel": true, "self": 957.8806083036263 } } } } } } } } } } } } }, "trainer_threads": { "total": 0.011040366000088397, "count": 1, "self": 0.011040366000088397, "children": { "thread_root": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "trainer_advance": { "total": 18110.851568129834, "count": 9656543, "is_parallel": true, "self": 247.31906628051001, "children": { "process_trajectory": { "total": 6399.8019213723455, "count": 9656543, "is_parallel": true, "self": 6392.765605778344, "children": { "RLTrainer._checkpoint": { "total": 7.0363155940008255, "count": 20, "is_parallel": true, "self": 7.0363155940008255 } } }, "_update_policy": { "total": 11463.730580476979, "count": 471, "is_parallel": true, "self": 6411.6264944578, "children": { "TorchPPOOptimizer.update": { "total": 5052.104086019179, "count": 57900, "is_parallel": true, "self": 5052.104086019179 } } } } } } } } }, "TrainerController._save_models": { "total": 0.24858855799902813, "count": 1, "self": 0.0017533809987071436, "children": { "RLTrainer._checkpoint": { "total": 0.24683517700032098, "count": 1, "self": 0.24683517700032098 } } } } } } }