| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.4699142575263977, | |
| "min": 0.3891666531562805, | |
| "max": 1.500190019607544, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 14142.5390625, | |
| "min": 11687.453125, | |
| "max": 45509.765625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989986.0, | |
| "min": 29952.0, | |
| "max": 989986.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989986.0, | |
| "min": 29952.0, | |
| "max": 989986.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": -0.018810128793120384, | |
| "min": -0.10927955061197281, | |
| "max": -0.0012816793750971556, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": -4.552051067352295, | |
| "min": -26.33637237548828, | |
| "max": -0.31401145458221436, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.CuriosityValueEstimate.mean": { | |
| "value": 0.1656452715396881, | |
| "min": 0.1590929478406906, | |
| "max": 0.5021917223930359, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.CuriosityValueEstimate.sum": { | |
| "value": 40.08615493774414, | |
| "min": 38.341400146484375, | |
| "max": 120.52601623535156, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06635392671498255, | |
| "min": 0.06497024932366871, | |
| "max": 0.07246138155990259, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9289549740097558, | |
| "min": 0.4817415838474047, | |
| "max": 1.0739379732192758, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.0031029837457519555, | |
| "min": 0.00011244172555845392, | |
| "max": 0.003513037227047043, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.043441772440527375, | |
| "min": 0.001461742432259901, | |
| "max": 0.0491825211786586, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.737375992335715e-06, | |
| "min": 7.737375992335715e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010832326389270001, | |
| "min": 0.00010832326389270001, | |
| "max": 0.0031441946519352, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10257909285714285, | |
| "min": 0.10257909285714285, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4361073, | |
| "min": 1.3691136000000002, | |
| "max": 2.3480648000000004, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.00026765137642857157, | |
| "min": 0.00026765137642857157, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037471192700000017, | |
| "min": 0.0037471192700000017, | |
| "max": 0.10483167351999999, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.CuriosityForwardLoss.mean": { | |
| "value": 0.07584772152038348, | |
| "min": 0.07543217037649205, | |
| "max": 0.42585953099772406, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.CuriosityForwardLoss.sum": { | |
| "value": 1.0618681012853688, | |
| "min": 1.0560503852708887, | |
| "max": 2.9810167169840684, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.CuriosityInverseLoss.mean": { | |
| "value": 0.06941799885564495, | |
| "min": 0.06183912462577046, | |
| "max": 0.7221576714221455, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.CuriosityInverseLoss.sum": { | |
| "value": 0.9718519839790294, | |
| "min": 0.8657477447607864, | |
| "max": 5.055103699955018, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 950.96875, | |
| "min": 868.4411764705883, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30431.0, | |
| "min": 15984.0, | |
| "max": 32491.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": -0.5138813045341522, | |
| "min": -1.0000000521540642, | |
| "max": -0.22170592581524567, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": -16.44420174509287, | |
| "min": -32.000001668930054, | |
| "max": -7.538001477718353, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": -0.5138813045341522, | |
| "min": -1.0000000521540642, | |
| "max": -0.22170592581524567, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": -16.44420174509287, | |
| "min": -32.000001668930054, | |
| "max": -7.538001477718353, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.CuriosityReward.mean": { | |
| "value": 1.5551242381334305, | |
| "min": 1.442157154354979, | |
| "max": 6.1382381450384855, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.CuriosityReward.sum": { | |
| "value": 49.763975620269775, | |
| "min": 44.36399610340595, | |
| "max": 176.31472471356392, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1694165513", | |
| "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]", | |
| "command_line_arguments": "\\\\?\\C:\\Users\\Leonard\\anaconda3\\envs\\ml-agents\\Scripts\\mlagents-learn .\\config\\ppo\\Pyramids.yaml --run-id=Pyramids Training --force", | |
| "mlagents_version": "0.31.0.dev0", | |
| "mlagents_envs_version": "0.31.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "1.11.0+cu113", | |
| "numpy_version": "1.21.2", | |
| "end_time_seconds": "1694167332" | |
| }, | |
| "total": 1819.0755296999998, | |
| "count": 1, | |
| "self": 0.010550699999839708, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0960595999999998, | |
| "count": 1, | |
| "self": 0.0960595999999998 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1818.9689194, | |
| "count": 1, | |
| "self": 1.1975100000179282, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 7.0293030000000005, | |
| "count": 1, | |
| "self": 7.0293030000000005 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1810.639066099982, | |
| "count": 63055, | |
| "self": 1.1738500999983899, | |
| "children": { | |
| "env_step": { | |
| "total": 959.0570887999919, | |
| "count": 63055, | |
| "self": 785.9034175999773, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 172.3645049000137, | |
| "count": 63055, | |
| "self": 3.497180999999017, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 168.8673239000147, | |
| "count": 62564, | |
| "self": 168.8673239000147 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.7891663000008791, | |
| "count": 63055, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1811.6397657000075, | |
| "count": 63055, | |
| "is_parallel": true, | |
| "self": 1111.0342455000198, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0010573000000002608, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021849999999989933, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0008388000000003615, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0008388000000003615 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 700.6044628999878, | |
| "count": 63055, | |
| "is_parallel": true, | |
| "self": 19.215686699962248, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 13.143204700019632, | |
| "count": 63055, | |
| "is_parallel": true, | |
| "self": 13.143204700019632 | |
| }, | |
| "communicator.exchange": { | |
| "total": 615.1939641000101, | |
| "count": 63055, | |
| "is_parallel": true, | |
| "self": 615.1939641000101 | |
| }, | |
| "steps_from_proto": { | |
| "total": 53.05160739999575, | |
| "count": 63055, | |
| "is_parallel": true, | |
| "self": 12.587725099981405, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 40.46388230001435, | |
| "count": 504440, | |
| "is_parallel": true, | |
| "self": 40.46388230001435 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 850.4081271999918, | |
| "count": 63055, | |
| "self": 1.8936161999887418, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 100.93181030000363, | |
| "count": 63055, | |
| "self": 100.69354100000345, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.23826930000018365, | |
| "count": 2, | |
| "self": 0.23826930000018365 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 747.5827006999994, | |
| "count": 430, | |
| "self": 454.3094221999869, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 293.27327850001245, | |
| "count": 22770, | |
| "self": 293.27327850001245 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 7.999999525054591e-07, | |
| "count": 1, | |
| "self": 7.999999525054591e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.1030395000000226, | |
| "count": 1, | |
| "self": 0.007437600000002931, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.09560190000001967, | |
| "count": 1, | |
| "self": 0.09560190000001967 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |