| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.13678209483623505, | |
| "min": 0.13504451513290405, | |
| "max": 1.3998075723648071, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 4081.57763671875, | |
| "min": 4029.728271484375, | |
| "max": 42464.5625, | |
| "count": 84 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2519933.0, | |
| "min": 29952.0, | |
| "max": 2519933.0, | |
| "count": 84 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2519933.0, | |
| "min": 29952.0, | |
| "max": 2519933.0, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7510318756103516, | |
| "min": -0.1373794972896576, | |
| "max": 0.7866915464401245, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 217.7992401123047, | |
| "min": -33.10845947265625, | |
| "max": 234.43408203125, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": -0.005109967198222876, | |
| "min": -0.039171863347291946, | |
| "max": 0.33357614278793335, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": -1.4818904399871826, | |
| "min": -11.399012565612793, | |
| "max": 79.05754852294922, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07143887223459648, | |
| "min": 0.06491286997953676, | |
| "max": 0.07301841387434709, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0001442112843508, | |
| "min": 0.5084852611896282, | |
| "max": 1.069757589871776, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.016042223005483504, | |
| "min": 0.0004185282670684428, | |
| "max": 0.018457594326242714, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.22459112207676904, | |
| "min": 0.004603810937752871, | |
| "max": 0.25873768631900734, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 4.947723350761666e-05, | |
| "min": 4.947723350761666e-05, | |
| "max": 0.00029838354339596195, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0006926812691066332, | |
| "min": 0.0006926812691066332, | |
| "max": 0.0039276906907698, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.11649238333333334, | |
| "min": 0.11649238333333334, | |
| "max": 0.19946118095238097, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.6308933666666667, | |
| "min": 1.3962282666666668, | |
| "max": 2.7524872999999994, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0016575890950000004, | |
| "min": 0.0016575890950000004, | |
| "max": 0.009946171977142856, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.023206247330000006, | |
| "min": 0.023206247330000006, | |
| "max": 0.13093209698, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.0051178717985749245, | |
| "min": 0.004900889005511999, | |
| "max": 0.38831979036331177, | |
| "count": 84 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.07165020704269409, | |
| "min": 0.06861244887113571, | |
| "max": 2.718238592147827, | |
| "count": 84 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 239.73275862068965, | |
| "min": 239.1153846153846, | |
| "max": 999.0, | |
| "count": 84 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 27809.0, | |
| "min": 15984.0, | |
| "max": 33421.0, | |
| "count": 84 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7257672292662078, | |
| "min": -1.0000000521540642, | |
| "max": 1.7503852323919047, | |
| "count": 84 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 200.1889985948801, | |
| "min": -31.998801678419113, | |
| "max": 226.91479770839214, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7257672292662078, | |
| "min": -1.0000000521540642, | |
| "max": 1.7503852323919047, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 200.1889985948801, | |
| "min": -31.998801678419113, | |
| "max": 226.91479770839214, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.012797177567022274, | |
| "min": 0.01255143990923758, | |
| "max": 7.680468650534749, | |
| "count": 84 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.4844725977745838, | |
| "min": 1.4844725977745838, | |
| "max": 122.88749840855598, | |
| "count": 84 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 84 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 84 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1758660578", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.8.0+cu128", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1758666308" | |
| }, | |
| "total": 5729.793542461, | |
| "count": 1, | |
| "self": 0.365242269999726, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0272840970001198, | |
| "count": 1, | |
| "self": 0.0272840970001198 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 5729.401016094, | |
| "count": 1, | |
| "self": 2.9606857680846588, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.0006278279997787, | |
| "count": 1, | |
| "self": 2.0006278279997787 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 5724.316169030915, | |
| "count": 164016, | |
| "self": 3.143203390705821, | |
| "children": { | |
| "env_step": { | |
| "total": 4116.540633953187, | |
| "count": 164016, | |
| "self": 3774.6020308954753, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 340.0922972338194, | |
| "count": 164016, | |
| "self": 10.75231426284563, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 329.3399829709738, | |
| "count": 158334, | |
| "self": 329.3399829709738 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 1.846305823892635, | |
| "count": 164015, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 5712.530110626989, | |
| "count": 164015, | |
| "is_parallel": true, | |
| "self": 2214.321897953169, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0018071310000777885, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006049250005162321, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012022059995615564, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012022059995615564 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.047349702999781584, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005165189995750552, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005104580000079295, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005104580000079295 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04463051299990184, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04463051299990184 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0016922130002967606, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00036018399987369776, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0013320290004230628, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0013320290004230628 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3498.20821267382, | |
| "count": 164014, | |
| "is_parallel": true, | |
| "self": 81.13729878470986, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 55.77460816291796, | |
| "count": 164014, | |
| "is_parallel": true, | |
| "self": 55.77460816291796 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3105.268138607021, | |
| "count": 164014, | |
| "is_parallel": true, | |
| "self": 3105.268138607021 | |
| }, | |
| "steps_from_proto": { | |
| "total": 256.0281671191715, | |
| "count": 164014, | |
| "is_parallel": true, | |
| "self": 52.24613533764523, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 203.78203178152626, | |
| "count": 1312112, | |
| "is_parallel": true, | |
| "self": 203.78203178152626 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 1604.6323316870225, | |
| "count": 164015, | |
| "self": 5.948622434982099, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 310.0110562190316, | |
| "count": 164015, | |
| "self": 309.61282362603197, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.39823259299964775, | |
| "count": 5, | |
| "self": 0.39823259299964775 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1288.6726530330088, | |
| "count": 1174, | |
| "self": 720.9800121889562, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 567.6926408440527, | |
| "count": 57777, | |
| "self": 567.6926408440527 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.3230001059127972e-06, | |
| "count": 1, | |
| "self": 1.3230001059127972e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.12353214399990975, | |
| "count": 1, | |
| "self": 0.0015186809996521333, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.12201346300025762, | |
| "count": 1, | |
| "self": 0.12201346300025762 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |