| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.4558856189250946, | |
| "min": 0.44927892088890076, | |
| "max": 1.3914389610290527, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 13676.568359375, | |
| "min": 13413.671875, | |
| "max": 42210.69140625, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989949.0, | |
| "min": 29952.0, | |
| "max": 989949.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989949.0, | |
| "min": 29952.0, | |
| "max": 989949.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.32758575677871704, | |
| "min": -0.10990159958600998, | |
| "max": 0.4448711574077606, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 86.81022644042969, | |
| "min": -26.596187591552734, | |
| "max": 117.44598388671875, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.294693261384964, | |
| "min": -0.08406741917133331, | |
| "max": 0.34765201807022095, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 78.09371185302734, | |
| "min": -21.605327606201172, | |
| "max": 83.78413391113281, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06753018361803911, | |
| "min": 0.06624631034769575, | |
| "max": 0.07205640759626951, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9454225706525475, | |
| "min": 0.48882595184607025, | |
| "max": 1.0249274508581339, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.025300355013834108, | |
| "min": 0.0002137848854233848, | |
| "max": 0.025300355013834108, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.3542049701936775, | |
| "min": 0.002992988395927387, | |
| "max": 0.3542049701936775, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.332526127285717e-06, | |
| "min": 7.332526127285717e-06, | |
| "max": 0.00029515063018788575, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010265536578200004, | |
| "min": 0.00010265536578200004, | |
| "max": 0.003632151189283, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10244414285714287, | |
| "min": 0.10244414285714287, | |
| "max": 0.19838354285714285, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4342180000000002, | |
| "min": 1.3886848, | |
| "max": 2.610717, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002541698714285715, | |
| "min": 0.0002541698714285715, | |
| "max": 0.00983851593142857, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.003558378200000001, | |
| "min": 0.003558378200000001, | |
| "max": 0.12109062829999999, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.014893299899995327, | |
| "min": 0.014893299899995327, | |
| "max": 0.5463327765464783, | |
| "count": 33 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.20850619673728943, | |
| "min": 0.20850619673728943, | |
| "max": 3.8243296146392822, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 486.3, | |
| "min": 439.3181818181818, | |
| "max": 999.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29178.0, | |
| "min": 15984.0, | |
| "max": 34053.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.280296641215682, | |
| "min": -1.0000000521540642, | |
| "max": 1.4687343135253708, | |
| "count": 33 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 76.81779847294092, | |
| "min": -29.478001683950424, | |
| "max": 98.40519900619984, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.280296641215682, | |
| "min": -1.0000000521540642, | |
| "max": 1.4687343135253708, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 76.81779847294092, | |
| "min": -29.478001683950424, | |
| "max": 98.40519900619984, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.0752396803892528, | |
| "min": 0.07366888058868426, | |
| "max": 11.002530466765165, | |
| "count": 33 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.514380823355168, | |
| "min": 4.514380823355168, | |
| "max": 176.04048746824265, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 33 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1744191074", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/home/POWERCOM.CO/essam/miniconda3/envs/hf_rl_env/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.6.0+cu124", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1744191751" | |
| }, | |
| "total": 676.5432036839193, | |
| "count": 1, | |
| "self": 0.21744636306539178, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.009865145897492766, | |
| "count": 1, | |
| "self": 0.009865145897492766 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 676.3158921749564, | |
| "count": 1, | |
| "self": 0.7267002738080919, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 1.280196448089555, | |
| "count": 1, | |
| "self": 1.280196448089555 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 674.2028135070577, | |
| "count": 63483, | |
| "self": 0.6779708686517552, | |
| "children": { | |
| "env_step": { | |
| "total": 426.99980562587734, | |
| "count": 63483, | |
| "self": 361.65747827105224, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 64.8903000758728, | |
| "count": 63483, | |
| "self": 2.1216343111591414, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 62.76866576471366, | |
| "count": 62566, | |
| "self": 62.76866576471366 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.45202727895230055, | |
| "count": 63483, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 674.8742222512374, | |
| "count": 63483, | |
| "is_parallel": true, | |
| "self": 353.2552180583589, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0007420639740303159, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00021930690854787827, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0005227570654824376, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0005227570654824376 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.014747812994755805, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00015882193110883236, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.00014024204574525356, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00014024204574525356 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.014017609064467251, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.014017609064467251 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0004311399534344673, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.00010385783389210701, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0003272821195423603, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0003272821195423603 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 321.6190041928785, | |
| "count": 63482, | |
| "is_parallel": true, | |
| "self": 8.833926510065794, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 5.660387705080211, | |
| "count": 63482, | |
| "is_parallel": true, | |
| "self": 5.660387705080211 | |
| }, | |
| "communicator.exchange": { | |
| "total": 283.2492432567524, | |
| "count": 63482, | |
| "is_parallel": true, | |
| "self": 283.2492432567524 | |
| }, | |
| "steps_from_proto": { | |
| "total": 23.875446720980108, | |
| "count": 63482, | |
| "is_parallel": true, | |
| "self": 5.459083212655969, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 18.41636350832414, | |
| "count": 507856, | |
| "is_parallel": true, | |
| "self": 18.41636350832414 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 246.52503701252863, | |
| "count": 63483, | |
| "self": 1.289110086625442, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 49.052704443922266, | |
| "count": 63483, | |
| "self": 48.42543287598528, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.6272715679369867, | |
| "count": 2, | |
| "self": 0.6272715679369867 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 196.18322248198092, | |
| "count": 450, | |
| "self": 110.24167136626784, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 85.94155111571308, | |
| "count": 22740, | |
| "self": 85.94155111571308 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 1.035979948937893e-06, | |
| "count": 1, | |
| "self": 1.035979948937893e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.10618091002106667, | |
| "count": 1, | |
| "self": 0.02696055208798498, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.07922035793308169, | |
| "count": 1, | |
| "self": 0.07922035793308169 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |