{ "name": "root", "gauges": { "Pyramids.Policy.Entropy.mean": { "value": 0.21545448899269104, "min": 0.1969103068113327, "max": 0.21545448899269104, "count": 4 }, "Pyramids.Policy.Entropy.sum": { "value": 6408.478515625, "min": 2177.090576171875, "max": 6408.478515625, "count": 4 }, "Pyramids.Environment.EpisodeLength.mean": { "value": 225.359375, "min": 225.359375, "max": 257.05172413793105, "count": 4 }, "Pyramids.Environment.EpisodeLength.sum": { "value": 28846.0, "min": 7918.0, "max": 30203.0, "count": 4 }, "Pyramids.Step.mean": { "value": 2099900.0, "min": 2009900.0, "max": 2099900.0, "count": 4 }, "Pyramids.Step.sum": { "value": 2099900.0, "min": 2009900.0, "max": 2099900.0, "count": 4 }, "Pyramids.Policy.ExtrinsicValueEstimate.mean": { "value": 0.7720959782600403, "min": 0.7012885808944702, "max": 0.7720959782600403, "count": 4 }, "Pyramids.Policy.ExtrinsicValueEstimate.sum": { "value": 230.0845947265625, "min": 65.98175811767578, "max": 230.0845947265625, "count": 4 }, "Pyramids.Policy.RndValueEstimate.mean": { "value": 0.003978192340582609, "min": -0.0076828706078231335, "max": 0.017121044918894768, "count": 4 }, "Pyramids.Policy.RndValueEstimate.sum": { "value": 1.1855013370513916, "min": -0.7221898436546326, "max": 4.999345302581787, "count": 4 }, "Pyramids.Environment.CumulativeReward.mean": { "value": 1.760317814384782, "min": 1.7155666507780551, "max": 1.760317814384782, "count": 4 }, "Pyramids.Environment.CumulativeReward.sum": { "value": 227.08099805563688, "min": 58.081999987363815, "max": 227.08099805563688, "count": 4 }, "Pyramids.Policy.ExtrinsicReward.mean": { "value": 1.760317814384782, "min": 1.7155666507780551, "max": 1.760317814384782, "count": 4 }, "Pyramids.Policy.ExtrinsicReward.sum": { "value": 227.08099805563688, "min": 58.081999987363815, "max": 227.08099805563688, "count": 4 }, "Pyramids.Policy.RndReward.mean": { "value": 0.024505979789223215, "min": 0.024505979789223215, "max": 0.02954132916056551, "count": 4 }, "Pyramids.Policy.RndReward.sum": { "value": 3.1612713928097946, "min": 0.9748638622986618, "max": 3.3699953574396204, "count": 4 }, "Pyramids.Losses.PolicyLoss.mean": { "value": 0.07079494727492733, "min": 0.06862178926563096, "max": 0.07079494727492733, "count": 4 }, "Pyramids.Losses.PolicyLoss.sum": { "value": 0.9911292618489825, "min": 0.2801392069280458, "max": 1.0293268389844645, "count": 4 }, "Pyramids.Losses.ValueLoss.mean": { "value": 0.017137390891938206, "min": 0.013357302560810544, "max": 0.017137390891938206, "count": 4 }, "Pyramids.Losses.ValueLoss.sum": { "value": 0.2399234724871349, "min": 0.053429210243242174, "max": 0.2399234724871349, "count": 4 }, "Pyramids.Policy.LearningRate.mean": { "value": 2.0387523816734685e-06, "min": 2.0387523816734685e-06, "max": 1.3541988343178574e-05, "count": 4 }, "Pyramids.Policy.LearningRate.sum": { "value": 2.8542533343428557e-05, "min": 2.8542533343428557e-05, "max": 0.00015146492094071423, "count": 4 }, "Pyramids.Policy.Epsilon.mean": { "value": 0.10067955102040818, "min": 0.10067955102040818, "max": 0.1045139642857143, "count": 4 }, "Pyramids.Policy.Epsilon.sum": { "value": 1.4095137142857146, "min": 0.4180558571428572, "max": 1.5321639999999999, "count": 4 }, "Pyramids.Policy.Beta.mean": { "value": 7.788714693877549e-05, "min": 7.788714693877549e-05, "max": 0.0004609450321428573, "count": 4 }, "Pyramids.Policy.Beta.sum": { "value": 0.0010904200571428568, "min": 0.0010904200571428568, "max": 0.005183736928571427, "count": 4 }, "Pyramids.Losses.RNDLoss.mean": { "value": 0.010521610267460346, "min": 0.010521610267460346, "max": 0.011539807543158531, "count": 4 }, "Pyramids.Losses.RNDLoss.sum": { "value": 0.1473025381565094, "min": 0.046159230172634125, "max": 0.16239240765571594, "count": 4 }, "Pyramids.IsTraining.mean": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 4 }, "Pyramids.IsTraining.sum": { "value": 1.0, "min": 1.0, "max": 1.0, "count": 4 } }, "metadata": { "timer_format_version": "0.1.0", "start_time_seconds": "1726394389", "python_version": "3.10.12 (main, Jul 29 2024, 16:56:48) [GCC 11.4.0]", "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", "mlagents_version": "1.1.0.dev0", "mlagents_envs_version": "1.1.0.dev0", "communication_protocol_version": "1.5.0", "pytorch_version": "2.4.0+cu121", "numpy_version": "1.23.5", "end_time_seconds": "1726394770" }, "total": 380.67846820200066, "count": 1, "self": 0.5830978819994925, "children": { "run_training.setup": { "total": 0.06438857400098641, "count": 1, "self": 0.06438857400098641 }, "TrainerController.start_learning": { "total": 380.0309817460002, "count": 1, "self": 0.2517459590399085, "children": { "TrainerController._reset_env": { "total": 2.010494397000002, "count": 1, "self": 2.010494397000002 }, "TrainerController.advance": { "total": 377.66390660696015, "count": 6604, "self": 0.2699393370312464, "children": { "env_step": { "total": 269.1196077229979, "count": 6604, "self": 252.33229802090318, "children": { "SubprocessEnvManager._take_step": { "total": 16.63636370207496, "count": 6604, "self": 0.6823030201030633, "children": { "TorchPolicy.evaluate": { "total": 15.954060681971896, "count": 6294, "self": 15.954060681971896 } } }, "workers": { "total": 0.15094600001975778, "count": 6604, "self": 0.0, "children": { "worker_root": { "total": 379.17492600895093, "count": 6604, "is_parallel": true, "self": 146.1772384590131, "children": { "run_training.setup": { "total": 0.0, "count": 0, "is_parallel": true, "self": 0.0, "children": { "steps_from_proto": { "total": 0.0023413670005538734, "count": 1, "is_parallel": true, "self": 0.0007692789986322168, "children": { "_process_rank_one_or_two_observation": { "total": 0.0015720880019216565, "count": 8, "is_parallel": true, "self": 0.0015720880019216565 } } }, "UnityEnvironment.step": { "total": 0.06171483600155625, "count": 1, "is_parallel": true, "self": 0.0007473580008081626, "children": { "UnityEnvironment._generate_step_input": { "total": 0.000539325001227553, "count": 1, "is_parallel": true, "self": 0.000539325001227553 }, "communicator.exchange": { "total": 0.058162569999694824, "count": 1, "is_parallel": true, "self": 0.058162569999694824 }, "steps_from_proto": { "total": 0.0022655829998257104, "count": 1, "is_parallel": true, "self": 0.00045411900464387145, "children": { "_process_rank_one_or_two_observation": { "total": 0.001811463995181839, "count": 8, "is_parallel": true, "self": 0.001811463995181839 } } } } } } }, "UnityEnvironment.step": { "total": 232.99768754993784, "count": 6603, "is_parallel": true, "self": 4.91209454291311, "children": { "UnityEnvironment._generate_step_input": { "total": 3.0470732619778573, "count": 6603, "is_parallel": true, "self": 3.0470732619778573 }, "communicator.exchange": { "total": 211.42684691702016, "count": 6603, "is_parallel": true, "self": 211.42684691702016 }, "steps_from_proto": { "total": 13.611672828026713, "count": 6603, "is_parallel": true, "self": 2.9652305290510412, "children": { "_process_rank_one_or_two_observation": { "total": 10.646442298975671, "count": 52824, "is_parallel": true, "self": 10.646442298975671 } } } } } } } } } } }, "trainer_advance": { "total": 108.27435954693101, "count": 6604, "self": 0.4769260489647422, "children": { "process_trajectory": { "total": 17.824004556974614, "count": 6604, "self": 17.824004556974614 }, "_update_policy": { "total": 89.97342894099165, "count": 47, "self": 36.01618036099717, "children": { "TorchPPOOptimizer.update": { "total": 53.957248579994484, "count": 2256, "self": 53.957248579994484 } } } } } } }, "trainer_threads": { "total": 1.0769999789772555e-06, "count": 1, "self": 1.0769999789772555e-06 }, "TrainerController._save_models": { "total": 0.10483370600013586, "count": 1, "self": 0.002437962999465526, "children": { "RLTrainer._checkpoint": { "total": 0.10239574300067034, "count": 1, "self": 0.10239574300067034 } } } } } } }