| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.4061567187309265, | |
| "min": 0.4061567187309265, | |
| "max": 0.9414515495300293, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 12184.701171875, | |
| "min": 11500.4296875, | |
| "max": 28348.98828125, | |
| "count": 31 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 989945.0, | |
| "min": 89958.0, | |
| "max": 989945.0, | |
| "count": 31 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 989945.0, | |
| "min": 89958.0, | |
| "max": 989945.0, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.573209285736084, | |
| "min": -0.1336812674999237, | |
| "max": 0.6449949741363525, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 161.07180786132812, | |
| "min": -25.01500701904297, | |
| "max": 183.17857360839844, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.025620093569159508, | |
| "min": -0.005597613286226988, | |
| "max": 0.21868665516376495, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 7.199246406555176, | |
| "min": -1.405000925064087, | |
| "max": 35.156524658203125, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.06848251701324314, | |
| "min": 0.06463703170946726, | |
| "max": 0.07310043074482797, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9587552381854039, | |
| "min": 0.2114214927520758, | |
| "max": 1.0689573684004228, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.012869189715101604, | |
| "min": 0.00025569497228945755, | |
| "max": 0.016525093135895706, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.18016865601142246, | |
| "min": 0.001568325132211612, | |
| "max": 0.2478763970384356, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 7.724754567971431e-06, | |
| "min": 7.724754567971431e-06, | |
| "max": 0.0002753238082254, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.00010814656395160002, | |
| "min": 0.00010814656395160002, | |
| "max": 0.0032572898142367995, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10257488571428572, | |
| "min": 0.10257488571428572, | |
| "max": 0.19177460000000002, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4360484, | |
| "min": 0.5753238, | |
| "max": 2.4849949999999996, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.0002672310828571429, | |
| "min": 0.0002672310828571429, | |
| "max": 0.00917828254, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0037412351600000005, | |
| "min": 0.0037412351600000005, | |
| "max": 0.10859774367999998, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.016097713261842728, | |
| "min": 0.015533889643847942, | |
| "max": 0.1160392090678215, | |
| "count": 31 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.2253679782152176, | |
| "min": 0.21747446060180664, | |
| "max": 0.7664591073989868, | |
| "count": 31 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 342.3448275862069, | |
| "min": 290.90291262135923, | |
| "max": 999.0, | |
| "count": 31 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29784.0, | |
| "min": 15984.0, | |
| "max": 33870.0, | |
| "count": 31 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.660363620147109, | |
| "min": -1.0000000521540642, | |
| "max": 1.7088557514720237, | |
| "count": 31 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 146.1119985729456, | |
| "min": -28.99360167235136, | |
| "max": 177.72099815309048, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.660363620147109, | |
| "min": -1.0000000521540642, | |
| "max": 1.7088557514720237, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 146.1119985729456, | |
| "min": -28.99360167235136, | |
| "max": 177.72099815309048, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.05615975286458375, | |
| "min": 0.04664962318803681, | |
| "max": 1.1974169085423152, | |
| "count": 31 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 4.9420582520833705, | |
| "min": 4.76479971196386, | |
| "max": 27.701961785554886, | |
| "count": 31 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 31 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 31 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1754093653", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.7.1+cu126", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1754095721" | |
| }, | |
| "total": 2067.2343767899997, | |
| "count": 1, | |
| "self": 0.47621682399994825, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0201415490000727, | |
| "count": 1, | |
| "self": 0.0201415490000727 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 2066.7380184169997, | |
| "count": 1, | |
| "self": 1.1062399109459875, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 3.2342150989998117, | |
| "count": 1, | |
| "self": 3.2342150989998117 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 2062.3155083260535, | |
| "count": 59274, | |
| "self": 1.1666737150062545, | |
| "children": { | |
| "env_step": { | |
| "total": 1441.4700920499713, | |
| "count": 59274, | |
| "self": 1310.3316942368765, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 130.4779282991085, | |
| "count": 59274, | |
| "self": 4.0256696371484395, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 126.45225866196006, | |
| "count": 57941, | |
| "self": 126.45225866196006 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.6604695139862997, | |
| "count": 59274, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 2062.5832110079286, | |
| "count": 59274, | |
| "is_parallel": true, | |
| "self": 854.1469011739946, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0023211590000755677, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006634699998357974, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0016576890002397704, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0016576890002397704 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.07986181199976272, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005444439993880223, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004716150001513597, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004716150001513597 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.07729110900027081, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.07729110900027081 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015546439999525319, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003257639996263606, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012288800003261713, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012288800003261713 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 1208.436309833934, | |
| "count": 59273, | |
| "is_parallel": true, | |
| "self": 28.689499067837005, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 20.310085046074164, | |
| "count": 59273, | |
| "is_parallel": true, | |
| "self": 20.310085046074164 | |
| }, | |
| "communicator.exchange": { | |
| "total": 1074.967391628927, | |
| "count": 59273, | |
| "is_parallel": true, | |
| "self": 1074.967391628927 | |
| }, | |
| "steps_from_proto": { | |
| "total": 84.46933409109579, | |
| "count": 59273, | |
| "is_parallel": true, | |
| "self": 16.39969484661424, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 68.06963924448155, | |
| "count": 474184, | |
| "is_parallel": true, | |
| "self": 68.06963924448155 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 619.678742561076, | |
| "count": 59274, | |
| "self": 2.1306784271464494, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 116.52588908893904, | |
| "count": 59274, | |
| "self": 116.32646997693882, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.19941911200021423, | |
| "count": 2, | |
| "self": 0.19941911200021423 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 501.0221750449905, | |
| "count": 419, | |
| "self": 280.73122939198856, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 220.29094565300193, | |
| "count": 21159, | |
| "self": 220.29094565300193 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 8.950000847107731e-07, | |
| "count": 1, | |
| "self": 8.950000847107731e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0820541860002777, | |
| "count": 1, | |
| "self": 0.0016340140000465908, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0804201720002311, | |
| "count": 1, | |
| "self": 0.0804201720002311 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |