| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.1795939803123474, | |
| "min": 0.16957439482212067, | |
| "max": 1.432275652885437, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 5382.072265625, | |
| "min": 5092.658203125, | |
| "max": 43449.515625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 2999907.0, | |
| "min": 29952.0, | |
| "max": 2999907.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 2999907.0, | |
| "min": 29952.0, | |
| "max": 2999907.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.8134300708770752, | |
| "min": -0.12626655399799347, | |
| "max": 0.8689512014389038, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 252.163330078125, | |
| "min": -29.925174713134766, | |
| "max": 267.636962890625, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.004542329348623753, | |
| "min": -0.020364167168736458, | |
| "max": 0.307184636592865, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.4081220626831055, | |
| "min": -5.742695331573486, | |
| "max": 74.33868408203125, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07402727637132298, | |
| "min": 0.06433827093135859, | |
| "max": 0.07402727637132298, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 1.0363818691985216, | |
| "min": 0.48725995429070273, | |
| "max": 1.0714805021416396, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.014359345837008385, | |
| "min": 0.0007453430734880087, | |
| "max": 0.01581488397468569, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2010308417181174, | |
| "min": 0.009689459955344114, | |
| "max": 0.2352929889069249, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 1.4581637996928562e-06, | |
| "min": 1.4581637996928562e-06, | |
| "max": 0.00029838354339596195, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 2.0414293195699986e-05, | |
| "min": 2.0414293195699986e-05, | |
| "max": 0.004011219362926899, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.10048602142857144, | |
| "min": 0.10048602142857144, | |
| "max": 0.19946118095238097, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 1.4068043000000001, | |
| "min": 1.3962282666666668, | |
| "max": 2.737541433333334, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 5.855354071428568e-05, | |
| "min": 5.855354071428568e-05, | |
| "max": 0.009946171977142856, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.0008197495699999996, | |
| "min": 0.0008197495699999996, | |
| "max": 0.13371360269, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.006311413366347551, | |
| "min": 0.006174921523779631, | |
| "max": 0.4884788990020752, | |
| "count": 100 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.0883597880601883, | |
| "min": 0.08644890040159225, | |
| "max": 3.4193522930145264, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 215.7753623188406, | |
| "min": 212.20143884892087, | |
| "max": 999.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 29777.0, | |
| "min": 15984.0, | |
| "max": 33776.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7695784086374928, | |
| "min": -1.0000000521540642, | |
| "max": 1.7859428466430731, | |
| "count": 100 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 245.9713988006115, | |
| "min": -29.17080158740282, | |
| "max": 250.03199853003025, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7695784086374928, | |
| "min": -1.0000000521540642, | |
| "max": 1.7859428466430731, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 245.9713988006115, | |
| "min": -29.17080158740282, | |
| "max": 250.03199853003025, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.014213675673254197, | |
| "min": 0.014144838093904712, | |
| "max": 9.48478533886373, | |
| "count": 100 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 1.9757009185823335, | |
| "min": 1.8403398847294739, | |
| "max": 151.7565654218197, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 100 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1749133226", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.7.1+cu126", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1749140428" | |
| }, | |
| "total": 7201.5169023729995, | |
| "count": 1, | |
| "self": 0.5272916849999092, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.027964103000158502, | |
| "count": 1, | |
| "self": 0.027964103000158502 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 7200.9616465849995, | |
| "count": 1, | |
| "self": 3.8900958930862544, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.7461083539999436, | |
| "count": 1, | |
| "self": 2.7461083539999436 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 7194.238564126912, | |
| "count": 194776, | |
| "self": 4.2431479919305275, | |
| "children": { | |
| "env_step": { | |
| "total": 5138.481026763071, | |
| "count": 194776, | |
| "self": 4693.310271749933, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 442.8495180089326, | |
| "count": 194776, | |
| "self": 13.253248360916132, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 429.59626964801646, | |
| "count": 187544, | |
| "self": 429.59626964801646 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.3212370042056136, | |
| "count": 194776, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 7186.674283379903, | |
| "count": 194776, | |
| "is_parallel": true, | |
| "self": 2823.3359651976725, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.001958615999910762, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006379969997851731, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.001320619000125589, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.001320619000125589 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.04849513800013483, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005035990000124002, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0004446160000952659, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004446160000952659 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.04599028899997393, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.04599028899997393 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0015566340000532364, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0003184340002917452, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0012381999997614912, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0012381999997614912 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 4363.33831818223, | |
| "count": 194775, | |
| "is_parallel": true, | |
| "self": 93.37925680023727, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 68.2083151498839, | |
| "count": 194775, | |
| "is_parallel": true, | |
| "self": 68.2083151498839 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3923.6444247589143, | |
| "count": 194775, | |
| "is_parallel": true, | |
| "self": 3923.6444247589143 | |
| }, | |
| "steps_from_proto": { | |
| "total": 278.1063214731944, | |
| "count": 194775, | |
| "is_parallel": true, | |
| "self": 54.62625324045712, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 223.48006823273727, | |
| "count": 1558200, | |
| "is_parallel": true, | |
| "self": 223.48006823273727 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2051.51438937191, | |
| "count": 194776, | |
| "self": 8.104295122880785, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 393.7113804100168, | |
| "count": 194776, | |
| "self": 393.0427977680156, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.6685826420011836, | |
| "count": 6, | |
| "self": 0.6685826420011836 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1649.6987138390125, | |
| "count": 1402, | |
| "self": 905.8164828759304, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 743.8822309630821, | |
| "count": 68391, | |
| "self": 743.8822309630821 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 9.880004654405639e-07, | |
| "count": 1, | |
| "self": 9.880004654405639e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08687722300055611, | |
| "count": 1, | |
| "self": 0.0015181750004558126, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0853590480001003, | |
| "count": 1, | |
| "self": 0.0853590480001003 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |