| { |
| "name": "root", |
| "gauges": { |
| "Pyramids.Policy.Entropy.mean": { |
| "value": 0.3509610891342163, |
| "min": 0.3087957203388214, |
| "max": 0.36777380108833313, |
| "count": 14 |
| }, |
| "Pyramids.Policy.Entropy.sum": { |
| "value": 10590.6015625, |
| "min": 3339.9345703125, |
| "max": 11009.6767578125, |
| "count": 14 |
| }, |
| "Pyramids.Environment.EpisodeLength.mean": { |
| "value": 261.5739130434783, |
| "min": 208.8709677419355, |
| "max": 333.15555555555557, |
| "count": 14 |
| }, |
| "Pyramids.Environment.EpisodeLength.sum": { |
| "value": 30081.0, |
| "min": 6475.0, |
| "max": 30810.0, |
| "count": 14 |
| }, |
| "Pyramids.Step.mean": { |
| "value": 1799967.0, |
| "min": 1409913.0, |
| "max": 1799967.0, |
| "count": 14 |
| }, |
| "Pyramids.Step.sum": { |
| "value": 1799967.0, |
| "min": 1409913.0, |
| "max": 1799967.0, |
| "count": 14 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.6859020590782166, |
| "min": 0.578832745552063, |
| "max": 0.6859020590782166, |
| "count": 14 |
| }, |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 200.2834014892578, |
| "min": 53.8724479675293, |
| "max": 200.2834014892578, |
| "count": 14 |
| }, |
| "Pyramids.Policy.RndValueEstimate.mean": { |
| "value": 21.957359313964844, |
| "min": 2.9718246459960938, |
| "max": 21.957359313964844, |
| "count": 14 |
| }, |
| "Pyramids.Policy.RndValueEstimate.sum": { |
| "value": 6411.548828125, |
| "min": 264.4924011230469, |
| "max": 6411.548828125, |
| "count": 14 |
| }, |
| "Pyramids.Environment.CumulativeReward.mean": { |
| "value": 1.720510334675682, |
| "min": 1.629107512453551, |
| "max": 1.7911290161071285, |
| "count": 14 |
| }, |
| "Pyramids.Environment.CumulativeReward.sum": { |
| "value": 199.5791988223791, |
| "min": 55.524999499320984, |
| "max": 199.5791988223791, |
| "count": 14 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.mean": { |
| "value": 1.720510334675682, |
| "min": 1.629107512453551, |
| "max": 1.7911290161071285, |
| "count": 14 |
| }, |
| "Pyramids.Policy.ExtrinsicReward.sum": { |
| "value": 199.5791988223791, |
| "min": 55.524999499320984, |
| "max": 199.5791988223791, |
| "count": 14 |
| }, |
| "Pyramids.Policy.RndReward.mean": { |
| "value": 0.22894134176172445, |
| "min": 0.22894134176172445, |
| "max": 0.3622605609319483, |
| "count": 14 |
| }, |
| "Pyramids.Policy.RndReward.sum": { |
| "value": 26.557195644360036, |
| "min": 7.3203921407694, |
| "max": 32.60345048387535, |
| "count": 14 |
| }, |
| "Pyramids.Losses.PolicyLoss.mean": { |
| "value": 0.07270944114134181, |
| "min": 0.06266858351548708, |
| "max": 0.07270944114134181, |
| "count": 14 |
| }, |
| "Pyramids.Losses.PolicyLoss.sum": { |
| "value": 1.0179321759787854, |
| "min": 0.27831401882576756, |
| "max": 1.0420461169269402, |
| "count": 14 |
| }, |
| "Pyramids.Losses.ValueLoss.mean": { |
| "value": 21.68147027705397, |
| "min": 0.471697402519307, |
| "max": 21.68147027705397, |
| "count": 14 |
| }, |
| "Pyramids.Losses.ValueLoss.sum": { |
| "value": 303.54058387875557, |
| "min": 1.9932998442091048, |
| "max": 303.54058387875557, |
| "count": 14 |
| }, |
| "Pyramids.Policy.LearningRate.mean": { |
| "value": 2.424611096591275e-06, |
| "min": 2.424611096591275e-06, |
| "max": 6.578182807274999e-05, |
| "count": 14 |
| }, |
| "Pyramids.Policy.LearningRate.sum": { |
| "value": 3.394455535227785e-05, |
| "min": 3.394455535227785e-05, |
| "max": 0.0008766917744364446, |
| "count": 14 |
| }, |
| "Pyramids.Policy.Epsilon.mean": { |
| "value": 0.10080817063492063, |
| "min": 0.10080817063492063, |
| "max": 0.12192725000000001, |
| "count": 14 |
| }, |
| "Pyramids.Policy.Epsilon.sum": { |
| "value": 1.4113143888888888, |
| "min": 0.48770900000000006, |
| "max": 1.7875094444444446, |
| "count": 14 |
| }, |
| "Pyramids.Policy.Beta.mean": { |
| "value": 9.073624642857163e-05, |
| "min": 9.073624642857163e-05, |
| "max": 0.002200532275, |
| "count": 14 |
| }, |
| "Pyramids.Policy.Beta.sum": { |
| "value": 0.0012703074500000028, |
| "min": 0.0012703074500000028, |
| "max": 0.0293337992, |
| "count": 14 |
| }, |
| "Pyramids.Losses.RNDLoss.mean": { |
| "value": 0.027669908478856087, |
| "min": 0.027669908478856087, |
| "max": 0.03692689538002014, |
| "count": 14 |
| }, |
| "Pyramids.Losses.RNDLoss.sum": { |
| "value": 0.3873787224292755, |
| "min": 0.14770758152008057, |
| "max": 0.49223601818084717, |
| "count": 14 |
| }, |
| "Pyramids.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 14 |
| }, |
| "Pyramids.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 14 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1728319279", |
| "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.4.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1728320196" |
| }, |
| "total": 916.5547743960005, |
| "count": 1, |
| "self": 1.1799581080003918, |
| "children": { |
| "run_training.setup": { |
| "total": 0.06476543600001605, |
| "count": 1, |
| "self": 0.06476543600001605 |
| }, |
| "TrainerController.start_learning": { |
| "total": 915.3100508520001, |
| "count": 1, |
| "self": 0.5411470719573117, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.24071387100048, |
| "count": 1, |
| "self": 2.24071387100048 |
| }, |
| "TrainerController.advance": { |
| "total": 912.4310510820433, |
| "count": 26117, |
| "self": 0.5757557350352727, |
| "children": { |
| "env_step": { |
| "total": 710.9093044849951, |
| "count": 26117, |
| "self": 649.9562996429831, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 60.62759578393161, |
| "count": 26117, |
| "self": 1.8369352299632737, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 58.79066055396834, |
| "count": 25071, |
| "self": 58.79066055396834 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.3254090580803677, |
| "count": 26117, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 913.3407672259527, |
| "count": 26117, |
| "is_parallel": true, |
| "self": 311.62826983305786, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0031315679998442647, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0009635180003897403, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0021680499994545244, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0021680499994545244 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.09401083200009452, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0006287340002018027, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005019809996156255, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005019809996156255 |
| }, |
| "communicator.exchange": { |
| "total": 0.09124633700048435, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.09124633700048435 |
| }, |
| "steps_from_proto": { |
| "total": 0.0016337799997927505, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003371640004843357, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0012966159993084148, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.0012966159993084148 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 601.7124973928949, |
| "count": 26116, |
| "is_parallel": true, |
| "self": 13.173401732853563, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 9.298754634973193, |
| "count": 26116, |
| "is_parallel": true, |
| "self": 9.298754634973193 |
| }, |
| "communicator.exchange": { |
| "total": 539.8244959001067, |
| "count": 26116, |
| "is_parallel": true, |
| "self": 539.8244959001067 |
| }, |
| "steps_from_proto": { |
| "total": 39.41584512496138, |
| "count": 26116, |
| "is_parallel": true, |
| "self": 8.129025020915833, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 31.286820104045546, |
| "count": 208928, |
| "is_parallel": true, |
| "self": 31.286820104045546 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 200.94599086201288, |
| "count": 26117, |
| "self": 1.07309663295473, |
| "children": { |
| "process_trajectory": { |
| "total": 54.34334475605556, |
| "count": 26117, |
| "self": 54.253657134056084, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.08968762199947378, |
| "count": 1, |
| "self": 0.08968762199947378 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 145.5295494730026, |
| "count": 189, |
| "self": 81.035269021967, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 64.49428045103559, |
| "count": 6066, |
| "self": 64.49428045103559 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.5699997675255872e-06, |
| "count": 1, |
| "self": 1.5699997675255872e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.09713725699930364, |
| "count": 1, |
| "self": 0.0016087909989437321, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09552846600035991, |
| "count": 1, |
| "self": 0.09552846600035991 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
