| { | |
| "name": "root", | |
| "gauges": { | |
| "Pyramids.Policy.Entropy.mean": { | |
| "value": 0.2931484580039978, | |
| "min": 0.2665848433971405, | |
| "max": 1.4609137773513794, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.Entropy.sum": { | |
| "value": 8860.119140625, | |
| "min": 7989.0146484375, | |
| "max": 44318.28125, | |
| "count": 56 | |
| }, | |
| "Pyramids.Step.mean": { | |
| "value": 1679911.0, | |
| "min": 29952.0, | |
| "max": 1679911.0, | |
| "count": 56 | |
| }, | |
| "Pyramids.Step.sum": { | |
| "value": 1679911.0, | |
| "min": 29952.0, | |
| "max": 1679911.0, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 0.7794104814529419, | |
| "min": -0.11826352030038834, | |
| "max": 0.7794104814529419, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 233.82315063476562, | |
| "min": -28.38324546813965, | |
| "max": 233.82315063476562, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.mean": { | |
| "value": 0.004252551589161158, | |
| "min": -0.011837872676551342, | |
| "max": 0.2804987132549286, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.RndValueEstimate.sum": { | |
| "value": 1.2757654190063477, | |
| "min": -3.5040102005004883, | |
| "max": 67.60018920898438, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.mean": { | |
| "value": 0.07077525041296169, | |
| "min": 0.0639679330717107, | |
| "max": 0.07478135623305537, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.PolicyLoss.sum": { | |
| "value": 0.9908535057814636, | |
| "min": 0.5014895615668034, | |
| "max": 1.0870989519510958, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.ValueLoss.mean": { | |
| "value": 0.015636562794541186, | |
| "min": 0.00033381134784784546, | |
| "max": 0.017174676580387835, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.ValueLoss.sum": { | |
| "value": 0.2189118791235766, | |
| "min": 0.004005736174174146, | |
| "max": 0.2404454721254297, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.LearningRate.mean": { | |
| "value": 0.00013353511263117145, | |
| "min": 0.00013353511263117145, | |
| "max": 0.00029838354339596195, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.LearningRate.sum": { | |
| "value": 0.0018694915768364003, | |
| "min": 0.0018694915768364003, | |
| "max": 0.003927338390887233, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.Epsilon.mean": { | |
| "value": 0.14451168571428571, | |
| "min": 0.14451168571428571, | |
| "max": 0.19946118095238097, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.Epsilon.sum": { | |
| "value": 2.0231636, | |
| "min": 1.3962282666666668, | |
| "max": 2.752448666666667, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.Beta.mean": { | |
| "value": 0.004456717402857143, | |
| "min": 0.004456717402857143, | |
| "max": 0.009946171977142856, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.Beta.sum": { | |
| "value": 0.06239404364000001, | |
| "min": 0.06239404364000001, | |
| "max": 0.13092036539000002, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.RNDLoss.mean": { | |
| "value": 0.007925021462142467, | |
| "min": 0.007855609059333801, | |
| "max": 0.4275193214416504, | |
| "count": 56 | |
| }, | |
| "Pyramids.Losses.RNDLoss.sum": { | |
| "value": 0.11095030605792999, | |
| "min": 0.10997852683067322, | |
| "max": 2.9926352500915527, | |
| "count": 56 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.mean": { | |
| "value": 238.23846153846154, | |
| "min": 238.23846153846154, | |
| "max": 999.0, | |
| "count": 56 | |
| }, | |
| "Pyramids.Environment.EpisodeLength.sum": { | |
| "value": 30971.0, | |
| "min": 15984.0, | |
| "max": 33164.0, | |
| "count": 56 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.mean": { | |
| "value": 1.7309876807607136, | |
| "min": -1.0000000521540642, | |
| "max": 1.756549989680449, | |
| "count": 56 | |
| }, | |
| "Pyramids.Environment.CumulativeReward.sum": { | |
| "value": 225.02839849889278, | |
| "min": -30.998601615428925, | |
| "max": 225.02839849889278, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.mean": { | |
| "value": 1.7309876807607136, | |
| "min": -1.0000000521540642, | |
| "max": 1.756549989680449, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.ExtrinsicReward.sum": { | |
| "value": 225.02839849889278, | |
| "min": -30.998601615428925, | |
| "max": 225.02839849889278, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.RndReward.mean": { | |
| "value": 0.019866735798104156, | |
| "min": 0.01971790480887042, | |
| "max": 8.419557301327586, | |
| "count": 56 | |
| }, | |
| "Pyramids.Policy.RndReward.sum": { | |
| "value": 2.5826756537535402, | |
| "min": 2.3661485770644504, | |
| "max": 134.71291682124138, | |
| "count": 56 | |
| }, | |
| "Pyramids.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 56 | |
| }, | |
| "Pyramids.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 56 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1744650376", | |
| "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]", | |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics", | |
| "mlagents_version": "1.2.0.dev0", | |
| "mlagents_envs_version": "1.2.0.dev0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.6.0+cu124", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1744656863" | |
| }, | |
| "total": 6487.150673892, | |
| "count": 1, | |
| "self": 0.8525136649996057, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.037207108999837146, | |
| "count": 1, | |
| "self": 0.037207108999837146 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 6486.2609531180005, | |
| "count": 1, | |
| "self": 4.41639423505876, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 2.798245260000158, | |
| "count": 1, | |
| "self": 2.798245260000158 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 6479.045734166942, | |
| "count": 109155, | |
| "self": 4.449014292867105, | |
| "children": { | |
| "env_step": { | |
| "total": 4443.289429718136, | |
| "count": 109155, | |
| "self": 4137.828989645221, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 302.95726527005127, | |
| "count": 109155, | |
| "self": 14.238312247149452, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 288.7189530229018, | |
| "count": 105750, | |
| "self": 288.7189530229018 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 2.5031748028632137, | |
| "count": 109155, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 6470.257814337056, | |
| "count": 109155, | |
| "is_parallel": true, | |
| "self": 2656.194395836025, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.0, | |
| "count": 0, | |
| "is_parallel": true, | |
| "self": 0.0, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.0031115780000163795, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0010544669994487776, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.002057111000567602, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.002057111000567602 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 0.0706088549998185, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0006806690000757953, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 0.0005332639998414379, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0005332639998414379 | |
| }, | |
| "communicator.exchange": { | |
| "total": 0.06743210499985253, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.06743210499985253 | |
| }, | |
| "steps_from_proto": { | |
| "total": 0.0019628170000487444, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0004130190002342715, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0015497979998144729, | |
| "count": 8, | |
| "is_parallel": true, | |
| "self": 0.0015497979998144729 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 3814.063418501031, | |
| "count": 109154, | |
| "is_parallel": true, | |
| "self": 81.4590992737476, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 54.88486883310475, | |
| "count": 109154, | |
| "is_parallel": true, | |
| "self": 54.88486883310475 | |
| }, | |
| "communicator.exchange": { | |
| "total": 3448.7404790420355, | |
| "count": 109154, | |
| "is_parallel": true, | |
| "self": 3448.7404790420355 | |
| }, | |
| "steps_from_proto": { | |
| "total": 228.9789713521427, | |
| "count": 109154, | |
| "is_parallel": true, | |
| "self": 49.94616121683816, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 179.03281013530454, | |
| "count": 873232, | |
| "is_parallel": true, | |
| "self": 179.03281013530454 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 2031.3072901559385, | |
| "count": 109155, | |
| "self": 8.581635675024245, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 306.9528613519294, | |
| "count": 109155, | |
| "self": 306.50651188792904, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.44634946400037734, | |
| "count": 3, | |
| "self": 0.44634946400037734 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 1715.7727931289849, | |
| "count": 774, | |
| "self": 660.4967012699508, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 1055.276091859034, | |
| "count": 38572, | |
| "self": 1055.276091859034 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 2.3299999156733975e-06, | |
| "count": 1, | |
| "self": 2.3299999156733975e-06 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.0005771260002802592, | |
| "count": 1, | |
| "self": 4.054999953950755e-05, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.0005365760007407516, | |
| "count": 1, | |
| "self": 0.0005365760007407516 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |