| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4071298837661743, |
| "min": 1.4071298837661743, |
| "max": 1.4277852773666382, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70141.203125, |
| "min": 68438.8359375, |
| "max": 78815.9375, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 82.24126455906821, |
| "min": 77.49685534591195, |
| "max": 393.2204724409449, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49427.0, |
| "min": 48972.0, |
| "max": 50028.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999923.0, |
| "min": 49660.0, |
| "max": 1999923.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999923.0, |
| "min": 49660.0, |
| "max": 1999923.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.468022346496582, |
| "min": 0.09762843698263168, |
| "max": 2.5019214153289795, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1483.281494140625, |
| "min": 12.301182746887207, |
| "max": 1547.594482421875, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.822422885160875, |
| "min": 1.927324447721716, |
| "max": 4.093803602236289, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2297.2761539816856, |
| "min": 242.8428804129362, |
| "max": 2506.6285766363144, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.822422885160875, |
| "min": 1.927324447721716, |
| "max": 4.093803602236289, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2297.2761539816856, |
| "min": 242.8428804129362, |
| "max": 2506.6285766363144, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.01873622162707357, |
| "min": 0.013237326997720327, |
| "max": 0.020629377335717437, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.05620866488122071, |
| "min": 0.026474653995440654, |
| "max": 0.05831835631846237, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06359547728465663, |
| "min": 0.022204924592127404, |
| "max": 0.06359547728465663, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.19078643185396987, |
| "min": 0.04440984918425481, |
| "max": 0.19078643185396987, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.7316487561499945e-06, |
| "min": 3.7316487561499945e-06, |
| "max": 0.000295316026561325, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1194946268449984e-05, |
| "min": 1.1194946268449984e-05, |
| "max": 0.00084403936865355, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10124384999999998, |
| "min": 0.10124384999999998, |
| "max": 0.19843867500000006, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30373154999999996, |
| "min": 0.2076699, |
| "max": 0.5813464500000001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.206811499999991e-05, |
| "min": 7.206811499999991e-05, |
| "max": 0.0049220898825, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.0002162043449999997, |
| "min": 0.0002162043449999997, |
| "max": 0.014069187855000002, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1674416546", |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.6", |
| "end_time_seconds": "1674418794" |
| }, |
| "total": 2247.941199333, |
| "count": 1, |
| "self": 0.3892816490001678, |
| "children": { |
| "run_training.setup": { |
| "total": 0.10056426799997098, |
| "count": 1, |
| "self": 0.10056426799997098 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2247.451353416, |
| "count": 1, |
| "self": 3.8113437470715326, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 10.438941402000069, |
| "count": 1, |
| "self": 10.438941402000069 |
| }, |
| "TrainerController.advance": { |
| "total": 2233.0970437359283, |
| "count": 232934, |
| "self": 4.08860443877893, |
| "children": { |
| "env_step": { |
| "total": 1767.2597475380412, |
| "count": 232934, |
| "self": 1490.3923354390968, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 274.232101564956, |
| "count": 232934, |
| "self": 14.547088244852944, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 259.68501332010305, |
| "count": 222938, |
| "self": 65.05338427106904, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 194.63162904903402, |
| "count": 222938, |
| "self": 194.63162904903402 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.6353105339885587, |
| "count": 232934, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2239.2639277810185, |
| "count": 232934, |
| "is_parallel": true, |
| "self": 1008.6930908809022, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0021445459999540617, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003525710001213156, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.001791974999832746, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.001791974999832746 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.02847758000007161, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00031107000006613816, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0001667660000066462, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0001667660000066462 |
| }, |
| "communicator.exchange": { |
| "total": 0.02720036400000936, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.02720036400000936 |
| }, |
| "steps_from_proto": { |
| "total": 0.0007993799999894691, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002621069999122483, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0005372730000772208, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0005372730000772208 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1230.5708369001163, |
| "count": 232933, |
| "is_parallel": true, |
| "self": 35.12030512731076, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 75.68482973404377, |
| "count": 232933, |
| "is_parallel": true, |
| "self": 75.68482973404377 |
| }, |
| "communicator.exchange": { |
| "total": 1026.0074217179485, |
| "count": 232933, |
| "is_parallel": true, |
| "self": 1026.0074217179485 |
| }, |
| "steps_from_proto": { |
| "total": 93.75828032081313, |
| "count": 232933, |
| "is_parallel": true, |
| "self": 38.480104891904716, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 55.27817542890841, |
| "count": 465866, |
| "is_parallel": true, |
| "self": 55.27817542890841 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 461.7486917591084, |
| "count": 232934, |
| "self": 6.161405541177487, |
| "children": { |
| "process_trajectory": { |
| "total": 150.01901760492967, |
| "count": 232934, |
| "self": 148.93642314492945, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.082594460000223, |
| "count": 10, |
| "self": 1.082594460000223 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 305.56826861300124, |
| "count": 97, |
| "self": 251.7108856230118, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 53.857382989989446, |
| "count": 2910, |
| "self": 53.857382989989446 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0250000741507392e-06, |
| "count": 1, |
| "self": 1.0250000741507392e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.1040235059999759, |
| "count": 1, |
| "self": 0.0019370069999240513, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.10208649900005184, |
| "count": 1, |
| "self": 0.10208649900005184 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
