| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.410028100013733, |
| "min": 1.410028100013733, |
| "max": 1.4277232885360718, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 70853.9140625, |
| "min": 68934.453125, |
| "max": 77847.5625, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 105.8401727861771, |
| "min": 85.24096385542168, |
| "max": 391.6640625, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49004.0, |
| "min": 48940.0, |
| "max": 50133.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999997.0, |
| "min": 49879.0, |
| "max": 1999997.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999997.0, |
| "min": 49879.0, |
| "max": 1999997.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.330739974975586, |
| "min": 0.06343203037977219, |
| "max": 2.480025291442871, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1079.132568359375, |
| "min": 8.055868148803711, |
| "max": 1392.2147216796875, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.526265576256532, |
| "min": 1.8399040293036484, |
| "max": 3.9185419135201043, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 1632.6609618067741, |
| "min": 233.66781172156334, |
| "max": 2252.574079334736, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.526265576256532, |
| "min": 1.8399040293036484, |
| "max": 3.9185419135201043, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 1632.6609618067741, |
| "min": 233.66781172156334, |
| "max": 2252.574079334736, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.015479227957297956, |
| "min": 0.013688022853360356, |
| "max": 0.01989002506694912, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04643768387189387, |
| "min": 0.02737604570672071, |
| "max": 0.053861202562984545, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.049391488234202065, |
| "min": 0.022510287600258985, |
| "max": 0.06602135855290625, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.1481744647026062, |
| "min": 0.04502057520051797, |
| "max": 0.19806407565871875, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.669798776766664e-06, |
| "min": 3.669798776766664e-06, |
| "max": 0.00029535645154785004, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1009396330299992e-05, |
| "min": 1.1009396330299992e-05, |
| "max": 0.0008442453185848999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10122323333333337, |
| "min": 0.10122323333333337, |
| "max": 0.19845215000000005, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.3036697000000001, |
| "min": 0.20761580000000002, |
| "max": 0.5814151000000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.10393433333333e-05, |
| "min": 7.10393433333333e-05, |
| "max": 0.004922762284999999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00021311802999999992, |
| "min": 0.00021311802999999992, |
| "max": 0.01407261349, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1683595912", |
| "python_version": "3.10.11 (main, Apr 5 2023, 14:15:10) [GCC 9.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.11.0+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1683598324" |
| }, |
| "total": 2412.121062006, |
| "count": 1, |
| "self": 0.43947315400009757, |
| "children": { |
| "run_training.setup": { |
| "total": 0.06333704700000453, |
| "count": 1, |
| "self": 0.06333704700000453 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2411.618251805, |
| "count": 1, |
| "self": 4.6780619500809735, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.8759646620000012, |
| "count": 1, |
| "self": 3.8759646620000012 |
| }, |
| "TrainerController.advance": { |
| "total": 2402.944167826919, |
| "count": 232420, |
| "self": 4.559893181966345, |
| "children": { |
| "env_step": { |
| "total": 1873.3975127440017, |
| "count": 232420, |
| "self": 1581.495725068876, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 289.08329475107666, |
| "count": 232420, |
| "self": 16.754070594995824, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 272.32922415608084, |
| "count": 223124, |
| "self": 272.32922415608084 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.8184929240489396, |
| "count": 232420, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2403.6257450630214, |
| "count": 232420, |
| "is_parallel": true, |
| "self": 1113.2167667600047, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0005340829999909147, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0001563889999829371, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0003776940000079776, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0003776940000079776 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.028766105999977754, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003024399999276284, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.000201083000035851, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.000201083000035851 |
| }, |
| "communicator.exchange": { |
| "total": 0.027587713999992047, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.027587713999992047 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006748690000222268, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00019298199998729615, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004818870000349307, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004818870000349307 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1290.4089783030167, |
| "count": 232419, |
| "is_parallel": true, |
| "self": 38.10107468306205, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 77.73879001293034, |
| "count": 232419, |
| "is_parallel": true, |
| "self": 77.73879001293034 |
| }, |
| "communicator.exchange": { |
| "total": 1081.037648542027, |
| "count": 232419, |
| "is_parallel": true, |
| "self": 1081.037648542027 |
| }, |
| "steps_from_proto": { |
| "total": 93.53146506499724, |
| "count": 232419, |
| "is_parallel": true, |
| "self": 34.10199872812137, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 59.42946633687586, |
| "count": 464838, |
| "is_parallel": true, |
| "self": 59.42946633687586 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 524.9867619009513, |
| "count": 232420, |
| "self": 6.909164351911727, |
| "children": { |
| "process_trajectory": { |
| "total": 132.50137216803842, |
| "count": 232420, |
| "self": 131.0730938620386, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.428278305999811, |
| "count": 10, |
| "self": 1.428278305999811 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 385.5762253810011, |
| "count": 97, |
| "self": 325.34803879399334, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 60.22818658700777, |
| "count": 2910, |
| "self": 60.22818658700777 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 9.96999915514607e-07, |
| "count": 1, |
| "self": 9.96999915514607e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.12005636899993988, |
| "count": 1, |
| "self": 0.0027195620000384224, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11733680699990146, |
| "count": 1, |
| "self": 0.11733680699990146 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
