| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.4083352088928223, |
| "min": 1.4083352088928223, |
| "max": 1.4302819967269897, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69960.4609375, |
| "min": 69207.46875, |
| "max": 76278.671875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 82.24333333333334, |
| "min": 77.27742946708464, |
| "max": 412.74380165289256, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49346.0, |
| "min": 49103.0, |
| "max": 50158.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999954.0, |
| "min": 49892.0, |
| "max": 1999954.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999954.0, |
| "min": 49892.0, |
| "max": 1999954.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.427133560180664, |
| "min": 0.11474370956420898, |
| "max": 2.509345531463623, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1456.2801513671875, |
| "min": 13.769245147705078, |
| "max": 1543.7474365234375, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.7041065924366317, |
| "min": 1.8926009489844242, |
| "max": 3.9966097904033346, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2222.463955461979, |
| "min": 227.1121138781309, |
| "max": 2437.9319721460342, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.7041065924366317, |
| "min": 1.8926009489844242, |
| "max": 3.9966097904033346, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2222.463955461979, |
| "min": 227.1121138781309, |
| "max": 2437.9319721460342, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.015580372259460596, |
| "min": 0.01440051540848799, |
| "max": 0.020561340373630325, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.04674111677838179, |
| "min": 0.02905399630253669, |
| "max": 0.05670347951430206, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.05260926079418924, |
| "min": 0.023284065661331017, |
| "max": 0.05887321788403723, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.15782778238256773, |
| "min": 0.046568131322662035, |
| "max": 0.17661965365211169, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.7065487645166603e-06, |
| "min": 3.7065487645166603e-06, |
| "max": 0.00029537542654152504, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.1119646293549981e-05, |
| "min": 1.1119646293549981e-05, |
| "max": 0.0008442630185789999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10123548333333332, |
| "min": 0.10123548333333332, |
| "max": 0.19845847500000005, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.30370644999999996, |
| "min": 0.20760394999999995, |
| "max": 0.5814210000000002, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.165061833333326e-05, |
| "min": 7.165061833333326e-05, |
| "max": 0.0049230779025000015, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.00021495185499999976, |
| "min": 0.00021495185499999976, |
| "max": 0.0140729079, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1732486749", |
| "python_version": "3.10.12 (main, Nov 6 2024, 20:22:13) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics", |
| "mlagents_version": "1.2.0.dev0", |
| "mlagents_envs_version": "1.2.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.5.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1732490940" |
| }, |
| "total": 4191.220247088, |
| "count": 1, |
| "self": 0.5439462580006875, |
| "children": { |
| "run_training.setup": { |
| "total": 0.06735718999999563, |
| "count": 1, |
| "self": 0.06735718999999563 |
| }, |
| "TrainerController.start_learning": { |
| "total": 4190.60894364, |
| "count": 1, |
| "self": 7.323968403970866, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 6.97358056600001, |
| "count": 1, |
| "self": 6.97358056600001 |
| }, |
| "TrainerController.advance": { |
| "total": 4176.208930232029, |
| "count": 232752, |
| "self": 6.693358685079147, |
| "children": { |
| "env_step": { |
| "total": 2552.4196958649263, |
| "count": 232752, |
| "self": 2113.5019397118867, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 434.4520376279535, |
| "count": 232752, |
| "self": 24.407678135909464, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 410.044359492044, |
| "count": 222970, |
| "self": 410.044359492044 |
| } |
| } |
| }, |
| "workers": { |
| "total": 4.465718525086146, |
| "count": 232752, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 4180.2349720020275, |
| "count": 232752, |
| "is_parallel": true, |
| "self": 2475.854468483971, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0008969980000017586, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021829700000353114, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006787009999982274, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0006787009999982274 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.034051520000019764, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004902599999923041, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00020821500001488857, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020821500001488857 |
| }, |
| "communicator.exchange": { |
| "total": 0.03239465100000416, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.03239465100000416 |
| }, |
| "steps_from_proto": { |
| "total": 0.0009583940000084112, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00024582700004316393, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0007125669999652473, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0007125669999652473 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1704.3805035180565, |
| "count": 232751, |
| "is_parallel": true, |
| "self": 51.024345080828425, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 101.12958529816848, |
| "count": 232751, |
| "is_parallel": true, |
| "self": 101.12958529816848 |
| }, |
| "communicator.exchange": { |
| "total": 1429.2326786150902, |
| "count": 232751, |
| "is_parallel": true, |
| "self": 1429.2326786150902 |
| }, |
| "steps_from_proto": { |
| "total": 122.99389452396935, |
| "count": 232751, |
| "is_parallel": true, |
| "self": 40.63358166889472, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 82.36031285507462, |
| "count": 465502, |
| "is_parallel": true, |
| "self": 82.36031285507462 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 1617.0958756820232, |
| "count": 232752, |
| "self": 10.845754111034921, |
| "children": { |
| "process_trajectory": { |
| "total": 247.96754633298664, |
| "count": 232752, |
| "self": 246.84349007498733, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.1240562579993139, |
| "count": 10, |
| "self": 1.1240562579993139 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 1358.2825752380018, |
| "count": 97, |
| "self": 328.4872574929875, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 1029.7953177450142, |
| "count": 2910, |
| "self": 1029.7953177450142 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.1329993867548183e-06, |
| "count": 1, |
| "self": 1.1329993867548183e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.10246330500012846, |
| "count": 1, |
| "self": 0.002496109000276192, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.09996719599985227, |
| "count": 1, |
| "self": 0.09996719599985227 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
