| { |
| "name": "root", |
| "gauges": { |
| "Huggy.Policy.Entropy.mean": { |
| "value": 1.409096121788025, |
| "min": 1.409096121788025, |
| "max": 1.430606484413147, |
| "count": 40 |
| }, |
| "Huggy.Policy.Entropy.sum": { |
| "value": 69707.984375, |
| "min": 68221.1484375, |
| "max": 77315.3671875, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.mean": { |
| "value": 73.60059612518629, |
| "min": 73.58805970149254, |
| "max": 428.864406779661, |
| "count": 40 |
| }, |
| "Huggy.Environment.EpisodeLength.sum": { |
| "value": 49386.0, |
| "min": 49192.0, |
| "max": 50606.0, |
| "count": 40 |
| }, |
| "Huggy.Step.mean": { |
| "value": 1999973.0, |
| "min": 49974.0, |
| "max": 1999973.0, |
| "count": 40 |
| }, |
| "Huggy.Step.sum": { |
| "value": 1999973.0, |
| "min": 49974.0, |
| "max": 1999973.0, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 2.482327938079834, |
| "min": 0.13443289697170258, |
| "max": 2.5390899181365967, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 1665.64208984375, |
| "min": 15.72864818572998, |
| "max": 1687.0552978515625, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.mean": { |
| "value": 3.8302006981767236, |
| "min": 1.8936435827332685, |
| "max": 3.9796446329187076, |
| "count": 40 |
| }, |
| "Huggy.Environment.CumulativeReward.sum": { |
| "value": 2570.0646684765816, |
| "min": 221.5562991797924, |
| "max": 2598.035621225834, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.mean": { |
| "value": 3.8302006981767236, |
| "min": 1.8936435827332685, |
| "max": 3.9796446329187076, |
| "count": 40 |
| }, |
| "Huggy.Policy.ExtrinsicReward.sum": { |
| "value": 2570.0646684765816, |
| "min": 221.5562991797924, |
| "max": 2598.035621225834, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.mean": { |
| "value": 0.017265411100359215, |
| "min": 0.012782630754615335, |
| "max": 0.020003824642238516, |
| "count": 40 |
| }, |
| "Huggy.Losses.PolicyLoss.sum": { |
| "value": 0.051796233301077646, |
| "min": 0.02556526150923067, |
| "max": 0.05599940132039288, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.mean": { |
| "value": 0.06207490575810274, |
| "min": 0.021207097483177978, |
| "max": 0.06308400088714228, |
| "count": 40 |
| }, |
| "Huggy.Losses.ValueLoss.sum": { |
| "value": 0.18622471727430823, |
| "min": 0.042414194966355956, |
| "max": 0.18925200266142683, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.mean": { |
| "value": 3.831098722999997e-06, |
| "min": 3.831098722999997e-06, |
| "max": 0.000295322176559275, |
| "count": 40 |
| }, |
| "Huggy.Policy.LearningRate.sum": { |
| "value": 1.149329616899999e-05, |
| "min": 1.149329616899999e-05, |
| "max": 0.0008440164186612001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.mean": { |
| "value": 0.10127700000000002, |
| "min": 0.10127700000000002, |
| "max": 0.19844072500000004, |
| "count": 40 |
| }, |
| "Huggy.Policy.Epsilon.sum": { |
| "value": 0.3038310000000001, |
| "min": 0.2077038, |
| "max": 0.5813387999999999, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.mean": { |
| "value": 7.372229999999994e-05, |
| "min": 7.372229999999994e-05, |
| "max": 0.004922192177500001, |
| "count": 40 |
| }, |
| "Huggy.Policy.Beta.sum": { |
| "value": 0.0002211668999999998, |
| "min": 0.0002211668999999998, |
| "max": 0.01406880612, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| }, |
| "Huggy.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 40 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1701605667", |
| "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]", |
| "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics", |
| "mlagents_version": "1.1.0.dev0", |
| "mlagents_envs_version": "1.1.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.1.1+cu121", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1701608105" |
| }, |
| "total": 2437.456198027, |
| "count": 1, |
| "self": 0.4908106109996879, |
| "children": { |
| "run_training.setup": { |
| "total": 0.08575669700007893, |
| "count": 1, |
| "self": 0.08575669700007893 |
| }, |
| "TrainerController.start_learning": { |
| "total": 2436.879630719, |
| "count": 1, |
| "self": 4.416979930055277, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.9030968150000263, |
| "count": 1, |
| "self": 3.9030968150000263 |
| }, |
| "TrainerController.advance": { |
| "total": 2428.4565060169452, |
| "count": 233148, |
| "self": 4.933418553694537, |
| "children": { |
| "env_step": { |
| "total": 1910.0112413481952, |
| "count": 233148, |
| "self": 1581.7261517212391, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 325.3682401779795, |
| "count": 233148, |
| "self": 17.25082555593542, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 308.11741462204407, |
| "count": 222936, |
| "self": 308.11741462204407 |
| } |
| } |
| }, |
| "workers": { |
| "total": 2.916849448976677, |
| "count": 233148, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 2429.3345482940313, |
| "count": 233148, |
| "is_parallel": true, |
| "self": 1145.9426218900971, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0010646609999866996, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00033167300000513933, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0007329879999815603, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0007329879999815603 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.031072577000031743, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003206559999853198, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021292700000685727, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021292700000685727 |
| }, |
| "communicator.exchange": { |
| "total": 0.02983953399996153, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.02983953399996153 |
| }, |
| "steps_from_proto": { |
| "total": 0.0006994600000780338, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020022400008201657, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0004992359999960172, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0004992359999960172 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 1283.3919264039341, |
| "count": 233147, |
| "is_parallel": true, |
| "self": 39.56576392912211, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 82.99597174292728, |
| "count": 233147, |
| "is_parallel": true, |
| "self": 82.99597174292728 |
| }, |
| "communicator.exchange": { |
| "total": 1071.221812059866, |
| "count": 233147, |
| "is_parallel": true, |
| "self": 1071.221812059866 |
| }, |
| "steps_from_proto": { |
| "total": 89.60837867201883, |
| "count": 233147, |
| "is_parallel": true, |
| "self": 31.527304044954008, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 58.08107462706482, |
| "count": 466294, |
| "is_parallel": true, |
| "self": 58.08107462706482 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 513.5118461150553, |
| "count": 233148, |
| "self": 6.710907937091065, |
| "children": { |
| "process_trajectory": { |
| "total": 159.73232578096565, |
| "count": 233148, |
| "self": 158.69617057096627, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.0361552099993787, |
| "count": 10, |
| "self": 1.0361552099993787 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 347.06861239699856, |
| "count": 97, |
| "self": 283.1210690669915, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 63.94754333000708, |
| "count": 2910, |
| "self": 63.94754333000708 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 1.0899998414970469e-06, |
| "count": 1, |
| "self": 1.0899998414970469e-06 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.10304686699964805, |
| "count": 1, |
| "self": 0.0015749909998703515, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.1014718759997777, |
| "count": 1, |
| "self": 0.1014718759997777 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
