| { |
| "name": "root", |
| "gauges": { |
| "SnowballTarget.Policy.Entropy.mean": { |
| "value": 2.3290817737579346, |
| "min": 2.3290817737579346, |
| "max": 2.8902676105499268, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Entropy.sum": { |
| "value": 22340.552734375, |
| "min": 22340.552734375, |
| "max": 29631.0234375, |
| "count": 20 |
| }, |
| "SnowballTarget.Step.mean": { |
| "value": 199984.0, |
| "min": 9952.0, |
| "max": 199984.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Step.sum": { |
| "value": 199984.0, |
| "min": 9952.0, |
| "max": 199984.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 4.242885589599609, |
| "min": -0.0761304646730423, |
| "max": 4.242885589599609, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 827.3626708984375, |
| "min": -14.769309997558594, |
| "max": 839.4366455078125, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.mean": { |
| "value": 199.0, |
| "min": 199.0, |
| "max": 199.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.sum": { |
| "value": 10945.0, |
| "min": 8756.0, |
| "max": 10945.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.mean": { |
| "value": 10.522727272727273, |
| "min": 2.909090909090909, |
| "max": 10.522727272727273, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.sum": { |
| "value": 463.0, |
| "min": 128.0, |
| "max": 557.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { |
| "value": 10.522727272727273, |
| "min": 2.909090909090909, |
| "max": 10.522727272727273, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { |
| "value": 463.0, |
| "min": 128.0, |
| "max": 557.0, |
| "count": 20 |
| }, |
| "SnowballTarget.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 20 |
| }, |
| "SnowballTarget.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.mean": { |
| "value": 0.015098982110309104, |
| "min": 0.010033971800779303, |
| "max": 0.02169582078543802, |
| "count": 19 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.sum": { |
| "value": 0.015098982110309104, |
| "min": 0.010033971800779303, |
| "max": 0.02169582078543802, |
| "count": 19 |
| }, |
| "SnowballTarget.Losses.ValueLoss.mean": { |
| "value": 0.3166947265466054, |
| "min": 0.11482972304026286, |
| "max": 0.33993866443634035, |
| "count": 19 |
| }, |
| "SnowballTarget.Losses.ValueLoss.sum": { |
| "value": 0.3166947265466054, |
| "min": 0.11482972304026286, |
| "max": 0.33993866443634035, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.LearningRate.mean": { |
| "value": 3.132098956000001e-06, |
| "min": 3.132098956000001e-06, |
| "max": 0.0002842080052639999, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.LearningRate.sum": { |
| "value": 3.132098956000001e-06, |
| "min": 3.132098956000001e-06, |
| "max": 0.0002842080052639999, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.Epsilon.mean": { |
| "value": 0.10104399999999997, |
| "min": 0.10104399999999997, |
| "max": 0.19473599999999996, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.Epsilon.sum": { |
| "value": 0.10104399999999997, |
| "min": 0.10104399999999997, |
| "max": 0.19473599999999996, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.Beta.mean": { |
| "value": 6.209560000000005e-05, |
| "min": 6.209560000000005e-05, |
| "max": 0.0047373264, |
| "count": 19 |
| }, |
| "SnowballTarget.Policy.Beta.sum": { |
| "value": 6.209560000000005e-05, |
| "min": 6.209560000000005e-05, |
| "max": 0.0047373264, |
| "count": 19 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1780648886", |
| "python_version": "3.8.20 (default, Oct 3 2024, 15:24:27) \n[GCC 11.2.0]", |
| "command_line_arguments": "/home/alejandrolopezcordero01/miniconda3/envs/snowball-rl/bin/mlagents-learn ./ppo-huggyDog/ml-agents/config/ppo/SnowballTarget.yaml --env=./snowball-env/training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget3 --train --no-graphics --force --torch-device cpu", |
| "mlagents_version": "0.30.0", |
| "mlagents_envs_version": "0.30.0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1780649201" |
| }, |
| "total": 314.1203029304743, |
| "count": 1, |
| "self": 0.2706284373998642, |
| "children": { |
| "run_training.setup": { |
| "total": 0.011774390935897827, |
| "count": 1, |
| "self": 0.011774390935897827 |
| }, |
| "TrainerController.start_learning": { |
| "total": 313.8379001021385, |
| "count": 1, |
| "self": 0.33062250912189484, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 0.6792698353528976, |
| "count": 1, |
| "self": 0.6792698353528976 |
| }, |
| "TrainerController.advance": { |
| "total": 312.65391694009304, |
| "count": 18218, |
| "self": 0.16272152960300446, |
| "children": { |
| "env_step": { |
| "total": 312.49119541049004, |
| "count": 18218, |
| "self": 266.8444172143936, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 45.45669834315777, |
| "count": 18218, |
| "self": 1.1533027738332748, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 44.30339556932449, |
| "count": 18218, |
| "self": 44.30339556932449 |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.19007985293865204, |
| "count": 18218, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 313.2689013928175, |
| "count": 18218, |
| "is_parallel": true, |
| "self": 164.52592119574547, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.001460149884223938, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0004010051488876343, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0010591447353363037, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0010591447353363037 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.0374051034450531, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0003062933683395386, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00021412968635559082, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00021412968635559082 |
| }, |
| "communicator.exchange": { |
| "total": 0.035905495285987854, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.035905495285987854 |
| }, |
| "steps_from_proto": { |
| "total": 0.0009791851043701172, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020493566989898682, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0007742494344711304, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0007742494344711304 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 148.74298019707203, |
| "count": 18217, |
| "is_parallel": true, |
| "self": 5.109900459647179, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 2.918840706348419, |
| "count": 18217, |
| "is_parallel": true, |
| "self": 2.918840706348419 |
| }, |
| "communicator.exchange": { |
| "total": 125.43075959384441, |
| "count": 18217, |
| "is_parallel": true, |
| "self": 125.43075959384441 |
| }, |
| "steps_from_proto": { |
| "total": 15.283479437232018, |
| "count": 18217, |
| "is_parallel": true, |
| "self": 3.1103400737047195, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 12.173139363527298, |
| "count": 182170, |
| "is_parallel": true, |
| "self": 12.173139363527298 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 0.0002046525478363037, |
| "count": 1, |
| "self": 0.0002046525478363037, |
| "children": { |
| "thread_root": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "trainer_advance": { |
| "total": 311.47200487554073, |
| "count": 326297, |
| "is_parallel": true, |
| "self": 3.453059360384941, |
| "children": { |
| "process_trajectory": { |
| "total": 189.645842730999, |
| "count": 326297, |
| "is_parallel": true, |
| "self": 188.37623898684978, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 1.269603744149208, |
| "count": 4, |
| "is_parallel": true, |
| "self": 1.269603744149208 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 118.3731027841568, |
| "count": 19, |
| "is_parallel": true, |
| "self": 50.42044943571091, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 67.95265334844589, |
| "count": 285, |
| "is_parallel": true, |
| "self": 67.95265334844589 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "TrainerController._save_models": { |
| "total": 0.17388616502285004, |
| "count": 1, |
| "self": 0.008532389998435974, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.16535377502441406, |
| "count": 1, |
| "self": 0.16535377502441406 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
