| { |
| "name": "root", |
| "gauges": { |
| "SnowballTarget.Policy.Entropy.mean": { |
| "value": 0.7013018727302551, |
| "min": 0.6640027165412903, |
| "max": 0.8622682094573975, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Entropy.sum": { |
| "value": 6680.6015625, |
| "min": 6339.89794921875, |
| "max": 8294.6728515625, |
| "count": 20 |
| }, |
| "SnowballTarget.Step.mean": { |
| "value": 399984.0, |
| "min": 209952.0, |
| "max": 399984.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Step.sum": { |
| "value": 399984.0, |
| "min": 209952.0, |
| "max": 399984.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 13.379910469055176, |
| "min": 12.89579963684082, |
| "max": 13.408547401428223, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 2609.08251953125, |
| "min": 2372.8271484375, |
| "max": 2735.34375, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.mean": { |
| "value": 199.0, |
| "min": 199.0, |
| "max": 199.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.EpisodeLength.sum": { |
| "value": 8756.0, |
| "min": 8756.0, |
| "max": 10945.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.mean": { |
| "value": 0.0686802695690858, |
| "min": 0.06430996767263494, |
| "max": 0.0772170364093743, |
| "count": 20 |
| }, |
| "SnowballTarget.Losses.PolicyLoss.sum": { |
| "value": 0.2747210782763432, |
| "min": 0.2572398706905398, |
| "max": 0.3721021125777898, |
| "count": 20 |
| }, |
| "SnowballTarget.Losses.ValueLoss.mean": { |
| "value": 0.17806019392960212, |
| "min": 0.1707822937591403, |
| "max": 0.2220527931171305, |
| "count": 20 |
| }, |
| "SnowballTarget.Losses.ValueLoss.sum": { |
| "value": 0.7122407757184085, |
| "min": 0.6831291750365612, |
| "max": 1.1102639655856525, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.LearningRate.mean": { |
| "value": 3.561098812999997e-06, |
| "min": 3.561098812999997e-06, |
| "max": 0.000145461051513, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.LearningRate.sum": { |
| "value": 1.4244395251999988e-05, |
| "min": 1.4244395251999988e-05, |
| "max": 0.0006571802809399999, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Epsilon.mean": { |
| "value": 0.101187, |
| "min": 0.101187, |
| "max": 0.148487, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Epsilon.sum": { |
| "value": 0.404748, |
| "min": 0.404748, |
| "max": 0.71906, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Beta.mean": { |
| "value": 6.923129999999995e-05, |
| "min": 6.923129999999995e-05, |
| "max": 0.0024295013000000007, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.Beta.sum": { |
| "value": 0.0002769251999999998, |
| "min": 0.0002769251999999998, |
| "max": 0.010981094, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.mean": { |
| "value": 26.34090909090909, |
| "min": 25.327272727272728, |
| "max": 26.522727272727273, |
| "count": 20 |
| }, |
| "SnowballTarget.Environment.CumulativeReward.sum": { |
| "value": 1159.0, |
| "min": 1120.0, |
| "max": 1446.0, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.mean": { |
| "value": 26.34090909090909, |
| "min": 25.327272727272728, |
| "max": 26.522727272727273, |
| "count": 20 |
| }, |
| "SnowballTarget.Policy.ExtrinsicReward.sum": { |
| "value": 1159.0, |
| "min": 1120.0, |
| "max": 1446.0, |
| "count": 20 |
| }, |
| "SnowballTarget.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 20 |
| }, |
| "SnowballTarget.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 20 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1676486508", |
| "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]", |
| "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingfaceDeepRLCourse/Unit5/venv/bin/mlagents-learn ./content/ml-agents/config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --resume", |
| "mlagents_version": "0.29.0.dev0", |
| "mlagents_envs_version": "0.29.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.23.5", |
| "end_time_seconds": "1676486828" |
| }, |
| "total": 319.7264541609911, |
| "count": 1, |
| "self": 0.3750912419054657, |
| "children": { |
| "run_training.setup": { |
| "total": 0.01992227102164179, |
| "count": 1, |
| "self": 0.01992227102164179 |
| }, |
| "TrainerController.start_learning": { |
| "total": 319.331440648064, |
| "count": 1, |
| "self": 0.44656072894576937, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 2.602945677936077, |
| "count": 1, |
| "self": 2.602945677936077 |
| }, |
| "TrainerController.advance": { |
| "total": 316.15822794416454, |
| "count": 18140, |
| "self": 0.20747006044257432, |
| "children": { |
| "env_step": { |
| "total": 315.95075788372196, |
| "count": 18140, |
| "self": 215.02938846347388, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 100.67914684314746, |
| "count": 18140, |
| "self": 1.143365952768363, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 99.5357808903791, |
| "count": 18140, |
| "self": 24.05113153764978, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 75.48464935272932, |
| "count": 18140, |
| "self": 75.48464935272932 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 0.24222257710061967, |
| "count": 18140, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 318.66177946177777, |
| "count": 18140, |
| "is_parallel": true, |
| "self": 163.58133103558794, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.0014973619254305959, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00041328067891299725, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0010840812465175986, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0010840812465175986 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.022471531061455607, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00029101502150297165, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.00020799902267754078, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00020799902267754078 |
| }, |
| "communicator.exchange": { |
| "total": 0.021059047081507742, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.021059047081507742 |
| }, |
| "steps_from_proto": { |
| "total": 0.0009134699357673526, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002164661418646574, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0006970037939026952, |
| "count": 10, |
| "is_parallel": true, |
| "self": 0.0006970037939026952 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 155.08044842618983, |
| "count": 18139, |
| "is_parallel": true, |
| "self": 7.599670621799305, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 4.053588181035593, |
| "count": 18139, |
| "is_parallel": true, |
| "self": 4.053588181035593 |
| }, |
| "communicator.exchange": { |
| "total": 123.36690755712334, |
| "count": 18139, |
| "is_parallel": true, |
| "self": 123.36690755712334 |
| }, |
| "steps_from_proto": { |
| "total": 20.060282066231593, |
| "count": 18139, |
| "is_parallel": true, |
| "self": 4.2335486222291365, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 15.826733444002457, |
| "count": 181390, |
| "is_parallel": true, |
| "self": 15.826733444002457 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 7.423898205161095e-05, |
| "count": 1, |
| "self": 7.423898205161095e-05, |
| "children": { |
| "thread_root": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "trainer_advance": { |
| "total": 314.5764184364816, |
| "count": 361499, |
| "is_parallel": true, |
| "self": 4.800364643684588, |
| "children": { |
| "process_trajectory": { |
| "total": 175.4521761490032, |
| "count": 361499, |
| "is_parallel": true, |
| "self": 174.722319738823, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.7298564101802185, |
| "count": 4, |
| "is_parallel": true, |
| "self": 0.7298564101802185 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 134.32387764379382, |
| "count": 90, |
| "is_parallel": true, |
| "self": 39.981511781108566, |
| "children": { |
| "TorchPPOOptimizer.update": { |
| "total": 94.34236586268526, |
| "count": 4587, |
| "is_parallel": true, |
| "self": 94.34236586268526 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "TrainerController._save_models": { |
| "total": 0.1236320580355823, |
| "count": 1, |
| "self": 0.000865268986672163, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.12276678904891014, |
| "count": 1, |
| "self": 0.12276678904891014 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
