ppo-Huggy / run_logs /timers.json
ayor-dns's picture
Huggy
45a7cdf
{
"name": "root",
"gauges": {
"Huggy.Policy.Entropy.mean": {
"value": 1.374868392944336,
"min": 1.374868392944336,
"max": 1.4066704511642456,
"count": 60
},
"Huggy.Policy.Entropy.sum": {
"value": 69683.828125,
"min": 66608.6328125,
"max": 71409.625,
"count": 60
},
"Huggy.Environment.EpisodeLength.mean": {
"value": 78.25356576862124,
"min": 65.44488711819389,
"max": 83.75762711864407,
"count": 60
},
"Huggy.Environment.EpisodeLength.sum": {
"value": 49378.0,
"min": 49093.0,
"max": 49964.0,
"count": 60
},
"Huggy.Step.mean": {
"value": 4999998.0,
"min": 2049955.0,
"max": 4999998.0,
"count": 60
},
"Huggy.Step.sum": {
"value": 4999998.0,
"min": 2049955.0,
"max": 4999998.0,
"count": 60
},
"Huggy.Policy.ExtrinsicValueEstimate.mean": {
"value": 2.5329506397247314,
"min": 2.4534852504730225,
"max": 2.634605646133423,
"count": 60
},
"Huggy.Policy.ExtrinsicValueEstimate.sum": {
"value": 1598.2918701171875,
"min": 1528.7548828125,
"max": 1913.296875,
"count": 60
},
"Huggy.Environment.CumulativeReward.mean": {
"value": 3.8545877221328237,
"min": 3.8083368322802977,
"max": 4.148702073706327,
"count": 60
},
"Huggy.Environment.CumulativeReward.sum": {
"value": 2432.244852665812,
"min": 2351.2053055390716,
"max": 3025.58421844244,
"count": 60
},
"Huggy.Policy.ExtrinsicReward.mean": {
"value": 3.8545877221328237,
"min": 3.8083368322802977,
"max": 4.148702073706327,
"count": 60
},
"Huggy.Policy.ExtrinsicReward.sum": {
"value": 2432.244852665812,
"min": 2351.2053055390716,
"max": 3025.58421844244,
"count": 60
},
"Huggy.Losses.PolicyLoss.mean": {
"value": 0.01758866324429012,
"min": 0.012849137608463936,
"max": 0.0192794879025314,
"count": 60
},
"Huggy.Losses.PolicyLoss.sum": {
"value": 0.03517732648858024,
"min": 0.02569827521692787,
"max": 0.057463947767003754,
"count": 60
},
"Huggy.Losses.ValueLoss.mean": {
"value": 0.0530816288664937,
"min": 0.04704525986065467,
"max": 0.06681621813525757,
"count": 60
},
"Huggy.Losses.ValueLoss.sum": {
"value": 0.1061632577329874,
"min": 0.09409051972130934,
"max": 0.19243652348717052,
"count": 60
},
"Huggy.Policy.LearningRate.mean": {
"value": 1.4612495129499997e-06,
"min": 1.4612495129499997e-06,
"max": 0.00017814568061812005,
"count": 60
},
"Huggy.Policy.LearningRate.sum": {
"value": 2.9224990258999993e-06,
"min": 2.9224990258999993e-06,
"max": 0.0005178109873963801,
"count": 60
},
"Huggy.Policy.Epsilon.mean": {
"value": 0.10048705,
"min": 0.10048705,
"max": 0.15938188000000003,
"count": 60
},
"Huggy.Policy.Epsilon.sum": {
"value": 0.2009741,
"min": 0.2009741,
"max": 0.47260362,
"count": 60
},
"Huggy.Policy.Beta.mean": {
"value": 3.4303794999999995e-05,
"min": 3.4303794999999995e-05,
"max": 0.002973155812,
"count": 60
},
"Huggy.Policy.Beta.sum": {
"value": 6.860758999999999e-05,
"min": 6.860758999999999e-05,
"max": 0.008642920638,
"count": 60
},
"Huggy.IsTraining.mean": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 60
},
"Huggy.IsTraining.sum": {
"value": 1.0,
"min": 1.0,
"max": 1.0,
"count": 60
}
},
"metadata": {
"timer_format_version": "0.1.0",
"start_time_seconds": "1673374486",
"python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
"command_line_arguments": "/usr/local/bin/mlagents-learn /content/drive/MyDrive/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
"mlagents_version": "0.29.0.dev0",
"mlagents_envs_version": "0.29.0.dev0",
"communication_protocol_version": "1.5.0",
"pytorch_version": "1.8.1+cu102",
"numpy_version": "1.21.6",
"end_time_seconds": "1673377779"
},
"total": 3292.1050057339994,
"count": 1,
"self": 0.42646589999912976,
"children": {
"run_training.setup": {
"total": 0.10515039500023704,
"count": 1,
"self": 0.10515039500023704
},
"TrainerController.start_learning": {
"total": 3291.573389439,
"count": 1,
"self": 5.760991016371008,
"children": {
"TrainerController._reset_env": {
"total": 6.3439893879999545,
"count": 1,
"self": 6.3439893879999545
},
"TrainerController.advance": {
"total": 3279.345381908629,
"count": 353812,
"self": 5.886858782807849,
"children": {
"env_step": {
"total": 2550.5514794350274,
"count": 353812,
"self": 2142.4432139570968,
"children": {
"SubprocessEnvManager._take_step": {
"total": 404.2687281587523,
"count": 353812,
"self": 20.77278346537605,
"children": {
"TorchPolicy.evaluate": {
"total": 383.49594469337626,
"count": 334675,
"self": 96.28527910116873,
"children": {
"TorchPolicy.sample_actions": {
"total": 287.21066559220753,
"count": 334675,
"self": 287.21066559220753
}
}
}
}
},
"workers": {
"total": 3.839537319178362,
"count": 353812,
"self": 0.0,
"children": {
"worker_root": {
"total": 3280.390116359998,
"count": 353812,
"is_parallel": true,
"self": 1516.4514206237272,
"children": {
"run_training.setup": {
"total": 0.0,
"count": 0,
"is_parallel": true,
"self": 0.0,
"children": {
"steps_from_proto": {
"total": 0.0007548900002802839,
"count": 1,
"is_parallel": true,
"self": 0.000263668000116013,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0004912220001642709,
"count": 2,
"is_parallel": true,
"self": 0.0004912220001642709
}
}
},
"UnityEnvironment.step": {
"total": 0.03012713599991912,
"count": 1,
"is_parallel": true,
"self": 0.00024881399986043107,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 0.0001669650000621914,
"count": 1,
"is_parallel": true,
"self": 0.0001669650000621914
},
"communicator.exchange": {
"total": 0.029003186999943864,
"count": 1,
"is_parallel": true,
"self": 0.029003186999943864
},
"steps_from_proto": {
"total": 0.0007081700000526325,
"count": 1,
"is_parallel": true,
"self": 0.00022596300004806835,
"children": {
"_process_rank_one_or_two_observation": {
"total": 0.0004822070000045642,
"count": 2,
"is_parallel": true,
"self": 0.0004822070000045642
}
}
}
}
}
}
},
"UnityEnvironment.step": {
"total": 1763.9386957362708,
"count": 353811,
"is_parallel": true,
"self": 50.69362168644875,
"children": {
"UnityEnvironment._generate_step_input": {
"total": 112.07119545076011,
"count": 353811,
"is_parallel": true,
"self": 112.07119545076011
},
"communicator.exchange": {
"total": 1464.3634787228402,
"count": 353811,
"is_parallel": true,
"self": 1464.3634787228402
},
"steps_from_proto": {
"total": 136.8103998762217,
"count": 353811,
"is_parallel": true,
"self": 55.96891919887594,
"children": {
"_process_rank_one_or_two_observation": {
"total": 80.84148067734577,
"count": 707622,
"is_parallel": true,
"self": 80.84148067734577
}
}
}
}
}
}
}
}
}
}
},
"trainer_advance": {
"total": 722.9070436907937,
"count": 353812,
"self": 8.715218086528239,
"children": {
"process_trajectory": {
"total": 239.23022947026902,
"count": 353812,
"self": 237.31510575427183,
"children": {
"RLTrainer._checkpoint": {
"total": 1.915123715997197,
"count": 15,
"self": 1.915123715997197
}
}
},
"_update_policy": {
"total": 474.9615961339964,
"count": 145,
"self": 395.40032490501926,
"children": {
"TorchPPOOptimizer.update": {
"total": 79.56127122897715,
"count": 4350,
"self": 79.56127122897715
}
}
}
}
}
}
},
"trainer_threads": {
"total": 8.050001270021312e-07,
"count": 1,
"self": 8.050001270021312e-07
},
"TrainerController._save_models": {
"total": 0.12302632099999755,
"count": 1,
"self": 0.0024876640000002226,
"children": {
"RLTrainer._checkpoint": {
"total": 0.12053865699999733,
"count": 1,
"self": 0.12053865699999733
}
}
}
}
}
}
}