| { |
| "name": "root", |
| "gauges": { |
| "SoccerTwos.Policy.Entropy.mean": { |
| "value": 1.6473673582077026, |
| "min": 1.5890077352523804, |
| "max": 3.2957236766815186, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.Entropy.sum": { |
| "value": 32736.484375, |
| "min": 16745.82421875, |
| "max": 105463.15625, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.EpisodeLength.mean": { |
| "value": 51.79347826086956, |
| "min": 41.77777777777778, |
| "max": 999.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.EpisodeLength.sum": { |
| "value": 19060.0, |
| "min": 3996.0, |
| "max": 29388.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Self-play.ELO.mean": { |
| "value": 1615.7864995531077, |
| "min": 1197.883595492411, |
| "max": 1637.623285441702, |
| "count": 1088 |
| }, |
| "SoccerTwos.Self-play.ELO.sum": { |
| "value": 297304.7159177718, |
| "min": 2396.017235991407, |
| "max": 378190.26052090013, |
| "count": 1088 |
| }, |
| "SoccerTwos.Step.mean": { |
| "value": 10949984.0, |
| "min": 9896.0, |
| "max": 10949984.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Step.sum": { |
| "value": 10949984.0, |
| "min": 9896.0, |
| "max": 10949984.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": { |
| "value": -0.007928959093987942, |
| "min": -0.11489910632371902, |
| "max": 0.1951962113380432, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": { |
| "value": -1.4668574333190918, |
| "min": -21.291839599609375, |
| "max": 28.10825538635254, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": { |
| "value": -0.007328324485570192, |
| "min": -0.11541522294282913, |
| "max": 0.1981067657470703, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": { |
| "value": -1.3557400703430176, |
| "min": -21.77008819580078, |
| "max": 28.527374267578125, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.CumulativeReward.mean": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 0.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.CumulativeReward.sum": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 0.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicReward.mean": { |
| "value": -0.09063567470859837, |
| "min": -0.42857142857142855, |
| "max": 0.4200916724900405, |
| "count": 1095 |
| }, |
| "SoccerTwos.Policy.ExtrinsicReward.sum": { |
| "value": -16.7675998210907, |
| "min": -58.39039981365204, |
| "max": 60.493200838565826, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.GroupCumulativeReward.mean": { |
| "value": -0.09063567470859837, |
| "min": -0.42857142857142855, |
| "max": 0.4200916724900405, |
| "count": 1095 |
| }, |
| "SoccerTwos.Environment.GroupCumulativeReward.sum": { |
| "value": -16.7675998210907, |
| "min": -58.39039981365204, |
| "max": 60.493200838565826, |
| "count": 1095 |
| }, |
| "SoccerTwos.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 1095 |
| }, |
| "SoccerTwos.Losses.PolicyLoss.mean": { |
| "value": 0.017770308559799258, |
| "min": 0.009530342406166407, |
| "max": 0.024176514243784673, |
| "count": 530 |
| }, |
| "SoccerTwos.Losses.PolicyLoss.sum": { |
| "value": 0.017770308559799258, |
| "min": 0.009530342406166407, |
| "max": 0.024176514243784673, |
| "count": 530 |
| }, |
| "SoccerTwos.Losses.ValueLoss.mean": { |
| "value": 0.1106264352798462, |
| "min": 1.7331508843199117e-05, |
| "max": 0.1259973814090093, |
| "count": 530 |
| }, |
| "SoccerTwos.Losses.ValueLoss.sum": { |
| "value": 0.1106264352798462, |
| "min": 1.7331508843199117e-05, |
| "max": 0.1259973814090093, |
| "count": 530 |
| }, |
| "SoccerTwos.Losses.BaselineLoss.mean": { |
| "value": 0.11188975498080253, |
| "min": 3.2924286657968574e-05, |
| "max": 0.1279420557121436, |
| "count": 530 |
| }, |
| "SoccerTwos.Losses.BaselineLoss.sum": { |
| "value": 0.11188975498080253, |
| "min": 3.2924286657968574e-05, |
| "max": 0.1279420557121436, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.LearningRate.mean": { |
| "value": 0.0003, |
| "min": 0.0003, |
| "max": 0.0003, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.LearningRate.sum": { |
| "value": 0.0003, |
| "min": 0.0003, |
| "max": 0.0003, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.Epsilon.mean": { |
| "value": 0.20000000000000007, |
| "min": 0.2, |
| "max": 0.20000000000000007, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.Epsilon.sum": { |
| "value": 0.20000000000000007, |
| "min": 0.2, |
| "max": 0.20000000000000007, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.Beta.mean": { |
| "value": 0.005000000000000001, |
| "min": 0.005, |
| "max": 0.005000000000000001, |
| "count": 530 |
| }, |
| "SoccerTwos.Policy.Beta.sum": { |
| "value": 0.005000000000000001, |
| "min": 0.005, |
| "max": 0.005000000000000001, |
| "count": 530 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1694371608", |
| "python_version": "3.9.17 (main, Jul 5 2023, 20:47:11) [MSC v.1916 64 bit (AMD64)]", |
| "command_line_arguments": "\\\\?\\C:\\Users\\adity\\anaconda3\\envs\\rl\\Scripts\\mlagents-learn .\\config\\poca\\SoccerTwos.yaml --env .\\training-envs-executables\\SoccerTwos\\SoccerTwos.exe --run-id=SoccerTwos --no-graphics", |
| "mlagents_version": "0.31.0.dev0", |
| "mlagents_envs_version": "0.31.0.dev0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "2.0.1+cpu", |
| "numpy_version": "1.21.2", |
| "end_time_seconds": "1694395435" |
| }, |
| "total": 23826.283557400002, |
| "count": 1, |
| "self": 3.566927800002304, |
| "children": { |
| "run_training.setup": { |
| "total": 0.08268549999999975, |
| "count": 1, |
| "self": 0.08268549999999975 |
| }, |
| "TrainerController.start_learning": { |
| "total": 23822.6339441, |
| "count": 1, |
| "self": 15.298786599836603, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 3.8628853000021097, |
| "count": 55, |
| "self": 3.8628853000021097 |
| }, |
| "TrainerController.advance": { |
| "total": 23803.35610570016, |
| "count": 756822, |
| "self": 15.109223498788197, |
| "children": { |
| "env_step": { |
| "total": 10251.448578899888, |
| "count": 756822, |
| "self": 8056.3651755979445, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 2186.216164100905, |
| "count": 756822, |
| "self": 77.24165550066255, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 2108.9745086002426, |
| "count": 1377212, |
| "self": 2108.9745086002426 |
| } |
| } |
| }, |
| "workers": { |
| "total": 8.867239201039041, |
| "count": 756821, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 23800.52825510034, |
| "count": 756821, |
| "is_parallel": true, |
| "self": 17270.801565600057, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.07635939998142538, |
| "count": 110, |
| "is_parallel": true, |
| "self": 0.01607739998333768, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0602819999980877, |
| "count": 440, |
| "is_parallel": true, |
| "self": 0.0602819999980877 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 6529.650330100302, |
| "count": 756821, |
| "is_parallel": true, |
| "self": 304.17063270086237, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 220.52574180139, |
| "count": 756821, |
| "is_parallel": true, |
| "self": 220.52574180139 |
| }, |
| "communicator.exchange": { |
| "total": 5030.338851199453, |
| "count": 756821, |
| "is_parallel": true, |
| "self": 5030.338851199453 |
| }, |
| "steps_from_proto": { |
| "total": 974.6151043985972, |
| "count": 1513642, |
| "is_parallel": true, |
| "self": 208.96600710188818, |
| "children": { |
| "_process_rank_one_or_two_observation": { |
| "total": 765.649097296709, |
| "count": 6054568, |
| "is_parallel": true, |
| "self": 765.649097296709 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 13536.798303301484, |
| "count": 756821, |
| "self": 111.43809630138458, |
| "children": { |
| "process_trajectory": { |
| "total": 2352.561482200109, |
| "count": 756821, |
| "self": 2350.280817400112, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 2.2806647999968845, |
| "count": 21, |
| "self": 2.2806647999968845 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 11072.798724799992, |
| "count": 530, |
| "self": 1362.297064600054, |
| "children": { |
| "TorchPOCAOptimizer.update": { |
| "total": 9710.501660199938, |
| "count": 15912, |
| "self": 9710.501660199938 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 7.999988156370819e-07, |
| "count": 1, |
| "self": 7.999988156370819e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.11616570000114734, |
| "count": 1, |
| "self": 0.005518900001334259, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.11064679999981308, |
| "count": 1, |
| "self": 0.11064679999981308 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
