| { | |
| "name": "root", | |
| "gauges": { | |
| "3DBall.Policy.Entropy.mean": { | |
| "value": 1.2259143590927124, | |
| "min": 1.2232496738433838, | |
| "max": 1.4195348024368286, | |
| "count": 41 | |
| }, | |
| "3DBall.Policy.Entropy.sum": { | |
| "value": 14710.97265625, | |
| "min": 13233.373046875, | |
| "max": 19771.080078125, | |
| "count": 41 | |
| }, | |
| "3DBall.Environment.EpisodeLength.mean": { | |
| "value": 999.0, | |
| "min": 21.592870544090058, | |
| "max": 999.0, | |
| "count": 41 | |
| }, | |
| "3DBall.Environment.EpisodeLength.sum": { | |
| "value": 11988.0, | |
| "min": 11317.0, | |
| "max": 12330.0, | |
| "count": 41 | |
| }, | |
| "3DBall.Step.mean": { | |
| "value": 491484.0, | |
| "min": 11989.0, | |
| "max": 491484.0, | |
| "count": 41 | |
| }, | |
| "3DBall.Step.sum": { | |
| "value": 491484.0, | |
| "min": 11989.0, | |
| "max": 491484.0, | |
| "count": 41 | |
| }, | |
| "3DBall.Policy.ExtrinsicValueEstimate.mean": { | |
| "value": 9.986761093139648, | |
| "min": 0.031058697029948235, | |
| "max": 10.002732276916504, | |
| "count": 41 | |
| }, | |
| "3DBall.Policy.ExtrinsicValueEstimate.sum": { | |
| "value": 119.84113311767578, | |
| "min": 16.492168426513672, | |
| "max": 243.46133422851562, | |
| "count": 41 | |
| }, | |
| "3DBall.Environment.CumulativeReward.mean": { | |
| "value": 100.00001525878906, | |
| "min": 1.157815417776449, | |
| "max": 100.00001525878906, | |
| "count": 41 | |
| }, | |
| "3DBall.Environment.CumulativeReward.sum": { | |
| "value": 1200.0001831054688, | |
| "min": 614.7999868392944, | |
| "max": 1236.500186920166, | |
| "count": 41 | |
| }, | |
| "3DBall.Policy.ExtrinsicReward.mean": { | |
| "value": 100.00001525878906, | |
| "min": 1.157815417776449, | |
| "max": 100.00001525878906, | |
| "count": 41 | |
| }, | |
| "3DBall.Policy.ExtrinsicReward.sum": { | |
| "value": 1200.0001831054688, | |
| "min": 614.7999868392944, | |
| "max": 1236.500186920166, | |
| "count": 41 | |
| }, | |
| "3DBall.IsTraining.mean": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 41 | |
| }, | |
| "3DBall.IsTraining.sum": { | |
| "value": 1.0, | |
| "min": 1.0, | |
| "max": 1.0, | |
| "count": 41 | |
| }, | |
| "3DBall.Losses.PolicyLoss.mean": { | |
| "value": 0.09409438136793759, | |
| "min": 0.07392601455095325, | |
| "max": 0.10631036738389477, | |
| "count": 39 | |
| }, | |
| "3DBall.Losses.PolicyLoss.sum": { | |
| "value": 0.09409438136793759, | |
| "min": 0.07392601455095325, | |
| "max": 0.10631036738389477, | |
| "count": 39 | |
| }, | |
| "3DBall.Losses.ValueLoss.mean": { | |
| "value": 0.009791026771418774, | |
| "min": 0.0019087853769512544, | |
| "max": 2.6757269738212464, | |
| "count": 39 | |
| }, | |
| "3DBall.Losses.ValueLoss.sum": { | |
| "value": 0.009791026771418774, | |
| "min": 0.0019087853769512544, | |
| "max": 2.6757269738212464, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.LearningRate.mean": { | |
| "value": 6.309697896800014e-06, | |
| "min": 6.309697896800014e-06, | |
| "max": 0.00029277480240839996, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.LearningRate.sum": { | |
| "value": 6.309697896800014e-06, | |
| "min": 6.309697896800014e-06, | |
| "max": 0.00029277480240839996, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.Epsilon.mean": { | |
| "value": 0.10210319999999996, | |
| "min": 0.10210319999999996, | |
| "max": 0.19759160000000003, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.Epsilon.sum": { | |
| "value": 0.10210319999999996, | |
| "min": 0.10210319999999996, | |
| "max": 0.19759160000000003, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.Beta.mean": { | |
| "value": 3.082168000000005e-05, | |
| "min": 3.082168000000005e-05, | |
| "max": 0.0009761568400000001, | |
| "count": 39 | |
| }, | |
| "3DBall.Policy.Beta.sum": { | |
| "value": 3.082168000000005e-05, | |
| "min": 3.082168000000005e-05, | |
| "max": 0.0009761568400000001, | |
| "count": 39 | |
| } | |
| }, | |
| "metadata": { | |
| "timer_format_version": "0.1.0", | |
| "start_time_seconds": "1757158014", | |
| "python_version": "3.10.10 (tags/v3.10.10:aad5f6a, Feb 7 2023, 17:20:36) [MSC v.1929 64 bit (AMD64)]", | |
| "command_line_arguments": "C:\\Users\\KUNAL\\OneDrive\\Desktop\\Pirate_AP\\DeepRL\\py310_venv\\Scripts\\mlagents-learn ml-agents\\config\\ppo\\3DBall.yaml --env=ml-agents\\trained-envs-executables\\windows\\UnityEnvironment.exe --run-id=3DBallTraining --no-graphics --force", | |
| "mlagents_version": "1.1.0", | |
| "mlagents_envs_version": "1.1.0", | |
| "communication_protocol_version": "1.5.0", | |
| "pytorch_version": "2.5.1+cu121", | |
| "numpy_version": "1.23.5", | |
| "end_time_seconds": "1757159120" | |
| }, | |
| "total": 1106.5525177, | |
| "count": 1, | |
| "self": 0.39075919999959297, | |
| "children": { | |
| "run_training.setup": { | |
| "total": 0.15517279999949096, | |
| "count": 1, | |
| "self": 0.15517279999949096 | |
| }, | |
| "TrainerController.start_learning": { | |
| "total": 1106.0065857000009, | |
| "count": 1, | |
| "self": 1.359592500150029, | |
| "children": { | |
| "TrainerController._reset_env": { | |
| "total": 6.617649200001324, | |
| "count": 1, | |
| "self": 6.617649200001324 | |
| }, | |
| "TrainerController.advance": { | |
| "total": 1097.9400599998498, | |
| "count": 44024, | |
| "self": 1.4124095998759003, | |
| "children": { | |
| "env_step": { | |
| "total": 469.92926119980984, | |
| "count": 44024, | |
| "self": 254.19534920015758, | |
| "children": { | |
| "SubprocessEnvManager._take_step": { | |
| "total": 214.83762349990684, | |
| "count": 44024, | |
| "self": 5.351215199782018, | |
| "children": { | |
| "TorchPolicy.evaluate": { | |
| "total": 209.48640830012482, | |
| "count": 42119, | |
| "self": 209.48640830012482 | |
| } | |
| } | |
| }, | |
| "workers": { | |
| "total": 0.8962884997454239, | |
| "count": 44024, | |
| "self": 0.0, | |
| "children": { | |
| "worker_root": { | |
| "total": 1099.5460389001328, | |
| "count": 44024, | |
| "is_parallel": true, | |
| "self": 927.4813549001847, | |
| "children": { | |
| "steps_from_proto": { | |
| "total": 0.005509900000106427, | |
| "count": 1, | |
| "is_parallel": true, | |
| "self": 0.0001407999989169184, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 0.0053691000011895085, | |
| "count": 2, | |
| "is_parallel": true, | |
| "self": 0.0053691000011895085 | |
| } | |
| } | |
| }, | |
| "UnityEnvironment.step": { | |
| "total": 172.059174099948, | |
| "count": 44024, | |
| "is_parallel": true, | |
| "self": 6.750922699960938, | |
| "children": { | |
| "UnityEnvironment._generate_step_input": { | |
| "total": 12.007750300001135, | |
| "count": 44024, | |
| "is_parallel": true, | |
| "self": 12.007750300001135 | |
| }, | |
| "communicator.exchange": { | |
| "total": 139.22756329994445, | |
| "count": 44024, | |
| "is_parallel": true, | |
| "self": 139.22756329994445 | |
| }, | |
| "steps_from_proto": { | |
| "total": 14.072937800041473, | |
| "count": 44024, | |
| "is_parallel": true, | |
| "self": 5.326244599669735, | |
| "children": { | |
| "_process_rank_one_or_two_observation": { | |
| "total": 8.746693200371737, | |
| "count": 88048, | |
| "is_parallel": true, | |
| "self": 8.746693200371737 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_advance": { | |
| "total": 626.5983892001641, | |
| "count": 44024, | |
| "self": 2.2348431002956204, | |
| "children": { | |
| "process_trajectory": { | |
| "total": 45.582322899865176, | |
| "count": 44024, | |
| "self": 45.286422599865546, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.2959002999996301, | |
| "count": 1, | |
| "self": 0.2959002999996301 | |
| } | |
| } | |
| }, | |
| "_update_policy": { | |
| "total": 578.7812232000033, | |
| "count": 39, | |
| "self": 97.63903079994998, | |
| "children": { | |
| "TorchPPOOptimizer.update": { | |
| "total": 481.1421924000533, | |
| "count": 22911, | |
| "self": 481.1421924000533 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| }, | |
| "trainer_threads": { | |
| "total": 6.999998731771484e-07, | |
| "count": 1, | |
| "self": 6.999998731771484e-07 | |
| }, | |
| "TrainerController._save_models": { | |
| "total": 0.08928329999980633, | |
| "count": 1, | |
| "self": 0.027876499998455984, | |
| "children": { | |
| "RLTrainer._checkpoint": { | |
| "total": 0.06140680000135035, | |
| "count": 1, | |
| "self": 0.06140680000135035 | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } | |
| } |