| { |
| "name": "root", |
| "gauges": { |
| "AGVAgent.Policy.Entropy.mean": { |
| "value": 1.1190447807312012, |
| "min": 1.019601583480835, |
| "max": 1.7876580953598022, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.Entropy.sum": { |
| "value": 67151.640625, |
| "min": 61146.52734375, |
| "max": 108108.625, |
| "count": 333 |
| }, |
| "AGVAgent.Step.mean": { |
| "value": 19979997.0, |
| "min": 59963.0, |
| "max": 19979997.0, |
| "count": 333 |
| }, |
| "AGVAgent.Step.sum": { |
| "value": 19979997.0, |
| "min": 59963.0, |
| "max": 19979997.0, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicBaselineEstimate.mean": { |
| "value": 0.08212196826934814, |
| "min": -0.0027201876509934664, |
| "max": 0.6640089154243469, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicBaselineEstimate.sum": { |
| "value": 79.90467834472656, |
| "min": -2.600499391555786, |
| "max": 636.1205444335938, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicValueEstimate.mean": { |
| "value": 0.08238506317138672, |
| "min": -0.0029702321626245975, |
| "max": 0.4716530442237854, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicValueEstimate.sum": { |
| "value": 80.1606674194336, |
| "min": -2.8395419120788574, |
| "max": 451.8436279296875, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.PolicyLoss.mean": { |
| "value": 0.11462981558999874, |
| "min": 0.09277696505612565, |
| "max": 0.1695499488965354, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.PolicyLoss.sum": { |
| "value": 0.6877788935399924, |
| "min": 0.4837666191358232, |
| "max": 0.847749744482677, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.ValueLoss.mean": { |
| "value": 0.0006867209468004552, |
| "min": 2.5535572691903027e-05, |
| "max": 0.026501540507077044, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.ValueLoss.sum": { |
| "value": 0.004120325680802731, |
| "min": 0.00012767786345951513, |
| "max": 0.1325077025353852, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.BaselineLoss.mean": { |
| "value": 0.0007339700696320506, |
| "min": 2.56091814659006e-05, |
| "max": 0.3247055834376563, |
| "count": 333 |
| }, |
| "AGVAgent.Losses.BaselineLoss.sum": { |
| "value": 0.0044038204177923035, |
| "min": 0.000128045907329503, |
| "max": 1.6235279171882817, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.LearningRate.mean": { |
| "value": 0.0003, |
| "min": 0.0003, |
| "max": 0.0003, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.LearningRate.sum": { |
| "value": 0.0017999999999999997, |
| "min": 0.0014999999999999998, |
| "max": 0.0017999999999999997, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.Epsilon.mean": { |
| "value": 0.2000000000000001, |
| "min": 0.2, |
| "max": 0.2000000000000001, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.Epsilon.sum": { |
| "value": 1.2000000000000006, |
| "min": 1.0, |
| "max": 1.2000000000000006, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.Beta.mean": { |
| "value": 0.010000000000000002, |
| "min": 0.01, |
| "max": 0.010000000000000002, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.Beta.sum": { |
| "value": 0.06000000000000001, |
| "min": 0.05, |
| "max": 0.06000000000000001, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.EpisodeLength.mean": { |
| "value": 872.7121212121212, |
| "min": 726.3181818181819, |
| "max": 1249.0483870967741, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.EpisodeLength.sum": { |
| "value": 57599.0, |
| "min": 44964.0, |
| "max": 77441.0, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.CumulativeReward.mean": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 0.0, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.CumulativeReward.sum": { |
| "value": 0.0, |
| "min": 0.0, |
| "max": 0.0, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicReward.mean": { |
| "value": 0.9985621480101888, |
| "min": 0.022845805578288577, |
| "max": 1.053171891154665, |
| "count": 333 |
| }, |
| "AGVAgent.Policy.ExtrinsicReward.sum": { |
| "value": 65.90510176867247, |
| "min": 0.9595238342881203, |
| "max": 90.18739443272352, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.GroupCumulativeReward.mean": { |
| "value": 0.9985621480101888, |
| "min": 0.022845805578288577, |
| "max": 1.053171891154665, |
| "count": 333 |
| }, |
| "AGVAgent.Environment.GroupCumulativeReward.sum": { |
| "value": 65.90510176867247, |
| "min": 0.9595238342881203, |
| "max": 90.18739443272352, |
| "count": 333 |
| }, |
| "AGVAgent.IsTraining.mean": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 333 |
| }, |
| "AGVAgent.IsTraining.sum": { |
| "value": 1.0, |
| "min": 1.0, |
| "max": 1.0, |
| "count": 333 |
| } |
| }, |
| "metadata": { |
| "timer_format_version": "0.1.0", |
| "start_time_seconds": "1664931797", |
| "python_version": "3.7.3 (default, Apr 3 2020, 09:27:29) \n[GCC 7.5.0]", |
| "command_line_arguments": "/home/clayton/workspace/git/ml-agents/venv/bin/mlagents-learn config/lstm.yaml --run-id=RefactoredEnv-LSTM-00", |
| "mlagents_version": "0.28.0", |
| "mlagents_envs_version": "0.28.0", |
| "communication_protocol_version": "1.5.0", |
| "pytorch_version": "1.8.1+cu102", |
| "numpy_version": "1.21.4", |
| "end_time_seconds": "1665172495" |
| }, |
| "total": 240698.474378774, |
| "count": 1, |
| "self": 0.00966217799577862, |
| "children": { |
| "run_training.setup": { |
| "total": 0.019829500000923872, |
| "count": 1, |
| "self": 0.019829500000923872 |
| }, |
| "TrainerController.start_learning": { |
| "total": 240698.444887096, |
| "count": 1, |
| "self": 20.90999044041382, |
| "children": { |
| "TrainerController._reset_env": { |
| "total": 15.042137256008573, |
| "count": 1, |
| "self": 15.042137256008573 |
| }, |
| "TrainerController.advance": { |
| "total": 240662.2198648916, |
| "count": 1031114, |
| "self": 19.60197504563257, |
| "children": { |
| "env_step": { |
| "total": 227331.44503007727, |
| "count": 1031114, |
| "self": 224282.46708125173, |
| "children": { |
| "SubprocessEnvManager._take_step": { |
| "total": 3031.197078352241, |
| "count": 1031114, |
| "self": 73.174425164907, |
| "children": { |
| "TorchPolicy.evaluate": { |
| "total": 2958.022653187334, |
| "count": 1028877, |
| "self": 778.5708862731699, |
| "children": { |
| "TorchPolicy.sample_actions": { |
| "total": 2179.451766914164, |
| "count": 1028877, |
| "self": 2179.451766914164 |
| } |
| } |
| } |
| } |
| }, |
| "workers": { |
| "total": 17.780870473303366, |
| "count": 1031114, |
| "self": 0.0, |
| "children": { |
| "worker_root": { |
| "total": 240649.31950135628, |
| "count": 1031114, |
| "is_parallel": true, |
| "self": 18436.158297587244, |
| "children": { |
| "run_training.setup": { |
| "total": 0.0, |
| "count": 0, |
| "is_parallel": true, |
| "self": 0.0, |
| "children": { |
| "steps_from_proto": { |
| "total": 0.03600404300959781, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00040666101267561316, |
| "children": { |
| "_process_maybe_compressed_observation": { |
| "total": 0.03532471999642439, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001139378859079443, |
| "children": { |
| "_observation_to_np_array": { |
| "total": 0.03418534113734495, |
| "count": 108, |
| "is_parallel": true, |
| "self": 0.001395588114974089, |
| "children": { |
| "process_pixels": { |
| "total": 0.03278975302237086, |
| "count": 108, |
| "is_parallel": true, |
| "self": 0.0071810100635048, |
| "children": { |
| "image_decompress": { |
| "total": 0.02560874295886606, |
| "count": 135, |
| "is_parallel": true, |
| "self": 0.02560874295886606 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0002726620004978031, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0002726620004978031 |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 0.400606348994188, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.00038902398955542594, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 0.0005712529964512214, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0005712529964512214 |
| }, |
| "communicator.exchange": { |
| "total": 0.3733515000058105, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.3733515000058105 |
| }, |
| "steps_from_proto": { |
| "total": 0.026294572002370842, |
| "count": 1, |
| "is_parallel": true, |
| "self": 0.0002897820231737569, |
| "children": { |
| "_process_maybe_compressed_observation": { |
| "total": 0.025684416978037916, |
| "count": 8, |
| "is_parallel": true, |
| "self": 0.001577579023432918, |
| "children": { |
| "_observation_to_np_array": { |
| "total": 0.024106837954604998, |
| "count": 92, |
| "is_parallel": true, |
| "self": 0.0021099359582876787, |
| "children": { |
| "process_pixels": { |
| "total": 0.02199690199631732, |
| "count": 92, |
| "is_parallel": true, |
| "self": 0.009095786022953689, |
| "children": { |
| "image_decompress": { |
| "total": 0.01290111597336363, |
| "count": 115, |
| "is_parallel": true, |
| "self": 0.01290111597336363 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "_process_rank_one_or_two_observation": { |
| "total": 0.0003203730011591688, |
| "count": 2, |
| "is_parallel": true, |
| "self": 0.0003203730011591688 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "UnityEnvironment.step": { |
| "total": 222213.16120376904, |
| "count": 1031113, |
| "is_parallel": true, |
| "self": 234.929436132923, |
| "children": { |
| "UnityEnvironment._generate_step_input": { |
| "total": 235.6811277467932, |
| "count": 1031113, |
| "is_parallel": true, |
| "self": 235.6811277467932 |
| }, |
| "communicator.exchange": { |
| "total": 207006.13890102837, |
| "count": 1031113, |
| "is_parallel": true, |
| "self": 207006.13890102837 |
| }, |
| "steps_from_proto": { |
| "total": 14736.411738860945, |
| "count": 1031113, |
| "is_parallel": true, |
| "self": 240.37436694913777, |
| "children": { |
| "_process_maybe_compressed_observation": { |
| "total": 14367.020087703044, |
| "count": 8248904, |
| "is_parallel": true, |
| "self": 810.4600575300865, |
| "children": { |
| "_observation_to_np_array": { |
| "total": 13556.560030172957, |
| "count": 80083124, |
| "is_parallel": true, |
| "self": 1058.932476545975, |
| "children": { |
| "process_pixels": { |
| "total": 12497.627553626982, |
| "count": 80083124, |
| "is_parallel": true, |
| "self": 5180.628433322738, |
| "children": { |
| "image_decompress": { |
| "total": 7316.999120304245, |
| "count": 100103905, |
| "is_parallel": true, |
| "self": 7316.999120304245 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "_process_rank_one_or_two_observation": { |
| "total": 129.01728420876316, |
| "count": 2062226, |
| "is_parallel": true, |
| "self": 129.01728420876316 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_advance": { |
| "total": 13311.172859768703, |
| "count": 1031114, |
| "self": 36.872767708671745, |
| "children": { |
| "process_trajectory": { |
| "total": 7771.518058447982, |
| "count": 1031114, |
| "self": 7760.722613692051, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 10.795444755931385, |
| "count": 40, |
| "self": 10.795444755931385 |
| } |
| } |
| }, |
| "_update_policy": { |
| "total": 5502.782033612049, |
| "count": 1986, |
| "self": 304.772540141872, |
| "children": { |
| "TorchPOCAOptimizer.update": { |
| "total": 5198.009493470177, |
| "count": 59667, |
| "self": 5198.009493470177 |
| } |
| } |
| } |
| } |
| } |
| } |
| }, |
| "trainer_threads": { |
| "total": 8.050119504332542e-07, |
| "count": 1, |
| "self": 8.050119504332542e-07 |
| }, |
| "TrainerController._save_models": { |
| "total": 0.27289370296057314, |
| "count": 1, |
| "self": 0.0016521259676665068, |
| "children": { |
| "RLTrainer._checkpoint": { |
| "total": 0.27124157699290663, |
| "count": 1, |
| "self": 0.27124157699290663 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
