Hugging Face's logo

fanjiangpost
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files
xet
 Metrics Community
fanjiangpost commited on
Commit
eaaec78
·
verified ·
1 Parent(s): 9117668

First Push

Browse files
Files changed (10) hide show
  1. SnowballTarget.onnx +1 -1
  2. SnowballTarget/SnowballTarget-704.onnx +1 -1
  3. SnowballTarget/SnowballTarget-704.pt +1 -1
  4. SnowballTarget/checkpoint.pt +1 -1
  5. SnowballTarget/events.out.tfevents.1782635767.ba684205ff41.9890.0 +3 -0
  6. config.json +1 -1
  7. configuration.yaml +2 -2
  8. run_logs/Player-0.log +6 -9
  9. run_logs/timers.json +56 -56
  10. run_logs/training_status.json +2 -2
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:672781bd1efebd3933fcfac97bdfe1fd978fac77c7e515aa963dbdd3aa2ae459
3
  size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975432dc23838e9d73963e04f75d21581967d23dd212a7e06ed56aa819c15b37
3
  size 649740
SnowballTarget/SnowballTarget-704.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:672781bd1efebd3933fcfac97bdfe1fd978fac77c7e515aa963dbdd3aa2ae459
3
  size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975432dc23838e9d73963e04f75d21581967d23dd212a7e06ed56aa819c15b37
3
  size 649740
SnowballTarget/SnowballTarget-704.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f0527c8de7b15ef4f52c74b68f38b4d1f9568e08eb93a0942a35756e331988b
3
  size 1286029
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6758d188f4739b29fd628c852635d8d18108cac9bf54712ef15cfe43424b0f3
3
  size 1286029
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c1e628cfb090d2d00017c62692a2295f4804bcd7a0455c3dd75dc2f77c03651
3
  size 1285813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9dc1a4dab749ae7551416c322d149c2df24f028b1f8fcca23b197a2b9458c49b
3
  size 1285813
SnowballTarget/events.out.tfevents.1782635767.ba684205ff41.9890.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4b712d82a4a3825df9699398d7dcf2876786514a1f0552245ad4bf49000b0a4
3
+ size 1112
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 20, "time_horizon": 64, "summary_freq": 10000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200, "time_horizon": 64, "summary_freq": 10000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -38,7 +38,7 @@ behaviors:
38
  init_path: null
39
  keep_checkpoints: 10
40
  even_checkpoints: false
41
- max_steps: 20
42
  time_horizon: 64
43
  summary_freq: 10000
44
  threaded: false
@@ -70,7 +70,7 @@ checkpoint_settings:
70
  initialize_from: null
71
  load_model: false
72
  resume: false
73
- force: false
74
  train_model: false
75
  inference: false
76
  results_dir: results
 
38
  init_path: null
39
  keep_checkpoints: 10
40
  even_checkpoints: false
41
+ max_steps: 200
42
  time_horizon: 64
43
  summary_freq: 10000
44
  threaded: false
 
70
  initialize_from: null
71
  load_model: false
72
  resume: false
73
+ force: true
74
  train_model: false
75
  inference: false
76
  results_dir: results
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarge
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.085 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
- UnloadTime: 0.661909 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 1 worker threads for Enlighten.
@@ -169,7 +166,7 @@ Memory Statistics:
169
  Peak Allocated Bytes 0 B
170
  Overflow Count 0
171
  [ALLOC_DEFAULT] Dual Thread Allocator
172
- Peak main deferred allocation count 24
173
  [ALLOC_BUCKET]
174
  Large Block size 4.0 MB
175
  Used Block count 1
@@ -178,13 +175,13 @@ Memory Statistics:
178
  Peak usage frame count: [4.0 MB-8.0 MB]: 20 frames
179
  Requested Block Size 16.0 MB
180
  Peak Block count 1
181
- Peak Allocated memory 4.7 MB
182
  Peak Large allocation bytes 0 B
183
  [ALLOC_DEFAULT_THREAD]
184
  Peak usage frame count: [16.0 MB-32.0 MB]: 20 frames
185
  Requested Block Size 16.0 MB
186
  Peak Block count 1
187
- Peak Allocated memory 17.8 MB
188
  Peak Large allocation bytes 16.0 MB
189
  [ALLOC_TEMP_JOB_1_FRAME]
190
  Initial Block Size 2.0 MB
@@ -213,7 +210,7 @@ Memory Statistics:
213
  Used Block count 1
214
  Peak Allocated bytes 1.0 MB
215
  [ALLOC_GFX_MAIN]
216
- Peak usage frame count: [32.0 KB-64.0 KB]: 17 frames, [64.0 KB-128.0 KB]: 3 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 65.6 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.078 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
+ UnloadTime: 0.959217 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
 
166
  Peak Allocated Bytes 0 B
167
  Overflow Count 0
168
  [ALLOC_DEFAULT] Dual Thread Allocator
169
+ Peak main deferred allocation count 23
170
  [ALLOC_BUCKET]
171
  Large Block size 4.0 MB
172
  Used Block count 1
 
175
  Peak usage frame count: [4.0 MB-8.0 MB]: 20 frames
176
  Requested Block Size 16.0 MB
177
  Peak Block count 1
178
+ Peak Allocated memory 5.3 MB
179
  Peak Large allocation bytes 0 B
180
  [ALLOC_DEFAULT_THREAD]
181
  Peak usage frame count: [16.0 MB-32.0 MB]: 20 frames
182
  Requested Block Size 16.0 MB
183
  Peak Block count 1
184
+ Peak Allocated memory 17.3 MB
185
  Peak Large allocation bytes 16.0 MB
186
  [ALLOC_TEMP_JOB_1_FRAME]
187
  Initial Block Size 2.0 MB
 
210
  Used Block count 1
211
  Peak Allocated bytes 1.0 MB
212
  [ALLOC_GFX_MAIN]
213
+ Peak usage frame count: [32.0 KB-64.0 KB]: 16 frames, [64.0 KB-128.0 KB]: 4 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
  Peak Allocated memory 65.6 KB
run_logs/timers.json CHANGED
@@ -2,67 +2,67 @@
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1782635265",
6
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
7
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
8
  "mlagents_version": "1.2.0.dev0",
9
  "mlagents_envs_version": "1.2.0.dev0",
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.8.0+cu128",
12
  "numpy_version": "1.23.5",
13
- "end_time_seconds": "1782635271"
14
  },
15
- "total": 5.251796345999992,
16
  "count": 1,
17
- "self": 0.7374369029996615,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.02537048300018796,
21
  "count": 1,
22
- "self": 0.02537048300018796
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 4.4889889600001425,
26
  "count": 1,
27
- "self": 0.001373617000581362,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 2.7647646689999874,
31
  "count": 1,
32
- "self": 2.7647646689999874
33
  },
34
  "TrainerController.advance": {
35
- "total": 1.539075426999716,
36
  "count": 64,
37
- "self": 0.002109927998844796,
38
  "children": {
39
  "env_step": {
40
- "total": 1.3430485459998636,
41
  "count": 64,
42
- "self": 0.9440362659995571,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 0.3982998689996293,
46
  "count": 64,
47
- "self": 0.0044767969995973544,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 0.39382307200003197,
51
  "count": 64,
52
- "self": 0.39382307200003197
53
  }
54
  }
55
  },
56
  "workers": {
57
- "total": 0.0007124110006770934,
58
  "count": 64,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
- "total": 4.132354902999623,
63
  "count": 64,
64
  "is_parallel": true,
65
- "self": 3.334427163998498,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
@@ -71,48 +71,48 @@
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
- "total": 0.0043646399999488494,
75
  "count": 1,
76
  "is_parallel": true,
77
- "self": 0.002903426000102627,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
- "total": 0.0014612139998462226,
81
  "count": 10,
82
  "is_parallel": true,
83
- "self": 0.0014612139998462226
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
- "total": 0.03711266400000568,
89
  "count": 1,
90
  "is_parallel": true,
91
- "self": 0.0007051330003378098,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
- "total": 0.00046929399991313403,
95
  "count": 1,
96
  "is_parallel": true,
97
- "self": 0.00046929399991313403
98
  },
99
  "communicator.exchange": {
100
- "total": 0.033798692999880586,
101
  "count": 1,
102
  "is_parallel": true,
103
- "self": 0.033798692999880586
104
  },
105
  "steps_from_proto": {
106
- "total": 0.0021395439998741494,
107
  "count": 1,
108
  "is_parallel": true,
109
- "self": 0.0004443830002855975,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
- "total": 0.001695160999588552,
113
  "count": 10,
114
  "is_parallel": true,
115
- "self": 0.001695160999588552
116
  }
117
  }
118
  }
@@ -121,34 +121,34 @@
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
- "total": 0.7979277390011248,
125
  "count": 63,
126
  "is_parallel": true,
127
- "self": 0.034493988000122044,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
- "total": 0.020084346999283298,
131
  "count": 63,
132
  "is_parallel": true,
133
- "self": 0.020084346999283298
134
  },
135
  "communicator.exchange": {
136
- "total": 0.6105997750009919,
137
  "count": 63,
138
  "is_parallel": true,
139
- "self": 0.6105997750009919
140
  },
141
  "steps_from_proto": {
142
- "total": 0.1327496290007275,
143
  "count": 63,
144
  "is_parallel": true,
145
- "self": 0.02590277900253568,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
- "total": 0.10684684999819183,
149
  "count": 630,
150
  "is_parallel": true,
151
- "self": 0.10684684999819183
152
  }
153
  }
154
  }
@@ -161,33 +161,33 @@
161
  }
162
  },
163
  "trainer_advance": {
164
- "total": 0.19391695300100764,
165
  "count": 64,
166
- "self": 0.0012241250017268612,
167
  "children": {
168
  "process_trajectory": {
169
- "total": 0.19269282799928078,
170
  "count": 64,
171
- "self": 0.19269282799928078
172
  }
173
  }
174
  }
175
  }
176
  },
177
  "trainer_threads": {
178
- "total": 1.401999952577171e-06,
179
  "count": 1,
180
- "self": 1.401999952577171e-06
181
  },
182
  "TrainerController._save_models": {
183
- "total": 0.18377384499990512,
184
  "count": 1,
185
- "self": 0.0007543609999629552,
186
  "children": {
187
  "RLTrainer._checkpoint": {
188
- "total": 0.18301948399994217,
189
  "count": 1,
190
- "self": 0.18301948399994217
191
  }
192
  }
193
  }
 
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1782635766",
6
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
7
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
9
  "mlagents_envs_version": "1.2.0.dev0",
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.8.0+cu128",
12
  "numpy_version": "1.23.5",
13
+ "end_time_seconds": "1782635770"
14
  },
15
+ "total": 3.869910484999764,
16
  "count": 1,
17
+ "self": 0.4316216809997968,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.03600031099995249,
21
  "count": 1,
22
+ "self": 0.03600031099995249
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 3.4022884930000146,
26
  "count": 1,
27
+ "self": 0.001426024001375481,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 1.9743940509997628,
31
  "count": 1,
32
+ "self": 1.9743940509997628
33
  },
34
  "TrainerController.advance": {
35
+ "total": 1.3284543219983789,
36
  "count": 64,
37
+ "self": 0.0013486119964909449,
38
  "children": {
39
  "env_step": {
40
+ "total": 1.239643251999496,
41
  "count": 64,
42
+ "self": 0.8918196119993809,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
+ "total": 0.34713465299773816,
46
  "count": 64,
47
+ "self": 0.004416080997543759,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
+ "total": 0.3427185720001944,
51
  "count": 64,
52
+ "self": 0.3427185720001944
53
  }
54
  }
55
  },
56
  "workers": {
57
+ "total": 0.0006889870023769618,
58
  "count": 64,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
+ "total": 3.25066386899789,
63
  "count": 64,
64
  "is_parallel": true,
65
+ "self": 2.4980600600006255,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
 
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
+ "total": 0.002706621999550407,
75
  "count": 1,
76
  "is_parallel": true,
77
+ "self": 0.0007742199995846022,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
+ "total": 0.0019324019999658049,
81
  "count": 10,
82
  "is_parallel": true,
83
+ "self": 0.0019324019999658049
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
+ "total": 0.03711117500006367,
89
  "count": 1,
90
  "is_parallel": true,
91
+ "self": 0.0006426350000765524,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
+ "total": 0.0004198059996269876,
95
  "count": 1,
96
  "is_parallel": true,
97
+ "self": 0.0004198059996269876
98
  },
99
  "communicator.exchange": {
100
+ "total": 0.03387730200029182,
101
  "count": 1,
102
  "is_parallel": true,
103
+ "self": 0.03387730200029182
104
  },
105
  "steps_from_proto": {
106
+ "total": 0.0021714320000683074,
107
  "count": 1,
108
  "is_parallel": true,
109
+ "self": 0.0003673770002023957,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
+ "total": 0.0018040549998659117,
113
  "count": 10,
114
  "is_parallel": true,
115
+ "self": 0.0018040549998659117
116
  }
117
  }
118
  }
 
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
+ "total": 0.7526038089972644,
125
  "count": 63,
126
  "is_parallel": true,
127
+ "self": 0.03548577300080069,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
+ "total": 0.019584108999424643,
131
  "count": 63,
132
  "is_parallel": true,
133
+ "self": 0.019584108999424643
134
  },
135
  "communicator.exchange": {
136
+ "total": 0.5814173219991972,
137
  "count": 63,
138
  "is_parallel": true,
139
+ "self": 0.5814173219991972
140
  },
141
  "steps_from_proto": {
142
+ "total": 0.11611660499784193,
143
  "count": 63,
144
  "is_parallel": true,
145
+ "self": 0.020562682994295756,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
+ "total": 0.09555392200354618,
149
  "count": 630,
150
  "is_parallel": true,
151
+ "self": 0.09555392200354618
152
  }
153
  }
154
  }
 
161
  }
162
  },
163
  "trainer_advance": {
164
+ "total": 0.08746245800239194,
165
  "count": 64,
166
+ "self": 0.0011150540003654896,
167
  "children": {
168
  "process_trajectory": {
169
+ "total": 0.08634740400202645,
170
  "count": 64,
171
+ "self": 0.08634740400202645
172
  }
173
  }
174
  }
175
  }
176
  },
177
  "trainer_threads": {
178
+ "total": 1.0030003068095539e-06,
179
  "count": 1,
180
+ "self": 1.0030003068095539e-06
181
  },
182
  "TrainerController._save_models": {
183
+ "total": 0.09801309300019057,
184
  "count": 1,
185
+ "self": 0.0008090710002761625,
186
  "children": {
187
  "RLTrainer._checkpoint": {
188
+ "total": 0.0972040219999144,
189
  "count": 1,
190
+ "self": 0.0972040219999144
191
  }
192
  }
193
  }
run_logs/training_status.json CHANGED
@@ -5,7 +5,7 @@
5
  "steps": 704,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx",
7
  "reward": null,
8
- "creation_time": 1782635270.4352117,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
11
  ]
@@ -15,7 +15,7 @@
15
  "steps": 704,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
- "creation_time": 1782635270.4352117,
19
  "auxillary_file_paths": [
20
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
21
  ]
 
5
  "steps": 704,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx",
7
  "reward": null,
8
+ "creation_time": 1782635769.9812627,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
11
  ]
 
15
  "steps": 704,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
+ "creation_time": 1782635769.9812627,
19
  "auxillary_file_paths": [
20
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
21
  ]