Hugging Face's logo

fanjiangpost
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files
xet
 Metrics Community
fanjiangpost commited on
Commit
69ffcf0
·
verified ·
1 Parent(s): eaaec78

First Push

Browse files
Files changed (10) hide show
  1. SnowballTarget.onnx +1 -1
  2. SnowballTarget/SnowballTarget-2112.onnx +3 -0
  3. SnowballTarget/SnowballTarget-2112.pt +3 -0
  4. SnowballTarget/checkpoint.pt +1 -1
  5. SnowballTarget/events.out.tfevents.1782635850.ba684205ff41.10321.0 +3 -0
  6. config.json +1 -1
  7. configuration.yaml +1 -1
  8. run_logs/Player-0.log +15 -15
  9. run_logs/timers.json +68 -68
  10. run_logs/training_status.json +7 -7
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:975432dc23838e9d73963e04f75d21581967d23dd212a7e06ed56aa819c15b37
3
  size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6e9ce19804c95032728df8384d703c52f608bb61ffb1bcda17bc629315d947
3
  size 649740
SnowballTarget/SnowballTarget-2112.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee6e9ce19804c95032728df8384d703c52f608bb61ffb1bcda17bc629315d947
3
+ size 649740
SnowballTarget/SnowballTarget-2112.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98510152a8aa2d2c0ea900e12215f12c0f3e39bbc320847c1be441e68b856304
3
+ size 1286056
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9dc1a4dab749ae7551416c322d149c2df24f028b1f8fcca23b197a2b9458c49b
3
  size 1285813
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54c1c123e30f1ae9c20fe52b7eadd78c451780fe3459c69b5f60d0f562a9dc84
3
  size 1285813
SnowballTarget/events.out.tfevents.1782635850.ba684205ff41.10321.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d53263c12b785e5046c14b5157387d21f03fb7c402dcd33373cef23ae087c569
3
+ size 1113
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200, "time_horizon": 64, "summary_freq": 10000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 2000, "time_horizon": 64, "summary_freq": 10000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -38,7 +38,7 @@ behaviors:
38
  init_path: null
39
  keep_checkpoints: 10
40
  even_checkpoints: false
41
- max_steps: 200
42
  time_horizon: 64
43
  summary_freq: 10000
44
  threaded: false
 
38
  init_path: null
39
  keep_checkpoints: 10
40
  even_checkpoints: false
41
+ max_steps: 2000
42
  time_horizon: 64
43
  summary_freq: 10000
44
  threaded: false
run_logs/Player-0.log CHANGED
@@ -31,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.078 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -42,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
- UnloadTime: 0.959217 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
@@ -50,7 +50,7 @@ Memory Statistics:
50
  [ALLOC_TEMP_TLS] TLS Allocator
51
  StackAllocators :
52
  [ALLOC_TEMP_MAIN]
53
- Peak usage frame count: [8.0 KB-16.0 KB]: 19 frames, [2.0 MB-4.0 MB]: 1 frames
54
  Initial Block Size 4.0 MB
55
  Current Block Size 4.0 MB
56
  Peak Allocated Bytes 2.0 MB
@@ -166,19 +166,19 @@ Memory Statistics:
166
  Peak Allocated Bytes 0 B
167
  Overflow Count 0
168
  [ALLOC_DEFAULT] Dual Thread Allocator
169
- Peak main deferred allocation count 23
170
  [ALLOC_BUCKET]
171
  Large Block size 4.0 MB
172
  Used Block count 1
173
  Peak Allocated bytes 1.0 MB
174
  [ALLOC_DEFAULT_MAIN]
175
- Peak usage frame count: [4.0 MB-8.0 MB]: 20 frames
176
  Requested Block Size 16.0 MB
177
  Peak Block count 1
178
- Peak Allocated memory 5.3 MB
179
  Peak Large allocation bytes 0 B
180
  [ALLOC_DEFAULT_THREAD]
181
- Peak usage frame count: [16.0 MB-32.0 MB]: 20 frames
182
  Requested Block Size 16.0 MB
183
  Peak Block count 1
184
  Peak Allocated memory 17.3 MB
@@ -195,7 +195,7 @@ Memory Statistics:
195
  Overflow Count (full) 0
196
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
197
  Initial Block Size 2.0 MB
198
- Used Block Count 1
199
  Overflow Count (too large) 0
200
  Overflow Count (full) 0
201
  [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -210,13 +210,13 @@ Memory Statistics:
210
  Used Block count 1
211
  Peak Allocated bytes 1.0 MB
212
  [ALLOC_GFX_MAIN]
213
- Peak usage frame count: [32.0 KB-64.0 KB]: 16 frames, [64.0 KB-128.0 KB]: 4 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
- Peak Allocated memory 65.6 KB
217
  Peak Large allocation bytes 0 B
218
  [ALLOC_GFX_THREAD]
219
- Peak usage frame count: [32.0 KB-64.0 KB]: 20 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 1
222
  Peak Allocated memory 39.6 KB
@@ -228,13 +228,13 @@ Memory Statistics:
228
  Used Block count 1
229
  Peak Allocated bytes 1.0 MB
230
  [ALLOC_CACHEOBJECTS_MAIN]
231
- Peak usage frame count: [0.5 MB-1.0 MB]: 20 frames
232
  Requested Block Size 4.0 MB
233
  Peak Block count 1
234
  Peak Allocated memory 0.6 MB
235
  Peak Large allocation bytes 0 B
236
  [ALLOC_CACHEOBJECTS_THREAD]
237
- Peak usage frame count: [0.5 MB-1.0 MB]: 19 frames, [2.0 MB-4.0 MB]: 1 frames
238
  Requested Block Size 4.0 MB
239
  Peak Block count 1
240
  Peak Allocated memory 2.2 MB
@@ -246,13 +246,13 @@ Memory Statistics:
246
  Used Block count 1
247
  Peak Allocated bytes 1.0 MB
248
  [ALLOC_TYPETREE_MAIN]
249
- Peak usage frame count: [0-1.0 KB]: 20 frames
250
  Requested Block Size 2.0 MB
251
  Peak Block count 1
252
  Peak Allocated memory 1.0 KB
253
  Peak Large allocation bytes 0 B
254
  [ALLOC_TYPETREE_THREAD]
255
- Peak usage frame count: [1.0 KB-2.0 KB]: 20 frames
256
  Requested Block Size 2.0 MB
257
  Peak Block count 1
258
  Peak Allocated memory 1.7 KB
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.079 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
+ UnloadTime: 0.657281 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
 
50
  [ALLOC_TEMP_TLS] TLS Allocator
51
  StackAllocators :
52
  [ALLOC_TEMP_MAIN]
53
+ Peak usage frame count: [8.0 KB-16.0 KB]: 57 frames, [2.0 MB-4.0 MB]: 1 frames
54
  Initial Block Size 4.0 MB
55
  Current Block Size 4.0 MB
56
  Peak Allocated Bytes 2.0 MB
 
166
  Peak Allocated Bytes 0 B
167
  Overflow Count 0
168
  [ALLOC_DEFAULT] Dual Thread Allocator
169
+ Peak main deferred allocation count 31
170
  [ALLOC_BUCKET]
171
  Large Block size 4.0 MB
172
  Used Block count 1
173
  Peak Allocated bytes 1.0 MB
174
  [ALLOC_DEFAULT_MAIN]
175
+ Peak usage frame count: [4.0 MB-8.0 MB]: 58 frames
176
  Requested Block Size 16.0 MB
177
  Peak Block count 1
178
+ Peak Allocated memory 5.6 MB
179
  Peak Large allocation bytes 0 B
180
  [ALLOC_DEFAULT_THREAD]
181
+ Peak usage frame count: [16.0 MB-32.0 MB]: 58 frames
182
  Requested Block Size 16.0 MB
183
  Peak Block count 1
184
  Peak Allocated memory 17.3 MB
 
195
  Overflow Count (full) 0
196
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
197
  Initial Block Size 2.0 MB
198
+ Used Block Count 2
199
  Overflow Count (too large) 0
200
  Overflow Count (full) 0
201
  [ALLOC_TEMP_JOB_ASYNC (Background)]
 
210
  Used Block count 1
211
  Peak Allocated bytes 1.0 MB
212
  [ALLOC_GFX_MAIN]
213
+ Peak usage frame count: [32.0 KB-64.0 KB]: 48 frames, [64.0 KB-128.0 KB]: 10 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
+ Peak Allocated memory 66.4 KB
217
  Peak Large allocation bytes 0 B
218
  [ALLOC_GFX_THREAD]
219
+ Peak usage frame count: [32.0 KB-64.0 KB]: 58 frames
220
  Requested Block Size 16.0 MB
221
  Peak Block count 1
222
  Peak Allocated memory 39.6 KB
 
228
  Used Block count 1
229
  Peak Allocated bytes 1.0 MB
230
  [ALLOC_CACHEOBJECTS_MAIN]
231
+ Peak usage frame count: [0.5 MB-1.0 MB]: 58 frames
232
  Requested Block Size 4.0 MB
233
  Peak Block count 1
234
  Peak Allocated memory 0.6 MB
235
  Peak Large allocation bytes 0 B
236
  [ALLOC_CACHEOBJECTS_THREAD]
237
+ Peak usage frame count: [0.5 MB-1.0 MB]: 57 frames, [2.0 MB-4.0 MB]: 1 frames
238
  Requested Block Size 4.0 MB
239
  Peak Block count 1
240
  Peak Allocated memory 2.2 MB
 
246
  Used Block count 1
247
  Peak Allocated bytes 1.0 MB
248
  [ALLOC_TYPETREE_MAIN]
249
+ Peak usage frame count: [0-1.0 KB]: 58 frames
250
  Requested Block Size 2.0 MB
251
  Peak Block count 1
252
  Peak Allocated memory 1.0 KB
253
  Peak Large allocation bytes 0 B
254
  [ALLOC_TYPETREE_THREAD]
255
+ Peak usage frame count: [1.0 KB-2.0 KB]: 58 frames
256
  Requested Block Size 2.0 MB
257
  Peak Block count 1
258
  Peak Allocated memory 1.7 KB
run_logs/timers.json CHANGED
@@ -2,7 +2,7 @@
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1782635766",
6
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
@@ -10,59 +10,59 @@
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.8.0+cu128",
12
  "numpy_version": "1.23.5",
13
- "end_time_seconds": "1782635770"
14
  },
15
- "total": 3.869910484999764,
16
  "count": 1,
17
- "self": 0.4316216809997968,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.03600031099995249,
21
  "count": 1,
22
- "self": 0.03600031099995249
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 3.4022884930000146,
26
  "count": 1,
27
- "self": 0.001426024001375481,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 1.9743940509997628,
31
  "count": 1,
32
- "self": 1.9743940509997628
33
  },
34
  "TrainerController.advance": {
35
- "total": 1.3284543219983789,
36
- "count": 64,
37
- "self": 0.0013486119964909449,
38
  "children": {
39
  "env_step": {
40
- "total": 1.239643251999496,
41
- "count": 64,
42
- "self": 0.8918196119993809,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 0.34713465299773816,
46
- "count": 64,
47
- "self": 0.004416080997543759,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 0.3427185720001944,
51
- "count": 64,
52
- "self": 0.3427185720001944
53
  }
54
  }
55
  },
56
  "workers": {
57
- "total": 0.0006889870023769618,
58
- "count": 64,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
- "total": 3.25066386899789,
63
- "count": 64,
64
  "is_parallel": true,
65
- "self": 2.4980600600006255,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
@@ -71,48 +71,48 @@
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
- "total": 0.002706621999550407,
75
  "count": 1,
76
  "is_parallel": true,
77
- "self": 0.0007742199995846022,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
- "total": 0.0019324019999658049,
81
  "count": 10,
82
  "is_parallel": true,
83
- "self": 0.0019324019999658049
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
- "total": 0.03711117500006367,
89
  "count": 1,
90
  "is_parallel": true,
91
- "self": 0.0006426350000765524,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
- "total": 0.0004198059996269876,
95
  "count": 1,
96
  "is_parallel": true,
97
- "self": 0.0004198059996269876
98
  },
99
  "communicator.exchange": {
100
- "total": 0.03387730200029182,
101
  "count": 1,
102
  "is_parallel": true,
103
- "self": 0.03387730200029182
104
  },
105
  "steps_from_proto": {
106
- "total": 0.0021714320000683074,
107
  "count": 1,
108
  "is_parallel": true,
109
- "self": 0.0003673770002023957,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
- "total": 0.0018040549998659117,
113
  "count": 10,
114
  "is_parallel": true,
115
- "self": 0.0018040549998659117
116
  }
117
  }
118
  }
@@ -121,34 +121,34 @@
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
- "total": 0.7526038089972644,
125
- "count": 63,
126
  "is_parallel": true,
127
- "self": 0.03548577300080069,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
- "total": 0.019584108999424643,
131
- "count": 63,
132
  "is_parallel": true,
133
- "self": 0.019584108999424643
134
  },
135
  "communicator.exchange": {
136
- "total": 0.5814173219991972,
137
- "count": 63,
138
  "is_parallel": true,
139
- "self": 0.5814173219991972
140
  },
141
  "steps_from_proto": {
142
- "total": 0.11611660499784193,
143
- "count": 63,
144
  "is_parallel": true,
145
- "self": 0.020562682994295756,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
- "total": 0.09555392200354618,
149
- "count": 630,
150
  "is_parallel": true,
151
- "self": 0.09555392200354618
152
  }
153
  }
154
  }
@@ -161,33 +161,33 @@
161
  }
162
  },
163
  "trainer_advance": {
164
- "total": 0.08746245800239194,
165
- "count": 64,
166
- "self": 0.0011150540003654896,
167
  "children": {
168
  "process_trajectory": {
169
- "total": 0.08634740400202645,
170
- "count": 64,
171
- "self": 0.08634740400202645
172
  }
173
  }
174
  }
175
  }
176
  },
177
  "trainer_threads": {
178
- "total": 1.0030003068095539e-06,
179
  "count": 1,
180
- "self": 1.0030003068095539e-06
181
  },
182
  "TrainerController._save_models": {
183
- "total": 0.09801309300019057,
184
  "count": 1,
185
- "self": 0.0008090710002761625,
186
  "children": {
187
  "RLTrainer._checkpoint": {
188
- "total": 0.0972040219999144,
189
  "count": 1,
190
- "self": 0.0972040219999144
191
  }
192
  }
193
  }
 
2
  "name": "root",
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1782635849",
6
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
 
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.8.0+cu128",
12
  "numpy_version": "1.23.5",
13
+ "end_time_seconds": "1782635855"
14
  },
15
+ "total": 6.075091056000019,
16
  "count": 1,
17
+ "self": 0.4289004819997899,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.02334529300014765,
21
  "count": 1,
22
+ "self": 0.02334529300014765
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 5.622845281000082,
26
  "count": 1,
27
+ "self": 0.0039201919971674215,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 1.9225058530000751,
31
  "count": 1,
32
+ "self": 1.9225058530000751
33
  },
34
  "TrainerController.advance": {
35
+ "total": 3.5826200940027775,
36
+ "count": 192,
37
+ "self": 0.0038668639977004204,
38
  "children": {
39
  "env_step": {
40
+ "total": 3.367998347003322,
41
+ "count": 192,
42
+ "self": 2.56904160799877,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
+ "total": 0.7968644300017331,
46
+ "count": 192,
47
+ "self": 0.013121705003413808,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
+ "total": 0.7837427249983193,
51
+ "count": 192,
52
+ "self": 0.7837427249983193
53
  }
54
  }
55
  },
56
  "workers": {
57
+ "total": 0.0020923090028190927,
58
+ "count": 192,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
+ "total": 5.459060455998042,
63
+ "count": 192,
64
  "is_parallel": true,
65
+ "self": 3.2258999899981973,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
 
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
+ "total": 0.0019179789996996988,
75
  "count": 1,
76
  "is_parallel": true,
77
+ "self": 0.0005945560001237027,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
+ "total": 0.001323422999575996,
81
  "count": 10,
82
  "is_parallel": true,
83
+ "self": 0.001323422999575996
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
+ "total": 0.03691932799983988,
89
  "count": 1,
90
  "is_parallel": true,
91
+ "self": 0.0005645179999191896,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
+ "total": 0.0004271540001354879,
95
  "count": 1,
96
  "is_parallel": true,
97
+ "self": 0.0004271540001354879
98
  },
99
  "communicator.exchange": {
100
+ "total": 0.03407010299997637,
101
  "count": 1,
102
  "is_parallel": true,
103
+ "self": 0.03407010299997637
104
  },
105
  "steps_from_proto": {
106
+ "total": 0.0018575529998088314,
107
  "count": 1,
108
  "is_parallel": true,
109
+ "self": 0.0003659180006252427,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
+ "total": 0.0014916349991835887,
113
  "count": 10,
114
  "is_parallel": true,
115
+ "self": 0.0014916349991835887
116
  }
117
  }
118
  }
 
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
+ "total": 2.2331604659998447,
125
+ "count": 191,
126
  "is_parallel": true,
127
+ "self": 0.10852683699795307,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
+ "total": 0.05946086599715272,
131
+ "count": 191,
132
  "is_parallel": true,
133
+ "self": 0.05946086599715272
134
  },
135
  "communicator.exchange": {
136
+ "total": 1.7115474780021032,
137
+ "count": 191,
138
  "is_parallel": true,
139
+ "self": 1.7115474780021032
140
  },
141
  "steps_from_proto": {
142
+ "total": 0.3536252850026358,
143
+ "count": 191,
144
  "is_parallel": true,
145
+ "self": 0.06261469799846964,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
+ "total": 0.29101058700416615,
149
+ "count": 1910,
150
  "is_parallel": true,
151
+ "self": 0.29101058700416615
152
  }
153
  }
154
  }
 
161
  }
162
  },
163
  "trainer_advance": {
164
+ "total": 0.21075488300175493,
165
+ "count": 192,
166
+ "self": 0.003962240002692852,
167
  "children": {
168
  "process_trajectory": {
169
+ "total": 0.20679264299906208,
170
+ "count": 192,
171
+ "self": 0.20679264299906208
172
  }
173
  }
174
  }
175
  }
176
  },
177
  "trainer_threads": {
178
+ "total": 9.99999883788405e-07,
179
  "count": 1,
180
+ "self": 9.99999883788405e-07
181
  },
182
  "TrainerController._save_models": {
183
+ "total": 0.1137981420001779,
184
  "count": 1,
185
+ "self": 0.001005714000257285,
186
  "children": {
187
  "RLTrainer._checkpoint": {
188
+ "total": 0.11279242799992062,
189
  "count": 1,
190
+ "self": 0.11279242799992062
191
  }
192
  }
193
  }
run_logs/training_status.json CHANGED
@@ -2,22 +2,22 @@
2
  "SnowballTarget": {
3
  "checkpoints": [
4
  {
5
- "steps": 704,
6
- "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.onnx",
7
  "reward": null,
8
- "creation_time": 1782635769.9812627,
9
  "auxillary_file_paths": [
10
- "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
11
  ]
12
  }
13
  ],
14
  "final_checkpoint": {
15
- "steps": 704,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
- "creation_time": 1782635769.9812627,
19
  "auxillary_file_paths": [
20
- "results/SnowballTarget1/SnowballTarget/SnowballTarget-704.pt"
21
  ]
22
  }
23
  },
 
2
  "SnowballTarget": {
3
  "checkpoints": [
4
  {
5
+ "steps": 2112,
6
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-2112.onnx",
7
  "reward": null,
8
+ "creation_time": 1782635855.177667,
9
  "auxillary_file_paths": [
10
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-2112.pt"
11
  ]
12
  }
13
  ],
14
  "final_checkpoint": {
15
+ "steps": 2112,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
  "reward": null,
18
+ "creation_time": 1782635855.177667,
19
  "auxillary_file_paths": [
20
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-2112.pt"
21
  ]
22
  }
23
  },