Hugging Face's logo

cmjaramile
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files
xet
 Metrics Community
cmjaramile commited on
Commit
1ceac55
·
verified ·
1 Parent(s): 02c9afc

First Push

Browse files
Files changed (16) hide show
  1. SnowballTarget.onnx +1 -1
  2. SnowballTarget/SnowballTarget-149984.onnx +1 -1
  3. SnowballTarget/SnowballTarget-149984.pt +1 -1
  4. SnowballTarget/SnowballTarget-199984.onnx +1 -1
  5. SnowballTarget/SnowballTarget-199984.pt +1 -1
  6. SnowballTarget/SnowballTarget-200112.onnx +1 -1
  7. SnowballTarget/SnowballTarget-200112.pt +1 -1
  8. SnowballTarget/SnowballTarget-49936.onnx +1 -1
  9. SnowballTarget/SnowballTarget-49936.pt +1 -1
  10. SnowballTarget/SnowballTarget-99960.onnx +1 -1
  11. SnowballTarget/SnowballTarget-99960.pt +1 -1
  12. SnowballTarget/checkpoint.pt +1 -1
  13. SnowballTarget/events.out.tfevents.1783021246.8dd7c3fe047b.15815.0 +3 -0
  14. run_logs/Player-0.log +6 -6
  15. run_logs/timers.json +97 -97
  16. run_logs/training_status.json +11 -11
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1dd8969f316f1e0526bbd03958a9d449ab6a78c541829ccd2011ae00145c8b4
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb11df9c6cabe37d7b803d12e674a49505f678f04a303ef87dd6a6ad5418df5
3
  size 650646
SnowballTarget/SnowballTarget-149984.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:84404e66ebb35efbe0560c698ffffdba53c6b3e7466dd17eb638c3b7771de243
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecccd296114f695770e1c25656fc571344f77242dae19b669b84bc3a82c757b7
3
  size 650646
SnowballTarget/SnowballTarget-149984.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec1b08af42fa9235e01efb64b45274ffde365058c4643654eea6cca18988edd6
3
  size 3849902
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40fa4ac252dc3a34a69688069215eb657ba9d7f54612300c2d074d4fbb9db3a
3
  size 3849902
SnowballTarget/SnowballTarget-199984.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1dd8969f316f1e0526bbd03958a9d449ab6a78c541829ccd2011ae00145c8b4
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb11df9c6cabe37d7b803d12e674a49505f678f04a303ef87dd6a6ad5418df5
3
  size 650646
SnowballTarget/SnowballTarget-199984.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa234ee77b4a04dc1dcd5981321b3a74626e690fdb6542003b8e3a38d7c2ad2a
3
  size 3849902
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7bdde7f8374d2271161f031d5bdb1120b61f5576fe6180b0005240d34dee1cf
3
  size 3849902
SnowballTarget/SnowballTarget-200112.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a1dd8969f316f1e0526bbd03958a9d449ab6a78c541829ccd2011ae00145c8b4
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbb11df9c6cabe37d7b803d12e674a49505f678f04a303ef87dd6a6ad5418df5
3
  size 650646
SnowballTarget/SnowballTarget-200112.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:80c12ac82ea1b3933051fbd27e4d212d38f204dc894ceb4b8ef1287111f3c4a5
3
  size 3849902
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a473c1d4af528f7e38b3d05565af7c24f6ae110c8800b8abbc0430fc4bcaf33
3
  size 3849902
SnowballTarget/SnowballTarget-49936.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ba5aa70bdeb2a201f63dac2f3d3ba8b22f7e58acf1dd1609a1cff8acedc9972
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcddd4b2ab615cf4c406d4224a4c287043e44b75480808d2933e93565ac44653
3
  size 650646
SnowballTarget/SnowballTarget-49936.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5006a49e985a13988fadcd2674b14df098f22672984c2cbb5165836b224208ca
3
  size 3849827
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45976696c839b97439392fff4a37e79c42587d101267bb986bbcf6680d492854
3
  size 3849827
SnowballTarget/SnowballTarget-99960.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7190a97af42dcef43b41cec849f1f9098a7481564e383f38a3985761d5050eb8
3
  size 650646
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a832328808b09ef10b406ef1ed6b285bcd5e44c936c23224636252e685cf5d0
3
  size 650646
SnowballTarget/SnowballTarget-99960.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07efccb269ac140370d1348d2f3e379ed5463bd8c914783f78695f8d061cd0b6
3
  size 3849827
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ec6820f30d62d8e27eabdfcf1a4940fee99251f9dc8d3b32fe3c152cce91738
3
  size 3849827
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a7fc7425b18b6957aa8fc555647968528a97a9482cdc4cf27da65cb468a9e70
3
  size 3849077
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41a6c414bd1ce5723b6953f2677782278a486a10cd0e90029f3e6dcea2efb54e
3
  size 3849077
SnowballTarget/events.out.tfevents.1783021246.8dd7c3fe047b.15815.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:575016d27cd4d20c199c0d5fe2fd2f32fe49ded2229b283fd8c6ae533bbfad0d
3
+ size 18876
run_logs/Player-0.log CHANGED
@@ -34,7 +34,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.081 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,7 +45,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
- UnloadTime: 0.644317 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 1 worker threads for Enlighten.
@@ -169,7 +169,7 @@ Memory Statistics:
169
  Peak Allocated Bytes 0 B
170
  Overflow Count 0
171
  [ALLOC_DEFAULT] Dual Thread Allocator
172
- Peak main deferred allocation count 40
173
  [ALLOC_BUCKET]
174
  Large Block size 4.0 MB
175
  Used Block count 1
@@ -178,13 +178,13 @@ Memory Statistics:
178
  Peak usage frame count: [4.0 MB-8.0 MB]: 5458 frames
179
  Requested Block Size 16.0 MB
180
  Peak Block count 1
181
- Peak Allocated memory 6.6 MB
182
  Peak Large allocation bytes 0 B
183
  [ALLOC_DEFAULT_THREAD]
184
  Peak usage frame count: [16.0 MB-32.0 MB]: 5458 frames
185
  Requested Block Size 16.0 MB
186
  Peak Block count 1
187
- Peak Allocated memory 17.8 MB
188
  Peak Large allocation bytes 16.0 MB
189
  [ALLOC_TEMP_JOB_1_FRAME]
190
  Initial Block Size 2.0 MB
@@ -213,7 +213,7 @@ Memory Statistics:
213
  Used Block count 1
214
  Peak Allocated bytes 1.0 MB
215
  [ALLOC_GFX_MAIN]
216
- Peak usage frame count: [32.0 KB-64.0 KB]: 4632 frames, [64.0 KB-128.0 KB]: 826 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 66.8 KB
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.082 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
+ UnloadTime: 0.686695 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 1 worker threads for Enlighten.
 
169
  Peak Allocated Bytes 0 B
170
  Overflow Count 0
171
  [ALLOC_DEFAULT] Dual Thread Allocator
172
+ Peak main deferred allocation count 41
173
  [ALLOC_BUCKET]
174
  Large Block size 4.0 MB
175
  Used Block count 1
 
178
  Peak usage frame count: [4.0 MB-8.0 MB]: 5458 frames
179
  Requested Block Size 16.0 MB
180
  Peak Block count 1
181
+ Peak Allocated memory 7.2 MB
182
  Peak Large allocation bytes 0 B
183
  [ALLOC_DEFAULT_THREAD]
184
  Peak usage frame count: [16.0 MB-32.0 MB]: 5458 frames
185
  Requested Block Size 16.0 MB
186
  Peak Block count 1
187
+ Peak Allocated memory 17.3 MB
188
  Peak Large allocation bytes 16.0 MB
189
  [ALLOC_TEMP_JOB_1_FRAME]
190
  Initial Block Size 2.0 MB
 
213
  Used Block count 1
214
  Peak Allocated bytes 1.0 MB
215
  [ALLOC_GFX_MAIN]
216
+ Peak usage frame count: [32.0 KB-64.0 KB]: 4350 frames, [64.0 KB-128.0 KB]: 1108 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 66.8 KB
run_logs/timers.json CHANGED
@@ -2,15 +2,15 @@
2
  "name": "root",
3
  "gauges": {
4
  "SnowballTarget.Policy.Entropy.mean": {
5
- "value": 0.8566526770591736,
6
- "min": 0.8566526770591736,
7
- "max": 2.8442230224609375,
8
  "count": 20
9
  },
10
  "SnowballTarget.Policy.Entropy.sum": {
11
- "value": 8141.626953125,
12
- "min": 8141.626953125,
13
- "max": 29033.828125,
14
  "count": 20
15
  },
16
  "SnowballTarget.Step.mean": {
@@ -26,39 +26,39 @@
26
  "count": 20
27
  },
28
  "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 12.247525215148926,
30
- "min": 0.4560253620147705,
31
- "max": 12.247525215148926,
32
  "count": 20
33
  },
34
  "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 2388.267333984375,
36
- "min": 88.46891784667969,
37
- "max": 2480.94970703125,
38
  "count": 20
39
  },
40
  "SnowballTarget.Losses.PolicyLoss.mean": {
41
- "value": 0.06635778996632344,
42
- "min": 0.06088471357275814,
43
- "max": 0.07475634325950808,
44
  "count": 20
45
  },
46
  "SnowballTarget.Losses.PolicyLoss.sum": {
47
- "value": 0.26543115986529375,
48
- "min": 0.24353885429103256,
49
- "max": 0.36618403665445787,
50
  "count": 20
51
  },
52
  "SnowballTarget.Losses.ValueLoss.mean": {
53
- "value": 0.2126019621158347,
54
- "min": 0.12597692429485238,
55
- "max": 0.2839123654161014,
56
  "count": 20
57
  },
58
  "SnowballTarget.Losses.ValueLoss.sum": {
59
- "value": 0.8504078484633388,
60
- "min": 0.5039076971794095,
61
- "max": 1.3837916652361553,
62
  "count": 20
63
  },
64
  "SnowballTarget.Policy.LearningRate.mean": {
@@ -110,27 +110,27 @@
110
  "count": 20
111
  },
112
  "SnowballTarget.Environment.CumulativeReward.mean": {
113
- "value": 24.227272727272727,
114
- "min": 3.7045454545454546,
115
- "max": 24.227272727272727,
116
  "count": 20
117
  },
118
  "SnowballTarget.Environment.CumulativeReward.sum": {
119
- "value": 1066.0,
120
- "min": 163.0,
121
- "max": 1331.0,
122
  "count": 20
123
  },
124
  "SnowballTarget.Policy.ExtrinsicReward.mean": {
125
- "value": 24.227272727272727,
126
- "min": 3.7045454545454546,
127
- "max": 24.227272727272727,
128
  "count": 20
129
  },
130
  "SnowballTarget.Policy.ExtrinsicReward.sum": {
131
- "value": 1066.0,
132
- "min": 163.0,
133
- "max": 1331.0,
134
  "count": 20
135
  },
136
  "SnowballTarget.IsTraining.mean": {
@@ -148,7 +148,7 @@
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1783018441",
152
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn /content/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
154
  "mlagents_version": "1.2.0.dev0",
@@ -156,59 +156,59 @@
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.8.0+cu128",
158
  "numpy_version": "1.23.5",
159
- "end_time_seconds": "1783018882"
160
  },
161
- "total": 441.52051033399994,
162
  "count": 1,
163
- "self": 0.43104294799991294,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.02608141600012459,
167
  "count": 1,
168
- "self": 0.02608141600012459
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 441.0633859699999,
172
  "count": 1,
173
- "self": 0.33034916897395306,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 3.2376093580000997,
177
  "count": 1,
178
- "self": 3.2376093580000997
179
  },
180
  "TrainerController.advance": {
181
- "total": 437.4221220380259,
182
  "count": 18192,
183
- "self": 0.3498712320567847,
184
  "children": {
185
  "env_step": {
186
- "total": 320.88669370099683,
187
  "count": 18192,
188
- "self": 251.51406227899884,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 69.16669432098934,
192
  "count": 18192,
193
- "self": 1.2463448330308893,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 67.92034948795845,
197
  "count": 18192,
198
- "self": 67.92034948795845
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 0.20593710100865792,
204
  "count": 18192,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 439.1297857990103,
209
  "count": 18192,
210
  "is_parallel": true,
211
- "self": 217.80983904101208,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.005308983999839256,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.003565965999769105,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0017430180000701512,
227
  "count": 10,
228
  "is_parallel": true,
229
- "self": 0.0017430180000701512
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.07483988700005284,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.0018865980000555282,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00042771900007210206,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00042771900007210206
244
  },
245
  "communicator.exchange": {
246
- "total": 0.06951149600013196,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.06951149600013196
250
  },
251
  "steps_from_proto": {
252
- "total": 0.003014073999793254,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 0.00036603700027626473,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0026480369995169895,
259
  "count": 10,
260
  "is_parallel": true,
261
- "self": 0.0026480369995169895
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 221.3199467579982,
271
  "count": 18191,
272
  "is_parallel": true,
273
- "self": 10.243044266014067,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 5.4400928539826054,
277
  "count": 18191,
278
  "is_parallel": true,
279
- "self": 5.4400928539826054
280
  },
281
  "communicator.exchange": {
282
- "total": 169.27634446699903,
283
  "count": 18191,
284
  "is_parallel": true,
285
- "self": 169.27634446699903
286
  },
287
  "steps_from_proto": {
288
- "total": 36.36046517100249,
289
  "count": 18191,
290
  "is_parallel": true,
291
- "self": 6.539818220001507,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 29.82064695100098,
295
  "count": 181910,
296
  "is_parallel": true,
297
- "self": 29.82064695100098
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 116.1855571049723,
311
  "count": 18192,
312
- "self": 0.3913821829758035,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 23.715446568995958,
316
  "count": 18192,
317
- "self": 23.327121452996153,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 0.38832511599980535,
321
  "count": 4,
322
- "self": 0.38832511599980535
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 92.07872835300054,
328
  "count": 90,
329
- "self": 37.17232722900826,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 54.90640112399228,
333
  "count": 4587,
334
- "self": 54.90640112399228
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 9.030000001075678e-07,
344
  "count": 1,
345
- "self": 9.030000001075678e-07
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.0733045019999281,
349
  "count": 1,
350
- "self": 0.0008511579999321839,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.07245334399999592,
354
  "count": 1,
355
- "self": 0.07245334399999592
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "SnowballTarget.Policy.Entropy.mean": {
5
+ "value": 0.8953462839126587,
6
+ "min": 0.8953462839126587,
7
+ "max": 2.842545747756958,
8
  "count": 20
9
  },
10
  "SnowballTarget.Policy.Entropy.sum": {
11
+ "value": 8509.37109375,
12
+ "min": 8509.37109375,
13
+ "max": 29016.70703125,
14
  "count": 20
15
  },
16
  "SnowballTarget.Step.mean": {
 
26
  "count": 20
27
  },
28
  "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 12.430351257324219,
30
+ "min": 0.3850409984588623,
31
+ "max": 12.430351257324219,
32
  "count": 20
33
  },
34
  "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 2423.91845703125,
36
+ "min": 74.69795227050781,
37
+ "max": 2511.078125,
38
  "count": 20
39
  },
40
  "SnowballTarget.Losses.PolicyLoss.mean": {
41
+ "value": 0.06207742861828164,
42
+ "min": 0.06207742861828164,
43
+ "max": 0.07503259427875153,
44
  "count": 20
45
  },
46
  "SnowballTarget.Losses.PolicyLoss.sum": {
47
+ "value": 0.24830971447312655,
48
+ "min": 0.24830971447312655,
49
+ "max": 0.37516297139375765,
50
  "count": 20
51
  },
52
  "SnowballTarget.Losses.ValueLoss.mean": {
53
+ "value": 0.21889654324189123,
54
+ "min": 0.12068470898791965,
55
+ "max": 0.27420273843933557,
56
  "count": 20
57
  },
58
  "SnowballTarget.Losses.ValueLoss.sum": {
59
+ "value": 0.8755861729675649,
60
+ "min": 0.4827388359516786,
61
+ "max": 1.3710136921966778,
62
  "count": 20
63
  },
64
  "SnowballTarget.Policy.LearningRate.mean": {
 
110
  "count": 20
111
  },
112
  "SnowballTarget.Environment.CumulativeReward.mean": {
113
+ "value": 24.477272727272727,
114
+ "min": 3.25,
115
+ "max": 24.836363636363636,
116
  "count": 20
117
  },
118
  "SnowballTarget.Environment.CumulativeReward.sum": {
119
+ "value": 1077.0,
120
+ "min": 143.0,
121
+ "max": 1366.0,
122
  "count": 20
123
  },
124
  "SnowballTarget.Policy.ExtrinsicReward.mean": {
125
+ "value": 24.477272727272727,
126
+ "min": 3.25,
127
+ "max": 24.836363636363636,
128
  "count": 20
129
  },
130
  "SnowballTarget.Policy.ExtrinsicReward.sum": {
131
+ "value": 1077.0,
132
+ "min": 143.0,
133
+ "max": 1366.0,
134
  "count": 20
135
  },
136
  "SnowballTarget.IsTraining.mean": {
 
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1783021245",
152
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn /content/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
154
  "mlagents_version": "1.2.0.dev0",
 
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.8.0+cu128",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1783021701"
160
  },
161
+ "total": 455.7827961459993,
162
  "count": 1,
163
+ "self": 0.39008450199935396,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.025760945999991236,
167
  "count": 1,
168
+ "self": 0.025760945999991236
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 455.366950698,
172
  "count": 1,
173
+ "self": 0.3623665289837845,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 3.16832735700018,
177
  "count": 1,
178
+ "self": 3.16832735700018
179
  },
180
  "TrainerController.advance": {
181
+ "total": 451.75691105701526,
182
  "count": 18192,
183
+ "self": 0.37170535098948676,
184
  "children": {
185
  "env_step": {
186
+ "total": 331.6649022980405,
187
  "count": 18192,
188
+ "self": 260.30505294407067,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 71.14122668900518,
192
  "count": 18192,
193
+ "self": 1.28271398905963,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 69.85851269994555,
197
  "count": 18192,
198
+ "self": 69.85851269994555
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 0.21862266496464144,
204
  "count": 18192,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 453.45986310100943,
209
  "count": 18192,
210
  "is_parallel": true,
211
+ "self": 224.29435286400758,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.005188700999951834,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.0038084029997662583,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.0013802980001855758,
227
  "count": 10,
228
  "is_parallel": true,
229
+ "self": 0.0013802980001855758
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.06694399100024384,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.0005868170001122053,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.0004256540000824316,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.0004256540000824316
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.06197148899991589,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.06197148899991589
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.003960031000133313,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.0003488140000627027,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.00361121700007061,
259
  "count": 10,
260
  "is_parallel": true,
261
+ "self": 0.00361121700007061
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 229.16551023700185,
271
  "count": 18191,
272
  "is_parallel": true,
273
+ "self": 10.392895890114232,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 5.577040021977609,
277
  "count": 18191,
278
  "is_parallel": true,
279
+ "self": 5.577040021977609
280
  },
281
  "communicator.exchange": {
282
+ "total": 175.30952451693793,
283
  "count": 18191,
284
  "is_parallel": true,
285
+ "self": 175.30952451693793
286
  },
287
  "steps_from_proto": {
288
+ "total": 37.886049807972086,
289
  "count": 18191,
290
  "is_parallel": true,
291
+ "self": 6.776479363983526,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 31.10957044398856,
295
  "count": 181910,
296
  "is_parallel": true,
297
+ "self": 31.10957044398856
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 119.72030340798528,
311
  "count": 18192,
312
+ "self": 0.4323178519848625,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 24.243671139999606,
316
  "count": 18192,
317
+ "self": 23.83447385699901,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 0.4091972830005943,
321
  "count": 4,
322
+ "self": 0.4091972830005943
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 95.04431441600082,
328
  "count": 90,
329
+ "self": 39.90401564700869,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 55.140298768992125,
333
  "count": 4587,
334
+ "self": 55.140298768992125
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 8.880006134859286e-07,
344
  "count": 1,
345
+ "self": 8.880006134859286e-07
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.07934486700014531,
349
  "count": 1,
350
+ "self": 0.0007445010005540098,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.0786003659995913,
354
  "count": 1,
355
+ "self": 0.0786003659995913
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -4,8 +4,8 @@
4
  {
5
  "steps": 49936,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
7
- "reward": 13.545454545454545,
8
- "creation_time": 1783018553.6295483,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
11
  ]
@@ -14,7 +14,7 @@
14
  "steps": 99960,
15
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
16
  "reward": 20.90909090909091,
17
- "creation_time": 1783018663.41203,
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
20
  ]
@@ -22,8 +22,8 @@
22
  {
23
  "steps": 149984,
24
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
25
- "reward": 23.363636363636363,
26
- "creation_time": 1783018773.9586248,
27
  "auxillary_file_paths": [
28
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
29
  ]
@@ -31,8 +31,8 @@
31
  {
32
  "steps": 199984,
33
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
34
- "reward": 23.636363636363637,
35
- "creation_time": 1783018882.0631275,
36
  "auxillary_file_paths": [
37
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
38
  ]
@@ -40,8 +40,8 @@
40
  {
41
  "steps": 200112,
42
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
43
- "reward": 23.636363636363637,
44
- "creation_time": 1783018882.146168,
45
  "auxillary_file_paths": [
46
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
47
  ]
@@ -50,8 +50,8 @@
50
  "final_checkpoint": {
51
  "steps": 200112,
52
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
53
- "reward": 23.636363636363637,
54
- "creation_time": 1783018882.146168,
55
  "auxillary_file_paths": [
56
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
57
  ]
 
4
  {
5
  "steps": 49936,
6
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
7
+ "reward": 14.727272727272727,
8
+ "creation_time": 1783021361.3297844,
9
  "auxillary_file_paths": [
10
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
11
  ]
 
14
  "steps": 99960,
15
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
16
  "reward": 20.90909090909091,
17
+ "creation_time": 1783021475.3236094,
18
  "auxillary_file_paths": [
19
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
20
  ]
 
22
  {
23
  "steps": 149984,
24
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
25
+ "reward": 23.818181818181817,
26
+ "creation_time": 1783021588.0639477,
27
  "auxillary_file_paths": [
28
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
29
  ]
 
31
  {
32
  "steps": 199984,
33
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
34
+ "reward": 25.0,
35
+ "creation_time": 1783021700.8005352,
36
  "auxillary_file_paths": [
37
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
38
  ]
 
40
  {
41
  "steps": 200112,
42
  "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
43
+ "reward": 25.0,
44
+ "creation_time": 1783021700.8900487,
45
  "auxillary_file_paths": [
46
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
47
  ]
 
50
  "final_checkpoint": {
51
  "steps": 200112,
52
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
53
+ "reward": 25.0,
54
+ "creation_time": 1783021700.8900487,
55
  "auxillary_file_paths": [
56
  "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
57
  ]