Hugging Face's logo

MHaurel
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files
xet
Metrics Community
MHaurel commited on
Commit
f1a147d
·
1 Parent(s): 027783a

Huggy

Browse files
Files changed (28) hide show
  1. Huggy.onnx +1 -1
  2. Huggy/{Huggy-41539.onnx → Huggy-1199999.onnx} +1 -1
  3. Huggy/{Huggy-41539.pt → Huggy-1199999.pt} +1 -1
  4. Huggy/Huggy-1399899.onnx +3 -0
  5. Huggy/Huggy-1399899.pt +3 -0
  6. Huggy/Huggy-1599978.onnx +3 -0
  7. Huggy/Huggy-1599978.pt +3 -0
  8. Huggy/Huggy-1799926.onnx +3 -0
  9. Huggy/Huggy-1799926.pt +3 -0
  10. Huggy/Huggy-199904.onnx +3 -0
  11. Huggy/Huggy-199904.pt +3 -0
  12. Huggy/Huggy-1999904.onnx +3 -0
  13. Huggy/Huggy-1999904.pt +3 -0
  14. Huggy/Huggy-2000009.onnx +3 -0
  15. Huggy/Huggy-2000009.pt +3 -0
  16. Huggy/Huggy-399872.onnx +3 -0
  17. Huggy/Huggy-399872.pt +3 -0
  18. Huggy/Huggy-599870.onnx +3 -0
  19. Huggy/Huggy-599870.pt +3 -0
  20. Huggy/Huggy-799933.onnx +3 -0
  21. Huggy/Huggy-799933.pt +3 -0
  22. Huggy/Huggy-999794.onnx +3 -0
  23. Huggy/Huggy-999794.pt +3 -0
  24. Huggy/checkpoint.pt +1 -1
  25. Huggy/{events.out.tfevents.1672078784.9746492a99d6.1360.0 → events.out.tfevents.1673795725.74a0f2e0a3b2.1487.0} +2 -2
  26. run_logs/Player-0.log +14 -14
  27. run_logs/timers.json +230 -77
  28. run_logs/training_status.json +99 -9
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:480bd314e39a8bc528977b5d126cc298d0eefd43b3dda1d8e19b1634dba48fe2
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49b43c57a5e5a50daa2ddaac46c7b05deccbac0320f3249e9f6c9a696c519cd
3
  size 2270373
Huggy/{Huggy-41539.onnx → Huggy-1199999.onnx} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:480bd314e39a8bc528977b5d126cc298d0eefd43b3dda1d8e19b1634dba48fe2
3
  size 2270373
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee362f2e30f7fe51117af3338793570e9336883158e0e49740a70e0efb2449b2
3
  size 2270373
Huggy/{Huggy-41539.pt → Huggy-1199999.pt} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b441610230d14312a03bcc2b505084a71bad8912265aec6d262b552c30856d0c
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:528eecde987700bead392f8ad3d4209516ea4143ae538b4f1123f8ae4ff73d2e
3
  size 13505262
Huggy/Huggy-1399899.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a22b91fef21bef6eeb8aadd7a03cc29e3a6fd83e78f94b1f9c6b03a43b7987d3
3
+ size 2270373
Huggy/Huggy-1399899.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dce016ac227e58669e58c970c1e70a8c3184ca4f19d51f9ebff28fd5ca5f4e5
3
+ size 13505262
Huggy/Huggy-1599978.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bcd33567f611a83f2cf4d6324d3f4b4637a37be13b0d996520778fb731eeb22
3
+ size 2270373
Huggy/Huggy-1599978.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40d341c5b3328a7c2f9e57d1d9f35c58a2eeb6f1e829bd09f8c6c3267c385ab9
3
+ size 13505262
Huggy/Huggy-1799926.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1a73224534fdd8e4b9d9b89e7167b7a0b5967fcd1154614ace79848e2e4d51e
3
+ size 2270373
Huggy/Huggy-1799926.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b02a12b979ab2f5c2759d935c965dc2ec57fe670c36f6d9b74ea57bc042376f8
3
+ size 13505262
Huggy/Huggy-199904.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b4a7d128f0605412d2fbb42f42c6d4e30cd5df89a519604461218fca0783765
3
+ size 2270373
Huggy/Huggy-199904.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c54663ea8a943f9ca337219cdafe820593b989e98fcbc1ff1267c4d027c036f
3
+ size 13505262
Huggy/Huggy-1999904.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4064c72aff23f55736c19e70f16bc794dcc41a43b348b50b63de9d34df7997b
3
+ size 2270373
Huggy/Huggy-1999904.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d3284fe2e14ec830e8c8311e06385a863d56cd63c45f7c2279c563d79ea9fcb
3
+ size 13505262
Huggy/Huggy-2000009.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e49b43c57a5e5a50daa2ddaac46c7b05deccbac0320f3249e9f6c9a696c519cd
3
+ size 2270373
Huggy/Huggy-2000009.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2013d517719f19eec684064cabe1d9a2d6528674a4a3d997a34739681d0696e7
3
+ size 13505262
Huggy/Huggy-399872.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e4906e9a19c8521b326d37abe0a90be5a688d853fc2987e7de5745a3eb022cc
3
+ size 2270373
Huggy/Huggy-399872.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:875fff8c73b74cc9ba50e0aaf0b2c63465096ce00e6ecb9bb7d0c0d8c8b1ff3f
3
+ size 13505262
Huggy/Huggy-599870.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fcca3f593cc4bd3813472264db05663dbd6cb80e1487085ca2a0f36bda82333
3
+ size 2270373
Huggy/Huggy-599870.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ce344af2a181fcd26189b3f18d1767ffa7ccdab3388b5667fe8368375b7c769
3
+ size 13505262
Huggy/Huggy-799933.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b650d2a3f469a25bbed636b1bd3c9775bb789a408d73fe1a42bc0005ebb19d8f
3
+ size 2270373
Huggy/Huggy-799933.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8853df7cd19bccc812e926453551ecb4f5f0d794caa99c0075946e2daf216e26
3
+ size 13505262
Huggy/Huggy-999794.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a50230748e55b3139997099d150093094dd635c2b45d0bf9ceab1f22d975d0
3
+ size 2270373
Huggy/Huggy-999794.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1ffe67dd53bf5a0cac7724e152801fa9778f484ee880adf5e5e30f8a79d4309
3
+ size 13505262
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b441610230d14312a03bcc2b505084a71bad8912265aec6d262b552c30856d0c
3
  size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2013d517719f19eec684064cabe1d9a2d6528674a4a3d997a34739681d0696e7
3
  size 13505262
Huggy/{events.out.tfevents.1672078784.9746492a99d6.1360.0 → events.out.tfevents.1673795725.74a0f2e0a3b2.1487.0} RENAMED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63298edf34484f5d5a45ed80f6c7632be24d5d0b6d400bc7b959351887418ac5
3
- size 1024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d84f58020decd8e85860d5add6a6eaa6c6db9a1136567ec234f1f2db37dd4bba
3
+ size 360464
run_logs/Player-0.log CHANGED
@@ -34,7 +34,7 @@ ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.082 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.869709 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 638 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 192 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -201,19 +201,19 @@ Memory Statistics:
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
- Peak main deferred allocation count 250
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.1 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 639 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 21.6 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [2.0 MB-4.0 MB]: 639 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 2.6 MB
@@ -245,13 +245,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.1 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 638 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 639 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.1 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 638 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 638 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.1 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 639 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 639 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.075 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
+ UnloadTime: 0.936637 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
 
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
+ Peak Allocated Bytes 184 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
 
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
+ Peak main deferred allocation count 262
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.1 MB
209
  [ALLOC_DEFAULT_MAIN]
210
+ Peak usage frame count: [16.0 MB-32.0 MB]: 26758 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
+ Peak Allocated memory 23.4 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
+ Peak usage frame count: [2.0 MB-4.0 MB]: 26758 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 2.6 MB
 
245
  Used Block count 1
246
  Peak Allocated bytes 1.1 MB
247
  [ALLOC_GFX_MAIN]
248
+ Peak usage frame count: [32.0 KB-64.0 KB]: 26757 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
+ Peak usage frame count: [64.0 KB-128.0 KB]: 26758 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
 
263
  Used Block count 1
264
  Peak Allocated bytes 1.1 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
+ Peak usage frame count: [1.0 MB-2.0 MB]: 26757 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
+ Peak usage frame count: [0.5 MB-1.0 MB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
 
281
  Used Block count 1
282
  Peak Allocated bytes 1.1 MB
283
  [ALLOC_TYPETREE_MAIN]
284
+ Peak usage frame count: [0-1.0 KB]: 26758 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26758 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -1,8 +1,154 @@
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1672078779",
6
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
8
  "mlagents_version": "0.29.0.dev0",
@@ -10,66 +156,66 @@
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "1.8.1+cu102",
12
  "numpy_version": "1.21.6",
13
- "end_time_seconds": "1672078837"
14
  },
15
- "total": 58.093713201000014,
16
  "count": 1,
17
- "self": 0.20079364500003294,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.11079790700000558,
21
  "count": 1,
22
- "self": 0.11079790700000558
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 57.782121648999976,
26
  "count": 1,
27
- "self": 0.10080461700090382,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 8.73855206799999,
31
  "count": 1,
32
- "self": 8.73855206799999
33
  },
34
  "TrainerController.advance": {
35
- "total": 48.72043765399917,
36
- "count": 5368,
37
- "self": 0.09888881499830404,
38
  "children": {
39
  "env_step": {
40
- "total": 42.4915816150002,
41
- "count": 5368,
42
- "self": 35.58306479400039,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 6.849162880999188,
46
- "count": 5368,
47
- "self": 0.35425298099823976,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 6.494909900000948,
51
- "count": 5326,
52
- "self": 1.6176252339997745,
53
  "children": {
54
  "TorchPolicy.sample_actions": {
55
- "total": 4.877284666001174,
56
- "count": 5326,
57
- "self": 4.877284666001174
58
  }
59
  }
60
  }
61
  }
62
  },
63
  "workers": {
64
- "total": 0.05935394000061933,
65
- "count": 5368,
66
  "self": 0.0,
67
  "children": {
68
  "worker_root": {
69
- "total": 57.40440681599853,
70
- "count": 5368,
71
  "is_parallel": true,
72
- "self": 28.311082583996836,
73
  "children": {
74
  "run_training.setup": {
75
  "total": 0.0,
@@ -78,48 +224,48 @@
78
  "self": 0.0,
79
  "children": {
80
  "steps_from_proto": {
81
- "total": 0.002073004999999739,
82
  "count": 1,
83
  "is_parallel": true,
84
- "self": 0.000311299000031795,
85
  "children": {
86
  "_process_rank_one_or_two_observation": {
87
- "total": 0.001761705999967944,
88
  "count": 2,
89
  "is_parallel": true,
90
- "self": 0.001761705999967944
91
  }
92
  }
93
  },
94
  "UnityEnvironment.step": {
95
- "total": 0.026310713999976088,
96
  "count": 1,
97
  "is_parallel": true,
98
- "self": 0.00026684099998419697,
99
  "children": {
100
  "UnityEnvironment._generate_step_input": {
101
- "total": 0.00018115799997531212,
102
  "count": 1,
103
  "is_parallel": true,
104
- "self": 0.00018115799997531212
105
  },
106
  "communicator.exchange": {
107
- "total": 0.025184287999991284,
108
  "count": 1,
109
  "is_parallel": true,
110
- "self": 0.025184287999991284
111
  },
112
  "steps_from_proto": {
113
- "total": 0.0006784270000252945,
114
  "count": 1,
115
  "is_parallel": true,
116
- "self": 0.00022827800000868592,
117
  "children": {
118
  "_process_rank_one_or_two_observation": {
119
- "total": 0.0004501490000166086,
120
  "count": 2,
121
  "is_parallel": true,
122
- "self": 0.0004501490000166086
123
  }
124
  }
125
  }
@@ -128,34 +274,34 @@
128
  }
129
  },
130
  "UnityEnvironment.step": {
131
- "total": 29.09332423200169,
132
- "count": 5367,
133
  "is_parallel": true,
134
- "self": 0.8378884139962111,
135
  "children": {
136
  "UnityEnvironment._generate_step_input": {
137
- "total": 1.8465301850020523,
138
- "count": 5367,
139
  "is_parallel": true,
140
- "self": 1.8465301850020523
141
  },
142
  "communicator.exchange": {
143
- "total": 24.159407129999806,
144
- "count": 5367,
145
  "is_parallel": true,
146
- "self": 24.159407129999806
147
  },
148
  "steps_from_proto": {
149
- "total": 2.249498503003622,
150
- "count": 5367,
151
  "is_parallel": true,
152
- "self": 0.9257092190046023,
153
  "children": {
154
  "_process_rank_one_or_two_observation": {
155
- "total": 1.3237892839990195,
156
- "count": 10734,
157
  "is_parallel": true,
158
- "self": 1.3237892839990195
159
  }
160
  }
161
  }
@@ -168,24 +314,31 @@
168
  }
169
  },
170
  "trainer_advance": {
171
- "total": 6.129967224000666,
172
- "count": 5368,
173
- "self": 0.14690395100024034,
174
  "children": {
175
  "process_trajectory": {
176
- "total": 2.4580441700004485,
177
- "count": 5368,
178
- "self": 2.4580441700004485
 
 
 
 
 
 
 
179
  },
180
  "_update_policy": {
181
- "total": 3.525019102999977,
182
- "count": 2,
183
- "self": 2.7973084419999736,
184
  "children": {
185
  "TorchPPOOptimizer.update": {
186
- "total": 0.7277106610000033,
187
- "count": 30,
188
- "self": 0.7277106610000033
189
  }
190
  }
191
  }
@@ -194,19 +347,19 @@
194
  }
195
  },
196
  "trainer_threads": {
197
- "total": 1.654999948641489e-06,
198
  "count": 1,
199
- "self": 1.654999948641489e-06
200
  },
201
  "TrainerController._save_models": {
202
- "total": 0.22232565499996326,
203
  "count": 1,
204
- "self": 0.0026027309999676618,
205
  "children": {
206
  "RLTrainer._checkpoint": {
207
- "total": 0.2197229239999956,
208
  "count": 1,
209
- "self": 0.2197229239999956
210
  }
211
  }
212
  }
 
1
  {
2
  "name": "root",
3
+ "gauges": {
4
+ "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.4050488471984863,
6
+ "min": 1.4050354957580566,
7
+ "max": 1.4292176961898804,
8
+ "count": 40
9
+ },
10
+ "Huggy.Policy.Entropy.sum": {
11
+ "value": 69368.6640625,
12
+ "min": 68959.7265625,
13
+ "max": 76308.078125,
14
+ "count": 40
15
+ },
16
+ "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 86.52364273204904,
18
+ "min": 82.83557046979865,
19
+ "max": 407.9756097560976,
20
+ "count": 40
21
+ },
22
+ "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49405.0,
24
+ "min": 48819.0,
25
+ "max": 50181.0,
26
+ "count": 40
27
+ },
28
+ "Huggy.Step.mean": {
29
+ "value": 1999904.0,
30
+ "min": 49759.0,
31
+ "max": 1999904.0,
32
+ "count": 40
33
+ },
34
+ "Huggy.Step.sum": {
35
+ "value": 1999904.0,
36
+ "min": 49759.0,
37
+ "max": 1999904.0,
38
+ "count": 40
39
+ },
40
+ "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 2.4388692378997803,
42
+ "min": 0.11342675238847733,
43
+ "max": 2.5007073879241943,
44
+ "count": 40
45
+ },
46
+ "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 1392.5943603515625,
48
+ "min": 13.838064193725586,
49
+ "max": 1474.8057861328125,
50
+ "count": 40
51
+ },
52
+ "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 3.7347157896086967,
54
+ "min": 1.982793953086509,
55
+ "max": 3.972494861929216,
56
+ "count": 40
57
+ },
58
+ "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 2132.5227158665657,
60
+ "min": 241.9008622765541,
61
+ "max": 2305.44890499115,
62
+ "count": 40
63
+ },
64
+ "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 3.7347157896086967,
66
+ "min": 1.982793953086509,
67
+ "max": 3.972494861929216,
68
+ "count": 40
69
+ },
70
+ "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 2132.5227158665657,
72
+ "min": 241.9008622765541,
73
+ "max": 2305.44890499115,
74
+ "count": 40
75
+ },
76
+ "Huggy.Losses.PolicyLoss.mean": {
77
+ "value": 0.013751071383416679,
78
+ "min": 0.013751071383416679,
79
+ "max": 0.019774029482747816,
80
+ "count": 40
81
+ },
82
+ "Huggy.Losses.PolicyLoss.sum": {
83
+ "value": 0.04125321415025004,
84
+ "min": 0.02795523879734295,
85
+ "max": 0.059322088448243444,
86
+ "count": 40
87
+ },
88
+ "Huggy.Losses.ValueLoss.mean": {
89
+ "value": 0.060617518838908944,
90
+ "min": 0.021875704266130926,
91
+ "max": 0.0622985993201534,
92
+ "count": 40
93
+ },
94
+ "Huggy.Losses.ValueLoss.sum": {
95
+ "value": 0.18185255651672683,
96
+ "min": 0.04375140853226185,
97
+ "max": 0.18291365938882032,
98
+ "count": 40
99
+ },
100
+ "Huggy.Policy.LearningRate.mean": {
101
+ "value": 3.187548937516669e-06,
102
+ "min": 3.187548937516669e-06,
103
+ "max": 0.00029528865157044993,
104
+ "count": 40
105
+ },
106
+ "Huggy.Policy.LearningRate.sum": {
107
+ "value": 9.562646812550007e-06,
108
+ "min": 9.562646812550007e-06,
109
+ "max": 0.0008436228187924,
110
+ "count": 40
111
+ },
112
+ "Huggy.Policy.Epsilon.mean": {
113
+ "value": 0.10106248333333334,
114
+ "min": 0.10106248333333334,
115
+ "max": 0.19842955000000007,
116
+ "count": 40
117
+ },
118
+ "Huggy.Policy.Epsilon.sum": {
119
+ "value": 0.30318745,
120
+ "min": 0.20726365000000005,
121
+ "max": 0.5812076000000002,
122
+ "count": 40
123
+ },
124
+ "Huggy.Policy.Beta.mean": {
125
+ "value": 6.301791833333336e-05,
126
+ "min": 6.301791833333336e-05,
127
+ "max": 0.004921634545000001,
128
+ "count": 40
129
+ },
130
+ "Huggy.Policy.Beta.sum": {
131
+ "value": 0.0001890537550000001,
132
+ "min": 0.0001890537550000001,
133
+ "max": 0.014062259240000001,
134
+ "count": 40
135
+ },
136
+ "Huggy.IsTraining.mean": {
137
+ "value": 1.0,
138
+ "min": 1.0,
139
+ "max": 1.0,
140
+ "count": 40
141
+ },
142
+ "Huggy.IsTraining.sum": {
143
+ "value": 1.0,
144
+ "min": 1.0,
145
+ "max": 1.0,
146
+ "count": 40
147
+ }
148
+ },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1673795717",
152
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.29.0.dev0",
 
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.8.1+cu102",
158
  "numpy_version": "1.21.6",
159
+ "end_time_seconds": "1673797903"
160
  },
161
+ "total": 2185.75307032,
162
  "count": 1,
163
+ "self": 0.4320763059995443,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.1192397649999748,
167
  "count": 1,
168
+ "self": 0.1192397649999748
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 2185.2017542490003,
172
  "count": 1,
173
+ "self": 3.769726176946733,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 11.314105032999976,
177
  "count": 1,
178
+ "self": 11.314105032999976
179
  },
180
  "TrainerController.advance": {
181
+ "total": 2170.0045683230533,
182
+ "count": 232419,
183
+ "self": 4.119390411107361,
184
  "children": {
185
  "env_step": {
186
+ "total": 1710.5642804669503,
187
+ "count": 232419,
188
+ "self": 1440.9287926358313,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 267.1140783740343,
192
+ "count": 232419,
193
+ "self": 14.160445905018321,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 252.953632469016,
197
+ "count": 222980,
198
+ "self": 64.26112093600119,
199
  "children": {
200
  "TorchPolicy.sample_actions": {
201
+ "total": 188.6925115330148,
202
+ "count": 222980,
203
+ "self": 188.6925115330148
204
  }
205
  }
206
  }
207
  }
208
  },
209
  "workers": {
210
+ "total": 2.521409457084701,
211
+ "count": 232419,
212
  "self": 0.0,
213
  "children": {
214
  "worker_root": {
215
+ "total": 2177.2707969570106,
216
+ "count": 232419,
217
  "is_parallel": true,
218
+ "self": 990.1591865599744,
219
  "children": {
220
  "run_training.setup": {
221
  "total": 0.0,
 
224
  "self": 0.0,
225
  "children": {
226
  "steps_from_proto": {
227
+ "total": 0.00544884800001455,
228
  "count": 1,
229
  "is_parallel": true,
230
+ "self": 0.00034610000000157015,
231
  "children": {
232
  "_process_rank_one_or_two_observation": {
233
+ "total": 0.00510274800001298,
234
  "count": 2,
235
  "is_parallel": true,
236
+ "self": 0.00510274800001298
237
  }
238
  }
239
  },
240
  "UnityEnvironment.step": {
241
+ "total": 0.026913519999993696,
242
  "count": 1,
243
  "is_parallel": true,
244
+ "self": 0.00025940300002957883,
245
  "children": {
246
  "UnityEnvironment._generate_step_input": {
247
+ "total": 0.00019089599999233542,
248
  "count": 1,
249
  "is_parallel": true,
250
+ "self": 0.00019089599999233542
251
  },
252
  "communicator.exchange": {
253
+ "total": 0.02559855399999833,
254
  "count": 1,
255
  "is_parallel": true,
256
+ "self": 0.02559855399999833
257
  },
258
  "steps_from_proto": {
259
+ "total": 0.0008646669999734513,
260
  "count": 1,
261
  "is_parallel": true,
262
+ "self": 0.00023453700003983613,
263
  "children": {
264
  "_process_rank_one_or_two_observation": {
265
+ "total": 0.0006301299999336152,
266
  "count": 2,
267
  "is_parallel": true,
268
+ "self": 0.0006301299999336152
269
  }
270
  }
271
  }
 
274
  }
275
  },
276
  "UnityEnvironment.step": {
277
+ "total": 1187.1116103970362,
278
+ "count": 232418,
279
  "is_parallel": true,
280
+ "self": 34.650873775996615,
281
  "children": {
282
  "UnityEnvironment._generate_step_input": {
283
+ "total": 75.3703516439549,
284
+ "count": 232418,
285
  "is_parallel": true,
286
+ "self": 75.3703516439549
287
  },
288
  "communicator.exchange": {
289
+ "total": 983.9105809380676,
290
+ "count": 232418,
291
  "is_parallel": true,
292
+ "self": 983.9105809380676
293
  },
294
  "steps_from_proto": {
295
+ "total": 93.17980403901697,
296
+ "count": 232418,
297
  "is_parallel": true,
298
+ "self": 38.62674661512193,
299
  "children": {
300
  "_process_rank_one_or_two_observation": {
301
+ "total": 54.55305742389504,
302
+ "count": 464836,
303
  "is_parallel": true,
304
+ "self": 54.55305742389504
305
  }
306
  }
307
  }
 
314
  }
315
  },
316
  "trainer_advance": {
317
+ "total": 455.32089744499575,
318
+ "count": 232419,
319
+ "self": 5.9468051450077155,
320
  "children": {
321
  "process_trajectory": {
322
+ "total": 143.19943185198707,
323
+ "count": 232419,
324
+ "self": 141.98454939798756,
325
+ "children": {
326
+ "RLTrainer._checkpoint": {
327
+ "total": 1.2148824539995076,
328
+ "count": 10,
329
+ "self": 1.2148824539995076
330
+ }
331
+ }
332
  },
333
  "_update_policy": {
334
+ "total": 306.17466044800096,
335
+ "count": 97,
336
+ "self": 253.44113194199963,
337
  "children": {
338
  "TorchPPOOptimizer.update": {
339
+ "total": 52.733528506001335,
340
+ "count": 2910,
341
+ "self": 52.733528506001335
342
  }
343
  }
344
  }
 
347
  }
348
  },
349
  "trainer_threads": {
350
+ "total": 7.180001375672873e-07,
351
  "count": 1,
352
+ "self": 7.180001375672873e-07
353
  },
354
  "TrainerController._save_models": {
355
+ "total": 0.11335399800009327,
356
  "count": 1,
357
+ "self": 0.0020826150002903887,
358
  "children": {
359
  "RLTrainer._checkpoint": {
360
+ "total": 0.11127138299980288,
361
  "count": 1,
362
+ "self": 0.11127138299980288
363
  }
364
  }
365
  }
run_logs/training_status.json CHANGED
@@ -2,22 +2,112 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 41539,
6
- "file_path": "results/Huggy/Huggy/Huggy-41539.onnx",
7
- "reward": null,
8
- "creation_time": 1672078837.1795528,
9
  "auxillary_file_paths": [
10
- "results/Huggy/Huggy/Huggy-41539.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ]
12
  }
13
  ],
14
  "final_checkpoint": {
15
- "steps": 41539,
16
  "file_path": "results/Huggy/Huggy.onnx",
17
- "reward": null,
18
- "creation_time": 1672078837.1795528,
19
  "auxillary_file_paths": [
20
- "results/Huggy/Huggy/Huggy-41539.pt"
21
  ]
22
  }
23
  },
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 199904,
6
+ "file_path": "results/Huggy/Huggy/Huggy-199904.onnx",
7
+ "reward": 3.4054509987091195,
8
+ "creation_time": 1673795943.4972231,
9
  "auxillary_file_paths": [
10
+ "results/Huggy/Huggy/Huggy-199904.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 399872,
15
+ "file_path": "results/Huggy/Huggy/Huggy-399872.onnx",
16
+ "reward": 3.693914778399886,
17
+ "creation_time": 1673796161.1361542,
18
+ "auxillary_file_paths": [
19
+ "results/Huggy/Huggy/Huggy-399872.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 599870,
24
+ "file_path": "results/Huggy/Huggy/Huggy-599870.onnx",
25
+ "reward": 3.8331710577011107,
26
+ "creation_time": 1673796380.8777187,
27
+ "auxillary_file_paths": [
28
+ "results/Huggy/Huggy/Huggy-599870.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 799933,
33
+ "file_path": "results/Huggy/Huggy/Huggy-799933.onnx",
34
+ "reward": 3.723618582143622,
35
+ "creation_time": 1673796594.1547587,
36
+ "auxillary_file_paths": [
37
+ "results/Huggy/Huggy/Huggy-799933.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 999794,
42
+ "file_path": "results/Huggy/Huggy/Huggy-999794.onnx",
43
+ "reward": 3.8869246016157435,
44
+ "creation_time": 1673796811.8925376,
45
+ "auxillary_file_paths": [
46
+ "results/Huggy/Huggy/Huggy-999794.pt"
47
+ ]
48
+ },
49
+ {
50
+ "steps": 1199999,
51
+ "file_path": "results/Huggy/Huggy/Huggy-1199999.onnx",
52
+ "reward": 3.320451145822352,
53
+ "creation_time": 1673797031.2196007,
54
+ "auxillary_file_paths": [
55
+ "results/Huggy/Huggy/Huggy-1199999.pt"
56
+ ]
57
+ },
58
+ {
59
+ "steps": 1399899,
60
+ "file_path": "results/Huggy/Huggy/Huggy-1399899.onnx",
61
+ "reward": 3.63940637871839,
62
+ "creation_time": 1673797250.3829546,
63
+ "auxillary_file_paths": [
64
+ "results/Huggy/Huggy/Huggy-1399899.pt"
65
+ ]
66
+ },
67
+ {
68
+ "steps": 1599978,
69
+ "file_path": "results/Huggy/Huggy/Huggy-1599978.onnx",
70
+ "reward": 3.754992881077248,
71
+ "creation_time": 1673797467.8846385,
72
+ "auxillary_file_paths": [
73
+ "results/Huggy/Huggy/Huggy-1599978.pt"
74
+ ]
75
+ },
76
+ {
77
+ "steps": 1799926,
78
+ "file_path": "results/Huggy/Huggy/Huggy-1799926.onnx",
79
+ "reward": 3.943977677159839,
80
+ "creation_time": 1673797686.009204,
81
+ "auxillary_file_paths": [
82
+ "results/Huggy/Huggy/Huggy-1799926.pt"
83
+ ]
84
+ },
85
+ {
86
+ "steps": 1999904,
87
+ "file_path": "results/Huggy/Huggy/Huggy-1999904.onnx",
88
+ "reward": 3.6559290289878845,
89
+ "creation_time": 1673797903.1806266,
90
+ "auxillary_file_paths": [
91
+ "results/Huggy/Huggy/Huggy-1999904.pt"
92
+ ]
93
+ },
94
+ {
95
+ "steps": 2000009,
96
+ "file_path": "results/Huggy/Huggy/Huggy-2000009.onnx",
97
+ "reward": 3.919595317407088,
98
+ "creation_time": 1673797903.2982724,
99
+ "auxillary_file_paths": [
100
+ "results/Huggy/Huggy/Huggy-2000009.pt"
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
+ "steps": 2000009,
106
  "file_path": "results/Huggy/Huggy.onnx",
107
+ "reward": 3.919595317407088,
108
+ "creation_time": 1673797903.2982724,
109
  "auxillary_file_paths": [
110
+ "results/Huggy/Huggy/Huggy-2000009.pt"
111
  ]
112
  }
113
  },