Hugging Face's logo

paulmerceur
/
ppo-Pyramids

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Pyramids
deep-reinforcement-learning
ML-Agents-Pyramids
Model card Files
xet
Metrics Community
paulmerceur commited on
Commit
7c04eac
·
verified ·
1 Parent(s): b39dcf2

First Push

Browse files
Files changed (15) hide show
  1. Pyramids.onnx +1 -1
  2. Pyramids/Pyramids-1499873.onnx +3 -0
  3. Pyramids/Pyramids-1499873.pt +3 -0
  4. Pyramids/Pyramids-1676775.onnx +3 -0
  5. Pyramids/Pyramids-1676775.pt +3 -0
  6. Pyramids/Pyramids-1999919.onnx +3 -0
  7. Pyramids/Pyramids-1999919.pt +3 -0
  8. Pyramids/Pyramids-2499926.onnx +3 -0
  9. Pyramids/Pyramids-2499926.pt +3 -0
  10. Pyramids/checkpoint.pt +1 -1
  11. Pyramids/events.out.tfevents.1752606232.9ebdc3ebd069.31600.0 +3 -0
  12. Pyramids/events.out.tfevents.1752607678.9ebdc3ebd069.37445.0 +3 -0
  13. run_logs/Player-0.log +29 -29
  14. run_logs/timers.json +206 -206
  15. run_logs/training_status.json +18 -9
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ab57a1c09a9dfccc6df0784d3bf6727ecd31f90e981f8a3afa5475712cc5b56
3
  size 1420238
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd09c0b66f9a8c823ccea0e710a7f27cf01020f311967a11186663a3982866e
3
  size 1420238
Pyramids/Pyramids-1499873.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1fcf32d8599157e644b8d2b6d5a3adae12faa7944d4ae2b0cc8fce44b546a50
3
+ size 1420238
Pyramids/Pyramids-1499873.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57865f19ea80f55b0498e64977b20695956956d62dd4153d7a05e269c3d7c8c9
3
+ size 8655643
Pyramids/Pyramids-1676775.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcd09c0b66f9a8c823ccea0e710a7f27cf01020f311967a11186663a3982866e
3
+ size 1420238
Pyramids/Pyramids-1676775.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:562d9bbe5a4b9b3ef3f0cc047067f3696d72cc6baa5fc341f288a8dd68cdf007
3
+ size 8655643
Pyramids/Pyramids-1999919.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a51472c1df1f90a83648afbdf09ff3489bf4dedfb04f0ca9159a8ca2635114c0
3
+ size 1420238
Pyramids/Pyramids-1999919.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ee53da7fd9442ae4079837af0bf8537ef1877c538f4cfb24c761d684be08ba4
3
+ size 8655643
Pyramids/Pyramids-2499926.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01f30d2ab81863e013d57bf766494c67ca109670e98fc74e36748de637b4b24b
3
+ size 1420238
Pyramids/Pyramids-2499926.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93cb23ac054a8b2262c64974ecb6a6764b0a46f8eefc94addd14471810d5f35
3
+ size 8655643
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a0ebc1f4e6cb7d3f4db46932e9161a3f91ad2bae43afcc2367104c4e7ed39f0
3
  size 8655157
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2513648fb8c12ad0a2178493725fbe4a4c225e35c79c6266eb1c7935ecf062f7
3
  size 8655157
Pyramids/events.out.tfevents.1752606232.9ebdc3ebd069.31600.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7160bcb6a55f3c2833f3b9d5c712af16ae51f852e54261660861fe8fdaf65b9c
3
+ size 96654
Pyramids/events.out.tfevents.1752607678.9ebdc3ebd069.37445.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10cc75619b359a2184586ecd0ca0f190c4dc29ad8755a8905967a71d7ae0782f
3
+ size 216782
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55437 [Flags] 2 [Guid] 3343952305 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
- - Completed reload, in 0.123 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
- UnloadTime: 1.174737 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
@@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
- Peak usage frame count: [16.0 KB-32.0 KB]: 2726 frames, [32.0 KB-64.0 KB]: 14698 frames, [64.0 KB-128.0 KB]: 4253 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
@@ -146,7 +146,7 @@ PlayerConnection::CleanupMemory Statistics:
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
- Peak Allocated Bytes 0 B
150
  Overflow Count 0
151
  [ALLOC_TEMP_Background Job.Worker 12]
152
  Initial Block Size 32.0 KB
@@ -204,29 +204,29 @@ PlayerConnection::CleanupMemory Statistics:
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
- Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 21379 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
- Peak Allocated memory 1.5 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
- Peak main deferred allocation count 11452
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
- Peak Allocated bytes 1.6 MB
218
  [ALLOC_DEFAULT_MAIN]
219
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 21677 frames
220
  Requested Block Size 16.0 MB
221
- Peak Block count 3
222
- Peak Allocated memory 28.3 MB
223
- Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
- Peak usage frame count: [16.0 MB-32.0 MB]: 21678 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
- Peak Allocated memory 23.5 MB
229
- Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
232
  Used Block Count 1
@@ -252,15 +252,15 @@ PlayerConnection::CleanupMemory Statistics:
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
- Peak Allocated bytes 1.6 MB
256
  [ALLOC_GFX_MAIN]
257
- Peak usage frame count: [32.0 KB-64.0 KB]: 21677 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
- Peak usage frame count: [64.0 KB-128.0 KB]: 21678 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
@@ -270,45 +270,45 @@ PlayerConnection::CleanupMemory Statistics:
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
- Peak Allocated bytes 1.6 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
- Peak usage frame count: [0.5 MB-1.0 MB]: 298 frames, [1.0 MB-2.0 MB]: 21380 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
- Peak usage frame count: [1.0 MB-2.0 MB]: 21677 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
- Peak Allocated memory 4.7 MB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE] Dual Thread Allocator
287
  Peak main deferred allocation count 0
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
- Peak Allocated bytes 1.6 MB
292
  [ALLOC_TYPETREE_MAIN]
293
- Peak usage frame count: [0-1.0 KB]: 21678 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
- Peak usage frame count: [1.0 KB-2.0 KB]: 21678 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
- Peak usage frame count: [16.0 KB-32.0 KB]: 21678 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
- Peak Allocated memory 29.2 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1752606023535,"processId":14289,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55309 [Flags] 2 [Guid] 653644329 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.211 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 1.734653 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 368 frames, [32.0 KB-64.0 KB]: 9431 frames, [64.0 KB-128.0 KB]: 5689 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
146
  [ALLOC_TEMP_Profiler.Dispatcher]
147
  Initial Block Size 64.0 KB
148
  Current Block Size 64.0 KB
149
+ Peak Allocated Bytes 480 B
150
  Overflow Count 0
151
  [ALLOC_TEMP_Background Job.Worker 12]
152
  Initial Block Size 32.0 KB
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 27 frames, [1.0 MB-2.0 MB]: 15462 frames
208
  Requested Block Size 1.0 MB
209
  Peak Block count 2
210
+ Peak Allocated memory 1.1 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 12399
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
+ Peak Allocated bytes 1.4 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames, [32.0 MB-64.0 MB]: 15488 frames
220
  Requested Block Size 16.0 MB
221
+ Peak Block count 2
222
+ Peak Allocated memory 40.6 MB
223
+ Peak Large allocation bytes 16.0 MB
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames, [4.0 MB-8.0 MB]: 15488 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 6.8 MB
229
+ Peak Large allocation bytes 0 B
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
232
  Used Block Count 1
 
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
+ Peak Allocated bytes 1.4 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 15488 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 15489 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
+ Peak Allocated bytes 1.4 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 33 frames, [1.0 MB-2.0 MB]: 15456 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
  Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 15488 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
+ Peak Allocated memory 4.4 MB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE] Dual Thread Allocator
287
  Peak main deferred allocation count 0
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
+ Peak Allocated bytes 1.4 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 15489 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 15489 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 15489 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
+ Peak Allocated memory 29.0 KB
309
  Peak Large allocation bytes 0 B
310
  [ALLOC_PROFILER_BUCKET]
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1752611128921,"processId":37468,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,189 +2,189 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 0.3660833537578583,
6
- "min": 0.35421764850616455,
7
- "max": 0.955901026725769,
8
- "count": 39
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 10964.9287109375,
12
- "min": 10552.8525390625,
13
- "max": 28646.44140625,
14
- "count": 39
 
 
 
 
 
 
 
 
 
 
 
 
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 1319976.0,
18
- "min": 179874.0,
19
- "max": 1319976.0,
20
- "count": 39
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 1319976.0,
24
- "min": 179874.0,
25
- "max": 1319976.0,
26
- "count": 39
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.7711752653121948,
30
- "min": -0.08020752668380737,
31
- "max": 0.7711752653121948,
32
- "count": 39
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 227.4967041015625,
36
- "min": -19.410221099853516,
37
- "max": 227.4967041015625,
38
- "count": 39
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.01863766275346279,
42
- "min": -0.007700472138822079,
43
- "max": 0.08184864372015,
44
- "count": 39
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 5.498110771179199,
48
- "min": -2.163832664489746,
49
- "max": 16.90030288696289,
50
- "count": 39
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.06749946078828846,
54
- "min": 0.06575762892877034,
55
- "max": 0.07333162410321863,
56
- "count": 39
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.9449924510360385,
60
- "min": 0.2019007155821616,
61
- "max": 1.0469416314833022,
62
- "count": 39
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.01470970138896019,
66
- "min": 0.00029022523634431653,
67
- "max": 0.015553062302864244,
68
- "count": 39
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.20593581944544267,
72
- "min": 0.004063153308820432,
73
- "max": 0.21774287224009942,
74
- "count": 39
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 0.00016949253635964527,
78
- "min": 0.00016949253635964527,
79
- "max": 0.00028250153916615546,
80
- "count": 39
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 0.0023728955090350336,
84
- "min": 0.0008475046174984664,
85
- "max": 0.0038015536328154997,
86
- "count": 39
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.15649749761904766,
90
- "min": 0.15649749761904766,
91
- "max": 0.1941671777777778,
92
- "count": 39
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 2.1909649666666673,
96
- "min": 0.5825015333333334,
97
- "max": 2.7374289999999997,
98
- "count": 39
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.0056541000121428575,
102
- "min": 0.0056541000121428575,
103
- "max": 0.009417301060000001,
104
- "count": 39
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.07915740017,
108
- "min": 0.028251903180000003,
109
- "max": 0.12673173155,
110
- "count": 39
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.007258509751409292,
114
- "min": 0.007024835795164108,
115
- "max": 0.057492341846227646,
116
- "count": 39
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.10161913931369781,
120
- "min": 0.09834770113229752,
121
- "max": 0.5796331763267517,
122
- "count": 39
123
- },
124
- "Pyramids.Environment.EpisodeLength.mean": {
125
- "value": 243.36065573770492,
126
- "min": 243.36065573770492,
127
- "max": 992.6,
128
- "count": 39
129
- },
130
- "Pyramids.Environment.EpisodeLength.sum": {
131
- "value": 29690.0,
132
- "min": 331.0,
133
- "max": 32983.0,
134
- "count": 39
135
- },
136
- "Pyramids.Environment.CumulativeReward.mean": {
137
- "value": 1.740240968153125,
138
- "min": -0.9262788372509407,
139
- "max": 1.740240968153125,
140
- "count": 39
141
- },
142
- "Pyramids.Environment.CumulativeReward.sum": {
143
- "value": 212.30939811468124,
144
- "min": -30.567201629281044,
145
- "max": 212.30939811468124,
146
- "count": 39
147
- },
148
- "Pyramids.Policy.ExtrinsicReward.mean": {
149
- "value": 1.740240968153125,
150
- "min": -0.9262788372509407,
151
- "max": 1.740240968153125,
152
- "count": 39
153
- },
154
- "Pyramids.Policy.ExtrinsicReward.sum": {
155
- "value": 212.30939811468124,
156
- "min": -30.567201629281044,
157
- "max": 212.30939811468124,
158
- "count": 39
159
- },
160
- "Pyramids.Policy.RndReward.mean": {
161
- "value": 0.018295125916531523,
162
- "min": 0.018295125916531523,
163
- "max": 0.5389734107884578,
164
- "count": 39
165
- },
166
- "Pyramids.Policy.RndReward.sum": {
167
- "value": 2.232005361816846,
168
- "min": 0.2515747919678688,
169
- "max": 17.24714914523065,
170
- "count": 39
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
- "count": 39
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
- "count": 39
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
- "start_time_seconds": "1752601905",
188
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume",
190
  "mlagents_version": "1.2.0.dev0",
@@ -192,59 +192,59 @@
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.7.1+cu126",
194
  "numpy_version": "1.23.5",
195
- "end_time_seconds": "1752606023"
196
  },
197
- "total": 4118.392174618,
198
  "count": 1,
199
- "self": 0.548951388000205,
200
  "children": {
201
  "run_training.setup": {
202
- "total": 0.03633636299991849,
203
  "count": 1,
204
- "self": 0.03633636299991849
205
  },
206
  "TrainerController.start_learning": {
207
- "total": 4117.806886867,
208
  "count": 1,
209
- "self": 3.1266149519269675,
210
  "children": {
211
  "TrainerController._reset_env": {
212
- "total": 2.66596567400029,
213
  "count": 1,
214
- "self": 2.66596567400029
215
  },
216
  "TrainerController.advance": {
217
- "total": 4111.879949370073,
218
- "count": 74089,
219
- "self": 3.39265229292414,
220
  "children": {
221
  "env_step": {
222
- "total": 2805.1256735459324,
223
- "count": 74089,
224
- "self": 2598.8674938079753,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
- "total": 204.3429273150473,
228
- "count": 74089,
229
- "self": 8.932699629071067,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
- "total": 195.41022768597622,
233
- "count": 72260,
234
- "self": 195.41022768597622
235
  }
236
  }
237
  },
238
  "workers": {
239
- "total": 1.9152524229098162,
240
- "count": 74088,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
- "total": 4106.828887179161,
245
- "count": 74088,
246
  "is_parallel": true,
247
- "self": 1737.9512895920843,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
@@ -253,48 +253,48 @@
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
- "total": 0.0023043639998832077,
257
  "count": 1,
258
  "is_parallel": true,
259
- "self": 0.0007643439998901158,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
- "total": 0.001540019999993092,
263
  "count": 8,
264
  "is_parallel": true,
265
- "self": 0.001540019999993092
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 0.06437347900009627,
271
  "count": 1,
272
  "is_parallel": true,
273
- "self": 0.0006867179999971995,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 0.0005250019999039068,
277
  "count": 1,
278
  "is_parallel": true,
279
- "self": 0.0005250019999039068
280
  },
281
  "communicator.exchange": {
282
- "total": 0.061250706000009814,
283
  "count": 1,
284
  "is_parallel": true,
285
- "self": 0.061250706000009814
286
  },
287
  "steps_from_proto": {
288
- "total": 0.0019110530001853476,
289
  "count": 1,
290
  "is_parallel": true,
291
- "self": 0.00041257400016547763,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 0.00149847900001987,
295
  "count": 8,
296
  "is_parallel": true,
297
- "self": 0.00149847900001987
298
  }
299
  }
300
  }
@@ -303,34 +303,34 @@
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
- "total": 2368.8775975870767,
307
- "count": 74087,
308
  "is_parallel": true,
309
- "self": 56.45027909418832,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
- "total": 39.268597698829126,
313
- "count": 74087,
314
  "is_parallel": true,
315
- "self": 39.268597698829126
316
  },
317
  "communicator.exchange": {
318
- "total": 2116.1205367840766,
319
- "count": 74087,
320
  "is_parallel": true,
321
- "self": 2116.1205367840766
322
  },
323
  "steps_from_proto": {
324
- "total": 157.03818400998261,
325
- "count": 74087,
326
  "is_parallel": true,
327
- "self": 34.221187972280404,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
- "total": 122.81699603770221,
331
- "count": 592696,
332
  "is_parallel": true,
333
- "self": 122.81699603770221
334
  }
335
  }
336
  }
@@ -343,31 +343,31 @@
343
  }
344
  },
345
  "trainer_advance": {
346
- "total": 1303.3616235312156,
347
- "count": 74088,
348
- "self": 6.268721652139902,
349
  "children": {
350
  "process_trajectory": {
351
- "total": 207.64501803008125,
352
- "count": 74088,
353
- "self": 207.36333290408083,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
- "total": 0.2816851260004114,
357
  "count": 2,
358
- "self": 0.2816851260004114
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
- "total": 1089.4478838489945,
364
- "count": 535,
365
- "self": 433.72148865203053,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
- "total": 655.726395196964,
369
- "count": 26301,
370
- "self": 655.726395196964
371
  }
372
  }
373
  }
@@ -376,19 +376,19 @@
376
  }
377
  },
378
  "trainer_threads": {
379
- "total": 1.6669991964590736e-06,
380
  "count": 1,
381
- "self": 1.6669991964590736e-06
382
  },
383
  "TrainerController._save_models": {
384
- "total": 0.13435520400071255,
385
  "count": 1,
386
- "self": 0.005391274001340207,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
- "total": 0.12896392999937234,
390
  "count": 1,
391
- "self": 0.12896392999937234
392
  }
393
  }
394
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 0.1700698733329773,
6
+ "min": 0.15845796465873718,
7
+ "max": 0.26031944155693054,
8
+ "count": 28
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 5161.9609375,
12
+ "min": 1016.287109375,
13
+ "max": 7826.34375,
14
+ "count": 28
15
+ },
16
+ "Pyramids.Environment.EpisodeLength.mean": {
17
+ "value": 207.768115942029,
18
+ "min": 175.07692307692307,
19
+ "max": 271.4117647058824,
20
+ "count": 28
21
+ },
22
+ "Pyramids.Environment.EpisodeLength.sum": {
23
+ "value": 28672.0,
24
+ "min": 2276.0,
25
+ "max": 32298.0,
26
+ "count": 28
27
  },
28
  "Pyramids.Step.mean": {
29
+ "value": 2489948.0,
30
+ "min": 1679960.0,
31
+ "max": 2489948.0,
32
+ "count": 28
33
  },
34
  "Pyramids.Step.sum": {
35
+ "value": 2489948.0,
36
+ "min": 1679960.0,
37
+ "max": 2489948.0,
38
+ "count": 28
39
  },
40
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 0.9037383794784546,
42
+ "min": 0.6263155341148376,
43
+ "max": 0.9037383794784546,
44
+ "count": 28
45
  },
46
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 273.8327331542969,
48
+ "min": 17.536834716796875,
49
+ "max": 273.8327331542969,
50
+ "count": 28
51
  },
52
  "Pyramids.Policy.RndValueEstimate.mean": {
53
+ "value": 0.0044550965540111065,
54
+ "min": -0.002209288766607642,
55
+ "max": 0.046209245920181274,
56
+ "count": 28
57
  },
58
  "Pyramids.Policy.RndValueEstimate.sum": {
59
+ "value": 1.3498942852020264,
60
+ "min": -0.6451123356819153,
61
+ "max": 13.90898323059082,
62
+ "count": 28
63
+ },
64
+ "Pyramids.Environment.CumulativeReward.mean": {
65
+ "value": 1.7777376668392748,
66
+ "min": 1.6613411556522386,
67
+ "max": 1.8249230568225567,
68
+ "count": 28
69
+ },
70
+ "Pyramids.Environment.CumulativeReward.sum": {
71
+ "value": 245.32779802381992,
72
+ "min": 23.723999738693237,
73
+ "max": 252.7247984930873,
74
+ "count": 28
75
+ },
76
+ "Pyramids.Policy.ExtrinsicReward.mean": {
77
+ "value": 1.7777376668392748,
78
+ "min": 1.6613411556522386,
79
+ "max": 1.8249230568225567,
80
+ "count": 28
81
+ },
82
+ "Pyramids.Policy.ExtrinsicReward.sum": {
83
+ "value": 245.32779802381992,
84
+ "min": 23.723999738693237,
85
+ "max": 252.7247984930873,
86
+ "count": 28
87
+ },
88
+ "Pyramids.Policy.RndReward.mean": {
89
+ "value": 0.011585179078858768,
90
+ "min": 0.011585179078858768,
91
+ "max": 0.01712447010917674,
92
+ "count": 28
93
+ },
94
+ "Pyramids.Policy.RndReward.sum": {
95
+ "value": 1.59875471288251,
96
+ "min": 0.16541378060355783,
97
+ "max": 2.061749845990562,
98
+ "count": 28
99
  },
100
  "Pyramids.Losses.PolicyLoss.mean": {
101
+ "value": 0.06791332284670457,
102
+ "min": 0.06540743341627538,
103
+ "max": 0.0716755648241988,
104
+ "count": 28
105
  },
106
  "Pyramids.Losses.PolicyLoss.sum": {
107
+ "value": 0.950786519853864,
108
+ "min": 0.06915688141210315,
109
+ "max": 1.0671006890382462,
110
+ "count": 28
111
  },
112
  "Pyramids.Losses.ValueLoss.mean": {
113
+ "value": 0.012159144297280971,
114
+ "min": 0.011192417538647229,
115
+ "max": 0.01619531853343471,
116
+ "count": 28
117
  },
118
  "Pyramids.Losses.ValueLoss.sum": {
119
+ "value": 0.17022802016193359,
120
+ "min": 0.011192417538647229,
121
+ "max": 0.23043314945243767,
122
+ "count": 28
123
  },
124
  "Pyramids.Policy.LearningRate.mean": {
125
+ "value": 5.244986108816905e-05,
126
+ "min": 5.244986108816905e-05,
127
+ "max": 0.0001321056559648,
128
+ "count": 28
129
  },
130
  "Pyramids.Policy.LearningRate.sum": {
131
+ "value": 0.0007342980552343667,
132
+ "min": 0.0001321056559648,
133
+ "max": 0.0018678535773824336,
134
+ "count": 28
135
  },
136
  "Pyramids.Policy.Epsilon.mean": {
137
+ "value": 0.11748325952380953,
138
+ "min": 0.11748325952380953,
139
+ "max": 0.1440352,
140
+ "count": 28
141
  },
142
  "Pyramids.Policy.Epsilon.sum": {
143
+ "value": 1.6447656333333334,
144
+ "min": 0.1440352,
145
+ "max": 2.1226175666666665,
146
+ "count": 28
147
  },
148
  "Pyramids.Policy.Beta.mean": {
149
+ "value": 0.0017565776264285714,
150
+ "min": 0.0017565776264285714,
151
+ "max": 0.004409116479999999,
152
+ "count": 28
153
  },
154
  "Pyramids.Policy.Beta.sum": {
155
+ "value": 0.02459208677,
156
+ "min": 0.004409116479999999,
157
+ "max": 0.062349494910000004,
158
+ "count": 28
159
  },
160
  "Pyramids.Losses.RNDLoss.mean": {
161
+ "value": 0.005485209170728922,
162
+ "min": 0.005394092295318842,
163
+ "max": 0.006814947817474604,
164
+ "count": 28
165
  },
166
  "Pyramids.Losses.RNDLoss.sum": {
167
+ "value": 0.07679292559623718,
168
+ "min": 0.006814947817474604,
169
+ "max": 0.09431394934654236,
170
+ "count": 28
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
171
  },
172
  "Pyramids.IsTraining.mean": {
173
  "value": 1.0,
174
  "min": 1.0,
175
  "max": 1.0,
176
+ "count": 28
177
  },
178
  "Pyramids.IsTraining.sum": {
179
  "value": 1.0,
180
  "min": 1.0,
181
  "max": 1.0,
182
+ "count": 28
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1752607676",
188
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
189
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=Pyramids Training --no-graphics --resume",
190
  "mlagents_version": "1.2.0.dev0",
 
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.7.1+cu126",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1752611128"
196
  },
197
+ "total": 3452.413145898001,
198
  "count": 1,
199
+ "self": 1.141851158999998,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.04782425800112833,
203
  "count": 1,
204
+ "self": 0.04782425800112833
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 3451.223470481,
208
  "count": 1,
209
+ "self": 2.3732128570936766,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 3.8553263949997927,
213
  "count": 1,
214
+ "self": 3.8553263949997927
215
  },
216
  "TrainerController.advance": {
217
+ "total": 3444.985487246906,
218
+ "count": 54374,
219
+ "self": 2.6153873088951514,
220
  "children": {
221
  "env_step": {
222
+ "total": 2473.174419440069,
223
+ "count": 54374,
224
+ "self": 2323.5796925855357,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 148.17614540590876,
228
+ "count": 54374,
229
+ "self": 6.909613850857568,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 141.2665315550512,
233
+ "count": 51630,
234
+ "self": 141.2665315550512
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 1.4185814486245363,
240
+ "count": 54374,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 3442.0139552039436,
245
+ "count": 54374,
246
  "is_parallel": true,
247
+ "self": 1292.3154535910217,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0032977760001813294,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0009555380001984304,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.002342237999982899,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.002342237999982899
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.07654789699881803,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0007555769989266992,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0006237380002858117,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0006237380002858117
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.07307490799939842,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.07307490799939842
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.002093674000207102,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0004639890030375682,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0016296849971695337,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0016296849971695337
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 2149.698501612922,
307
+ "count": 54373,
308
  "is_parallel": true,
309
+ "self": 41.98684660366598,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 28.251620290124265,
313
+ "count": 54373,
314
  "is_parallel": true,
315
+ "self": 28.251620290124265
316
  },
317
  "communicator.exchange": {
318
+ "total": 1962.164245098813,
319
+ "count": 54373,
320
  "is_parallel": true,
321
+ "self": 1962.164245098813
322
  },
323
  "steps_from_proto": {
324
+ "total": 117.29578962031883,
325
+ "count": 54373,
326
  "is_parallel": true,
327
+ "self": 26.28809506757716,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 91.00769455274167,
331
+ "count": 434984,
332
  "is_parallel": true,
333
+ "self": 91.00769455274167
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 969.1956804979418,
347
+ "count": 54374,
348
+ "self": 5.1387520592816145,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 159.55085079067612,
352
+ "count": 54374,
353
+ "self": 159.33494666267688,
354
  "children": {
355
  "RLTrainer._checkpoint": {
356
+ "total": 0.21590412799923797,
357
  "count": 2,
358
+ "self": 0.21590412799923797
359
  }
360
  }
361
  },
362
  "_update_policy": {
363
+ "total": 804.5060776479841,
364
+ "count": 390,
365
+ "self": 317.23073637292146,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 487.2753412750626,
369
+ "count": 18758,
370
+ "self": 487.2753412750626
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 1.8539994925959036e-06,
380
  "count": 1,
381
+ "self": 1.8539994925959036e-06
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.009442128000955563,
385
  "count": 1,
386
+ "self": 6.396600110747386e-05,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.00937816199984809,
390
  "count": 1,
391
+ "self": 0.00937816199984809
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -1,15 +1,6 @@
1
  {
2
  "Pyramids": {
3
  "checkpoints": [
4
- {
5
- "steps": 168150,
6
- "file_path": "results/Pyramids Training/Pyramids/Pyramids-168150.onnx",
7
- "reward": null,
8
- "creation_time": 1752601889.8537915,
9
- "auxillary_file_paths": [
10
- "results/Pyramids Training/Pyramids/Pyramids-168150.pt"
11
- ]
12
- },
13
  {
14
  "steps": 499972,
15
  "file_path": "results/Pyramids Training/Pyramids/Pyramids-499972.onnx",
@@ -36,6 +27,24 @@
36
  "auxillary_file_paths": [
37
  "results/Pyramids Training/Pyramids/Pyramids-1323493.pt"
38
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39
  }
40
  ],
41
  "final_checkpoint": {
 
1
  {
2
  "Pyramids": {
3
  "checkpoints": [
 
 
 
 
 
 
 
 
 
4
  {
5
  "steps": 499972,
6
  "file_path": "results/Pyramids Training/Pyramids/Pyramids-499972.onnx",
 
27
  "auxillary_file_paths": [
28
  "results/Pyramids Training/Pyramids/Pyramids-1323493.pt"
29
  ]
30
+ },
31
+ {
32
+ "steps": 1999919,
33
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-1999919.onnx",
34
+ "reward": 1.8069999814033508,
35
+ "creation_time": 1752609015.9647138,
36
+ "auxillary_file_paths": [
37
+ "results/Pyramids Training/Pyramids/Pyramids-1999919.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 2499926,
42
+ "file_path": "results/Pyramids Training/Pyramids/Pyramids-2499926.onnx",
43
+ "reward": null,
44
+ "creation_time": 1752611121.3035233,
45
+ "auxillary_file_paths": [
46
+ "results/Pyramids Training/Pyramids/Pyramids-2499926.pt"
47
+ ]
48
  }
49
  ],
50
  "final_checkpoint": {