KraTUZen commited on
Commit
6c33394
·
verified ·
1 Parent(s): b727918

Pyramids pushed

Browse files
Pyramids.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ac55d023ca9df8240466e6ac14c93888916c7aea953046de328b950ee3338b0
3
- size 1420238
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99e69b0e7639d0953f625083e5966a11ed96596c29f56848195d478056d36e6
3
+ size 2476652
Pyramids/Pyramids-33984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f49c8417a6af0451270e0a2231f96508c72590b0fd7e9deaf6442f3e932bbb6f
3
+ size 2476652
Pyramids/Pyramids-33984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d697c24539d0e460ba899b01d6219a26afdaea916fb995dea1fc5b3971077ad
3
+ size 15266654
Pyramids/Pyramids-35968.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:330ad4c6682e566f5a62a7e2eea158a5ec1d2e009a2fc74a1a695a2bb1453adf
3
+ size 2476652
Pyramids/Pyramids-35968.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a280735f72901a57b4b7d593af322ac19d454f10b7ad85de8d9199b7b58ab83
3
+ size 15266654
Pyramids/Pyramids-37952.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:591c937d081d299de018718f88ef7ffbe790327fd8d11c1f557c624b3079ead9
3
+ size 2476652
Pyramids/Pyramids-37952.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27e14dcc49cfd6ca307710c9d0fba50bb9d4bf5993310be812e8c6ddb0bd992e
3
+ size 15266654
Pyramids/Pyramids-39936.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f846441668ade434519f7aa460be19877a42f83c0440a307b12978f46e2d6a9b
3
+ size 2476652
Pyramids/Pyramids-39936.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9476bd74cb0a08fbc39365583784716a44f873f2d9f90ca76eeaa228f1c15bec
3
+ size 15266654
Pyramids/Pyramids-41964.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fbc43b0929494159a3837cd09f18177939210689a2013a04b04ed4b0e6925d5e
3
+ size 2476652
Pyramids/Pyramids-41964.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68f04b2de579fe755da8edf29e459497d93c8d398daf374808240842ac59be4e
3
+ size 15266654
Pyramids/Pyramids-43948.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6fa07eda802bfdab3dbf27bfa392d8eb7c37a7c2b390c6dee58c0368b9e476c
3
+ size 2476652
Pyramids/Pyramids-43948.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8251f414bb2a1679f92d6940013c2f3c6f83bd130e998c70eb68156353fe9cd9
3
+ size 15266654
Pyramids/Pyramids-45996.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e57329eb2804e303f7389e009041c0770e6a843c3ed1589318658827e2110d0
3
+ size 2476652
Pyramids/Pyramids-45996.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:290c2ecf95ae5c85ac062d41f882f8650ba9eb5bd990210944c39eccfee06602
3
+ size 15266654
Pyramids/Pyramids-47940.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2854ee9423521c5178d81f61d2020d2de3badcbac2b4c61ca80cbd37333f4e1b
3
+ size 2476652
Pyramids/Pyramids-47940.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51209b29cd48a1da40dea279a1b34cf0eb037348d17ea4a68b966badefdd100a
3
+ size 15266654
Pyramids/Pyramids-49988.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3df0eb6d7fc37f64f2873bc8999d0bbcbd75ebb9310bf1878fab19b997be1a3c
3
+ size 2476652
Pyramids/Pyramids-49988.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3fbfd26f4f92ab967377d70fc61f8b3430a0fe6fe10c791b0d2a8b509758331
3
+ size 15266654
Pyramids/Pyramids-50052.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a99e69b0e7639d0953f625083e5966a11ed96596c29f56848195d478056d36e6
3
+ size 2476652
Pyramids/Pyramids-50052.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c197ec6f6a73c88585c70617d9b4cc8860d0571dc810401bda8ba6ea21fb7b20
3
+ size 15266654
Pyramids/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0acfb4d889252e13a619c0a9817007084d9e3a8a397e81f17b82744858e8e6c
3
- size 8655605
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5ef17068d7092b12337a5e28207b4e66b2b5d1e4a688f8b092e8a7fec7ce65d
3
+ size 15266178
Pyramids/events.out.tfevents.1773035738.115fd31ec04a.11415.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0c594327c76c164817595a4f958533d11d81c23d93c24593e2ce684ca19126f
3
+ size 11781
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 10000, "time_horizon": 128, "summary_freq": 5000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "PyramidsTraining0", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 256, "buffer_size": 4096, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 2000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.2, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 50000, "time_horizon": 64, "summary_freq": 2000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/Pyramids/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "PyramidsTraining6", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -3,10 +3,10 @@ behaviors:
3
  Pyramids:
4
  trainer_type: ppo
5
  hyperparameters:
6
- batch_size: 128
7
- buffer_size: 2048
8
  learning_rate: 0.0003
9
- beta: 0.01
10
  epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 3
@@ -14,11 +14,11 @@ behaviors:
14
  learning_rate_schedule: linear
15
  beta_schedule: linear
16
  epsilon_schedule: linear
17
- checkpoint_interval: 500000
18
  network_settings:
19
- normalize: false
20
  hidden_units: 512
21
- num_layers: 2
22
  vis_encode_type: simple
23
  memory: null
24
  goal_conditioning_type: hyper
@@ -37,10 +37,10 @@ behaviors:
37
  deterministic: false
38
  rnd:
39
  gamma: 0.99
40
- strength: 0.01
41
  network_settings:
42
  normalize: false
43
- hidden_units: 64
44
  num_layers: 3
45
  vis_encode_type: simple
46
  memory: null
@@ -49,11 +49,11 @@ behaviors:
49
  learning_rate: 0.0001
50
  encoding_size: null
51
  init_path: null
52
- keep_checkpoints: 5
53
  even_checkpoints: false
54
- max_steps: 10000
55
- time_horizon: 128
56
- summary_freq: 5000
57
  threaded: false
58
  self_play: null
59
  behavioral_cloning: null
@@ -79,7 +79,7 @@ engine_settings:
79
  no_graphics_monitor: false
80
  environment_parameters: null
81
  checkpoint_settings:
82
- run_id: PyramidsTraining0
83
  initialize_from: null
84
  load_model: false
85
  resume: false
 
3
  Pyramids:
4
  trainer_type: ppo
5
  hyperparameters:
6
+ batch_size: 256
7
+ buffer_size: 4096
8
  learning_rate: 0.0003
9
+ beta: 0.005
10
  epsilon: 0.2
11
  lambd: 0.95
12
  num_epoch: 3
 
14
  learning_rate_schedule: linear
15
  beta_schedule: linear
16
  epsilon_schedule: linear
17
+ checkpoint_interval: 2000
18
  network_settings:
19
+ normalize: true
20
  hidden_units: 512
21
+ num_layers: 3
22
  vis_encode_type: simple
23
  memory: null
24
  goal_conditioning_type: hyper
 
37
  deterministic: false
38
  rnd:
39
  gamma: 0.99
40
+ strength: 0.2
41
  network_settings:
42
  normalize: false
43
+ hidden_units: 128
44
  num_layers: 3
45
  vis_encode_type: simple
46
  memory: null
 
49
  learning_rate: 0.0001
50
  encoding_size: null
51
  init_path: null
52
+ keep_checkpoints: 10
53
  even_checkpoints: false
54
+ max_steps: 50000
55
+ time_horizon: 64
56
+ summary_freq: 2000
57
  threaded: false
58
  self_play: null
59
  behavioral_cloning: null
 
79
  no_graphics_monitor: false
80
  environment_parameters: null
81
  checkpoint_settings:
82
+ run_id: PyramidsTraining6
83
  initialize_from: null
84
  load_model: false
85
  resume: false
run_logs/Player-0.log CHANGED
@@ -1,7 +1,7 @@
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
- Multi-casting "[IP] 172.28.0.12 [Port] 55425 [Flags] 2 [Guid] 3897780106 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
@@ -33,7 +33,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
- - Completed reload, in 0.087 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -65,7 +65,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
- UnloadTime: 0.794251 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
@@ -73,7 +73,7 @@ PlayerConnection::CleanupMemory Statistics:
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
- Peak usage frame count: [16.0 KB-32.0 KB]: 58 frames, [32.0 KB-64.0 KB]: 133 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
@@ -123,7 +123,7 @@ PlayerConnection::CleanupMemory Statistics:
123
  Current Block Size 64.0 KB
124
  Peak Allocated Bytes 0 B
125
  Overflow Count 0
126
- [ALLOC_TEMP_Background Job.Worker 15]
127
  Initial Block Size 32.0 KB
128
  Current Block Size 32.0 KB
129
  Peak Allocated Bytes 0 B
@@ -133,7 +133,7 @@ PlayerConnection::CleanupMemory Statistics:
133
  Current Block Size 32.0 KB
134
  Peak Allocated Bytes 0 B
135
  Overflow Count 0
136
- [ALLOC_TEMP_Background Job.Worker 2]
137
  Initial Block Size 32.0 KB
138
  Current Block Size 32.0 KB
139
  Peak Allocated Bytes 0 B
@@ -183,12 +183,12 @@ PlayerConnection::CleanupMemory Statistics:
183
  Current Block Size 256.0 KB
184
  Peak Allocated Bytes 0.8 KB
185
  Overflow Count 0
186
- [ALLOC_TEMP_Background Job.Worker 14]
187
  Initial Block Size 32.0 KB
188
  Current Block Size 32.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
- [ALLOC_TEMP_Background Job.Worker 9]
192
  Initial Block Size 32.0 KB
193
  Current Block Size 32.0 KB
194
  Peak Allocated Bytes 0 B
@@ -204,28 +204,28 @@ PlayerConnection::CleanupMemory Statistics:
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
- Peak usage frame count: [0.5 MB-1.0 MB]: 192 frames
208
  Requested Block Size 1.0 MB
209
- Peak Block count 1
210
- Peak Allocated memory 0.9 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
- Peak main deferred allocation count 10690
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
- Peak Allocated bytes 1.2 MB
218
  [ALLOC_DEFAULT_MAIN]
219
- Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 191 frames
220
  Requested Block Size 16.0 MB
221
- Peak Block count 2
222
- Peak Allocated memory 18.4 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
- Peak usage frame count: [16.0 MB-32.0 MB]: 192 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
- Peak Allocated memory 22.4 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
@@ -252,15 +252,15 @@ PlayerConnection::CleanupMemory Statistics:
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
- Peak Allocated bytes 1.2 MB
256
  [ALLOC_GFX_MAIN]
257
- Peak usage frame count: [32.0 KB-64.0 KB]: 191 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
- Peak usage frame count: [64.0 KB-128.0 KB]: 192 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
@@ -270,15 +270,15 @@ PlayerConnection::CleanupMemory Statistics:
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
- Peak Allocated bytes 1.2 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
- Peak usage frame count: [0.5 MB-1.0 MB]: 192 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
- Peak Allocated memory 0.9 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
- Peak usage frame count: [1.0 MB-2.0 MB]: 191 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
@@ -288,21 +288,21 @@ PlayerConnection::CleanupMemory Statistics:
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
- Peak Allocated bytes 1.2 MB
292
  [ALLOC_TYPETREE_MAIN]
293
- Peak usage frame count: [0-1.0 KB]: 192 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
- Peak usage frame count: [1.0 KB-2.0 KB]: 192 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
- Peak usage frame count: [16.0 KB-32.0 KB]: 192 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
  Peak Allocated memory 27.4 KB
@@ -311,4 +311,4 @@ PlayerConnection::CleanupMemory Statistics:
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
- ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1773034618192,"processId":6175,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
 
1
  Mono path[0] = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/Managed'
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/Pyramids/Pyramids_Data/MonoBleedingEdge/etc'
3
  Found 1 interfaces on host : 0) 172.28.0.12
4
+ Multi-casting "[IP] 172.28.0.12 [Port] 55090 [Flags] 2 [Guid] 392258901 [EditorId] 764847374 [Version] 1048832 [Id] LinuxPlayer(13,172.28.0.12) [Debug] 0 [PackageName] LinuxPlayer [ProjectName] UnityEnvironment" to [225.0.0.222:54997]...
5
  Preloaded 'lib_burst_generated.so'
6
  Preloaded 'libgrpc_csharp_ext.x64.so'
7
  Initialize engine version: 2021.3.5f1 (40eb3a945986)
 
33
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
34
  FMOD initialized on nosound output
35
  Begin MonoManager ReloadAssembly
36
+ - Completed reload, in 0.099 seconds
37
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
38
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
65
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
66
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
67
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
68
+ UnloadTime: 0.821478 ms
69
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
70
  requesting resize 84 x 84
71
  Setting up 1 worker threads for Enlighten.
 
73
  [ALLOC_TEMP_TLS] TLS Allocator
74
  StackAllocators :
75
  [ALLOC_TEMP_MAIN]
76
+ Peak usage frame count: [16.0 KB-32.0 KB]: 458 frames, [32.0 KB-64.0 KB]: 458 frames, [64.0 KB-128.0 KB]: 23 frames, [2.0 MB-4.0 MB]: 1 frames
77
  Initial Block Size 4.0 MB
78
  Current Block Size 4.0 MB
79
  Peak Allocated Bytes 2.0 MB
 
123
  Current Block Size 64.0 KB
124
  Peak Allocated Bytes 0 B
125
  Overflow Count 0
126
+ [ALLOC_TEMP_Background Job.Worker 2]
127
  Initial Block Size 32.0 KB
128
  Current Block Size 32.0 KB
129
  Peak Allocated Bytes 0 B
 
133
  Current Block Size 32.0 KB
134
  Peak Allocated Bytes 0 B
135
  Overflow Count 0
136
+ [ALLOC_TEMP_Background Job.Worker 15]
137
  Initial Block Size 32.0 KB
138
  Current Block Size 32.0 KB
139
  Peak Allocated Bytes 0 B
 
183
  Current Block Size 256.0 KB
184
  Peak Allocated Bytes 0.8 KB
185
  Overflow Count 0
186
+ [ALLOC_TEMP_Background Job.Worker 9]
187
  Initial Block Size 32.0 KB
188
  Current Block Size 32.0 KB
189
  Peak Allocated Bytes 0 B
190
  Overflow Count 0
191
+ [ALLOC_TEMP_Background Job.Worker 14]
192
  Initial Block Size 32.0 KB
193
  Current Block Size 32.0 KB
194
  Peak Allocated Bytes 0 B
 
204
  Peak Allocated Bytes 128 B
205
  Overflow Count 0
206
  [ALLOC_MEMORYPROFILER]
207
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 641 frames
208
  Requested Block Size 1.0 MB
209
+ Peak Block count 2
210
+ Peak Allocated memory 1.6 MB
211
  Peak Large allocation bytes 0 B
212
  [ALLOC_DEFAULT] Dual Thread Allocator
213
+ Peak main deferred allocation count 12176
214
  [ALLOC_BUCKET]
215
  Large Block size 4.0 MB
216
  Used Block count 1
217
+ Peak Allocated bytes 1.7 MB
218
  [ALLOC_DEFAULT_MAIN]
219
+ Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 939 frames
220
  Requested Block Size 16.0 MB
221
+ Peak Block count 3
222
+ Peak Allocated memory 31.0 MB
223
  Peak Large allocation bytes 0 B
224
  [ALLOC_DEFAULT_THREAD]
225
+ Peak usage frame count: [16.0 MB-32.0 MB]: 940 frames
226
  Requested Block Size 16.0 MB
227
  Peak Block count 1
228
+ Peak Allocated memory 23.2 MB
229
  Peak Large allocation bytes 16.0 MB
230
  [ALLOC_TEMP_JOB_1_FRAME]
231
  Initial Block Size 2.0 MB
 
252
  [ALLOC_BUCKET]
253
  Large Block size 4.0 MB
254
  Used Block count 1
255
+ Peak Allocated bytes 1.7 MB
256
  [ALLOC_GFX_MAIN]
257
+ Peak usage frame count: [32.0 KB-64.0 KB]: 939 frames, [64.0 KB-128.0 KB]: 1 frames
258
  Requested Block Size 16.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 67.0 KB
261
  Peak Large allocation bytes 0 B
262
  [ALLOC_GFX_THREAD]
263
+ Peak usage frame count: [64.0 KB-128.0 KB]: 940 frames
264
  Requested Block Size 16.0 MB
265
  Peak Block count 1
266
  Peak Allocated memory 67.7 KB
 
270
  [ALLOC_BUCKET]
271
  Large Block size 4.0 MB
272
  Used Block count 1
273
+ Peak Allocated bytes 1.7 MB
274
  [ALLOC_CACHEOBJECTS_MAIN]
275
+ Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 641 frames
276
  Requested Block Size 4.0 MB
277
  Peak Block count 1
278
+ Peak Allocated memory 1.4 MB
279
  Peak Large allocation bytes 0 B
280
  [ALLOC_CACHEOBJECTS_THREAD]
281
+ Peak usage frame count: [1.0 MB-2.0 MB]: 939 frames, [4.0 MB-8.0 MB]: 1 frames
282
  Requested Block Size 4.0 MB
283
  Peak Block count 2
284
  Peak Allocated memory 4.7 MB
 
288
  [ALLOC_BUCKET]
289
  Large Block size 4.0 MB
290
  Used Block count 1
291
+ Peak Allocated bytes 1.7 MB
292
  [ALLOC_TYPETREE_MAIN]
293
+ Peak usage frame count: [0-1.0 KB]: 940 frames
294
  Requested Block Size 2.0 MB
295
  Peak Block count 1
296
  Peak Allocated memory 1.0 KB
297
  Peak Large allocation bytes 0 B
298
  [ALLOC_TYPETREE_THREAD]
299
+ Peak usage frame count: [1.0 KB-2.0 KB]: 940 frames
300
  Requested Block Size 2.0 MB
301
  Peak Block count 1
302
  Peak Allocated memory 1.9 KB
303
  Peak Large allocation bytes 0 B
304
  [ALLOC_PROFILER]
305
+ Peak usage frame count: [16.0 KB-32.0 KB]: 940 frames
306
  Requested Block Size 16.0 MB
307
  Peak Block count 1
308
  Peak Allocated memory 27.4 KB
 
311
  Large Block size 4.0 MB
312
  Used Block count 1
313
  Peak Allocated bytes 396 B
314
+ ##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1773035841556,"processId":11442,"allocatedMemory":1970133,"memoryLabels":[{"Default":9033},{"Permanent":1264},{"NewDelete":12801},{"Thread":34460},{"Manager":10603},{"VertexData":12},{"Geometry":280},{"Texture":16},{"Shader":69173},{"Material":24},{"GfxDevice":35248},{"Animation":304},{"Audio":3976},{"Physics":288},{"Serialization":216},{"Input":9176},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1609212},{"Resource":592},{"Renderer":1936},{"Transform":48},{"File":800},{"WebCam":24},{"Culling":40},{"Terrain":953},{"Wind":24},{"String":3447},{"DynamicArray":30868},{"HashMap":7680},{"Utility":1360},{"PoolAlloc":1160},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":72},{"SpriteAtlas":112},{"GI":3272},{"Unet":16},{"Director":7760},{"WebRequest":720},{"VR":45473},{"SceneManager":424},{"Video":32},{"LazyScriptCache":32},{"NativeArray":384},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":384},{"VirtualTexturing":57552},{"AssetReference":32}]}
run_logs/timers.json CHANGED
@@ -2,201 +2,249 @@
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
- "value": 1.5886151790618896,
6
- "min": 1.5886151790618896,
7
- "max": 1.6049480438232422,
8
- "count": 2
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
- "value": 6506.9677734375,
12
- "min": 6506.9677734375,
13
- "max": 9860.80078125,
14
- "count": 2
15
  },
16
  "Pyramids.Step.mean": {
17
- "value": 9984.0,
18
- "min": 4992.0,
19
- "max": 9984.0,
20
- "count": 2
21
  },
22
  "Pyramids.Step.sum": {
23
- "value": 9984.0,
24
- "min": 4992.0,
25
- "max": 9984.0,
26
- "count": 2
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
- "value": 0.09511435031890869,
30
- "min": 0.09511435031890869,
31
- "max": 0.14991991221904755,
32
- "count": 2
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
- "value": 3.7094595432281494,
36
- "min": 3.7094595432281494,
37
- "max": 5.846876621246338,
38
- "count": 2
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
- "value": 0.024902967736124992,
42
- "min": -0.23639816045761108,
43
- "max": 0.024902967736124992,
44
- "count": 2
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
- "value": 0.9712157249450684,
48
- "min": -9.219528198242188,
49
- "max": 0.9712157249450684,
50
- "count": 2
 
 
 
 
 
 
 
 
 
 
 
 
51
  },
52
  "Pyramids.Losses.PolicyLoss.mean": {
53
- "value": 0.07740732534633328,
54
- "min": 0.06833212135825306,
55
- "max": 0.07740732534633328,
56
- "count": 2
57
  },
58
  "Pyramids.Losses.PolicyLoss.sum": {
59
- "value": 0.07740732534633328,
60
- "min": 0.06833212135825306,
61
- "max": 0.07740732534633328,
62
- "count": 2
63
  },
64
  "Pyramids.Losses.ValueLoss.mean": {
65
- "value": 0.004849148904516672,
66
- "min": 0.004849148904516672,
67
- "max": 0.013795378758610847,
68
- "count": 2
69
  },
70
  "Pyramids.Losses.ValueLoss.sum": {
71
- "value": 0.004849148904516672,
72
- "min": 0.004849148904516672,
73
- "max": 0.013795378758610847,
74
- "count": 2
75
  },
76
  "Pyramids.Policy.LearningRate.mean": {
77
- "value": 5.4240081919999974e-05,
78
- "min": 5.4240081919999974e-05,
79
- "max": 0.00017712004095999997,
80
- "count": 2
81
  },
82
  "Pyramids.Policy.LearningRate.sum": {
83
- "value": 5.4240081919999974e-05,
84
- "min": 5.4240081919999974e-05,
85
- "max": 0.00017712004095999997,
86
- "count": 2
87
  },
88
  "Pyramids.Policy.Epsilon.mean": {
89
- "value": 0.11807999999999998,
90
- "min": 0.11807999999999998,
91
- "max": 0.15904000000000004,
92
- "count": 2
93
  },
94
  "Pyramids.Policy.Epsilon.sum": {
95
- "value": 0.11807999999999998,
96
- "min": 0.11807999999999998,
97
- "max": 0.15904000000000004,
98
- "count": 2
99
  },
100
  "Pyramids.Policy.Beta.mean": {
101
- "value": 0.0018161920000000001,
102
- "min": 0.0018161920000000001,
103
- "max": 0.005908096000000001,
104
- "count": 2
105
  },
106
  "Pyramids.Policy.Beta.sum": {
107
- "value": 0.0018161920000000001,
108
- "min": 0.0018161920000000001,
109
- "max": 0.005908096000000001,
110
- "count": 2
111
  },
112
  "Pyramids.Losses.RNDLoss.mean": {
113
- "value": 0.4578070640563965,
114
- "min": 0.4578070640563965,
115
- "max": 0.8777068257331848,
116
- "count": 2
117
  },
118
  "Pyramids.Losses.RNDLoss.sum": {
119
- "value": 0.4578070640563965,
120
- "min": 0.4578070640563965,
121
- "max": 0.8777068257331848,
122
- "count": 2
123
  },
124
- "Pyramids.IsTraining.mean": {
125
- "value": 1.0,
126
- "min": 1.0,
127
- "max": 1.0,
128
- "count": 2
129
  },
130
- "Pyramids.IsTraining.sum": {
131
- "value": 1.0,
132
- "min": 1.0,
133
- "max": 1.0,
134
- "count": 2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
135
  }
136
  },
137
  "metadata": {
138
  "timer_format_version": "0.1.0",
139
- "start_time_seconds": "1773034597",
140
  "python_version": "3.10.12 (main, Jan 26 2026, 14:55:28) [GCC 11.4.0]",
141
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining0 --no-graphics",
142
  "mlagents_version": "1.2.0.dev0",
143
  "mlagents_envs_version": "1.2.0.dev0",
144
  "communication_protocol_version": "1.5.0",
145
  "pytorch_version": "2.8.0+cu128",
146
  "numpy_version": "1.23.5",
147
- "end_time_seconds": "1773034618"
148
  },
149
- "total": 20.88250003899998,
150
  "count": 1,
151
- "self": 0.5313490469998214,
152
  "children": {
153
  "run_training.setup": {
154
- "total": 0.02110754600016662,
155
  "count": 1,
156
- "self": 0.02110754600016662
157
  },
158
  "TrainerController.start_learning": {
159
- "total": 20.33004344599999,
160
  "count": 1,
161
- "self": 0.01299211199761885,
162
  "children": {
163
  "TrainerController._reset_env": {
164
- "total": 2.200718904000041,
165
  "count": 1,
166
- "self": 2.200718904000041
167
  },
168
  "TrainerController.advance": {
169
- "total": 18.01289135100228,
170
- "count": 640,
171
- "self": 0.014213372006906866,
172
  "children": {
173
  "env_step": {
174
- "total": 12.461970408997104,
175
- "count": 640,
176
- "self": 10.770661949998612,
177
  "children": {
178
  "SubprocessEnvManager._take_step": {
179
- "total": 1.6832731739971223,
180
- "count": 640,
181
- "self": 0.04806850999420931,
182
  "children": {
183
  "TorchPolicy.evaluate": {
184
- "total": 1.635204664002913,
185
- "count": 640,
186
- "self": 1.635204664002913
187
  }
188
  }
189
  },
190
  "workers": {
191
- "total": 0.00803528500136963,
192
- "count": 640,
193
  "self": 0.0,
194
  "children": {
195
  "worker_root": {
196
- "total": 19.95737381500544,
197
- "count": 640,
198
  "is_parallel": true,
199
- "self": 10.529141442005084,
200
  "children": {
201
  "run_training.setup": {
202
  "total": 0.0,
@@ -205,48 +253,48 @@
205
  "self": 0.0,
206
  "children": {
207
  "steps_from_proto": {
208
- "total": 0.0018538000001626642,
209
  "count": 1,
210
  "is_parallel": true,
211
- "self": 0.0005993940001189912,
212
  "children": {
213
  "_process_rank_one_or_two_observation": {
214
- "total": 0.001254406000043673,
215
  "count": 8,
216
  "is_parallel": true,
217
- "self": 0.001254406000043673
218
  }
219
  }
220
  },
221
  "UnityEnvironment.step": {
222
- "total": 0.045543761000089944,
223
  "count": 1,
224
  "is_parallel": true,
225
- "self": 0.0005391560000589379,
226
  "children": {
227
  "UnityEnvironment._generate_step_input": {
228
- "total": 0.0004399849999572325,
229
  "count": 1,
230
  "is_parallel": true,
231
- "self": 0.0004399849999572325
232
  },
233
  "communicator.exchange": {
234
- "total": 0.04294332400013445,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.04294332400013445
238
  },
239
  "steps_from_proto": {
240
- "total": 0.0016212959999393206,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00037059599958411127,
244
  "children": {
245
  "_process_rank_one_or_two_observation": {
246
- "total": 0.0012507000003552093,
247
  "count": 8,
248
  "is_parallel": true,
249
- "self": 0.0012507000003552093
250
  }
251
  }
252
  }
@@ -255,34 +303,34 @@
255
  }
256
  },
257
  "UnityEnvironment.step": {
258
- "total": 9.428232373000355,
259
- "count": 639,
260
  "is_parallel": true,
261
- "self": 0.35363439799607477,
262
  "children": {
263
  "UnityEnvironment._generate_step_input": {
264
- "total": 0.22591410500194797,
265
- "count": 639,
266
  "is_parallel": true,
267
- "self": 0.22591410500194797
268
  },
269
  "communicator.exchange": {
270
- "total": 7.711896262001574,
271
- "count": 639,
272
  "is_parallel": true,
273
- "self": 7.711896262001574
274
  },
275
  "steps_from_proto": {
276
- "total": 1.136787608000759,
277
- "count": 639,
278
  "is_parallel": true,
279
- "self": 0.24259960401491298,
280
  "children": {
281
  "_process_rank_one_or_two_observation": {
282
- "total": 0.8941880039858461,
283
- "count": 5112,
284
  "is_parallel": true,
285
- "self": 0.8941880039858461
286
  }
287
  }
288
  }
@@ -295,24 +343,31 @@
295
  }
296
  },
297
  "trainer_advance": {
298
- "total": 5.536707569998271,
299
- "count": 640,
300
- "self": 0.015906612999515346,
301
  "children": {
302
  "process_trajectory": {
303
- "total": 1.193805787998599,
304
- "count": 640,
305
- "self": 1.193805787998599
 
 
 
 
 
 
 
306
  },
307
  "_update_policy": {
308
- "total": 4.326995169000156,
309
- "count": 2,
310
- "self": 2.2506053470003735,
311
  "children": {
312
  "TorchPPOOptimizer.update": {
313
- "total": 2.0763898219997827,
314
- "count": 192,
315
- "self": 2.0763898219997827
316
  }
317
  }
318
  }
@@ -321,19 +376,19 @@
321
  }
322
  },
323
  "trainer_threads": {
324
- "total": 9.870000212686136e-07,
325
  "count": 1,
326
- "self": 9.870000212686136e-07
327
  },
328
  "TrainerController._save_models": {
329
- "total": 0.10344009200002802,
330
  "count": 1,
331
- "self": 0.0010000250001667155,
332
  "children": {
333
  "RLTrainer._checkpoint": {
334
- "total": 0.1024400669998613,
335
  "count": 1,
336
- "self": 0.1024400669998613
337
  }
338
  }
339
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Pyramids.Policy.Entropy.mean": {
5
+ "value": 1.0541887283325195,
6
+ "min": 1.0541887283325195,
7
+ "max": 1.6094080209732056,
8
+ "count": 25
9
  },
10
  "Pyramids.Policy.Entropy.sum": {
11
+ "value": 2158.978515625,
12
+ "min": 1833.224609375,
13
+ "max": 3296.067626953125,
14
+ "count": 25
15
  },
16
  "Pyramids.Step.mean": {
17
+ "value": 49988.0,
18
+ "min": 1984.0,
19
+ "max": 49988.0,
20
+ "count": 25
21
  },
22
  "Pyramids.Step.sum": {
23
+ "value": 49988.0,
24
+ "min": 1984.0,
25
+ "max": 49988.0,
26
+ "count": 25
27
  },
28
  "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": -0.05214060842990875,
30
+ "min": -0.0790453627705574,
31
+ "max": 0.06703026592731476,
32
+ "count": 25
33
  },
34
  "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": -1.66849946975708,
36
+ "min": -2.6922693252563477,
37
+ "max": 2.0779383182525635,
38
+ "count": 25
39
  },
40
  "Pyramids.Policy.RndValueEstimate.mean": {
41
+ "value": 9.569377899169922,
42
+ "min": -0.018739579245448112,
43
+ "max": 10.16330337524414,
44
+ "count": 25
45
  },
46
  "Pyramids.Policy.RndValueEstimate.sum": {
47
+ "value": 306.2200927734375,
48
+ "min": -0.5809269547462463,
49
+ "max": 368.16986083984375,
50
+ "count": 25
51
+ },
52
+ "Pyramids.IsTraining.mean": {
53
+ "value": 1.0,
54
+ "min": 1.0,
55
+ "max": 1.0,
56
+ "count": 25
57
+ },
58
+ "Pyramids.IsTraining.sum": {
59
+ "value": 1.0,
60
+ "min": 1.0,
61
+ "max": 1.0,
62
+ "count": 25
63
  },
64
  "Pyramids.Losses.PolicyLoss.mean": {
65
+ "value": 0.04542937591947891,
66
+ "min": 0.04542937591947891,
67
+ "max": 0.05563530861400068,
68
+ "count": 10
69
  },
70
  "Pyramids.Losses.PolicyLoss.sum": {
71
+ "value": 0.04542937591947891,
72
+ "min": 0.04542937591947891,
73
+ "max": 0.05563530861400068,
74
+ "count": 10
75
  },
76
  "Pyramids.Losses.ValueLoss.mean": {
77
+ "value": 0.21214669170203032,
78
+ "min": 0.21214669170203032,
79
+ "max": 8.107888515790304,
80
+ "count": 10
81
  },
82
  "Pyramids.Losses.ValueLoss.sum": {
83
+ "value": 0.21214669170203032,
84
+ "min": 0.21214669170203032,
85
+ "max": 8.107888515790304,
86
+ "count": 10
87
  },
88
  "Pyramids.Policy.LearningRate.mean": {
89
+ "value": 6.216097927999988e-06,
90
+ "min": 6.216097927999988e-06,
91
+ "max": 0.00026928001024,
92
+ "count": 10
93
  },
94
  "Pyramids.Policy.LearningRate.sum": {
95
+ "value": 6.216097927999988e-06,
96
+ "min": 6.216097927999988e-06,
97
+ "max": 0.00026928001024,
98
+ "count": 10
99
  },
100
  "Pyramids.Policy.Epsilon.mean": {
101
+ "value": 0.10207199999999995,
102
+ "min": 0.10207199999999995,
103
+ "max": 0.18975999999999998,
104
+ "count": 10
105
  },
106
  "Pyramids.Policy.Epsilon.sum": {
107
+ "value": 0.10207199999999995,
108
+ "min": 0.10207199999999995,
109
+ "max": 0.18975999999999998,
110
+ "count": 10
111
  },
112
  "Pyramids.Policy.Beta.mean": {
113
+ "value": 0.00011339279999999979,
114
+ "min": 0.00011339279999999979,
115
+ "max": 0.004489024,
116
+ "count": 10
117
  },
118
  "Pyramids.Policy.Beta.sum": {
119
+ "value": 0.00011339279999999979,
120
+ "min": 0.00011339279999999979,
121
+ "max": 0.004489024,
122
+ "count": 10
123
  },
124
  "Pyramids.Losses.RNDLoss.mean": {
125
+ "value": 0.35717928409576416,
126
+ "min": 0.35717928409576416,
127
+ "max": 1.3651211261749268,
128
+ "count": 10
129
  },
130
  "Pyramids.Losses.RNDLoss.sum": {
131
+ "value": 0.35717928409576416,
132
+ "min": 0.35717928409576416,
133
+ "max": 1.3651211261749268,
134
+ "count": 10
135
  },
136
+ "Pyramids.Environment.EpisodeLength.mean": {
137
+ "value": 999.0,
138
+ "min": 619.0,
139
+ "max": 999.0,
140
+ "count": 4
141
  },
142
+ "Pyramids.Environment.EpisodeLength.sum": {
143
+ "value": 14985.0,
144
+ "min": 619.0,
145
+ "max": 15984.0,
146
+ "count": 4
147
+ },
148
+ "Pyramids.Environment.CumulativeReward.mean": {
149
+ "value": -1.0000000447034836,
150
+ "min": -1.0000000447034836,
151
+ "max": 1.3809999898076057,
152
+ "count": 6
153
+ },
154
+ "Pyramids.Environment.CumulativeReward.sum": {
155
+ "value": -15.000000670552254,
156
+ "min": -15.000000670552254,
157
+ "max": 1.3809999898076057,
158
+ "count": 6
159
+ },
160
+ "Pyramids.Policy.ExtrinsicReward.mean": {
161
+ "value": -1.0000000447034836,
162
+ "min": -1.0000000447034836,
163
+ "max": 1.3809999898076057,
164
+ "count": 6
165
+ },
166
+ "Pyramids.Policy.ExtrinsicReward.sum": {
167
+ "value": -15.000000670552254,
168
+ "min": -15.000000670552254,
169
+ "max": 1.3809999898076057,
170
+ "count": 6
171
+ },
172
+ "Pyramids.Policy.RndReward.mean": {
173
+ "value": 84.27403333981832,
174
+ "min": 66.98070955276489,
175
+ "max": 272.6755060036977,
176
+ "count": 6
177
+ },
178
+ "Pyramids.Policy.RndReward.sum": {
179
+ "value": 1264.1105000972748,
180
+ "min": 66.98070955276489,
181
+ "max": 4090.1325900554657,
182
+ "count": 6
183
  }
184
  },
185
  "metadata": {
186
  "timer_format_version": "0.1.0",
187
+ "start_time_seconds": "1773035737",
188
  "python_version": "3.10.12 (main, Jan 26 2026, 14:55:28) [GCC 11.4.0]",
189
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/PyramidsRND.yaml --env=./training-envs-executables/linux/Pyramids/Pyramids --run-id=PyramidsTraining6 --no-graphics",
190
  "mlagents_version": "1.2.0.dev0",
191
  "mlagents_envs_version": "1.2.0.dev0",
192
  "communication_protocol_version": "1.5.0",
193
  "pytorch_version": "2.8.0+cu128",
194
  "numpy_version": "1.23.5",
195
+ "end_time_seconds": "1773035841"
196
  },
197
+ "total": 103.66781204400013,
198
  "count": 1,
199
+ "self": 0.488246768999943,
200
  "children": {
201
  "run_training.setup": {
202
+ "total": 0.022889024000050995,
203
  "count": 1,
204
+ "self": 0.022889024000050995
205
  },
206
  "TrainerController.start_learning": {
207
+ "total": 103.15667625100014,
208
  "count": 1,
209
+ "self": 0.06532942600051683,
210
  "children": {
211
  "TrainerController._reset_env": {
212
+ "total": 2.2636635339999884,
213
  "count": 1,
214
+ "self": 2.2636635339999884
215
  },
216
  "TrainerController.advance": {
217
+ "total": 100.6935545199999,
218
+ "count": 3133,
219
+ "self": 0.06744813999466714,
220
  "children": {
221
  "env_step": {
222
+ "total": 66.201567256006,
223
+ "count": 3133,
224
+ "self": 56.73546267200254,
225
  "children": {
226
  "SubprocessEnvManager._take_step": {
227
+ "total": 9.42420150599537,
228
+ "count": 3133,
229
+ "self": 0.2330886769996141,
230
  "children": {
231
  "TorchPolicy.evaluate": {
232
+ "total": 9.191112828995756,
233
+ "count": 3132,
234
+ "self": 9.191112828995756
235
  }
236
  }
237
  },
238
  "workers": {
239
+ "total": 0.04190307800809023,
240
+ "count": 3133,
241
  "self": 0.0,
242
  "children": {
243
  "worker_root": {
244
+ "total": 102.5950059210063,
245
+ "count": 3133,
246
  "is_parallel": true,
247
+ "self": 51.59358566801939,
248
  "children": {
249
  "run_training.setup": {
250
  "total": 0.0,
 
253
  "self": 0.0,
254
  "children": {
255
  "steps_from_proto": {
256
+ "total": 0.0017876499996418715,
257
  "count": 1,
258
  "is_parallel": true,
259
+ "self": 0.0005678990000888007,
260
  "children": {
261
  "_process_rank_one_or_two_observation": {
262
+ "total": 0.0012197509995530709,
263
  "count": 8,
264
  "is_parallel": true,
265
+ "self": 0.0012197509995530709
266
  }
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 0.04999150599996938,
271
  "count": 1,
272
  "is_parallel": true,
273
+ "self": 0.0005314650002219423,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 0.0004603439997481473,
277
  "count": 1,
278
  "is_parallel": true,
279
+ "self": 0.0004603439997481473
280
  },
281
  "communicator.exchange": {
282
+ "total": 0.04718070399985663,
283
  "count": 1,
284
  "is_parallel": true,
285
+ "self": 0.04718070399985663
286
  },
287
  "steps_from_proto": {
288
+ "total": 0.0018189930001426546,
289
  "count": 1,
290
  "is_parallel": true,
291
+ "self": 0.0005027259999224043,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 0.0013162670002202503,
295
  "count": 8,
296
  "is_parallel": true,
297
+ "self": 0.0013162670002202503
298
  }
299
  }
300
  }
 
303
  }
304
  },
305
  "UnityEnvironment.step": {
306
+ "total": 51.00142025298692,
307
+ "count": 3132,
308
  "is_parallel": true,
309
+ "self": 1.631293846997778,
310
  "children": {
311
  "UnityEnvironment._generate_step_input": {
312
+ "total": 1.1118156179863945,
313
+ "count": 3132,
314
  "is_parallel": true,
315
+ "self": 1.1118156179863945
316
  },
317
  "communicator.exchange": {
318
+ "total": 42.98308750000797,
319
+ "count": 3132,
320
  "is_parallel": true,
321
+ "self": 42.98308750000797
322
  },
323
  "steps_from_proto": {
324
+ "total": 5.275223287994777,
325
+ "count": 3132,
326
  "is_parallel": true,
327
+ "self": 1.1024208249386902,
328
  "children": {
329
  "_process_rank_one_or_two_observation": {
330
+ "total": 4.172802463056087,
331
+ "count": 25056,
332
  "is_parallel": true,
333
+ "self": 4.172802463056087
334
  }
335
  }
336
  }
 
343
  }
344
  },
345
  "trainer_advance": {
346
+ "total": 34.42453912399924,
347
+ "count": 3133,
348
+ "self": 0.08457219098136193,
349
  "children": {
350
  "process_trajectory": {
351
+ "total": 13.634503882018635,
352
+ "count": 3133,
353
+ "self": 10.160530354019102,
354
+ "children": {
355
+ "RLTrainer._checkpoint": {
356
+ "total": 3.473973527999533,
357
+ "count": 25,
358
+ "self": 3.473973527999533
359
+ }
360
+ }
361
  },
362
  "_update_policy": {
363
+ "total": 20.705463050999242,
364
+ "count": 10,
365
+ "self": 12.852384412005904,
366
  "children": {
367
  "TorchPPOOptimizer.update": {
368
+ "total": 7.853078638993338,
369
+ "count": 570,
370
+ "self": 7.853078638993338
371
  }
372
  }
373
  }
 
376
  }
377
  },
378
  "trainer_threads": {
379
+ "total": 8.769998203206342e-07,
380
  "count": 1,
381
+ "self": 8.769998203206342e-07
382
  },
383
  "TrainerController._save_models": {
384
+ "total": 0.13412789399990288,
385
  "count": 1,
386
+ "self": 0.0040049859999271575,
387
  "children": {
388
  "RLTrainer._checkpoint": {
389
+ "total": 0.13012290799997572,
390
  "count": 1,
391
+ "self": 0.13012290799997572
392
  }
393
  }
394
  }
run_logs/training_status.json CHANGED
@@ -2,22 +2,103 @@
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
- "steps": 10240,
6
- "file_path": "results/PyramidsTraining0/Pyramids/Pyramids-10240.onnx",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  "reward": null,
8
- "creation_time": 1773034617.7312007,
9
  "auxillary_file_paths": [
10
- "results/PyramidsTraining0/Pyramids/Pyramids-10240.pt"
11
  ]
12
  }
13
  ],
14
  "final_checkpoint": {
15
- "steps": 10240,
16
- "file_path": "results/PyramidsTraining0/Pyramids.onnx",
17
  "reward": null,
18
- "creation_time": 1773034617.7312007,
19
  "auxillary_file_paths": [
20
- "results/PyramidsTraining0/Pyramids/Pyramids-10240.pt"
21
  ]
22
  }
23
  },
 
2
  "Pyramids": {
3
  "checkpoints": [
4
  {
5
+ "steps": 33984,
6
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-33984.onnx",
7
+ "reward": -1.0000000447034836,
8
+ "creation_time": 1773035806.7770274,
9
+ "auxillary_file_paths": [
10
+ "results/PyramidsTraining6/Pyramids/Pyramids-33984.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 35968,
15
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-35968.onnx",
16
+ "reward": null,
17
+ "creation_time": 1773035811.4342775,
18
+ "auxillary_file_paths": [
19
+ "results/PyramidsTraining6/Pyramids/Pyramids-35968.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 37952,
24
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-37952.onnx",
25
+ "reward": null,
26
+ "creation_time": 1773035815.3371904,
27
+ "auxillary_file_paths": [
28
+ "results/PyramidsTraining6/Pyramids/Pyramids-37952.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 39936,
33
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-39936.onnx",
34
+ "reward": null,
35
+ "creation_time": 1773035817.9296029,
36
+ "auxillary_file_paths": [
37
+ "results/PyramidsTraining6/Pyramids/Pyramids-39936.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 41964,
42
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-41964.onnx",
43
+ "reward": 1.3809999898076057,
44
+ "creation_time": 1773035822.7917426,
45
+ "auxillary_file_paths": [
46
+ "results/PyramidsTraining6/Pyramids/Pyramids-41964.pt"
47
+ ]
48
+ },
49
+ {
50
+ "steps": 43948,
51
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-43948.onnx",
52
+ "reward": 1.3809999898076057,
53
+ "creation_time": 1773035826.0976627,
54
+ "auxillary_file_paths": [
55
+ "results/PyramidsTraining6/Pyramids/Pyramids-43948.pt"
56
+ ]
57
+ },
58
+ {
59
+ "steps": 45996,
60
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-45996.onnx",
61
+ "reward": null,
62
+ "creation_time": 1773035831.195225,
63
+ "auxillary_file_paths": [
64
+ "results/PyramidsTraining6/Pyramids/Pyramids-45996.pt"
65
+ ]
66
+ },
67
+ {
68
+ "steps": 47940,
69
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-47940.onnx",
70
+ "reward": -1.0000000447034836,
71
+ "creation_time": 1773035833.8993523,
72
+ "auxillary_file_paths": [
73
+ "results/PyramidsTraining6/Pyramids/Pyramids-47940.pt"
74
+ ]
75
+ },
76
+ {
77
+ "steps": 49988,
78
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-49988.onnx",
79
+ "reward": null,
80
+ "creation_time": 1773035840.9717042,
81
+ "auxillary_file_paths": [
82
+ "results/PyramidsTraining6/Pyramids/Pyramids-49988.pt"
83
+ ]
84
+ },
85
+ {
86
+ "steps": 50052,
87
+ "file_path": "results/PyramidsTraining6/Pyramids/Pyramids-50052.onnx",
88
  "reward": null,
89
+ "creation_time": 1773035841.1122599,
90
  "auxillary_file_paths": [
91
+ "results/PyramidsTraining6/Pyramids/Pyramids-50052.pt"
92
  ]
93
  }
94
  ],
95
  "final_checkpoint": {
96
+ "steps": 50052,
97
+ "file_path": "results/PyramidsTraining6/Pyramids.onnx",
98
  "reward": null,
99
+ "creation_time": 1773035841.1122599,
100
  "auxillary_file_paths": [
101
+ "results/PyramidsTraining6/Pyramids/Pyramids-50052.pt"
102
  ]
103
  }
104
  },