Life is good

Pyramids.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7e2b4ae15ed8eacaf62703d2a4cc3763535033e6faf6a4804fafa443bd13143a
-size 1420238
+oid sha256:fb593f4584bd6074a8252db8341fb1411a1129074a9f66e8419c3ebc40ea39ed
+size 455358

Pyramids/Pyramids-3499906.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e65c2c8ea52390e8c7e71b2a080f007f429bbf31cd7108d929329f194d1f8dd9
+size 455358

Pyramids/Pyramids-3499906.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c07eb69d2c0b04d0466f478294699d22bde338442dfd7a00bd58e8a3f3cb39
+size 2861068

Pyramids/Pyramids-3999887.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:731b41a263508e5a7b5c1c8f07d3c7f703707ea3d4fb286f98d07a222c89bdb3
+size 455358

Pyramids/Pyramids-3999887.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808a06e7cc9bbdeb502b240a46ed725fa1a901985633fd17278983fdf179c9d3
+size 2861068

Pyramids/Pyramids-4499930.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c84dd1f24a3c0cd065bc6acb0b1c5d0ec713a07f64dd97122695f7ef4a71d7
+size 455358

Pyramids/Pyramids-4499930.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f55a46f3d7357e80020ed8f8f0b4d1b12c23d826c47140f30aa9329efbd007
+size 2861068

Pyramids/Pyramids-4999939.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87df0e536923458b307057c6b42776f0e3a447a27a5759bcfde667c8aabdf82
+size 455358

Pyramids/Pyramids-4999939.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c664edabb0e229c1cb060101280527076087373f8ffb4ae2d8db7072f7095a10
+size 2861068

Pyramids/Pyramids-5000007.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb593f4584bd6074a8252db8341fb1411a1129074a9f66e8419c3ebc40ea39ed
+size 455358

Pyramids/Pyramids-5000007.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:301aedf0e58151fa6d3ae6c5459cbc773276b53322f13c6c5d95e01a5540abb6
+size 2861068

Pyramids/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3298f0a2512f60129f2db1995a371822c4ea6f305ef8d64f1aa43ccdea08e2c3
-size 8654754
+oid sha256:b9e4d18c06aa2de5219984af0f2ae2992db98f6adc476cf887c07b161b234f5e
+size 2860450

Pyramids/events.out.tfevents.1776971224.LupusMagnus.7360.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe59b3ec2811c7b1ac9bc8a81c09ece6274dae3911e9a143e7dff6cc783726a2
+size 1569737

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0023, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "trained-envs-executables/windows/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Param_lr0.0023_epoch5", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 256, "buffer_size": 4096, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 10, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": true, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0003, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 256, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "trained-envs-executables/windows/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Param_Ai_dis", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -3,21 +3,21 @@ behaviors:
   Pyramids:
     trainer_type: ppo
     hyperparameters:
-      batch_size: 128
-      buffer_size: 2048
-      learning_rate: 0.0023
-      beta: 0.01
+      batch_size: 256
+      buffer_size: 4096
+      learning_rate: 0.0003
+      beta: 0.005
       epsilon: 0.2
       lambd: 0.95
-      num_epoch: 5
+      num_epoch: 10
       shared_critic: false
       learning_rate_schedule: linear
       beta_schedule: linear
       epsilon_schedule: linear
     checkpoint_interval: 500000
     network_settings:
-      normalize: false
-      hidden_units: 512
+      normalize: true
+      hidden_units: 256
       num_layers: 2
       vis_encode_type: simple
       memory: null
@@ -46,13 +46,13 @@ behaviors:
           memory: null
           goal_conditioning_type: hyper
           deterministic: false
-        learning_rate: 0.0001
+        learning_rate: 0.0003
         encoding_size: null
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
     max_steps: 5000000
-    time_horizon: 128
+    time_horizon: 256
     summary_freq: 30000
     threaded: false
     self_play: null
@@ -79,7 +79,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: Param_lr0.0023_epoch5
+  run_id: Param_Ai_dis
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -1,7 +1,7 @@
 Mono path[0] = 'C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/Pyramids_Data/Managed'
 Mono config path = 'C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/MonoBleedingEdge/etc'
 Found 1 interfaces on host : 0) 192.168.1.22
-Multi-casting "[IP] 192.168.1.22 [Port] 55034 [Flags] 2 [Guid] 4195171157 [EditorId] 924393121 [Version] 1048832 [Id] WindowsPlayer(2,LupusMagnus) [Debug] 0 [PackageName] WindowsPlayer [ProjectName] Pyramids" to [225.0.0.222:54997]...
+Multi-casting "[IP] 192.168.1.22 [Port] 55342 [Flags] 2 [Guid] 1456139946 [EditorId] 924393121 [Version] 1048832 [Id] WindowsPlayer(2,LupusMagnus) [Debug] 0 [PackageName] WindowsPlayer [ProjectName] Pyramids" to [225.0.0.222:54997]...
 Initialize engine version: 2021.3.4f1 (cb45f9cae8b7)
 [Subsystems] Discovering subsystems at path C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/Pyramids_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.070 seconds
+- Completed reload, in  0.067 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -44,14 +44,14 @@ ERROR: Shader ML-Agents/GridPattern shader is not supported on this GPU (none of
 WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.526100 ms
+UnloadTime: 0.575700 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Setting up 12 worker threads for Enlighten.
 PlayerConnection::CleanupMemory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [16.0 KB-32.0 KB]: 37008 frames, [32.0 KB-64.0 KB]: 48324 frames, [64.0 KB-128.0 KB]: 8437 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [16.0 KB-32.0 KB]: 8562 frames, [32.0 KB-64.0 KB]: 59220 frames, [64.0 KB-128.0 KB]: 26003 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -59,7 +59,7 @@ PlayerConnection::CleanupMemory Statistics:
     [ALLOC_TEMP_Job.Worker 18]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.9 KB
+      Peak Allocated Bytes 54 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
@@ -128,19 +128,14 @@ PlayerConnection::CleanupMemory Statistics:
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
-      Current Block Size 296.0 KB
-      Peak Allocated Bytes 227.7 KB
+      Current Block Size 276.0 KB
+      Peak Allocated Bytes 205.4 KB
       Overflow Count 4
     [ALLOC_TEMP_Profiler.Dispatcher]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 14]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
-      Overflow Count 0
     [ALLOC_TEMP_Job.Worker 17]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
@@ -151,6 +146,11 @@ PlayerConnection::CleanupMemory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 54 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 5]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
@@ -171,6 +171,11 @@ PlayerConnection::CleanupMemory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 54 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
@@ -196,11 +201,6 @@ PlayerConnection::CleanupMemory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 6]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
-      Overflow Count 0
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
@@ -254,7 +254,7 @@ PlayerConnection::CleanupMemory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.9 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
@@ -297,28 +297,28 @@ PlayerConnection::CleanupMemory Statistics:
       Peak Allocated Bytes 54 B
       Overflow Count 0
 [ALLOC_MEMORYPROFILER]
-  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93471 frames
+  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93487 frames
   Requested Block Size 1.0 MB
   Peak Block count 2
   Peak Allocated memory 1.6 MB
   Peak Large allocation bytes 0 B
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 11927
+  Peak main deferred allocation count 12953
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 93769 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 93785 frames
       Requested Block Size 16.0 MB
       Peak Block count 3
-      Peak Allocated memory 31.2 MB
+      Peak Allocated memory 31.3 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 93770 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 93786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 30.1 MB
+      Peak Allocated memory 30.0 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -347,13 +347,13 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 93769 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 93785 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 93770 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 93786 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.7 KB
@@ -365,16 +365,16 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93471 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93487 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 1.4 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 93769 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 93785 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
-      Peak Block count 2
-      Peak Allocated memory 4.2 MB
+      Peak Block count 1
+      Peak Allocated memory 2.9 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -383,25 +383,25 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 93770 frames
+      Peak usage frame count: [0-1.0 KB]: 93786 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 93770 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 93786 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.9 KB
       Peak Large allocation bytes 0 B
 [ALLOC_PROFILER]
-  Peak usage frame count: [32.0 KB-64.0 KB]: 93770 frames
+  Peak usage frame count: [32.0 KB-64.0 KB]: 93786 frames
   Requested Block Size 16.0 MB
   Peak Block count 1
-  Peak Allocated memory 51.6 KB
+  Peak Allocated memory 52.2 KB
   Peak Large allocation bytes 0 B
     [ALLOC_PROFILER_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 425 B
-##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1776956447371,"processId":7516,"allocatedMemory":6227822,"memoryLabels":[{"Default":9421},{"Permanent":10160},{"NewDelete":11832},{"Thread":4229324},{"Manager":30768},{"VertexData":12},{"Geometry":560},{"Texture":16},{"Shader":68616},{"Material":24},{"GfxDevice":49488},{"Animation":240},{"Audio":3928},{"Physics":304},{"Serialization":288},{"Input":14208},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1617364},{"Resource":688},{"Renderer":1960},{"Transform":16},{"File":840},{"WebCam":40},{"Culling":40},{"Terrain":953},{"Wind":24},{"STL":48},{"String":3841},{"DynamicArray":30868},{"HashMap":7680},{"Utility":7328},{"PoolAlloc":1368},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":80},{"SpriteAtlas":128},{"GI":3688},{"Unet":16},{"Director":7776},{"WebRequest":688},{"VR":45521},{"SceneManager":424},{"Video":32},{"LazyScriptCache":40},{"NativeArray":12},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":392},{"VirtualTexturing":57888},{"AssetReference":40}]}
+##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1776977418140,"processId":10776,"allocatedMemory":6227822,"memoryLabels":[{"Default":9421},{"Permanent":10160},{"NewDelete":11832},{"Thread":4229324},{"Manager":30768},{"VertexData":12},{"Geometry":560},{"Texture":16},{"Shader":68616},{"Material":24},{"GfxDevice":49488},{"Animation":240},{"Audio":3928},{"Physics":304},{"Serialization":288},{"Input":14208},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1617364},{"Resource":688},{"Renderer":1960},{"Transform":16},{"File":840},{"WebCam":40},{"Culling":40},{"Terrain":953},{"Wind":24},{"STL":48},{"String":3841},{"DynamicArray":30868},{"HashMap":7680},{"Utility":7328},{"PoolAlloc":1368},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":80},{"SpriteAtlas":128},{"GI":3688},{"Unet":16},{"Director":7776},{"WebRequest":688},{"VR":45521},{"SceneManager":424},{"Video":32},{"LazyScriptCache":40},{"NativeArray":12},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":392},{"VirtualTexturing":57888},{"AssetReference":40}]}

run_logs/timers.json

@@ -2,171 +2,171 @@
     "name": "root",
     "gauges": {
         "Pyramids.Policy.Entropy.mean": {
-            "value": 0.27183133363723755,
-            "min": 0.23959311842918396,
-            "max": 1.4534940719604492,
+            "value": 0.16377998888492584,
+            "min": 0.15573450922966003,
+            "max": 1.576560616493225,
             "count": 166
         },
         "Pyramids.Policy.Entropy.sum": {
-            "value": 8163.63818359375,
-            "min": 7172.45947265625,
-            "max": 44093.1953125,
+            "value": 4868.8515625,
+            "min": 4729.2177734375,
+            "max": 50449.94140625,
             "count": 166
         },
         "Pyramids.Step.mean": {
-            "value": 4979944.0,
-            "min": 29952.0,
-            "max": 4979944.0,
+            "value": 4979885.0,
+            "min": 29912.0,
+            "max": 4979885.0,
             "count": 166
         },
         "Pyramids.Step.sum": {
-            "value": 4979944.0,
-            "min": 29952.0,
-            "max": 4979944.0,
+            "value": 4979885.0,
+            "min": 29912.0,
+            "max": 4979885.0,
             "count": 166
         },
         "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.03959980607032776,
-            "min": -0.10260403901338577,
-            "max": 0.07143238186836243,
+            "value": 0.7508453726768494,
+            "min": -0.09962399303913116,
+            "max": 0.8721677660942078,
             "count": 166
         },
         "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 9.741552352905273,
-            "min": -24.72757339477539,
-            "max": 17.71523094177246,
+            "value": 128.39456176757812,
+            "min": -11.954878807067871,
+            "max": 157.86236572265625,
             "count": 166
         },
         "Pyramids.Policy.RndValueEstimate.mean": {
-            "value": 0.00362952402792871,
-            "min": -0.003268730826675892,
-            "max": 0.22318381071090698,
+            "value": 0.0024876755196601152,
+            "min": -0.001999529777094722,
+            "max": 0.20545688271522522,
             "count": 166
         },
         "Pyramids.Policy.RndValueEstimate.sum": {
-            "value": 0.8928629159927368,
-            "min": -0.7844954133033752,
-            "max": 52.894561767578125,
+            "value": 0.4253925085067749,
+            "min": -0.3159256875514984,
+            "max": 24.449369430541992,
             "count": 166
         },
         "Pyramids.Losses.PolicyLoss.mean": {
-            "value": 0.06953554569918197,
-            "min": 0.06228688778687722,
-            "max": 0.07962039222878681,
+            "value": 0.04969788536088475,
+            "min": 0.04646295154270774,
+            "max": 0.05809194674615615,
             "count": 166
         },
         "Pyramids.Losses.PolicyLoss.sum": {
-            "value": 0.9734976397885475,
-            "min": 0.5251154127896057,
-            "max": 1.1146854912030153,
+            "value": 0.34788519752619323,
+            "min": 0.1568463529807438,
+            "max": 0.45425214207207315,
             "count": 166
         },
         "Pyramids.Losses.ValueLoss.mean": {
-            "value": 0.007075605669226452,
-            "min": 3.2843918132064415e-07,
-            "max": 0.43463031298482263,
+            "value": 0.013930215223393003,
+            "min": 1.0616419857352439e-05,
+            "max": 0.015067744141560981,
             "count": 166
         },
         "Pyramids.Losses.ValueLoss.sum": {
-            "value": 0.09905847936917032,
-            "min": 4.598148538489018e-06,
-            "max": 6.0848243817875165,
+            "value": 0.09751150656375102,
+            "min": 4.2465679429409754e-05,
+            "max": 0.10741223574732431,
             "count": 166
         },
         "Pyramids.Policy.LearningRate.mean": {
-            "value": 1.587709788112429e-05,
-            "min": 1.587709788112429e-05,
-            "max": 0.002292564297466149,
+            "value": 2.1791707022142867e-06,
+            "min": 2.1791707022142867e-06,
+            "max": 0.00029903232032256,
             "count": 166
         },
         "Pyramids.Policy.LearningRate.sum": {
-            "value": 0.00022227937033574008,
-            "min": 0.00022227937033574008,
-            "max": 0.031137933186176824,
+            "value": 1.5254194915500007e-05,
+            "min": 1.5254194915500007e-05,
+            "max": 0.00210489597836804,
             "count": 166
         },
         "Pyramids.Policy.Epsilon.mean": {
-            "value": 0.10069030428571431,
-            "min": 0.10069030428571431,
-            "max": 0.1996767085714286,
+            "value": 0.10072635714285716,
+            "min": 0.10072635714285716,
+            "max": 0.19967744,
             "count": 166
         },
         "Pyramids.Policy.Epsilon.sum": {
-            "value": 1.4096642600000002,
-            "min": 1.39382272,
-            "max": 2.7974903200000005,
+            "value": 0.7050845000000001,
+            "min": 0.59375616,
+            "max": 1.50163196,
             "count": 166
         },
         "Pyramids.Policy.Beta.mean": {
-            "value": 7.896139814285716e-05,
-            "min": 7.896139814285716e-05,
-            "max": 0.009967703186285714,
+            "value": 4.6245221428571444e-05,
+            "min": 4.6245221428571444e-05,
+            "max": 0.004983904256,
             "count": 166
         },
         "Pyramids.Policy.Beta.sum": {
-            "value": 0.0011054595740000004,
-            "min": 0.0011054595740000004,
-            "max": 0.135386935682,
+            "value": 0.0003237165500000001,
+            "min": 0.0003237165500000001,
+            "max": 0.035091434804,
             "count": 166
         },
         "Pyramids.Losses.RNDLoss.mean": {
-            "value": 0.0031557006295770407,
-            "min": 0.0017147259786725044,
-            "max": 0.22830002009868622,
+            "value": 0.0019010946853086352,
+            "min": 0.0016976468032225966,
+            "max": 0.1079036295413971,
             "count": 166
         },
         "Pyramids.Losses.RNDLoss.sum": {
-            "value": 0.04417980834841728,
-            "min": 0.024006163701415062,
-            "max": 1.598100185394287,
+            "value": 0.013307662680745125,
+            "min": 0.011883527971804142,
+            "max": 0.3237108886241913,
             "count": 166
         },
         "Pyramids.Environment.EpisodeLength.mean": {
-            "value": 794.4166666666666,
-            "min": 790.0,
+            "value": 217.6,
+            "min": 197.51655629139074,
             "max": 999.0,
             "count": 166
         },
         "Pyramids.Environment.EpisodeLength.sum": {
-            "value": 28599.0,
+            "value": 29376.0,
             "min": 15984.0,
-            "max": 33066.0,
+            "max": 33554.0,
             "count": 166
         },
         "Pyramids.Environment.CumulativeReward.mean": {
-            "value": 0.03863884467217657,
-            "min": -1.0000000521540642,
-            "max": 0.32086661499407554,
+            "value": 1.7226328140319283,
+            "min": -1.0000000596046448,
+            "max": 1.7990993127128145,
             "count": 166
         },
         "Pyramids.Environment.CumulativeReward.sum": {
-            "value": 1.3909984081983566,
-            "min": -32.000001668930054,
-            "max": 11.55119813978672,
+            "value": 230.8327970802784,
+            "min": -32.00000190734863,
+            "max": 271.663996219635,
             "count": 166
         },
         "Pyramids.Policy.ExtrinsicReward.mean": {
-            "value": 0.03863884467217657,
-            "min": -1.0000000521540642,
-            "max": 0.32086661499407554,
+            "value": 1.7226328140319283,
+            "min": -1.0000000596046448,
+            "max": 1.7990993127128145,
             "count": 166
         },
         "Pyramids.Policy.ExtrinsicReward.sum": {
-            "value": 1.3909984081983566,
-            "min": -32.000001668930054,
-            "max": 11.55119813978672,
+            "value": 230.8327970802784,
+            "min": -32.00000190734863,
+            "max": 271.663996219635,
             "count": 166
         },
         "Pyramids.Policy.RndReward.mean": {
-            "value": 0.027889750893842172,
-            "min": 0.02255276179525465,
-            "max": 6.052156432997435,
+            "value": 0.004639042144356323,
+            "min": 0.004248883261238645,
+            "max": 6.669310298464868,
             "count": 166
         },
         "Pyramids.Policy.RndReward.sum": {
-            "value": 1.0040310321783181,
-            "min": 0.6540300920623849,
-            "max": 96.83450292795897,
+            "value": 0.6216316473437473,
+            "min": 0.5568865858804202,
+            "max": 153.39413686469197,
             "count": 166
         },
         "Pyramids.IsTraining.mean": {
@@ -184,111 +184,111 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1776950508",
+        "start_time_seconds": "1776971221",
         "python_version": "3.10.11 (tags/v3.10.11:7d4cc5a, Apr  5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]",
-        "command_line_arguments": "C:\\Users\\zacwi\\ml-agents\\mlagents_env\\Scripts\\mlagents-learn config/ppo/PyramidsRND.yaml --env=trained-envs-executables/windows/Pyramids --run-id=Param_lr0.0023_epoch5 --no-graphics",
+        "command_line_arguments": "C:\\Users\\zacwi\\ml-agents\\mlagents_env\\Scripts\\mlagents-learn config/ppo/PyramidsRND.yaml --env=trained-envs-executables/windows/Pyramids --run-id=Param_Ai_dis --no-graphics",
         "mlagents_version": "1.1.0",
         "mlagents_envs_version": "1.1.0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.1+cpu",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1776956447"
+        "end_time_seconds": "1776977418"
     },
-    "total": 5939.372065399999,
+    "total": 6196.804138700005,
     "count": 1,
-    "self": 0.19998859999759588,
+    "self": 0.1985329000017373,
     "children": {
         "run_training.setup": {
-            "total": 0.05420510000112699,
+            "total": 0.05193470000085654,
             "count": 1,
-            "self": 0.05420510000112699
+            "self": 0.05193470000085654
         },
         "TrainerController.start_learning": {
-            "total": 5939.1178717,
+            "total": 6196.553671100002,
             "count": 1,
-            "self": 3.6703533047548262,
+            "self": 4.1021349005022785,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.9942669000010937,
+                    "total": 2.985144999998738,
                     "count": 1,
-                    "self": 2.9942669000010937
+                    "self": 2.985144999998738
                 },
                 "TrainerController.advance": {
-                    "total": 5932.4069967952455,
-                    "count": 316307,
-                    "self": 3.463921494090755,
+                    "total": 6189.416051899505,
+                    "count": 324753,
+                    "self": 3.8367873970637447,
                     "children": {
                         "env_step": {
-                            "total": 2118.486211400501,
-                            "count": 316307,
-                            "self": 1840.6690787004773,
+                            "total": 2439.08614170245,
+                            "count": 324753,
+                            "self": 2146.4292403006402,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 275.5757641000673,
-                                    "count": 316307,
-                                    "self": 9.794916198989085,
+                                    "total": 290.11286360135273,
+                                    "count": 324753,
+                                    "self": 10.558623401739169,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 265.78084790107823,
-                                            "count": 312564,
-                                            "self": 265.78084790107823
+                                            "total": 279.55424019961356,
+                                            "count": 312619,
+                                            "self": 279.55424019961356
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.2413685999563313,
-                                    "count": 316307,
+                                    "total": 2.544037800456863,
+                                    "count": 324753,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 5932.0274607961765,
-                                            "count": 316307,
+                                            "total": 6188.857483899206,
+                                            "count": 324753,
                                             "is_parallel": true,
-                                            "self": 4334.344422196817,
+                                            "self": 4310.866150700909,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.000574399993638508,
+                                                    "total": 0.0006491000021924265,
                                                     "count": 1,
                                                     "is_parallel": true,
-                                                    "self": 0.0001275999820791185,
+                                                    "self": 0.000135600013891235,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.00044680001155938953,
+                                                            "total": 0.0005134999883011915,
                                                             "count": 8,
                                                             "is_parallel": true,
-                                                            "self": 0.00044680001155938953
+                                                            "self": 0.0005134999883011915
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1597.6824641993662,
-                                                    "count": 316307,
+                                                    "total": 1877.9906840982949,
+                                                    "count": 324753,
                                                     "is_parallel": true,
-                                                    "self": 46.815859293979884,
+                                                    "self": 49.60160819569137,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 31.04823930427665,
-                                                            "count": 316307,
+                                                            "total": 32.29898880216206,
+                                                            "count": 324753,
                                                             "is_parallel": true,
-                                                            "self": 31.04823930427665
+                                                            "self": 32.29898880216206
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1391.2244112005137,
-                                                            "count": 316307,
+                                                            "total": 1662.711164001652,
+                                                            "count": 324753,
                                                             "is_parallel": true,
-                                                            "self": 1391.2244112005137
+                                                            "self": 1662.711164001652
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 128.59395440059598,
-                                                            "count": 316307,
+                                                            "total": 133.37892309878953,
+                                                            "count": 324753,
                                                             "is_parallel": true,
-                                                            "self": 28.653111593906942,
+                                                            "self": 30.477745000098366,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 99.94084280668903,
-                                                                    "count": 2530456,
+                                                                    "total": 102.90117809869116,
+                                                                    "count": 2598024,
                                                                     "is_parallel": true,
-                                                                    "self": 99.94084280668903
+                                                                    "self": 102.90117809869116
                                                                 }
                                                             }
                                                         }
@@ -301,31 +301,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 3810.456863900654,
-                            "count": 316307,
-                            "self": 7.222175199953199,
+                            "total": 3746.4931227999914,
+                            "count": 324753,
+                            "self": 8.640798500171513,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 278.5392755007997,
-                                    "count": 316307,
-                                    "self": 278.19442400081607,
+                                    "total": 268.45348689988896,
+                                    "count": 324753,
+                                    "self": 268.07981069988455,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.3448514999836334,
+                                            "total": 0.37367620000441093,
                                             "count": 10,
-                                            "self": 0.3448514999836334
+                                            "self": 0.37367620000441093
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 3524.695413199901,
-                                    "count": 2321,
-                                    "self": 1124.2936020995912,
+                                    "total": 3469.398837399931,
+                                    "count": 1153,
+                                    "self": 2002.4414457979,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 2400.4018111003097,
-                                            "count": 189595,
-                                            "self": 2400.4018111003097
+                                            "total": 1466.9573916020308,
+                                            "count": 190200,
+                                            "self": 1466.9573916020308
                                         }
                                     }
                                 }
@@ -334,19 +334,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 5.00003807246685e-07,
+                    "total": 3.9999576983973384e-07,
                     "count": 1,
-                    "self": 5.00003807246685e-07
+                    "self": 3.9999576983973384e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.04625419999501901,
+                    "total": 0.05033890000049723,
                     "count": 1,
-                    "self": 0.013692699998500757,
+                    "self": 0.014748599998711143,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.03256149999651825,
+                            "total": 0.03559030000178609,
                             "count": 1,
-                            "self": 0.03256149999651825
+                            "self": 0.03559030000178609
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,58 +2,58 @@
     "Pyramids": {
         "checkpoints": [
             {
-                "steps": 3499995,
-                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3499995.onnx",
-                "reward": null,
-                "creation_time": 1776954564.4229794,
+                "steps": 3499906,
+                "file_path": "results\\Param_Ai_dis\\Pyramids\\Pyramids-3499906.onnx",
+                "reward": 1.7393332885371313,
+                "creation_time": 1776975510.7558022,
                 "auxillary_file_paths": [
-                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3499995.pt"
+                    "results\\Param_Ai_dis\\Pyramids\\Pyramids-3499906.pt"
                 ]
             },
             {
-                "steps": 3999920,
-                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3999920.onnx",
-                "reward": 0.11399998143315315,
-                "creation_time": 1776955184.3932931,
+                "steps": 3999887,
+                "file_path": "results\\Param_Ai_dis\\Pyramids\\Pyramids-3999887.onnx",
+                "reward": 1.7656249664723873,
+                "creation_time": 1776976138.699533,
                 "auxillary_file_paths": [
-                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3999920.pt"
+                    "results\\Param_Ai_dis\\Pyramids\\Pyramids-3999887.pt"
                 ]
             },
             {
-                "steps": 4499975,
-                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4499975.onnx",
-                "reward": -0.9996000528335571,
-                "creation_time": 1776955815.9031684,
+                "steps": 4499930,
+                "file_path": "results\\Param_Ai_dis\\Pyramids\\Pyramids-4499930.onnx",
+                "reward": 1.845499962568283,
+                "creation_time": 1776976778.5659983,
                 "auxillary_file_paths": [
-                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4499975.pt"
+                    "results\\Param_Ai_dis\\Pyramids\\Pyramids-4499930.pt"
                 ]
             },
             {
-                "steps": 4999892,
-                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4999892.onnx",
-                "reward": -0.9994000494480133,
-                "creation_time": 1776956447.14999,
+                "steps": 4999939,
+                "file_path": "results\\Param_Ai_dis\\Pyramids\\Pyramids-4999939.onnx",
+                "reward": 1.8099999917404992,
+                "creation_time": 1776977417.9173312,
                 "auxillary_file_paths": [
-                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4999892.pt"
+                    "results\\Param_Ai_dis\\Pyramids\\Pyramids-4999939.pt"
                 ]
             },
             {
-                "steps": 5000020,
-                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.onnx",
-                "reward": -0.9994000494480133,
-                "creation_time": 1776956447.1885376,
+                "steps": 5000007,
+                "file_path": "results\\Param_Ai_dis\\Pyramids\\Pyramids-5000007.onnx",
+                "reward": 1.818199990193049,
+                "creation_time": 1776977417.9572885,
                 "auxillary_file_paths": [
-                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.pt"
+                    "results\\Param_Ai_dis\\Pyramids\\Pyramids-5000007.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 5000020,
-            "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids.onnx",
-            "reward": -0.9994000494480133,
-            "creation_time": 1776956447.1885376,
+            "steps": 5000007,
+            "file_path": "results\\Param_Ai_dis\\Pyramids.onnx",
+            "reward": 1.818199990193049,
+            "creation_time": 1776977417.9572885,
             "auxillary_file_paths": [
-                "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.pt"
+                "results\\Param_Ai_dis\\Pyramids\\Pyramids-5000007.pt"
             ]
         }
     },