Life is good

Pyramids.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e9ca7f2ec9f705aed949d5beef54a9e7a1a301c3acb3e2c7d1a954d6e9410192
-size 1418249
+oid sha256:7e2b4ae15ed8eacaf62703d2a4cc3763535033e6faf6a4804fafa443bd13143a
+size 1420238

Pyramids/Pyramids-3499995.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:261e78e585fdad5b30975bc2a4e16f6f36f33d2a1b70eba7398a88bf95e411c1
+size 1420238

Pyramids/Pyramids-3499995.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e45f89352a787901d848ce98126d131fc1d5d7e97968aa28e383c4adb37fc0cf
+size 8655228

Pyramids/Pyramids-3999920.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d1f80108250dd03a7754cbd40d412d6d298c5ea82165ed2988eadf20d50c227
+size 1420238

Pyramids/Pyramids-3999920.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39e5dab14385722d50b29f36f32f99bf0b4071855534ec6e8a3f8d4a53e88f7a
+size 8655228

Pyramids/Pyramids-4499975.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5cf9da97cb479bb76333ac75769b4e20c6b1e6d25439016b9e139bd12149e3
+size 1420238

Pyramids/Pyramids-4499975.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea92314b260dcc45e358105d6c98d1ebcaaa931b6cc58802da23651647f8cf3
+size 8655228

Pyramids/Pyramids-4999892.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b4ae15ed8eacaf62703d2a4cc3763535033e6faf6a4804fafa443bd13143a
+size 1420238

Pyramids/Pyramids-4999892.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8d5beab91f1aab23b4096b3734e4c6961115d50f3e59846399fc325ace7bb68
+size 8655228

Pyramids/Pyramids-5000020.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e2b4ae15ed8eacaf62703d2a4cc3763535033e6faf6a4804fafa443bd13143a
+size 1420238

Pyramids/Pyramids-5000020.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c34d23f4e9abc3f83953c0a29bc541146236c84201c543ae818b56b0b8bae21
+size 8655228

Pyramids/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:739a258ed64d2d79b18077425cfe2e6fa7b848ff087d292b8a77f1b071e55a01
-size 8724258
+oid sha256:3298f0a2512f60129f2db1995a371822c4ea6f305ef8d64f1aa43ccdea08e2c3
+size 8654754

Pyramids/events.out.tfevents.1776950511.LupusMagnus.26592.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e024a12fc6a7777126a2a4c5378462dcd797ac544d13890231f87e1d95f3bf55
+size 1442450

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 5, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "trained-envs-executables/windows/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "NewOption", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Pyramids": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0023, "beta": 0.01, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 5, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}, "rnd": {"gamma": 0.99, "strength": 0.01, "network_settings": {"normalize": false, "hidden_units": 64, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "learning_rate": 0.0001, "encoding_size": null}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 128, "summary_freq": 30000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "trained-envs-executables/windows/Pyramids", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Param_lr0.0023_epoch5", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -5,11 +5,11 @@ behaviors:
     hyperparameters:
       batch_size: 128
       buffer_size: 2048
-      learning_rate: 0.0003
+      learning_rate: 0.0023
       beta: 0.01
       epsilon: 0.2
       lambd: 0.95
-      num_epoch: 3
+      num_epoch: 5
       shared_critic: false
       learning_rate_schedule: linear
       beta_schedule: linear
@@ -41,7 +41,7 @@ behaviors:
         network_settings:
           normalize: false
           hidden_units: 64
-          num_layers: 5
+          num_layers: 3
           vis_encode_type: simple
           memory: null
           goal_conditioning_type: hyper
@@ -79,10 +79,10 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: NewOption
+  run_id: Param_lr0.0023_epoch5
   initialize_from: null
   load_model: false
-  resume: true
+  resume: false
   force: false
   train_model: false
   inference: false

run_logs/Player-0.log

@@ -1,7 +1,7 @@
 Mono path[0] = 'C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/Pyramids_Data/Managed'
 Mono config path = 'C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/MonoBleedingEdge/etc'
 Found 1 interfaces on host : 0) 192.168.1.22
-Multi-casting "[IP] 192.168.1.22 [Port] 55372 [Flags] 2 [Guid] 493702228 [EditorId] 924393121 [Version] 1048832 [Id] WindowsPlayer(2,LupusMagnus) [Debug] 0 [PackageName] WindowsPlayer [ProjectName] Pyramids" to [225.0.0.222:54997]...
+Multi-casting "[IP] 192.168.1.22 [Port] 55034 [Flags] 2 [Guid] 4195171157 [EditorId] 924393121 [Version] 1048832 [Id] WindowsPlayer(2,LupusMagnus) [Debug] 0 [PackageName] WindowsPlayer [ProjectName] Pyramids" to [225.0.0.222:54997]...
 Initialize engine version: 2021.3.4f1 (cb45f9cae8b7)
 [Subsystems] Discovering subsystems at path C:/Users/zacwi/ml-agents/trained-envs-executables/windows/Pyramids/Pyramids_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.064 seconds
+- Completed reload, in  0.070 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -44,29 +44,14 @@ ERROR: Shader ML-Agents/GridPattern shader is not supported on this GPU (none of
 WARNING: Shader Unsupported: 'ML-Agents/GridPattern' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.597000 ms
+UnloadTime: 0.526100 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-GRPC Exception: Status(StatusCode=Unknown, Detail="Stream removed"). Disconnecting from trainer.
-UnityEngine.StackTraceUtility:ExtractStackTrace () (at C:/buildslave/unity/build/Runtime/Export/Scripting/StackTrace.cs:37)
-UnityEngine.DebugLogHandler:LogFormat (UnityEngine.LogType,UnityEngine.Object,string,object[])
-UnityEngine.Logger:Log (UnityEngine.LogType,object)
-UnityEngine.Debug:Log (object)
-Unity.MLAgents.RpcCommunicator:Exchange (Unity.MLAgents.CommunicatorObjects.UnityOutputProto) (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Communicator/RpcCommunicator.cs:497)
-Unity.MLAgents.RpcCommunicator:SendBatchedMessageHelper () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Communicator/RpcCommunicator.cs:393)
-Unity.MLAgents.RpcCommunicator:DecideBatch () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Communicator/RpcCommunicator.cs:320)
-Unity.MLAgents.Policies.RemotePolicy:DecideAction () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Policies/RemotePolicy.cs:67)
-Unity.MLAgents.Agent:DecideAction () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Agent.cs:1373)
-Unity.MLAgents.Academy:EnvironmentStep () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Academy.cs:586)
-Unity.MLAgents.AcademyFixedUpdateStepper:FixedUpdate () (at C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Academy.cs:43)
-
-(Filename: C:/Users/simon/OneDrive/Documents/MLAgents-Training-Envs/ml-agents-main/com.unity.ml-agents/Runtime/Communicator/RpcCommunicator.cs Line: 497)
-
 Setting up 12 worker threads for Enlighten.
 PlayerConnection::CleanupMemory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [16.0 KB-32.0 KB]: 6863 frames, [32.0 KB-64.0 KB]: 12843 frames, [64.0 KB-128.0 KB]: 648 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [16.0 KB-32.0 KB]: 37008 frames, [32.0 KB-64.0 KB]: 48324 frames, [64.0 KB-128.0 KB]: 8437 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -74,7 +59,7 @@ PlayerConnection::CleanupMemory Statistics:
     [ALLOC_TEMP_Job.Worker 18]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 54 B
+      Peak Allocated Bytes 0.9 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
@@ -143,20 +128,20 @@ PlayerConnection::CleanupMemory Statistics:
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
-      Current Block Size 288.0 KB
-      Peak Allocated Bytes 218.8 KB
+      Current Block Size 296.0 KB
+      Peak Allocated Bytes 227.7 KB
       Overflow Count 4
     [ALLOC_TEMP_Profiler.Dispatcher]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 17]
+    [ALLOC_TEMP_Job.Worker 14]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 54 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 14]
+    [ALLOC_TEMP_Job.Worker 17]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 54 B
@@ -191,11 +176,6 @@ PlayerConnection::CleanupMemory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 6]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
-      Overflow Count 0
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
@@ -214,7 +194,12 @@ PlayerConnection::CleanupMemory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.9 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
@@ -312,28 +297,28 @@ PlayerConnection::CleanupMemory Statistics:
       Peak Allocated Bytes 54 B
       Overflow Count 0
 [ALLOC_MEMORYPROFILER]
-  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 20056 frames
+  Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93471 frames
   Requested Block Size 1.0 MB
   Peak Block count 2
   Peak Allocated memory 1.6 MB
   Peak Large allocation bytes 0 B
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 13618
+  Peak main deferred allocation count 11927
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 20354 frames
+      Peak usage frame count: [8.0 MB-16.0 MB]: 1 frames, [16.0 MB-32.0 MB]: 93769 frames
       Requested Block Size 16.0 MB
       Peak Block count 3
-      Peak Allocated memory 31.5 MB
+      Peak Allocated memory 31.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 20355 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 93770 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 29.1 MB
+      Peak Allocated memory 30.1 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -362,13 +347,13 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 20354 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 93769 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 20355 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 93770 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 67.7 KB
@@ -380,13 +365,13 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 20056 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 299 frames, [1.0 MB-2.0 MB]: 93471 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 1.4 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 20354 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 93769 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.2 MB
@@ -398,19 +383,19 @@ PlayerConnection::CleanupMemory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.6 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 20355 frames
+      Peak usage frame count: [0-1.0 KB]: 93770 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 20355 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 93770 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.9 KB
       Peak Large allocation bytes 0 B
 [ALLOC_PROFILER]
-  Peak usage frame count: [32.0 KB-64.0 KB]: 20355 frames
+  Peak usage frame count: [32.0 KB-64.0 KB]: 93770 frames
   Requested Block Size 16.0 MB
   Peak Block count 1
   Peak Allocated memory 51.6 KB
@@ -419,4 +404,4 @@ PlayerConnection::CleanupMemory Statistics:
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 425 B
-##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1776920631609,"processId":12628,"allocatedMemory":6227822,"memoryLabels":[{"Default":9421},{"Permanent":10160},{"NewDelete":11832},{"Thread":4229324},{"Manager":30768},{"VertexData":12},{"Geometry":560},{"Texture":16},{"Shader":68616},{"Material":24},{"GfxDevice":49488},{"Animation":240},{"Audio":3928},{"Physics":304},{"Serialization":288},{"Input":14208},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1617364},{"Resource":688},{"Renderer":1960},{"Transform":16},{"File":840},{"WebCam":40},{"Culling":40},{"Terrain":953},{"Wind":24},{"STL":48},{"String":3841},{"DynamicArray":30868},{"HashMap":7680},{"Utility":7328},{"PoolAlloc":1368},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":80},{"SpriteAtlas":128},{"GI":3688},{"Unet":16},{"Director":7776},{"WebRequest":688},{"VR":45521},{"SceneManager":424},{"Video":32},{"LazyScriptCache":40},{"NativeArray":12},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":392},{"VirtualTexturing":57888},{"AssetReference":40}]}
+##utp:{"type":"MemoryLeaks","version":2,"phase":"Immediate","time":1776956447371,"processId":7516,"allocatedMemory":6227822,"memoryLabels":[{"Default":9421},{"Permanent":10160},{"NewDelete":11832},{"Thread":4229324},{"Manager":30768},{"VertexData":12},{"Geometry":560},{"Texture":16},{"Shader":68616},{"Material":24},{"GfxDevice":49488},{"Animation":240},{"Audio":3928},{"Physics":304},{"Serialization":288},{"Input":14208},{"JobScheduler":200},{"Mono":40},{"ScriptingNativeRuntime":216},{"BaseObject":1617364},{"Resource":688},{"Renderer":1960},{"Transform":16},{"File":840},{"WebCam":40},{"Culling":40},{"Terrain":953},{"Wind":24},{"STL":48},{"String":3841},{"DynamicArray":30868},{"HashMap":7680},{"Utility":7328},{"PoolAlloc":1368},{"TypeTree":1792},{"ScriptManager":80},{"RuntimeInitializeOnLoadManager":80},{"SpriteAtlas":128},{"GI":3688},{"Unet":16},{"Director":7776},{"WebRequest":688},{"VR":45521},{"SceneManager":424},{"Video":32},{"LazyScriptCache":40},{"NativeArray":12},{"Camera":25},{"Secure":1},{"SerializationCache":624},{"APIUpdating":5872},{"Subsystems":392},{"VirtualTexturing":57888},{"AssetReference":40}]}

run_logs/timers.json

@@ -1,45 +1,352 @@
 {
     "name": "root",
+    "gauges": {
+        "Pyramids.Policy.Entropy.mean": {
+            "value": 0.27183133363723755,
+            "min": 0.23959311842918396,
+            "max": 1.4534940719604492,
+            "count": 166
+        },
+        "Pyramids.Policy.Entropy.sum": {
+            "value": 8163.63818359375,
+            "min": 7172.45947265625,
+            "max": 44093.1953125,
+            "count": 166
+        },
+        "Pyramids.Step.mean": {
+            "value": 4979944.0,
+            "min": 29952.0,
+            "max": 4979944.0,
+            "count": 166
+        },
+        "Pyramids.Step.sum": {
+            "value": 4979944.0,
+            "min": 29952.0,
+            "max": 4979944.0,
+            "count": 166
+        },
+        "Pyramids.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 0.03959980607032776,
+            "min": -0.10260403901338577,
+            "max": 0.07143238186836243,
+            "count": 166
+        },
+        "Pyramids.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 9.741552352905273,
+            "min": -24.72757339477539,
+            "max": 17.71523094177246,
+            "count": 166
+        },
+        "Pyramids.Policy.RndValueEstimate.mean": {
+            "value": 0.00362952402792871,
+            "min": -0.003268730826675892,
+            "max": 0.22318381071090698,
+            "count": 166
+        },
+        "Pyramids.Policy.RndValueEstimate.sum": {
+            "value": 0.8928629159927368,
+            "min": -0.7844954133033752,
+            "max": 52.894561767578125,
+            "count": 166
+        },
+        "Pyramids.Losses.PolicyLoss.mean": {
+            "value": 0.06953554569918197,
+            "min": 0.06228688778687722,
+            "max": 0.07962039222878681,
+            "count": 166
+        },
+        "Pyramids.Losses.PolicyLoss.sum": {
+            "value": 0.9734976397885475,
+            "min": 0.5251154127896057,
+            "max": 1.1146854912030153,
+            "count": 166
+        },
+        "Pyramids.Losses.ValueLoss.mean": {
+            "value": 0.007075605669226452,
+            "min": 3.2843918132064415e-07,
+            "max": 0.43463031298482263,
+            "count": 166
+        },
+        "Pyramids.Losses.ValueLoss.sum": {
+            "value": 0.09905847936917032,
+            "min": 4.598148538489018e-06,
+            "max": 6.0848243817875165,
+            "count": 166
+        },
+        "Pyramids.Policy.LearningRate.mean": {
+            "value": 1.587709788112429e-05,
+            "min": 1.587709788112429e-05,
+            "max": 0.002292564297466149,
+            "count": 166
+        },
+        "Pyramids.Policy.LearningRate.sum": {
+            "value": 0.00022227937033574008,
+            "min": 0.00022227937033574008,
+            "max": 0.031137933186176824,
+            "count": 166
+        },
+        "Pyramids.Policy.Epsilon.mean": {
+            "value": 0.10069030428571431,
+            "min": 0.10069030428571431,
+            "max": 0.1996767085714286,
+            "count": 166
+        },
+        "Pyramids.Policy.Epsilon.sum": {
+            "value": 1.4096642600000002,
+            "min": 1.39382272,
+            "max": 2.7974903200000005,
+            "count": 166
+        },
+        "Pyramids.Policy.Beta.mean": {
+            "value": 7.896139814285716e-05,
+            "min": 7.896139814285716e-05,
+            "max": 0.009967703186285714,
+            "count": 166
+        },
+        "Pyramids.Policy.Beta.sum": {
+            "value": 0.0011054595740000004,
+            "min": 0.0011054595740000004,
+            "max": 0.135386935682,
+            "count": 166
+        },
+        "Pyramids.Losses.RNDLoss.mean": {
+            "value": 0.0031557006295770407,
+            "min": 0.0017147259786725044,
+            "max": 0.22830002009868622,
+            "count": 166
+        },
+        "Pyramids.Losses.RNDLoss.sum": {
+            "value": 0.04417980834841728,
+            "min": 0.024006163701415062,
+            "max": 1.598100185394287,
+            "count": 166
+        },
+        "Pyramids.Environment.EpisodeLength.mean": {
+            "value": 794.4166666666666,
+            "min": 790.0,
+            "max": 999.0,
+            "count": 166
+        },
+        "Pyramids.Environment.EpisodeLength.sum": {
+            "value": 28599.0,
+            "min": 15984.0,
+            "max": 33066.0,
+            "count": 166
+        },
+        "Pyramids.Environment.CumulativeReward.mean": {
+            "value": 0.03863884467217657,
+            "min": -1.0000000521540642,
+            "max": 0.32086661499407554,
+            "count": 166
+        },
+        "Pyramids.Environment.CumulativeReward.sum": {
+            "value": 1.3909984081983566,
+            "min": -32.000001668930054,
+            "max": 11.55119813978672,
+            "count": 166
+        },
+        "Pyramids.Policy.ExtrinsicReward.mean": {
+            "value": 0.03863884467217657,
+            "min": -1.0000000521540642,
+            "max": 0.32086661499407554,
+            "count": 166
+        },
+        "Pyramids.Policy.ExtrinsicReward.sum": {
+            "value": 1.3909984081983566,
+            "min": -32.000001668930054,
+            "max": 11.55119813978672,
+            "count": 166
+        },
+        "Pyramids.Policy.RndReward.mean": {
+            "value": 0.027889750893842172,
+            "min": 0.02255276179525465,
+            "max": 6.052156432997435,
+            "count": 166
+        },
+        "Pyramids.Policy.RndReward.sum": {
+            "value": 1.0040310321783181,
+            "min": 0.6540300920623849,
+            "max": 96.83450292795897,
+            "count": 166
+        },
+        "Pyramids.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 166
+        },
+        "Pyramids.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 166
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1776919386",
+        "start_time_seconds": "1776950508",
         "python_version": "3.10.11 (tags/v3.10.11:7d4cc5a, Apr  5 2023, 00:38:17) [MSC v.1929 64 bit (AMD64)]",
-        "command_line_arguments": "C:\\Users\\zacwi\\ml-agents\\mlagents_env\\Scripts\\mlagents-learn config/ppo/PyramidsRND.yaml --env=trained-envs-executables/windows/Pyramids --run-id=NewOption --resume --no-graphics",
+        "command_line_arguments": "C:\\Users\\zacwi\\ml-agents\\mlagents_env\\Scripts\\mlagents-learn config/ppo/PyramidsRND.yaml --env=trained-envs-executables/windows/Pyramids --run-id=Param_lr0.0023_epoch5 --no-graphics",
         "mlagents_version": "1.1.0",
         "mlagents_envs_version": "1.1.0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.1+cpu",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1776919401"
+        "end_time_seconds": "1776956447"
     },
-    "total": 15.030135399999835,
+    "total": 5939.372065399999,
     "count": 1,
-    "self": 1.7009501999996246,
+    "self": 0.19998859999759588,
     "children": {
         "run_training.setup": {
-            "total": 0.061055300000134594,
+            "total": 0.05420510000112699,
             "count": 1,
-            "self": 0.061055300000134594
+            "self": 0.05420510000112699
         },
         "TrainerController.start_learning": {
-            "total": 13.268129900000076,
+            "total": 5939.1178717,
             "count": 1,
-            "self": 5.779999992228113e-05,
+            "self": 3.6703533047548262,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 13.20520549999992,
+                    "total": 2.9942669000010937,
+                    "count": 1,
+                    "self": 2.9942669000010937
+                },
+                "TrainerController.advance": {
+                    "total": 5932.4069967952455,
+                    "count": 316307,
+                    "self": 3.463921494090755,
+                    "children": {
+                        "env_step": {
+                            "total": 2118.486211400501,
+                            "count": 316307,
+                            "self": 1840.6690787004773,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 275.5757641000673,
+                                    "count": 316307,
+                                    "self": 9.794916198989085,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 265.78084790107823,
+                                            "count": 312564,
+                                            "self": 265.78084790107823
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 2.2413685999563313,
+                                    "count": 316307,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 5932.0274607961765,
+                                            "count": 316307,
+                                            "is_parallel": true,
+                                            "self": 4334.344422196817,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.000574399993638508,
+                                                    "count": 1,
+                                                    "is_parallel": true,
+                                                    "self": 0.0001275999820791185,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.00044680001155938953,
+                                                            "count": 8,
+                                                            "is_parallel": true,
+                                                            "self": 0.00044680001155938953
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1597.6824641993662,
+                                                    "count": 316307,
+                                                    "is_parallel": true,
+                                                    "self": 46.815859293979884,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 31.04823930427665,
+                                                            "count": 316307,
+                                                            "is_parallel": true,
+                                                            "self": 31.04823930427665
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 1391.2244112005137,
+                                                            "count": 316307,
+                                                            "is_parallel": true,
+                                                            "self": 1391.2244112005137
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 128.59395440059598,
+                                                            "count": 316307,
+                                                            "is_parallel": true,
+                                                            "self": 28.653111593906942,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 99.94084280668903,
+                                                                    "count": 2530456,
+                                                                    "is_parallel": true,
+                                                                    "self": 99.94084280668903
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 3810.456863900654,
+                            "count": 316307,
+                            "self": 7.222175199953199,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 278.5392755007997,
+                                    "count": 316307,
+                                    "self": 278.19442400081607,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.3448514999836334,
+                                            "count": 10,
+                                            "self": 0.3448514999836334
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 3524.695413199901,
+                                    "count": 2321,
+                                    "self": 1124.2936020995912,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 2400.4018111003097,
+                                            "count": 189595,
+                                            "self": 2400.4018111003097
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 5.00003807246685e-07,
                     "count": 1,
-                    "self": 13.20520549999992
+                    "self": 5.00003807246685e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.06286660000023403,
+                    "total": 0.04625419999501901,
                     "count": 1,
-                    "self": 0.012834600000132923,
+                    "self": 0.013692699998500757,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.05003200000010111,
+                            "total": 0.03256149999651825,
                             "count": 1,
-                            "self": 0.05003200000010111
+                            "self": 0.03256149999651825
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,29 +1,65 @@
 {
-    "metadata": {
-        "stats_format_version": "0.3.0",
-        "mlagents_version": "1.1.0",
-        "torch_version": "2.1.1+cpu"
-    },
     "Pyramids": {
         "checkpoints": [
             {
-                "steps": 0,
-                "file_path": "results\\NewOption\\Pyramids\\Pyramids-0.onnx",
+                "steps": 3499995,
+                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3499995.onnx",
                 "reward": null,
-                "creation_time": 1776919399.3168576,
+                "creation_time": 1776954564.4229794,
+                "auxillary_file_paths": [
+                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3499995.pt"
+                ]
+            },
+            {
+                "steps": 3999920,
+                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3999920.onnx",
+                "reward": 0.11399998143315315,
+                "creation_time": 1776955184.3932931,
+                "auxillary_file_paths": [
+                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-3999920.pt"
+                ]
+            },
+            {
+                "steps": 4499975,
+                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4499975.onnx",
+                "reward": -0.9996000528335571,
+                "creation_time": 1776955815.9031684,
                 "auxillary_file_paths": [
-                    "results\\NewOption\\Pyramids\\Pyramids-0.pt"
+                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4499975.pt"
+                ]
+            },
+            {
+                "steps": 4999892,
+                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4999892.onnx",
+                "reward": -0.9994000494480133,
+                "creation_time": 1776956447.14999,
+                "auxillary_file_paths": [
+                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-4999892.pt"
+                ]
+            },
+            {
+                "steps": 5000020,
+                "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.onnx",
+                "reward": -0.9994000494480133,
+                "creation_time": 1776956447.1885376,
+                "auxillary_file_paths": [
+                    "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 0,
-            "file_path": "results\\NewOption\\Pyramids.onnx",
-            "reward": null,
-            "creation_time": 1776919399.3168576,
+            "steps": 5000020,
+            "file_path": "results\\Param_lr0.0023_epoch5\\Pyramids.onnx",
+            "reward": -0.9994000494480133,
+            "creation_time": 1776956447.1885376,
             "auxillary_file_paths": [
-                "results\\NewOption\\Pyramids\\Pyramids-0.pt"
+                "results\\Param_lr0.0023_epoch5\\Pyramids\\Pyramids-5000020.pt"
             ]
         }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "1.1.0",
+        "torch_version": "2.1.1+cpu"
     }
 }