Second Push

SnowballTarget.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26496e2333d2a76afbacbedb668a6f4f4714fe90d782232b780f264e359d8b06
+oid sha256:15c5e05fc46cead3a8a2415c8195e3ab8efaa87e0ce2e58633e708a31f7bd39a
 size 650646

SnowballTarget/SnowballTarget-149984.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8a7bd086b94f0db358963ea0ac9d771d105288b8f1a3f1a4ed6bbe1f6b42fdb
+oid sha256:f1cfc20d08b69c6704df71f1a16280f884a0cce56f636f8018a023486fc800b7
 size 650646

SnowballTarget/SnowballTarget-149984.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:759b072e9b6ba42a9f10e9a9bd9b533fb2d04967635cfc08aa8c81a04e023d89
+oid sha256:b67ffa97c6a05ffd7e92f6ee2d4629d75cfe573a901dcfc1c18c0572c0d3a846
 size 3850075

SnowballTarget/SnowballTarget-199984.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26496e2333d2a76afbacbedb668a6f4f4714fe90d782232b780f264e359d8b06
+oid sha256:15c5e05fc46cead3a8a2415c8195e3ab8efaa87e0ce2e58633e708a31f7bd39a
 size 650646

SnowballTarget/SnowballTarget-199984.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:37da29ab6846f0d9f594f0a45823bfd81e3ddde980a7da6cfc67aafcc1ac52f2
+oid sha256:e733f199f8e02489ec3c63f25f9ae5693c5e1dc2bd757a8e4f5fd44c25ea9c5c
 size 3850075

SnowballTarget/SnowballTarget-200112.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:26496e2333d2a76afbacbedb668a6f4f4714fe90d782232b780f264e359d8b06
+oid sha256:15c5e05fc46cead3a8a2415c8195e3ab8efaa87e0ce2e58633e708a31f7bd39a
 size 650646

SnowballTarget/SnowballTarget-200112.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f84cc0afffef9c3ad083dfb1475393b65de9ea50e4a831b0a30cc20d0d8d9bc7
+oid sha256:d3ff8d8435bf69bd23dc64191a3a9d981031c916122d627e7e65debff59389a9
 size 3850075

SnowballTarget/SnowballTarget-49936.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0c619472fcd0391b1edf2fe46745c106031cb7530ad19aec7753eeb5ddf1927d
+oid sha256:4c97418cdfce34e0c0900a01d7aa1b11daded7c2bca840a1412b2b9859cf670d
 size 650646

SnowballTarget/SnowballTarget-49936.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78c258b3cfb0920d2223b9f79de43c3b787e9834a655c62b1502e068656a7bb6
+oid sha256:871887094a0535dcb5b39ff60a79dd4ac21c9c0ecad395547001f9a0d86b00d7
 size 3850000

SnowballTarget/SnowballTarget-99960.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ac05b3d39d8b7376fe86145124ce583a62f4475d560230cab5d5171a6574c48
+oid sha256:84a2a6012d40ac10df5ae635abaaec26bde21ba4c7042030c92bddfb12254d6e
 size 650646

SnowballTarget/SnowballTarget-99960.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbb4f059bea6d2b33c595db8025f9ed2e7124309397c36828e82bf2f4f319a90
+oid sha256:63fc747cc6d081cd2fb367e80dfe4e3c0d25f3bd85001a24b04b276945461e13
 size 3850000

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f85759295e0e5764c7d6a18efe7a6f4205ea53272360490c136841f2011cd72d
+oid sha256:891b2e66249e20465ec8189f608e40b831fc9882a329783e863a4fa29699642f
 size 3849250

SnowballTarget/events.out.tfevents.1721161533.J-Linux.27457.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eb65631c4e68f6d31a2c857e0cdc5278bee9aadd6c38bd7a47b807929fe584c
+size 24102

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -70,7 +70,7 @@ checkpoint_settings:
   initialize_from: null
   load_model: false
   resume: false
-  force: false
+  force: true
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -1,40 +1,17 @@
-Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
-Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/home/john/repos/huggingface/unit5/ml-agents/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
+Mono config path = '/home/john/repos/huggingface/unit5/ml-agents/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /home/john/repos/huggingface/unit5/ml-agents/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.098 seconds
+- Completed reload, in  0.058 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,23 +22,23 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.831064 ms
+UnloadTime: 0.436462 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-Setting up 1 worker threads for Enlighten.
+Setting up 16 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 5368 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 5370 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
       Overflow Count 0
-    [ALLOC_TEMP_Loading.AsyncRead]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
-      Peak Allocated Bytes 198 B
+    [ALLOC_TEMP_Job.Worker 18]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -73,118 +50,268 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 9]
+    [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 0]
+    [ALLOC_TEMP_Job.Worker 16]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 3.6 KB
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 10]
+    [ALLOC_TEMP_Background Job.Worker 6]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 14]
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 27]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 17]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 6]
+    [ALLOC_TEMP_Background Job.Worker 1]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 12]
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 31
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 15]
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 1]
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 2]
+    [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 7]
+    [ALLOC_TEMP_Job.Worker 20]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper]
+    [ALLOC_TEMP_BatchDeleteObjects]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 5]
+    [ALLOC_TEMP_Job.Worker 30]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 26]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 21]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 13]
+    [ALLOC_TEMP_Job.Worker 25]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
+    [ALLOC_TEMP_Job.Worker 29]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 16
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Background Job.Worker 15]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 0]
+    [ALLOC_TEMP_Background Job.Worker 2]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 4]
+    [ALLOC_TEMP_Job.Worker 28]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 22]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_BatchDeleteObjects]
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 23]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 24]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 15]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 19]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 270 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 41
+  Peak main deferred allocation count 43
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 5460 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 5462 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 6.5 MB
+      Peak Allocated memory 7.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 5460 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 5462 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.8 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -213,13 +340,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 4403 frames, [64.0 KB-128.0 KB]: 1057 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4242 frames, [64.0 KB-128.0 KB]: 1220 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 67.7 KB
+      Peak Allocated memory 67.3 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 5460 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 5462 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 39.6 KB
@@ -231,13 +358,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5462 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5459 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -249,13 +376,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 5460 frames
+      Peak usage frame count: [0-1.0 KB]: 5462 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 5460 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 5462 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.7 KB

run_logs/timers.json

@@ -2,15 +2,15 @@
     "name": "root",
     "gauges": {
         "SnowballTarget.Policy.Entropy.mean": {
-            "value": 0.9443554878234863,
-            "min": 0.9406362175941467,
-            "max": 2.8456530570983887,
+            "value": 0.9459652900695801,
+            "min": 0.9459652900695801,
+            "max": 2.863677740097046,
             "count": 20
         },
         "SnowballTarget.Policy.Entropy.sum": {
-            "value": 9016.7060546875,
-            "min": 9016.7060546875,
-            "max": 29173.634765625,
+            "value": 9052.8876953125,
+            "min": 9052.8876953125,
+            "max": 29389.92578125,
             "count": 20
         },
         "SnowballTarget.Step.mean": {
@@ -26,15 +26,15 @@
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 12.962319374084473,
-            "min": 0.3876338005065918,
-            "max": 12.962319374084473,
+            "value": 12.673412322998047,
+            "min": 0.2736020088195801,
+            "max": 12.673412322998047,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 2527.65234375,
-            "min": 75.20095825195312,
-            "max": 2614.8173828125,
+            "value": 2471.3154296875,
+            "min": 53.07878875732422,
+            "max": 2540.0654296875,
             "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.mean": {
@@ -50,27 +50,27 @@
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.mean": {
-            "value": 0.06746808289779652,
-            "min": 0.06333588081264786,
-            "max": 0.07783348096178516,
+            "value": 0.07012406368291932,
+            "min": 0.061339522445058386,
+            "max": 0.07188053482298296,
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.sum": {
-            "value": 0.26987233159118607,
-            "min": 0.25334352325059145,
-            "max": 0.3891674048089258,
+            "value": 0.2804962547316773,
+            "min": 0.24535808978023355,
+            "max": 0.35307358917962833,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.mean": {
-            "value": 0.2101088947086942,
-            "min": 0.12638039115871139,
-            "max": 0.2701156947542639,
+            "value": 0.18678169025509966,
+            "min": 0.11659374337428816,
+            "max": 0.27793770093543857,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.sum": {
-            "value": 0.8404355788347768,
-            "min": 0.5055215646348455,
-            "max": 1.3505784737713196,
+            "value": 0.7471267610203987,
+            "min": 0.4663749734971526,
+            "max": 1.2849259855700477,
             "count": 20
         },
         "SnowballTarget.Policy.LearningRate.mean": {
@@ -111,26 +111,26 @@
         },
         "SnowballTarget.Environment.CumulativeReward.mean": {
             "value": 25.431818181818183,
-            "min": 3.659090909090909,
-            "max": 25.818181818181817,
+            "min": 3.022727272727273,
+            "max": 25.431818181818183,
             "count": 20
         },
         "SnowballTarget.Environment.CumulativeReward.sum": {
             "value": 1119.0,
-            "min": 161.0,
-            "max": 1420.0,
+            "min": 133.0,
+            "max": 1379.0,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.mean": {
             "value": 25.431818181818183,
-            "min": 3.659090909090909,
-            "max": 25.818181818181817,
+            "min": 3.022727272727273,
+            "max": 25.431818181818183,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.sum": {
             "value": 1119.0,
-            "min": 161.0,
-            "max": 1420.0,
+            "min": 133.0,
+            "max": 1379.0,
             "count": 20
         },
         "SnowballTarget.IsTraining.mean": {
@@ -148,67 +148,67 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1706444236",
-        "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
+        "start_time_seconds": "1721161532",
+        "python_version": "3.10.12 (main, Jul  5 2023, 18:54:27) [GCC 11.2.0]",
+        "command_line_arguments": "/home/john/miniconda3/envs/unit5/bin/mlagents-learn ../config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "2.1.2+cu121",
+        "pytorch_version": "2.3.1+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1706444726"
+        "end_time_seconds": "1721161716"
     },
-    "total": 489.40289790500003,
+    "total": 184.0504257879984,
     "count": 1,
-    "self": 0.6412026020001349,
+    "self": 0.21740150100231403,
     "children": {
         "run_training.setup": {
-            "total": 0.05412697399992794,
+            "total": 0.011563694999495056,
             "count": 1,
-            "self": 0.05412697399992794
+            "self": 0.011563694999495056
         },
         "TrainerController.start_learning": {
-            "total": 488.70756832899997,
+            "total": 183.82146059199658,
             "count": 1,
-            "self": 0.6502243479833396,
+            "self": 0.19760472519919858,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.2371538579999424,
+                    "total": 0.8619703519980249,
                     "count": 1,
-                    "self": 3.2371538579999424
+                    "self": 0.8619703519980249
                 },
                 "TrainerController.advance": {
-                    "total": 484.7286091960167,
-                    "count": 18199,
-                    "self": 0.33143561501549357,
+                    "total": 182.71300816379517,
+                    "count": 18204,
+                    "self": 0.1000716349153663,
                     "children": {
                         "env_step": {
-                            "total": 484.3971735810012,
-                            "count": 18199,
-                            "self": 320.78482687699875,
+                            "total": 182.6129365288798,
+                            "count": 18204,
+                            "self": 123.64079770399258,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 163.28624134600238,
-                                    "count": 18199,
-                                    "self": 1.7478001500048777,
+                                    "total": 58.86991431299248,
+                                    "count": 18204,
+                                    "self": 0.5383992309616588,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 161.5384411959975,
-                                            "count": 18199,
-                                            "self": 161.5384411959975
+                                            "total": 58.33151508203082,
+                                            "count": 18204,
+                                            "self": 58.33151508203082
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.32610535800006346,
-                                    "count": 18199,
+                                    "total": 0.10222451189474668,
+                                    "count": 18204,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 487.22414732899927,
-                                            "count": 18199,
+                                            "total": 183.52980233595008,
+                                            "count": 18204,
                                             "is_parallel": true,
-                                            "self": 237.36083768499043,
+                                            "self": 90.72314659201584,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.005174652000050628,
+                                                            "total": 0.000977309999143472,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0036217550001538257,
+                                                            "self": 0.0002817799977492541,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0015528969998968023,
+                                                                    "total": 0.0006955300013942178,
                                                                     "count": 10,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0015528969998968023
+                                                                    "self": 0.0006955300013942178
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03966365799999494,
+                                                            "total": 0.01426788700337056,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0007918799999515613,
+                                                            "self": 0.00018270100190420635,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00044055600005776796,
+                                                                    "total": 0.00016143000175361522,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00044055600005776796
+                                                                    "self": 0.00016143000175361522
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03597823600000538,
+                                                                    "total": 0.01334110500101815,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03597823600000538
+                                                                    "self": 0.01334110500101815
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0024529859999802284,
+                                                                    "total": 0.0005826509986945894,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006015170000637227,
+                                                                    "self": 0.00013158999718143605,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0018514689999165057,
+                                                                            "total": 0.0004510610015131533,
                                                                             "count": 10,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0018514689999165057
+                                                                            "self": 0.0004510610015131533
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 249.86330964400884,
-                                                    "count": 18198,
+                                                    "total": 92.80665574393424,
+                                                    "count": 18203,
                                                     "is_parallel": true,
-                                                    "self": 11.74344477601528,
+                                                    "self": 4.022721519802872,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 5.771143918005464,
-                                                            "count": 18198,
+                                                            "total": 1.9994408670863777,
+                                                            "count": 18203,
                                                             "is_parallel": true,
-                                                            "self": 5.771143918005464
+                                                            "self": 1.9994408670863777
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 195.8317208519902,
-                                                            "count": 18198,
+                                                            "total": 74.80697977204181,
+                                                            "count": 18203,
                                                             "is_parallel": true,
-                                                            "self": 195.8317208519902
+                                                            "self": 74.80697977204181
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 36.51700009799788,
-                                                            "count": 18198,
+                                                            "total": 11.97751358500318,
+                                                            "count": 18203,
                                                             "is_parallel": true,
-                                                            "self": 6.896885261966645,
+                                                            "self": 2.153920377317263,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 29.620114836031235,
-                                                                    "count": 181980,
+                                                                    "total": 9.823593207685917,
+                                                                    "count": 182030,
                                                                     "is_parallel": true,
-                                                                    "self": 29.620114836031235
+                                                                    "self": 9.823593207685917
                                                                 }
                                                             }
                                                         }
@@ -309,9 +309,9 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 0.00016240700006164843,
+                    "total": 8.372000229428522e-05,
                     "count": 1,
-                    "self": 0.00016240700006164843,
+                    "self": 8.372000229428522e-05,
                     "children": {
                         "thread_root": {
                             "total": 0.0,
@@ -320,36 +320,36 @@
                             "self": 0.0,
                             "children": {
                                 "trainer_advance": {
-                                    "total": 478.6218029300003,
-                                    "count": 721804,
+                                    "total": 182.09657914328272,
+                                    "count": 270558,
                                     "is_parallel": true,
-                                    "self": 15.788846079064683,
+                                    "self": 1.8896819435831276,
                                     "children": {
                                         "process_trajectory": {
-                                            "total": 264.54953351393647,
-                                            "count": 721804,
+                                            "total": 100.15845836069639,
+                                            "count": 270558,
                                             "is_parallel": true,
-                                            "self": 263.73069714693656,
+                                            "self": 99.82853184669511,
                                             "children": {
                                                 "RLTrainer._checkpoint": {
-                                                    "total": 0.8188363669999035,
+                                                    "total": 0.32992651400127215,
                                                     "count": 4,
                                                     "is_parallel": true,
-                                                    "self": 0.8188363669999035
+                                                    "self": 0.32992651400127215
                                                 }
                                             }
                                         },
                                         "_update_policy": {
-                                            "total": 198.28342333699914,
+                                            "total": 80.04843883900321,
                                             "count": 90,
                                             "is_parallel": true,
-                                            "self": 60.969981657003814,
+                                            "self": 19.110456332746253,
                                             "children": {
                                                 "TorchPPOOptimizer.update": {
-                                                    "total": 137.31344167999532,
+                                                    "total": 60.93798250625696,
                                                     "count": 4587,
                                                     "is_parallel": true,
-                                                    "self": 137.31344167999532
+                                                    "self": 60.93798250625696
                                                 }
                                             }
                                         }
@@ -360,14 +360,14 @@
                     }
                 },
                 "TrainerController._save_models": {
-                    "total": 0.09141851999993378,
+                    "total": 0.048793631001899485,
                     "count": 1,
-                    "self": 0.0010103299998718285,
+                    "self": 0.0009603110011084937,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.09040819000006195,
+                            "total": 0.04783332000079099,
                             "count": 1,
-                            "self": 0.09040819000006195
+                            "self": 0.04783332000079099
                         }
                     }
                 }

run_logs/training_status.json

@@ -4,8 +4,8 @@
             {
                 "steps": 49936,
                 "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
-                "reward": 15.545454545454545,
-                "creation_time": 1706444357.0990708,
+                "reward": 13.090909090909092,
+                "creation_time": 1721161580.3201792,
                 "auxillary_file_paths": [
                     "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
                 ]
@@ -13,8 +13,8 @@
             {
                 "steps": 99960,
                 "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
-                "reward": 19.727272727272727,
-                "creation_time": 1706444474.3358839,
+                "reward": 19.272727272727273,
+                "creation_time": 1721161626.3257487,
                 "auxillary_file_paths": [
                     "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
                 ]
@@ -22,8 +22,8 @@
             {
                 "steps": 149984,
                 "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
-                "reward": 24.454545454545453,
-                "creation_time": 1706444602.4671347,
+                "reward": 24.363636363636363,
+                "creation_time": 1721161672.2340117,
                 "auxillary_file_paths": [
                     "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
                 ]
@@ -31,8 +31,8 @@
             {
                 "steps": 199984,
                 "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
-                "reward": 24.727272727272727,
-                "creation_time": 1706444725.261226,
+                "reward": 26.0,
+                "creation_time": 1721161716.678854,
                 "auxillary_file_paths": [
                     "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
                 ]
@@ -40,8 +40,8 @@
             {
                 "steps": 200112,
                 "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
-                "reward": 24.727272727272727,
-                "creation_time": 1706444725.369691,
+                "reward": 26.0,
+                "creation_time": 1721161716.7409804,
                 "auxillary_file_paths": [
                     "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
                 ]
@@ -50,8 +50,8 @@
         "final_checkpoint": {
             "steps": 200112,
             "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
-            "reward": 24.727272727272727,
-            "creation_time": 1706444725.369691,
+            "reward": 26.0,
+            "creation_time": 1721161716.7409804,
             "auxillary_file_paths": [
                 "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
             ]
@@ -60,6 +60,6 @@
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "1.1.0.dev0",
-        "torch_version": "2.1.2+cu121"
+        "torch_version": "2.3.1+cu121"
     }
 }