second Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a3354c42c921949aa522089d3f5f56f387fd625d9ece9ed1effe4e8341e9076
+oid sha256:4e6a362eb4cc7bd0ecd0b9b937c5bb671c2deaa11e34c6743ab0c650039b372d
 size 1768747

SoccerTwos/SoccerTwos-3499945.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eeaa3bf1725ec420c67618a123d2bf3836deb40d303e8424f712f2595588617
+size 1768747

SoccerTwos/SoccerTwos-3499945.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fd9143c6e892610095ee9c5fb0889a8f4676d1dfc9d6d49bf7f28d1c414018c
+size 28432022

SoccerTwos/SoccerTwos-3999978.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffa210a7d34962ca2467c5226a311d4c632c660833ff8378aded5141d3bfb3ee
+size 1768747

SoccerTwos/SoccerTwos-3999978.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571b62d94012e8a9ff20ad2b9c30d7329aa27ed5aa2e1b961bd7ed3d4a2a21fd
+size 28432022

SoccerTwos/SoccerTwos-4499982.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:442f7b41c03ad025d1fd8d933cb70bdb28acf4562a4c536bc05e16188c89a8c4
+size 1768747

SoccerTwos/SoccerTwos-4499982.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5548a7f8d2e6aa051228e1020c02e6fd4e7264710dfa2adaa0c772a1d8bdaa5a
+size 28432022

SoccerTwos/SoccerTwos-4999973.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a362eb4cc7bd0ecd0b9b937c5bb671c2deaa11e34c6743ab0c650039b372d
+size 1768747

SoccerTwos/SoccerTwos-4999973.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f06ece0686e6768def6612702953dcdc6233b0954e1438c10180862437bd0c8
+size 28432022

SoccerTwos/SoccerTwos-5000032.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6a362eb4cc7bd0ecd0b9b937c5bb671c2deaa11e34c6743ab0c650039b372d
+size 1768747

SoccerTwos/SoccerTwos-5000032.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267fa132acf11d28c52556d3e761b317756ba3851e4c6dff52cc255012906376
+size 28432022

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca2f67c1f26d27f5db20c7551774b6358e1b09ba8e3a4e75dd51f9c2337ae8e1
+oid sha256:eac88544a29be385011c37695e6da3f629bb8122dafa3204ee068f826290da12
 size 28431030

SoccerTwos/events.out.tfevents.1716182050.5c7afb37f927.241.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d617bbd21e18aad7b671f11f8578733d02066901a24fdc9ae072d5c2474edb
+size 4788632

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 100000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 100000
+    max_steps: 5000000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false

run_logs/Player-0.log

@@ -2,8 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/So
 Mono config path = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -33,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.085 seconds
+- Completed reload, in  0.069 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -58,7 +56,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.724743 ms
+UnloadTime: 0.414697 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -95,12 +93,521 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
 Setting up 10 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 2007 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 94959 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -243,7 +750,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -258,7 +765,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -306,22 +813,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 8
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 2008 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 94960 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 5.1 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 2008 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 94960 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.1 MB
+      Peak Allocated memory 17.2 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -350,13 +857,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 2007 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 94959 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 2008 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 94960 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -368,13 +875,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2008 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 94960 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2007 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 94959 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -386,13 +893,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 2008 frames
+      Peak usage frame count: [0-1.0 KB]: 94960 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 2007 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 94959 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 3.2430670261383057,
-            "min": 3.236278772354126,
-            "max": 3.2957499027252197,
-            "count": 10
+            "value": 1.8175519704818726,
+            "min": 1.8140881061553955,
+            "max": 3.295701503753662,
+            "count": 500
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 60710.21484375,
-            "min": 2203.65869140625,
-            "max": 105464.0,
-            "count": 10
+            "value": 36525.5234375,
+            "min": 22337.462890625,
+            "max": 131874.515625,
+            "count": 500
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 876.0,
-            "min": 601.5,
+            "value": 47.53398058252427,
+            "min": 38.330708661417326,
             "max": 999.0,
-            "count": 10
+            "count": 500
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 17520.0,
-            "min": 14436.0,
-            "max": 28236.0,
-            "count": 10
+            "value": 19584.0,
+            "min": 16412.0,
+            "max": 23556.0,
+            "count": 500
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1201.9250461637996,
-            "min": 1199.028413043959,
-            "max": 1201.9250461637996,
-            "count": 9
+            "value": 1603.824692115033,
+            "min": 1194.096010161107,
+            "max": 1605.1980019651173,
+            "count": 489
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 4807.700184655198,
-            "min": 4799.298291225256,
-            "max": 14401.389580399295,
-            "count": 9
+            "value": 330387.8865756968,
+            "min": 2388.192020322214,
+            "max": 406011.72053636017,
+            "count": 489
         },
         "SoccerTwos.Step.mean": {
-            "value": 99622.0,
-            "min": 9134.0,
-            "max": 99622.0,
-            "count": 10
+            "value": 4999973.0,
+            "min": 9798.0,
+            "max": 4999973.0,
+            "count": 500
         },
         "SoccerTwos.Step.sum": {
-            "value": 99622.0,
-            "min": 9134.0,
-            "max": 99622.0,
-            "count": 10
+            "value": 4999973.0,
+            "min": 9798.0,
+            "max": 4999973.0,
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.05494840070605278,
-            "min": -0.10753211379051208,
-            "max": -0.05494840070605278,
-            "count": 10
+            "value": 0.07345908880233765,
+            "min": -0.09888984262943268,
+            "max": 0.21315433084964752,
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.6044324040412903,
-            "min": -1.612935185432434,
-            "max": -0.6044324040412903,
-            "count": 10
+            "value": 15.132572174072266,
+            "min": -14.733272552490234,
+            "max": 31.57974624633789,
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.055799081921577454,
-            "min": -0.1076042428612709,
-            "max": -0.055799081921577454,
-            "count": 10
+            "value": 0.07349902391433716,
+            "min": -0.09889479726552963,
+            "max": 0.2176845520734787,
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.6137899160385132,
-            "min": -1.613857388496399,
-            "max": -0.6137899160385132,
-            "count": 10
+            "value": 15.140799522399902,
+            "min": -15.715633392333984,
+            "max": 31.43023681640625,
+            "count": 500
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 10
+            "count": 500
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 10
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.14489090984517877,
-            "min": -0.42857142857142855,
-            "max": 0.3165428510734013,
-            "count": 10
+            "value": -0.09891941680491549,
+            "min": -0.6974260858867479,
+            "max": 0.5235634401280392,
+            "count": 500
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -1.5938000082969666,
-            "min": -6.0,
-            "max": 4.431599915027618,
-            "count": 10
+            "value": -20.37739986181259,
+            "min": -50.82000017166138,
+            "max": 65.04260015487671,
+            "count": 500
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.14489090984517877,
-            "min": -0.42857142857142855,
-            "max": 0.3165428510734013,
-            "count": 10
+            "value": -0.09891941680491549,
+            "min": -0.6974260858867479,
+            "max": 0.5235634401280392,
+            "count": 500
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -1.5938000082969666,
-            "min": -6.0,
-            "max": 4.431599915027618,
-            "count": 10
+            "value": -20.37739986181259,
+            "min": -50.82000017166138,
+            "max": 65.04260015487671,
+            "count": 500
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 10
+            "count": 500
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 10
+            "count": 500
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.014994360304748018,
-            "min": 0.01270702642117006,
-            "max": 0.018770560765794166,
-            "count": 4
+            "value": 0.015070095177118976,
+            "min": 0.009431918489281089,
+            "max": 0.02361279058580597,
+            "count": 239
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.014994360304748018,
-            "min": 0.01270702642117006,
-            "max": 0.018770560765794166,
-            "count": 4
+            "value": 0.015070095177118976,
+            "min": 0.009431918489281089,
+            "max": 0.02361279058580597,
+            "count": 239
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.004776931647211313,
-            "min": 0.00199684277176857,
-            "max": 0.004776931647211313,
-            "count": 4
+            "value": 0.12243687783678373,
+            "min": 0.0002465255400845005,
+            "max": 0.1273724970718225,
+            "count": 239
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.004776931647211313,
-            "min": 0.00199684277176857,
-            "max": 0.004776931647211313,
-            "count": 4
+            "value": 0.12243687783678373,
+            "min": 0.0002465255400845005,
+            "max": 0.1273724970718225,
+            "count": 239
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.004814004067641994,
-            "min": 0.0020025838166475296,
-            "max": 0.004814004067641994,
-            "count": 4
+            "value": 0.12491700227061907,
+            "min": 0.0002474056674448851,
+            "max": 0.12908415421843528,
+            "count": 239
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.004814004067641994,
-            "min": 0.0020025838166475296,
-            "max": 0.004814004067641994,
-            "count": 4
+            "value": 0.12491700227061907,
+            "min": 0.0002474056674448851,
+            "max": 0.12908415421843528,
+            "count": 239
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 4
+            "count": 239
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 4
+            "count": 239
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 4
+            "count": 239
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 4
+            "count": 239
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 4
+            "count": 239
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 4
+            "count": 239
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1715931561",
+        "start_time_seconds": "1716182049",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --force",
         "mlagents_version": "1.1.0.dev0",
@@ -204,59 +204,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.1+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1715931857"
+        "end_time_seconds": "1716199207"
     },
-    "total": 296.27023903400004,
+    "total": 14552.858227707,
     "count": 1,
-    "self": 0.22055799800091336,
+    "self": 0.32714386499901593,
     "children": {
         "run_training.setup": {
-            "total": 0.03282997499991325,
+            "total": 0.04076881100002083,
             "count": 1,
-            "self": 0.03282997499991325
+            "self": 0.04076881100002083
         },
         "TrainerController.start_learning": {
-            "total": 296.0168510609992,
+            "total": 14552.490315031,
             "count": 1,
-            "self": 0.13051113399524183,
+            "self": 6.417697513355961,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 7.55948712099962,
-                    "count": 1,
-                    "self": 7.55948712099962
+                    "total": 5.1254225370011,
+                    "count": 25,
+                    "self": 5.1254225370011
                 },
                 "TrainerController.advance": {
-                    "total": 287.7771383990039,
-                    "count": 6733,
-                    "self": 0.1411887439480779,
+                    "total": 14540.675641536644,
+                    "count": 341391,
+                    "self": 6.997741897626838,
                     "children": {
                         "env_step": {
-                            "total": 254.85827018500459,
-                            "count": 6733,
-                            "self": 95.7878528169349,
+                            "total": 11577.941410467896,
+                            "count": 341391,
+                            "self": 4996.015263816564,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 158.9781465360329,
-                                    "count": 6733,
-                                    "self": 0.8890426069492605,
+                                    "total": 6577.59461979787,
+                                    "count": 341391,
+                                    "self": 44.07531883835691,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 158.08910392908365,
-                                            "count": 13386,
-                                            "self": 158.08910392908365
+                                            "total": 6533.519300959513,
+                                            "count": 633074,
+                                            "self": 6533.519300959513
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.09227083203677466,
-                                    "count": 6733,
+                                    "total": 4.331526853462037,
+                                    "count": 341391,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 295.01171056897874,
-                                            "count": 6733,
+                                            "total": 14536.62526502233,
+                                            "count": 341391,
                                             "is_parallel": true,
-                                            "self": 214.66559205099657,
+                                            "self": 10275.698606395592,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.005202803000429412,
+                                                            "total": 0.0024190549999048017,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0021000780006943387,
+                                                            "self": 0.001150909000102729,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0031027249997350737,
+                                                                    "total": 0.0012681459998020728,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0031027249997350737
+                                                                    "self": 0.0012681459998020728
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.024671509000654623,
+                                                            "total": 0.021684106999941832,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00042789300186996115,
+                                                            "self": 0.0004135299999461495,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00029958199957036413,
+                                                                    "total": 0.0004154700000071898,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00029958199957036413
+                                                                    "self": 0.0004154700000071898
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.02259016499920108,
+                                                                    "total": 0.01965673600000173,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.02259016499920108
+                                                                    "self": 0.01965673600000173
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0013538690000132192,
+                                                                    "total": 0.0011983709999867642,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00028276100056245923,
+                                                                    "self": 0.0002674179999075932,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.00107110799945076,
+                                                                            "total": 0.000930953000079171,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.00107110799945076
+                                                                            "self": 0.000930953000079171
                                                                         }
                                                                     }
                                                                 }
@@ -315,38 +315,52 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 80.34611851798218,
-                                                    "count": 6732,
+                                                    "total": 4260.8943745997385,
+                                                    "count": 341390,
                                                     "is_parallel": true,
-                                                    "self": 2.672641663047216,
+                                                    "self": 138.99753204706485,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 1.6190366220253054,
-                                                            "count": 6732,
+                                                            "total": 84.16560661164522,
+                                                            "count": 341390,
                                                             "is_parallel": true,
-                                                            "self": 1.6190366220253054
+                                                            "self": 84.16560661164522
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 68.29776480096189,
-                                                            "count": 6732,
+                                                            "total": 3632.4614862938615,
+                                                            "count": 341390,
                                                             "is_parallel": true,
-                                                            "self": 68.29776480096189
+                                                            "self": 3632.4614862938615
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 7.7566754319477695,
-                                                            "count": 13464,
+                                                            "total": 405.2697496471668,
+                                                            "count": 682780,
                                                             "is_parallel": true,
-                                                            "self": 1.775871663887301,
+                                                            "self": 92.00081552158917,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 5.980803768060468,
-                                                                    "count": 53856,
+                                                                    "total": 313.26893412557763,
+                                                                    "count": 2731120,
                                                                     "is_parallel": true,
-                                                                    "self": 5.980803768060468
+                                                                    "self": 313.26893412557763
                                                                 }
                                                             }
                                                         }
                                                     }
+                                                },
+                                                "steps_from_proto": {
+                                                    "total": 0.03228402700096922,
+                                                    "count": 48,
+                                                    "is_parallel": true,
+                                                    "self": 0.007439848004196392,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.024844178996772825,
+                                                            "count": 192,
+                                                            "is_parallel": true,
+                                                            "self": 0.024844178996772825
+                                                        }
+                                                    }
                                                 }
                                             }
                                         }
@@ -355,24 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 32.777679470051226,
-                            "count": 6733,
-                            "self": 0.9283729919989128,
+                            "total": 2955.73648917112,
+                            "count": 341391,
+                            "self": 47.368284518879136,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 13.535963981052191,
-                                    "count": 6733,
-                                    "self": 13.535963981052191
+                                    "total": 1788.9564993552522,
+                                    "count": 341391,
+                                    "self": 1785.8742582572481,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 3.082241098004033,
+                                            "count": 10,
+                                            "self": 3.082241098004033
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 18.31334249700012,
-                                    "count": 4,
-                                    "self": 8.098787536007876,
+                                    "total": 1119.4117052969884,
+                                    "count": 239,
+                                    "self": 505.23970683903906,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 10.214554960992245,
-                                            "count": 120,
-                                            "self": 10.214554960992245
+                                            "total": 614.1719984579494,
+                                            "count": 7170,
+                                            "self": 614.1719984579494
                                         }
                                     }
                                 }
@@ -381,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 8.480001270072535e-07,
+                    "total": 5.149995558895171e-07,
                     "count": 1,
-                    "self": 8.480001270072535e-07
+                    "self": 5.149995558895171e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.5497135590003381,
+                    "total": 0.27155292899988126,
                     "count": 1,
-                    "self": 0.005970064000393904,
+                    "self": 0.0022321679989545373,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.5437434949999442,
+                            "total": 0.2693207610009267,
                             "count": 1,
-                            "self": 0.5437434949999442
+                            "self": 0.2693207610009267
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,24 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1201.9250461637996,
         "checkpoints": [
             {
-                "steps": 100216,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-100216.onnx",
+                "steps": 3499945,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499945.onnx",
                 "reward": 0.0,
-                "creation_time": 1715931857.2010937,
+                "creation_time": 1716192741.6036716,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-100216.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499945.pt"
+                ]
+            },
+            {
+                "steps": 3999978,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999978.onnx",
+                "reward": 0.0,
+                "creation_time": 1716196670.980167,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999978.pt"
+                ]
+            },
+            {
+                "steps": 4499982,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4499982.onnx",
+                "reward": 0.0,
+                "creation_time": 1716197939.0030417,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4499982.pt"
+                ]
+            },
+            {
+                "steps": 4999973,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4999973.onnx",
+                "reward": 0.0,
+                "creation_time": 1716199206.6173604,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4999973.pt"
+                ]
+            },
+            {
+                "steps": 5000032,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-5000032.onnx",
+                "reward": 0.0,
+                "creation_time": 1716199206.931391,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-5000032.pt"
                 ]
             }
         ],
+        "elo": 1600.2534642353548,
         "final_checkpoint": {
-            "steps": 100216,
+            "steps": 5000032,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1715931857.2010937,
+            "creation_time": 1716199206.931391,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-100216.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-5000032.pt"
             ]
         }
     },