Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:161f98592cd20f785a2d027745541809e2a76cca58a364df6249387b36afbd57
-size 1764633
+oid sha256:6f624ef8cd2f74f48c9faa1022c0f375cfd14df51db4199421153e33e42d064f
+size 3866744

SoccerTwos/{SoccerTwos-100000134.onnx → SoccerTwos-52683520.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:161f98592cd20f785a2d027745541809e2a76cca58a364df6249387b36afbd57
-size 1764633
+oid sha256:70ff2fec162609611553559171a2e4f82274443561113dc9865e4fa9aa997fe7
+size 3866744

SoccerTwos/{SoccerTwos-100000134.pt → SoccerTwos-52683520.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd164dda0c4a17841bcc8c3c078d310daf540a8495ed1bd08f7ae90866a00be4
-size 28422481
+oid sha256:f9d9c1fdcf9f86939f6d733364dd90f779ff261f1c2187176e8ababd9fab061d
+size 41038297

SoccerTwos/{events.out.tfevents.1677631585.jonatan-System-Product-Name.2179102.0 → SoccerTwos-53010910.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3c449e10001d39913bb43ed61ec0c3070101bc502ac217df628a6b171e7bb615
-size 5228442
+oid sha256:6f624ef8cd2f74f48c9faa1022c0f375cfd14df51db4199421153e33e42d064f
+size 3866744

SoccerTwos/{SoccerTwos-99999962.pt → SoccerTwos-53010910.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:170d5d88c7cfd5da8134331159114c8bfcd119e30cfbf4267e696d0fbe536bc6
-size 28422481
+oid sha256:c966a0c2fe3a5a0df1d4a205285ec188141823e811730e75eaba5cc6eb6b813e
+size 41038297

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bd164dda0c4a17841bcc8c3c078d310daf540a8495ed1bd08f7ae90866a00be4
-size 28422481
+oid sha256:c966a0c2fe3a5a0df1d4a205285ec188141823e811730e75eaba5cc6eb6b813e
+size 41038297

SoccerTwos/events.out.tfevents.1677667708.jonatan-System-Product-Name.2368627.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7a9a23e427f7a7f65e56a7e8dc82417d369372bee36d969033e21ae294b86e0a
-size 1242

SoccerTwos/events.out.tfevents.1677667799.jonatan-System-Product-Name.2369924.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8160435645a4424592e1e021893c88143551f159eeb9667a2b1ffa7e02717d90
-size 2050618

SoccerTwos/events.out.tfevents.1677684157.jonatan-System-Product-Name.2471521.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:73d3ce931192a315164b1ddf9d735a0b9bf0b825d3519a8e7c37aa40e7ab7ea9
-size 220818

SoccerTwos/events.out.tfevents.1677689603.jonatan-System-Product-Name.2513414.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7eb5cb7d038dd71223cfe5c3a5ccaedf3dacae5a2408cfaa9b6fbcae189b7594
-size 795898

SoccerTwos/events.out.tfevents.1677696991.jonatan-System-Product-Name.2564092.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0670098c00071e4c07c0e56b0092a9adf0944e0eba7e34e8da0eae227b92e9d
-size 1242

SoccerTwos/events.out.tfevents.1677697607.jonatan-System-Product-Name.2568233.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:71ec718f8bae9b49cf26b58fa2fca0f3de044da3d7ad1586c575d228a1e19c9e
-size 231274

SoccerTwos/events.out.tfevents.1677700590.jonatan-System-Product-Name.2586380.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ae8d3fc4c194c653ea17ff1cb599f2a288590b5c1fd3077bcab85d9956a95fa3
-size 22154

SoccerTwos/events.out.tfevents.1677700863.jonatan-System-Product-Name.2589327.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1edb3ec8a2039aa8aacc87d83a772c7bf15f9d549f7bce65f16138273e707412
-size 555410

SoccerTwos/events.out.tfevents.1677705277.jonatan-System-Product-Name.2620656.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fea9a0a08feee0930d19c145c19243cb525838ba56e0755a1c1b207f110dbf37
-size 11352

SoccerTwos/events.out.tfevents.1677705356.jonatan-System-Product-Name.2621218.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b0ec9ab2ceecff55f0b24b1f61cd561dbe858aad3eccd3762f7e40b017f18925
-size 503130

SoccerTwos/events.out.tfevents.1677708753.jonatan-System-Product-Name.2640544.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:330d7111acdeab18765ce19d873577f2c2c20bd33dcae38ad4415a77c708a9c1
-size 11352

SoccerTwos/events.out.tfevents.1677708831.jonatan-System-Product-Name.2641154.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a8a29f17c844f83aeb89fbc7bceceef29c9b5b4d796ef7455c0dd7acfb582c8c
-size 827266

SoccerTwos/{SoccerTwos-99999962.onnx → events.out.tfevents.1677715432.jonatan-System-Product-Name.2678985.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:161f98592cd20f785a2d027745541809e2a76cca58a364df6249387b36afbd57
-size 1764633
+oid sha256:aebad044d1190863574462f9dc97a5aa3cb51df38647f20125c6752d5b235b13
+size 5500268

SoccerTwos/{events.out.tfevents.1677700813.jonatan-System-Product-Name.2588399.0 → events.out.tfevents.1677754428.jonatan-System-Product-Name.2890210.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eda5811b039e64293afbba2afd6d175d2a1a5ece99d18a90c0396d1806160088
-size 1242
+oid sha256:0333b3deab8f8909e05ea0b8d3f2abf04f7650b18db170667805deea9f9d8102
+size 1244

SoccerTwos/{events.out.tfevents.1677681526.jonatan-System-Product-Name.2450244.0 → events.out.tfevents.1677754463.jonatan-System-Product-Name.2890566.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0838126a726088040cbcbdcec04ea71b82dc1dc1179133047fde8b76b4b76b99
-size 11352
+oid sha256:f19d57c1fc746041bdb6db05eb7ae64bccd0001604032b018d2b81a2ee05ea83
+size 42722

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.006, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.97, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 100000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 4, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0043", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.008, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 4, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.98, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 200000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 100, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 4, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0044", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -6,7 +6,7 @@ behaviors:
       batch_size: 2048
       buffer_size: 20480
       learning_rate: 0.0003
-      beta: 0.006
+      beta: 0.008
       epsilon: 0.2
       lambd: 0.95
       num_epoch: 3
@@ -17,14 +17,14 @@ behaviors:
     network_settings:
       normalize: false
       hidden_units: 512
-      num_layers: 2
+      num_layers: 4
       vis_encode_type: simple
       memory: null
       goal_conditioning_type: hyper
       deterministic: false
     reward_signals:
       extrinsic:
-        gamma: 0.97
+        gamma: 0.98
         strength: 1.0
         network_settings:
           normalize: false
@@ -37,15 +37,15 @@ behaviors:
     init_path: null
     keep_checkpoints: 2
     even_checkpoints: false
-    max_steps: 100000000
+    max_steps: 200000000
     time_horizon: 1000
     summary_freq: 100000
     threaded: false
     self_play:
-      save_steps: 50000
+      save_steps: 200000
       team_change: 200000
       swap_steps: 2000
-      window: 10
+      window: 100
       play_against_latest_model_ratio: 0.5
       initial_elo: 1200.0
     behavioral_cloning: null
@@ -69,7 +69,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: '0043'
+  run_id: '0044'
   initialize_from: null
   load_model: false
   resume: true

run_logs/Player-0.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.055 seconds
+- Completed reload, in  0.052 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.704341 ms
+UnloadTime: 0.830937 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 39300 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 1647 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -153,7 +153,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -211,19 +211,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 39301 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1649 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 39301 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1649 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.6 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 39300 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1648 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 39301 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1649 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 39301 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1649 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 39300 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1648 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 39301 frames
+      Peak usage frame count: [0-1.0 KB]: 1649 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 39300 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1648 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.052 seconds
+- Completed reload, in  0.053 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.588073 ms
+UnloadTime: 0.518803 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 38035 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 1592 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -108,7 +108,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -163,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 38036 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1593 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.0 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 38036 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1593 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.3 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 38035 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1592 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 38036 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1593 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 38036 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1593 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 38035 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1592 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 38036 frames
+      Peak usage frame count: [0-1.0 KB]: 1593 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 38035 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1592 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.065 seconds
+- Completed reload, in  0.072 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.844443 ms
+UnloadTime: 0.744236 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 36929 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 1557 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -178,7 +178,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 36930 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1559 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 36930 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1559 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 36929 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1558 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 36930 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1559 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 36930 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1559 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 36929 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1558 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 36930 frames
+      Peak usage frame count: [0-1.0 KB]: 1559 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 36929 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1558 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.060 seconds
+- Completed reload, in  0.072 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.522580 ms
+UnloadTime: 0.741691 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 35659 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 1489 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -163,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 35660 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1491 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 35660 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1491 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.3 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 35659 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1490 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 35660 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1491 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 35660 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1491 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 35659 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1490 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 35660 frames
+      Peak usage frame count: [0-1.0 KB]: 1491 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 35659 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1490 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.436171293258667,
-            "min": 2.346595287322998,
-            "max": 2.448916435241699,
-            "count": 79
+            "value": 2.0265932083129883,
+            "min": 1.999881625175476,
+            "max": 2.0282251834869385,
+            "count": 4
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 493704.75,
-            "min": 339540.9375,
-            "max": 507245.71875,
-            "count": 79
+            "value": 404799.84375,
+            "min": 81531.171875,
+            "max": 425700.125,
+            "count": 4
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 61.06203473945409,
-            "min": 56.11683848797251,
-            "max": 68.05922865013774,
-            "count": 79
+            "value": 78.9872,
+            "min": 56.00689655172414,
+            "max": 78.9872,
+            "count": 4
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 196864.0,
-            "min": 132484.0,
-            "max": 197720.0,
-            "count": 79
+            "value": 197468.0,
+            "min": 32484.0,
+            "max": 197468.0,
+            "count": 4
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1508.7629364068293,
-            "min": 1468.7885768195279,
-            "max": 1537.8508494233897,
-            "count": 79
+            "value": 1607.0604234519171,
+            "min": 1604.8422790616635,
+            "max": 1611.5066121321834,
+            "count": 4
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2432125.8534878087,
-            "min": 1652262.1564031567,
-            "max": 2639133.4791971785,
-            "count": 79
+            "value": 2008825.5293148963,
+            "min": 465404.2609278824,
+            "max": 2301231.442124758,
+            "count": 4
         },
         "SoccerTwos.Step.mean": {
-            "value": 99999962.0,
-            "min": 92199988.0,
-            "max": 99999962.0,
-            "count": 79
+            "value": 52999935.0,
+            "min": 52699990.0,
+            "max": 52999935.0,
+            "count": 4
         },
         "SoccerTwos.Step.sum": {
-            "value": 99999962.0,
-            "min": 92199988.0,
-            "max": 99999962.0,
-            "count": 79
+            "value": 52999935.0,
+            "min": 52699990.0,
+            "max": 52999935.0,
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.01698329858481884,
-            "min": -0.03942182660102844,
-            "max": 0.0152436513453722,
-            "count": 79
+            "value": 0.003405594266951084,
+            "min": -0.022971494123339653,
+            "max": 0.003405594266951084,
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -27.377077102661133,
-            "min": -61.77400207519531,
-            "max": 22.2557315826416,
-            "count": 79
+            "value": 4.2603983879089355,
+            "min": -28.272674560546875,
+            "max": 4.2603983879089355,
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.01714640110731125,
-            "min": -0.039548151195049286,
-            "max": 0.0149011742323637,
-            "count": 79
+            "value": 0.0023872891906648874,
+            "min": -0.022727927193045616,
+            "max": 0.0023872891906648874,
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -27.639997482299805,
-            "min": -61.971954345703125,
-            "max": 22.59140396118164,
-            "count": 79
+            "value": 2.9864988327026367,
+            "min": -27.209840774536133,
+            "max": 2.9864988327026367,
+            "count": 4
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 79
+            "count": 4
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 79
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.025798759300714687,
-            "min": -0.10618059990431902,
-            "max": 0.04735629086761545,
-            "count": 79
+            "value": -0.023867946210429727,
+            "min": -0.05365746332033581,
+            "max": -0.023638467102706943,
+            "count": 4
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -41.587599992752075,
-            "min": -166.3850000500679,
-            "max": 66.16339951753616,
-            "count": 79
+            "value": -29.85880070924759,
+            "min": -76.5692001581192,
+            "max": -12.343600153923035,
+            "count": 4
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.025798759300714687,
-            "min": -0.10618059990431902,
-            "max": 0.04735629086761545,
-            "count": 79
+            "value": -0.023867946210429727,
+            "min": -0.05365746332033581,
+            "max": -0.023638467102706943,
+            "count": 4
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -41.587599992752075,
-            "min": -166.3850000500679,
-            "max": 66.16339951753616,
-            "count": 79
+            "value": -29.85880070924759,
+            "min": -76.5692001581192,
+            "max": -12.343600153923035,
+            "count": 4
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 4
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 4
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01811616390720398,
-            "min": 0.014134387043450259,
-            "max": 0.01930118097839618,
-            "count": 79
+            "value": 0.02543206135199095,
+            "min": 0.023118774902104632,
+            "max": 0.026300508416364516,
+            "count": 3
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.0905808195360199,
-            "min": 0.05790354293518854,
-            "max": 0.09623908640272323,
-            "count": 79
+            "value": 0.12716030675995474,
+            "min": 0.11559387451052316,
+            "max": 0.13150254208182258,
+            "count": 3
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.06865054666996002,
-            "min": 0.06380333724121252,
-            "max": 0.07360817735393842,
-            "count": 79
+            "value": 0.058726067965229355,
+            "min": 0.058726067965229355,
+            "max": 0.06470134849349658,
+            "count": 3
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.3432527333498001,
-            "min": 0.21315688962737717,
-            "max": 0.3680408867696921,
-            "count": 79
+            "value": 0.2936303398261468,
+            "min": 0.2936303398261468,
+            "max": 0.3235067424674829,
+            "count": 3
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.06875078027447065,
-            "min": 0.06409736240903537,
-            "max": 0.07395902231335641,
-            "count": 79
+            "value": 0.05951706794401009,
+            "min": 0.05951706794401009,
+            "max": 0.06543678410351275,
+            "count": 3
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.34375390137235323,
-            "min": 0.21414390454689664,
-            "max": 0.369795111566782,
-            "count": 79
+            "value": 0.29758533972005047,
+            "min": 0.29758533972005047,
+            "max": 0.3271839205175638,
+            "count": 3
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 1.313379562540002e-07,
-            "min": 1.313379562540002e-07,
-            "max": 2.347869217379999e-05,
-            "count": 79
+            "value": 0.000220572668475786,
+            "min": 0.000220572668475786,
+            "max": 0.00022088200377267425,
+            "count": 3
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 6.566897812700011e-07,
-            "min": 6.566897812700011e-07,
-            "max": 0.00011615136528303196,
-            "count": 79
+            "value": 0.00110286334237893,
+            "min": 0.00110286334237893,
+            "max": 0.0011044100188633713,
+            "count": 3
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.2000000000000001,
-            "min": 0.20000000000000007,
+            "min": 0.2000000000000001,
             "max": 0.2000000000000001,
-            "count": 79
+            "count": 3
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 1.0000000000000004,
-            "min": 0.6000000000000002,
+            "min": 1.0000000000000004,
             "max": 1.0000000000000004,
-            "count": 79
+            "count": 3
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.006000000000000002,
-            "min": 0.006000000000000002,
-            "max": 0.006000000000000002,
-            "count": 79
+            "value": 0.008000000000000002,
+            "min": 0.008000000000000002,
+            "max": 0.008000000000000002,
+            "count": 3
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.03000000000000001,
-            "min": 0.018000000000000006,
-            "max": 0.03000000000000001,
-            "count": 79
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 79
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 79
+            "value": 0.04000000000000001,
+            "min": 0.04000000000000001,
+            "max": 0.04000000000000001,
+            "count": 3
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1677708831",
+        "start_time_seconds": "1677754463",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
-        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0043.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0043 --num-envs=4 --no-graphics --resume",
+        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0044.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0044 --num-envs=4 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1677714403"
+        "end_time_seconds": "1677754708"
     },
-    "total": 5572.447862851899,
+    "total": 245.31877961405553,
     "count": 1,
-    "self": 0.2692770778667182,
+    "self": 0.0042917991522699594,
     "children": {
         "run_training.setup": {
-            "total": 0.015637974021956325,
+            "total": 0.014111208962276578,
             "count": 1,
-            "self": 0.015637974021956325
+            "self": 0.014111208962276578
         },
         "TrainerController.start_learning": {
-            "total": 5572.16294780001,
+            "total": 245.30037660594098,
             "count": 1,
-            "self": 7.609479189151898,
+            "self": 0.3117605641018599,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 3.36757960380055,
-                    "count": 41,
-                    "self": 3.36757960380055
+                    "total": 2.3734183851629496,
+                    "count": 3,
+                    "self": 2.3734183851629496
                 },
                 "TrainerController.advance": {
-                    "total": 5561.040566490963,
-                    "count": 392647,
-                    "self": 7.020531929563731,
+                    "total": 242.34000393073075,
+                    "count": 15718,
+                    "self": 0.2697223189752549,
                     "children": {
                         "env_step": {
-                            "total": 2637.30519180838,
-                            "count": 392647,
-                            "self": 962.6104491802398,
+                            "total": 118.35901990486309,
+                            "count": 15718,
+                            "self": 39.81959896790795,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 1670.025298037799,
-                                    "count": 549815,
-                                    "self": 46.162676830310374,
+                                    "total": 78.34392579784617,
+                                    "count": 22681,
+                                    "self": 1.9891633703373373,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1623.8626212074887,
-                                            "count": 999478,
-                                            "self": 1623.8626212074887
+                                            "total": 76.35476242750883,
+                                            "count": 41924,
+                                            "self": 76.35476242750883
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 4.6694445903413,
-                                    "count": 392647,
+                                    "total": 0.19549513910897076,
+                                    "count": 15718,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 22261.370521888137,
-                                            "count": 549728,
+                                            "total": 972.235041412292,
+                                            "count": 22674,
                                             "is_parallel": true,
-                                            "self": 16226.412080566399,
+                                            "self": 722.1362449813168,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.003628835780546069,
+                                                            "total": 0.0019191182218492031,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0006821439601480961,
+                                                            "self": 0.0003659352660179138,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.002946691820397973,
+                                                                    "total": 0.0015531829558312893,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.002946691820397973
+                                                                    "self": 0.0015531829558312893
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.02132535888813436,
+                                                            "total": 0.020618909038603306,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0007791346870362759,
+                                                            "self": 0.0006022260058671236,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0007229819893836975,
+                                                                    "total": 0.0005464719142764807,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007229819893836975
+                                                                    "self": 0.0005464719142764807
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.01796079706400633,
+                                                                    "total": 0.01786667201668024,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.01796079706400633
+                                                                    "self": 0.01786667201668024
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0018624451477080584,
+                                                                    "total": 0.001603539101779461,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00034140213392674923,
+                                                                    "self": 0.000292828306555748,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0015210430137813091,
+                                                                            "total": 0.001310710795223713,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0015210430137813091
+                                                                            "self": 0.001310710795223713
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.3710393763612956,
-                                                    "count": 320,
+                                                    "total": 0.01839101011864841,
+                                                    "count": 16,
                                                     "is_parallel": true,
-                                                    "self": 0.05820957222022116,
+                                                    "self": 0.0028914958238601685,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.3128298041410744,
-                                                            "count": 1280,
+                                                            "total": 0.015499514294788241,
+                                                            "count": 64,
                                                             "is_parallel": true,
-                                                            "self": 0.3128298041410744
+                                                            "self": 0.015499514294788241
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 6034.587401945377,
-                                                    "count": 549727,
+                                                    "total": 250.08040542085655,
+                                                    "count": 22673,
                                                     "is_parallel": true,
-                                                    "self": 414.3396052252501,
+                                                    "self": 17.444589295890182,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 267.04110558051616,
-                                                            "count": 549727,
+                                                            "total": 11.064147506142035,
+                                                            "count": 22673,
                                                             "is_parallel": true,
-                                                            "self": 267.04110558051616
+                                                            "self": 11.064147506142035
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 4299.747396064224,
-                                                            "count": 549727,
+                                                            "total": 177.9801687533036,
+                                                            "count": 22673,
                                                             "is_parallel": true,
-                                                            "self": 4299.747396064224
+                                                            "self": 177.9801687533036
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 1053.4592950753868,
-                                                            "count": 1099454,
+                                                            "total": 43.591499865520746,
+                                                            "count": 45346,
                                                             "is_parallel": true,
-                                                            "self": 178.5683903102763,
+                                                            "self": 7.483455034438521,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 874.8909047651105,
-                                                                    "count": 4397816,
+                                                                    "total": 36.108044831082225,
+                                                                    "count": 181384,
                                                                     "is_parallel": true,
-                                                                    "self": 874.8909047651105
+                                                                    "self": 36.108044831082225
                                                                 }
                                                             }
                                                         }
@@ -369,31 +369,24 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2916.714842753019,
-                            "count": 392647,
-                            "self": 68.1988080968149,
+                            "total": 123.7112617068924,
+                            "count": 15717,
+                            "self": 2.875774301122874,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 978.491276955232,
-                                    "count": 392647,
-                                    "self": 977.8991720192134,
-                                    "children": {
-                                        "RLTrainer._checkpoint": {
-                                            "total": 0.5921049360185862,
-                                            "count": 4,
-                                            "self": 0.5921049360185862
-                                        }
-                                    }
+                                    "total": 39.022140487795696,
+                                    "count": 15717,
+                                    "self": 39.022140487795696
                                 },
                                 "_update_policy": {
-                                    "total": 1870.0247577009723,
-                                    "count": 382,
-                                    "self": 905.9835999424104,
+                                    "total": 81.81334691797383,
+                                    "count": 15,
+                                    "self": 37.27603228366934,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 964.0411577585619,
-                                            "count": 11460,
-                                            "self": 964.0411577585619
+                                            "total": 44.537314634304494,
+                                            "count": 450,
+                                            "self": 44.537314634304494
                                         }
                                     }
                                 }
@@ -407,14 +400,14 @@
                     "self": 9.210780262947083e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.14532159501686692,
+                    "total": 0.2751928048674017,
                     "count": 1,
-                    "self": 0.0014962879940867424,
+                    "self": 0.0033142499160021544,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.14382530702278018,
+                            "total": 0.27187855495139956,
                             "count": 1,
-                            "self": 0.14382530702278018
+                            "self": 0.27187855495139956
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,32 +2,32 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 99999962,
-                "file_path": "results/0043/SoccerTwos/SoccerTwos-99999962.onnx",
+                "steps": 52683520,
+                "file_path": "results/0044/SoccerTwos/SoccerTwos-52683520.onnx",
                 "reward": 0.0,
-                "creation_time": 1677714403.1633232,
+                "creation_time": 1677754453.081387,
                 "auxillary_file_paths": [
-                    "results/0043/SoccerTwos/SoccerTwos-99999962.pt"
+                    "results/0044/SoccerTwos/SoccerTwos-52683520.pt"
                 ]
             },
             {
-                "steps": 100000134,
-                "file_path": "results/0043/SoccerTwos/SoccerTwos-100000134.onnx",
+                "steps": 53010910,
+                "file_path": "results/0044/SoccerTwos/SoccerTwos-53010910.onnx",
                 "reward": 0.0,
-                "creation_time": 1677714403.3246362,
+                "creation_time": 1677754708.4535046,
                 "auxillary_file_paths": [
-                    "results/0043/SoccerTwos/SoccerTwos-100000134.pt"
+                    "results/0044/SoccerTwos/SoccerTwos-53010910.pt"
                 ]
             }
         ],
-        "elo": 1497.562160317218,
+        "elo": 1609.5500878414946,
         "final_checkpoint": {
-            "steps": 100000134,
-            "file_path": "results/0043/SoccerTwos.onnx",
+            "steps": 53010910,
+            "file_path": "results/0044/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1677714403.3246362,
+            "creation_time": 1677754708.4535046,
             "auxillary_file_paths": [
-                "results/0043/SoccerTwos/SoccerTwos-100000134.pt"
+                "results/0044/SoccerTwos/SoccerTwos-53010910.pt"
             ]
         }
     },