Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbde57f05965243c3954994325473b5cbe397f4b3750a975bff899d02559a786
+oid sha256:564e5966969ae99ae59a2dc80868234be10e318c328b022e7f3a43161c4f6693
 size 2820313

SoccerTwos/{SoccerTwos-575999927.onnx → SoccerTwos-768930809.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:787a1ba12ab6807e522f93f99e20b443bb21429ae2aa4f6dc1792d8a5fe283d4
+oid sha256:564e5966969ae99ae59a2dc80868234be10e318c328b022e7f3a43161c4f6693
 size 2820313

SoccerTwos/{SoccerTwos-575999927.pt → SoccerTwos-768930809.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4b107d2cd6d21dcf29e7179c229edb4e4fa36c32b80e68e6b7a5f5b50fdf43b7
+oid sha256:d7f0392e468e06bbb754e0231c6b79dea2ac3d68fd7f7add153cd6b41cb78fd7
 size 34740723

SoccerTwos/{SoccerTwos-577788493.onnx → SoccerTwos-768933669.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fbde57f05965243c3954994325473b5cbe397f4b3750a975bff899d02559a786
+oid sha256:564e5966969ae99ae59a2dc80868234be10e318c328b022e7f3a43161c4f6693
 size 2820313

SoccerTwos/{SoccerTwos-577788493.pt → SoccerTwos-768933669.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cc368863b15318092603748888c6358d3f75aeb2b7acfa78ff5649fd3a641c83
+oid sha256:5195b711ce38d223fcbf421a5a430fcc7221631c3caa28e3905d2f69a4be6911
 size 34740723

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0138bc8796ada7945efbe47a49e33c4055946e2fb809c937f6d7b950905948e1
+oid sha256:2fc5ba5421d8426d6cb55dcd5d25b535f1cf3352b4060f6b087700312518e4de
 size 34739343

SoccerTwos/events.out.tfevents.1679264264.jonatan-System-Product-Name.837863.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81fe96adaccbc278f52e101fb2258976a35a5e5d9544063e304804ff27943233
+size 346469

SoccerTwos/events.out.tfevents.1679266382.jonatan-System-Product-Name.858111.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8ddd8172fedd395f49be2d325fff2ad52e8b15670171faa2d7312a97060731f
+size 1245

SoccerTwos/events.out.tfevents.1679266404.jonatan-System-Product-Name.859150.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a61ac02240b6d59875862107f19728c35ee37f75a7b58e8ef7844a6184e5fb90
+size 9268965

SoccerTwos/events.out.tfevents.1679321757.jonatan-System-Product-Name.1112095.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef1bde6e7a3d78e3b9e33d7f178681ab3d3275f91fafd1ea1e397551ab303878
+size 74197

SoccerTwos/events.out.tfevents.1679322240.jonatan-System-Product-Name.1115023.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abf458b2edd17bf8e6423b590aeab6088c66ed31e8129af2bc52ecb4074bc8dc
+size 11365

SoccerTwos/events.out.tfevents.1679322278.jonatan-System-Product-Name.1115348.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc5886316361ae9dfbbfb397edbcb03d11948ef53a56d47628fbe2841cd66613
+size 158325

SoccerTwos/events.out.tfevents.1679324440.jonatan-System-Product-Name.1133403.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e019ba1844d053ebbffd2f2b0f416860d575ba76fdfc9a78a58b0800910989cb
+size 43131

SoccerTwos/events.out.tfevents.1679337543.jonatan-System-Product-Name.1187967.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6f84a676b2180ad4dcbdac30d236e35ddb46f3be1819e4e6b9d23befc27a13e
+size 346819

SoccerTwos/events.out.tfevents.1679339625.jonatan-System-Product-Name.1198766.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c15d624a8d453174b1e3536045371bfb3305772dfe0207d8b18f7a1bda818a
+size 430596

SoccerTwos/events.out.tfevents.1679342650.jonatan-System-Product-Name.1215722.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df1b62eec18d65e36e743c0e26150f04bbea90f9823803df57abece5a863751e
+size 200212

SoccerTwos/events.out.tfevents.1679343892.jonatan-System-Product-Name.1222403.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b207f1523f249c92d30eff66304fd58b49239dd4369d73bbc507dedf655ea3b9
+size 11364

SoccerTwos/events.out.tfevents.1679343934.jonatan-System-Product-Name.1222771.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:358c0c438d670e1b6e569c5178664b93d590327e8244718e85fc755f0e47b05e
+size 8734892

SoccerTwos/events.out.tfevents.1679396358.jonatan-System-Product-Name.1462020.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6eb02fb07c052683babb8c37bdc9e9fb2145ed18e4843c7b707e045395a98de
+size 283987

SoccerTwos/events.out.tfevents.1679402802.jonatan-System-Product-Name.1493656.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d102f5d0a17463a35f7552f9712c3a943ad36946ee13a4e959ed8e0ec0c9c
+size 126906

SoccerTwos/events.out.tfevents.1679406749.jonatan-System-Product-Name.1510901.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b28c0d93dcfba945f3471ce0485339d4d168e37ad9003d267c8324eb19309bb5
+size 1242

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.9675, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1000000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 6, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.97, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1200000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -6,7 +6,7 @@ behaviors:
       batch_size: 2048
       buffer_size: 20480
       learning_rate: 0.0002
-      beta: 0.005
+      beta: 0.01
       epsilon: 0.25
       lambd: 0.95
       num_epoch: 3
@@ -24,7 +24,7 @@ behaviors:
       deterministic: false
     reward_signals:
       extrinsic:
-        gamma: 0.9675
+        gamma: 0.97
         strength: 1.0
         network_settings:
           normalize: false
@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 2
     even_checkpoints: false
-    max_steps: 1000000000
+    max_steps: 1200000000
     time_horizon: 1000
     summary_freq: 100000
     threaded: false
@@ -53,7 +53,7 @@ env_settings:
   env_path: ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64
   env_args: null
   base_port: 5005
-  num_envs: 6
+  num_envs: 1
   num_areas: 1
   seed: -1
   max_lifetime_restarts: 10
@@ -66,7 +66,7 @@ engine_settings:
   time_scale: 20
   target_frame_rate: -1
   capture_frame_rate: 60
-  no_graphics: true
+  no_graphics: false
 environment_parameters: null
 checkpoint_settings:
   run_id: '0046'

run_logs/Player-0.log

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:11c006161b458323405513beb0948196052f7a07f98af345b23b55a4bd697ed1
-size 11766
+oid sha256:4ec2a4a2a458768ec5a585a17776a30459d010ee9ff1091ca8dee8a43578c5ab
+size 20407

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.055 seconds
+- Completed reload, in  0.064 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.632696 ms
+UnloadTime: 0.567524 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 172849 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 4755 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -168,12 +168,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 172850 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 4756 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 172850 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 4756 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 172849 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4755 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 172850 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 4756 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 172850 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4756 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 172849 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4755 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.4 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 172850 frames
+      Peak usage frame count: [0-1.0 KB]: 4756 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 172849 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 4755 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.074 seconds
+- Completed reload, in  0.072 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.606046 ms
+UnloadTime: 0.602941 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 168354 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 4651 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -108,7 +108,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 168355 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 4652 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 168355 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 4652 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.3 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 168354 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4651 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 168355 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 4652 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 168355 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4652 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 168354 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4651 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 168355 frames
+      Peak usage frame count: [0-1.0 KB]: 4652 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 168354 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 4651 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.562665 ms
+UnloadTime: 0.527178 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 164368 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 4365 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -163,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -178,7 +178,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -217,17 +217,17 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 164369 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 4366 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 20.8 MB
-      Peak Large allocation bytes 16.0 MB
+      Peak Allocated memory 4.9 MB
+      Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 164369 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 4366 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 1.5 MB
-      Peak Large allocation bytes 0 B
+      Peak Allocated memory 17.3 MB
+      Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
   Used Block Count 1
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 164368 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4365 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 164369 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 4366 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 164369 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4366 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 164368 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 4365 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 164369 frames
+      Peak usage frame count: [0-1.0 KB]: 4366 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 164368 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 4365 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-4.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.063 seconds
+- Completed reload, in  0.077 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,17 +36,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.612428 ms
+UnloadTime: 0.586880 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 160666 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 2492 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -74,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -164,7 +163,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 8]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
@@ -212,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 160667 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 2493 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 160667 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 2493 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -256,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 160666 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 2492 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 160667 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 2493 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -274,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 160667 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 2493 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 160666 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 2492 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -292,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 160667 frames
+      Peak usage frame count: [0-1.0 KB]: 2493 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 160666 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 2492 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-5.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.062 seconds
+- Completed reload, in  0.077 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.643917 ms
+UnloadTime: 0.496902 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 156882 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 2484 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -88,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -153,7 +153,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 156883 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 2485 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 156883 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 2485 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 156882 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 2484 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 156883 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 2485 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 156883 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 2485 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 156882 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 2484 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.2 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 156883 frames
+      Peak usage frame count: [0-1.0 KB]: 2485 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 156882 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 2484 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,262 +1,68 @@
 {
     "name": "root",
-    "gauges": {
-        "SoccerTwos.Policy.Entropy.mean": {
-            "value": 0.28677448630332947,
-            "min": 0.27140912413597107,
-            "max": 0.34325042366981506,
-            "count": 521
-        },
-        "SoccerTwos.Policy.Entropy.sum": {
-            "value": 59520.6171875,
-            "min": 31333.47265625,
-            "max": 74862.546875,
-            "count": 521
-        },
-        "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 68.0732044198895,
-            "min": 55.33445945945946,
-            "max": 78.62738853503184,
-            "count": 521
-        },
-        "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 197140.0,
-            "min": 79020.0,
-            "max": 198476.0,
-            "count": 521
-        },
-        "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1900.6217335059923,
-            "min": 1858.5576582873484,
-            "max": 1929.491657055488,
-            "count": 521
-        },
-        "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2752100.270116677,
-            "min": 1190363.3296635207,
-            "max": 3390245.682871105,
-            "count": 521
-        },
-        "SoccerTwos.Step.mean": {
-            "value": 577699916.0,
-            "min": 525699972.0,
-            "max": 577699916.0,
-            "count": 521
-        },
-        "SoccerTwos.Step.sum": {
-            "value": 577699916.0,
-            "min": 525699972.0,
-            "max": 577699916.0,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.0005870701861567795,
-            "min": -0.047794558107852936,
-            "max": 0.024462172761559486,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -0.8500776290893555,
-            "min": -70.11461639404297,
-            "max": 39.82441711425781,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.0006319179083220661,
-            "min": -0.04730235040187836,
-            "max": 0.02417299523949623,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -0.9150171279907227,
-            "min": -69.39254760742188,
-            "max": 39.3536376953125,
-            "count": 521
-        },
-        "SoccerTwos.Environment.CumulativeReward.mean": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 521
-        },
-        "SoccerTwos.Environment.CumulativeReward.sum": {
-            "value": 0.0,
-            "min": 0.0,
-            "max": 0.0,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.0226943367752581,
-            "min": -0.13003585344167398,
-            "max": 0.07444975347646256,
-            "count": 521
-        },
-        "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -32.86139965057373,
-            "min": -196.216999232769,
-            "max": 105.94199919700623,
-            "count": 521
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.0226943367752581,
-            "min": -0.13003585344167398,
-            "max": 0.07444975347646256,
-            "count": 521
-        },
-        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -32.86139965057373,
-            "min": -196.216999232769,
-            "max": 105.94199919700623,
-            "count": 521
-        },
-        "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.016119902781235092,
-            "min": 0.014534018008246979,
-            "max": 0.021544867219442192,
-            "count": 521
-        },
-        "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.08059951390617547,
-            "min": 0.015350827563088388,
-            "max": 0.10772433609721097,
-            "count": 521
-        },
-        "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.061769253611564635,
-            "min": 0.053441562627752626,
-            "max": 0.07148611076176167,
-            "count": 521
-        },
-        "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.30884626805782317,
-            "min": 0.06786695246895154,
-            "max": 0.35743055380880834,
-            "count": 521
-        },
-        "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.06212293766438961,
-            "min": 0.05357155536611875,
-            "max": 0.07191415486236415,
-            "count": 521
-        },
-        "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.31061468832194805,
-            "min": 0.06823482488592465,
-            "max": 0.3595707743118207,
-            "count": 521
-        },
-        "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 8.4468891725583e-05,
-            "min": 8.4468891725583e-05,
-            "max": 9.486393756805751e-05,
-            "count": 521
-        },
-        "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 0.000422344458627915,
-            "min": 9.486393756805751e-05,
-            "max": 0.0004742575370713629,
-            "count": 521
-        },
-        "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.25,
-            "min": 0.25,
-            "max": 0.25,
-            "count": 521
-        },
-        "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 1.25,
-            "min": 0.25,
-            "max": 1.25,
-            "count": 521
-        },
-        "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.0021174974073019997,
-            "min": 0.0021174974073019997,
-            "max": 0.002376853930750001,
-            "count": 521
-        },
-        "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.01058748703651,
-            "min": 0.002376853930750001,
-            "max": 0.011882718991290002,
-            "count": 521
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 521
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 521
-        }
-    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1679231225",
+        "start_time_seconds": "1679406746",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
-        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --num-envs=6 --no-graphics --resume",
+        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.0+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1679263988"
+        "end_time_seconds": "1679406768"
     },
-    "total": 32763.638854824996,
+    "total": 22.21793959097704,
     "count": 1,
-    "self": 0.13714187403093092,
+    "self": 0.07323333696695045,
     "children": {
         "run_training.setup": {
-            "total": 0.024858181976014748,
+            "total": 0.0073513739625923336,
             "count": 1,
-            "self": 0.024858181976014748
+            "self": 0.0073513739625923336
         },
         "TrainerController.start_learning": {
-            "total": 32763.47685476899,
+            "total": 22.137354880047496,
             "count": 1,
-            "self": 29.597448990185512,
+            "self": 0.004458490933757275,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 18.28482253983384,
-                    "count": 262,
-                    "self": 18.28482253983384
+                    "total": 5.105995989986695,
+                    "count": 2,
+                    "self": 5.105995989986695
                 },
                 "TrainerController.advance": {
-                    "total": 32715.46232358695,
-                    "count": 1268335,
-                    "self": 23.59526418070891,
+                    "total": 16.816717469133437,
+                    "count": 261,
+                    "self": 0.003590777108911425,
                     "children": {
                         "env_step": {
-                            "total": 17589.194119198684,
-                            "count": 1268335,
-                            "self": 5696.036248482444,
+                            "total": 14.720116296608467,
+                            "count": 261,
+                            "self": 3.802061052818317,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 11870.36646040142,
-                                    "count": 3659466,
-                                    "self": 299.4310473005753,
+                                    "total": 10.915603490604553,
+                                    "count": 261,
+                                    "self": 0.024223143351264298,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 11570.935413100844,
-                                            "count": 6695874,
-                                            "self": 11570.935413100844
+                                            "total": 10.891380347253289,
+                                            "count": 471,
+                                            "self": 10.891380347253289
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 22.791410314821405,
-                                    "count": 1268334,
+                                    "total": 0.002451753185596317,
+                                    "count": 260,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 196390.309336946,
-                                            "count": 3658719,
+                                            "total": 21.916554437484592,
+                                            "count": 260,
                                             "is_parallel": true,
-                                            "self": 154737.87814483038,
+                                            "self": 18.63319432240678,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +71,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.002404051017947495,
+                                                            "total": 0.0032844209927134216,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0004744040488731116,
+                                                            "self": 0.0006235579494386911,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0019296469690743834,
+                                                                    "total": 0.0026608630432747304,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0019296469690743834
+                                                                    "self": 0.0026608630432747304
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.019282556982943788,
+                                                            "total": 0.03333780396496877,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0005692300037480891,
+                                                            "self": 0.0008707809029147029,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006249219877645373,
+                                                                    "total": 0.0006857039988972247,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006249219877645373
+                                                                    "self": 0.0006857039988972247
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.01637486697291024,
+                                                                    "total": 0.029561503033619374,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.01637486697291024
+                                                                    "self": 0.029561503033619374
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0017135380185209215,
+                                                                    "total": 0.002219816029537469,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0003507849760353565,
+                                                                    "self": 0.000409608066547662,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.001362753042485565,
+                                                                            "total": 0.0018102079629898071,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.001362753042485565
+                                                                            "self": 0.0018102079629898071
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +121,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 3.5403151607024483,
-                                                    "count": 3132,
+                                                    "total": 0.0013701460557058454,
+                                                    "count": 2,
                                                     "is_parallel": true,
-                                                    "self": 0.5639501687546726,
+                                                    "self": 0.00023147306637838483,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 2.9763649919477757,
-                                                            "count": 12528,
+                                                            "total": 0.0011386729893274605,
+                                                            "count": 8,
                                                             "is_parallel": true,
-                                                            "self": 2.9763649919477757
+                                                            "self": 0.0011386729893274605
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 41648.890876954916,
-                                                    "count": 3658718,
+                                                    "total": 3.2819899690221064,
+                                                    "count": 259,
                                                     "is_parallel": true,
-                                                    "self": 2942.735552814527,
+                                                    "self": 0.2184930175426416,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 1788.8063979870058,
-                                                            "count": 3658718,
+                                                            "total": 0.13940965855726972,
+                                                            "count": 259,
                                                             "is_parallel": true,
-                                                            "self": 1788.8063979870058
+                                                            "self": 0.13940965855726972
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 29513.387274249515,
-                                                            "count": 3658718,
+                                                            "total": 2.3709112114156596,
+                                                            "count": 259,
                                                             "is_parallel": true,
-                                                            "self": 29513.387274249515
+                                                            "self": 2.3709112114156596
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 7403.961651903868,
-                                                            "count": 7317436,
+                                                            "total": 0.5531760815065354,
+                                                            "count": 518,
                                                             "is_parallel": true,
-                                                            "self": 1254.6078011922364,
+                                                            "self": 0.09150697605218738,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 6149.353850711632,
-                                                                    "count": 29269744,
+                                                                    "total": 0.461669105454348,
+                                                                    "count": 2072,
                                                                     "is_parallel": true,
-                                                                    "self": 6149.353850711632
+                                                                    "self": 0.461669105454348
                                                                 }
                                                             }
                                                         }
@@ -369,52 +175,33 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 15102.672940207558,
-                            "count": 1268334,
-                            "self": 374.8342574633716,
+                            "total": 2.0930103954160586,
+                            "count": 260,
+                            "self": 0.02321425755508244,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 6584.891817643773,
-                                    "count": 1268334,
-                                    "self": 6581.46855648575,
-                                    "children": {
-                                        "RLTrainer._checkpoint": {
-                                            "total": 3.4232611580227967,
-                                            "count": 26,
-                                            "self": 3.4232611580227967
-                                        }
-                                    }
-                                },
-                                "_update_policy": {
-                                    "total": 8142.946865100414,
-                                    "count": 2528,
-                                    "self": 5835.324502782663,
-                                    "children": {
-                                        "TorchPOCAOptimizer.update": {
-                                            "total": 2307.6223623177502,
-                                            "count": 75840,
-                                            "self": 2307.6223623177502
-                                        }
-                                    }
+                                    "total": 2.069796137860976,
+                                    "count": 260,
+                                    "self": 2.069796137860976
                                 }
                             }
                         }
                     }
                 },
                 "trainer_threads": {
-                    "total": 8.710194379091263e-07,
+                    "total": 1.0619987733662128e-06,
                     "count": 1,
-                    "self": 8.710194379091263e-07
+                    "self": 1.0619987733662128e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.13225878099910915,
+                    "total": 0.21018186799483374,
                     "count": 1,
-                    "self": 0.0024366579891648144,
+                    "self": 0.002314324025064707,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12982212300994433,
+                            "total": 0.20786754396976903,
                             "count": 1,
-                            "self": 0.12982212300994433
+                            "self": 0.20786754396976903
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,33 +1,33 @@
 {
     "SoccerTwos": {
-        "elo": 1856.0967880166559,
+        "elo": 1897.632079817424,
         "checkpoints": [
             {
-                "steps": 575999927,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-575999927.onnx",
+                "steps": 768930809,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-768930809.onnx",
                 "reward": 0.0,
-                "creation_time": 1679262866.7188237,
+                "creation_time": 1679406742.9825013,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-575999927.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-768930809.pt"
                 ]
             },
             {
-                "steps": 577788493,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-577788493.onnx",
+                "steps": 768933669,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-768933669.onnx",
                 "reward": 0.0,
-                "creation_time": 1679263988.7167244,
+                "creation_time": 1679406768.5952187,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-577788493.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-768933669.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 577788493,
+            "steps": 768933669,
             "file_path": "results/0046/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1679263988.7167244,
+            "creation_time": 1679406768.5952187,
             "auxillary_file_paths": [
-                "results/0046/SoccerTwos/SoccerTwos-577788493.pt"
+                "results/0046/SoccerTwos/SoccerTwos-768933669.pt"
             ]
         }
     },