Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1f6d5991d2244898300d31071a020d1987b8241c1ba2671852089f702cbb20d
+oid sha256:be6d993574d6222a989ee96f39d30b51cf5dbbce4c29bfe6912f99d2fda28614
 size 2820313

SoccerTwos/{SoccerTwos-1130317176.onnx → SoccerTwos-1417999991.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb96fc03f23c79feb2f2e20b9914e6f49ba96c19c481ac88f1625bec9809572d
+oid sha256:da598e3730cbfd1e1c5ca06bf566276f002a716db5737d6c47cd810543e6ad55
 size 2820313

SoccerTwos/{SoccerTwos-1130317176.pt → SoccerTwos-1417999991.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:efeec28f7cac411876229ada5021b98c092f722c8be84994ff47b963d37958e9
+oid sha256:1ab0e3838d1d3198a139cf38d03ef23e8cb0f463dc3a3629c095c05fe1964973
 size 34740861

SoccerTwos/{SoccerTwos-1131915574.onnx → SoccerTwos-1419385662.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e1f6d5991d2244898300d31071a020d1987b8241c1ba2671852089f702cbb20d
+oid sha256:be6d993574d6222a989ee96f39d30b51cf5dbbce4c29bfe6912f99d2fda28614
 size 2820313

SoccerTwos/{SoccerTwos-1131915574.pt → SoccerTwos-1419385662.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:49e91e29dffcee3924533d50d1166b4270a7a881e6ec04a8c9fcdf170554b1d9
+oid sha256:9da40142f8191dd2be9999afa860d1564e834226772ba40df609f15652a5a1c8
 size 34740861

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:04808b2e306f757e19b38f0fbb7e651c6c3d9deb3cabc89e2d0982a371b8c911
+oid sha256:e36edab2802c06bddcc302c77eacb64dcffa216d5a26e71107cc078906693151
 size 34739343

SoccerTwos/events.out.tfevents.1679665777.jonatan-System-Product-Name.2755480.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3969150abd091587181d5fa52f210dc097d848b326db34f86da51eab6632a5bc
+size 221155

SoccerTwos/events.out.tfevents.1679668471.jonatan-System-Product-Name.2771011.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a954eacda7ca4f10e0029693981c05b564904978abde5ca784993da5941c6f8
+size 388707

SoccerTwos/events.out.tfevents.1679673531.jonatan-System-Product-Name.2802000.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da437eb468a6db12552189e7d2efe80f19d6ea58e70a7d417bdd14594c87bc23
+size 32307

SoccerTwos/events.out.tfevents.1679673829.jonatan-System-Product-Name.2805395.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6aa4a6fc37fe36e7f7dd50fb5e0ad3af665c1c5a321f11766e4b7ecfc9ad1b33
+size 17238155

SoccerTwos/events.out.tfevents.1679912155.jonatan-System-Product-Name.9894.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ad7841dc555ca980bf530f7b33f2b202ce73a6837ddc44f2a58b708bbba9cdf
+size 744755

SoccerTwos/events.out.tfevents.1679917910.jonatan-System-Product-Name.22741.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7636485f27d6bcf063b6b0b9948b2bafa2b69612cffda48efc3aed0bb728b28
+size 1394019

SoccerTwos/events.out.tfevents.1679944452.jonatan-System-Product-Name.96700.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbbfb46130aa4af9c205c69b4128fd0c2c00627613f98af6946037193bd17043
+size 283987

SoccerTwos/events.out.tfevents.1679948029.jonatan-System-Product-Name.105773.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17423aea765f06b6ed8f7f51a717bd4c8eff51d4a2f805e4d9ac551c8768084b
+size 1949035

SoccerTwos/events.out.tfevents.1679962206.jonatan-System-Product-Name.131029.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a2278eae82c2eca57db52f0ad04ec1e581e10de3964e66aef8932d76aa15786
+size 7855243

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.972, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1200000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 3, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0002, "beta": 0.01, "epsilon": 0.25, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "constant"}, "checkpoint_interval": 2000000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.973, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 2, "even_checkpoints": false, "max_steps": 1700000000, "time_horizon": 1000, "summary_freq": 100000, "threaded": false, "self_play": {"save_steps": 200000, "team_change": 200000, "swap_steps": 2000, "window": 50, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 4, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "0046", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -24,7 +24,7 @@ behaviors:
       deterministic: false
     reward_signals:
       extrinsic:
-        gamma: 0.972
+        gamma: 0.973
         strength: 1.0
         network_settings:
           normalize: false
@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 2
     even_checkpoints: false
-    max_steps: 1200000000
+    max_steps: 1700000000
     time_horizon: 1000
     summary_freq: 100000
     threaded: false
@@ -53,7 +53,7 @@ env_settings:
   env_path: ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64
   env_args: null
   base_port: 5005
-  num_envs: 3
+  num_envs: 4
   num_areas: 1
   seed: -1
   max_lifetime_restarts: 10

run_logs/Player-0.log

@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.533490 ms
+UnloadTime: 0.467756 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 10362 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 374835 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,12 +68,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -211,19 +211,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 10363 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 374836 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 10363 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 374836 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.3 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 10362 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 374835 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 10363 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 374836 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 10363 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 374836 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 10362 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 374835 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 10363 frames
+      Peak usage frame count: [0-1.0 KB]: 374836 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 10362 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 374835 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-1.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.050 seconds
+- Completed reload, in  0.051 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.432200 ms
+UnloadTime: 0.425217 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 10191 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 362258 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +68,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -108,7 +108,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -217,16 +217,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 10192 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 362259 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 10192 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 362259 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.3 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 10191 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 362258 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 10192 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 362259 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 10192 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 362259 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 10191 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 362258 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 10192 frames
+      Peak usage frame count: [0-1.0 KB]: 362259 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 10191 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 362258 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-2.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.049 seconds
+- Completed reload, in  0.072 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.459331 ms
+UnloadTime: 0.575439 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 9958 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 355635 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -108,7 +108,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
@@ -168,7 +168,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 7]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 9959 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 355636 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 9959 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 355636 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 9958 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 355635 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 9959 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 355636 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 9959 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 355636 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 9958 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 355635 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 9959 frames
+      Peak usage frame count: [0-1.0 KB]: 355636 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 9958 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 355635 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/Player-3.log

@@ -11,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.091 seconds
+- Completed reload, in  0.073 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.710142 ms
+UnloadTime: 0.407514 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -45,7 +45,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 388562 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 342630 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -73,7 +73,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -88,7 +88,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 5]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
@@ -211,22 +211,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 388563 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 342631 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.7 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 388563 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 342631 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -255,13 +255,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 388562 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 342630 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 388563 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 342631 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -273,16 +273,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 388563 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 342631 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 388562 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 342630 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.3 MB
+      Peak Allocated memory 4.5 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 388563 frames
+      Peak usage frame count: [0-1.0 KB]: 342631 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 388562 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 342630 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 0.11356111615896225,
-            "min": 0.11244270950555801,
-            "max": 0.11482663452625275,
-            "count": 16
+            "value": 0.10233607888221741,
+            "min": 0.09561286866664886,
+            "max": 0.10375089943408966,
+            "count": 750
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 22948.4296875,
-            "min": 19386.65234375,
-            "max": 23963.890625,
-            "count": 16
+            "value": 20247.806640625,
+            "min": 15746.4501953125,
+            "max": 21757.6875,
+            "count": 750
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 72.85376661742984,
-            "min": 66.31132075471699,
-            "max": 75.73200612557427,
-            "count": 16
+            "value": 71.06762589928057,
+            "min": 57.879858657243815,
+            "max": 79.00638977635782,
+            "count": 750
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 197288.0,
-            "min": 163396.0,
-            "max": 198304.0,
-            "count": 16
+            "value": 197568.0,
+            "min": 148404.0,
+            "max": 198416.0,
+            "count": 750
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1823.5947731105746,
-            "min": 1806.4278214245883,
-            "max": 1844.9453980713959,
-            "count": 16
+            "value": 1821.3818951930884,
+            "min": 1780.6596182123062,
+            "max": 1847.0839211687107,
+            "count": 750
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 2469147.322791718,
-            "min": 2057654.5742084244,
-            "max": 2706060.1269988744,
-            "count": 16
+            "value": 2531720.834318393,
+            "min": 2089319.3899711026,
+            "max": 3094186.6319391946,
+            "count": 750
         },
         "SoccerTwos.Step.mean": {
-            "value": 1131899996.0,
-            "min": 1130399974.0,
-            "max": 1131899996.0,
-            "count": 16
+            "value": 1419299994.0,
+            "min": 1344399946.0,
+            "max": 1419299994.0,
+            "count": 750
         },
         "SoccerTwos.Step.sum": {
-            "value": 1131899996.0,
-            "min": 1130399974.0,
-            "max": 1131899996.0,
-            "count": 16
+            "value": 1419299994.0,
+            "min": 1344399946.0,
+            "max": 1419299994.0,
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.03090761788189411,
-            "min": -0.04431677982211113,
-            "max": 0.015137659385800362,
-            "count": 16
+            "value": -0.045758023858070374,
+            "min": -0.053660083562135696,
+            "max": 0.02153986319899559,
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -41.848915100097656,
-            "min": -62.902679443359375,
-            "max": 22.100982666015625,
-            "count": 16
+            "value": -63.46637725830078,
+            "min": -72.17964172363281,
+            "max": 30.06964874267578,
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.0309760682284832,
-            "min": -0.04431311786174774,
-            "max": 0.01507176086306572,
-            "count": 16
+            "value": -0.04583943262696266,
+            "min": -0.05380823835730553,
+            "max": 0.02180018648505211,
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -41.94159698486328,
-            "min": -62.79716491699219,
-            "max": 22.004770278930664,
-            "count": 16
+            "value": -63.57929229736328,
+            "min": -72.81593322753906,
+            "max": 30.433059692382812,
+            "count": 750
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 16
+            "count": 750
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 16
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.08408449006925833,
-            "min": -0.11431420761379388,
-            "max": 0.03999589089661428,
-            "count": 16
+            "value": -0.11655717404866786,
+            "min": -0.1392843682282704,
+            "max": 0.06828025104857538,
+            "count": 750
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -113.85039955377579,
-            "min": -167.35599994659424,
-            "max": 58.394000709056854,
-            "count": 16
+            "value": -161.66480040550232,
+            "min": -187.51100021600723,
+            "max": 87.12560033798218,
+            "count": 750
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.08408449006925833,
-            "min": -0.11431420761379388,
-            "max": 0.03999589089661428,
-            "count": 16
+            "value": -0.11655717404866786,
+            "min": -0.1392843682282704,
+            "max": 0.06828025104857538,
+            "count": 750
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -113.85039955377579,
-            "min": -167.35599994659424,
-            "max": 58.394000709056854,
-            "count": 16
+            "value": -161.66480040550232,
+            "min": -187.51100021600723,
+            "max": 87.12560033798218,
+            "count": 750
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.014870946271087935,
-            "min": 0.014592755703779403,
-            "max": 0.01853453788513434,
-            "count": 16
+            "value": 0.01518311547464691,
+            "min": 0.013861440093217728,
+            "max": 0.020582069853359523,
+            "count": 750
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.07435473135543967,
-            "min": 0.06578137972198116,
-            "max": 0.09267268942567171,
-            "count": 16
+            "value": 0.07591557737323455,
+            "min": 0.04990420994029894,
+            "max": 0.10091212898259982,
+            "count": 750
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.06301965415477753,
-            "min": 0.062472115208705256,
-            "max": 0.06882321315507094,
-            "count": 16
+            "value": 0.0673966506868601,
+            "min": 0.06056221661468347,
+            "max": 0.07692732910315196,
+            "count": 750
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.31509827077388763,
-            "min": 0.24990757318834467,
-            "max": 0.3441160657753547,
-            "count": 16
+            "value": 0.33698325343430047,
+            "min": 0.22118995562195778,
+            "max": 0.3846366455157598,
+            "count": 750
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.06322224808235963,
-            "min": 0.06257154463479916,
-            "max": 0.06897560785214106,
-            "count": 16
+            "value": 0.06770191306869187,
+            "min": 0.06073326791326206,
+            "max": 0.0772177549203237,
+            "count": 750
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.31611124041179817,
-            "min": 0.25028617853919666,
-            "max": 0.3448780392607053,
-            "count": 16
+            "value": 0.3385095653434594,
+            "min": 0.2222117992738883,
+            "max": 0.3860887746016185,
+            "count": 750
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 1.1359792720150806e-05,
-            "min": 1.1359792720150806e-05,
-            "max": 1.160528478073804e-05,
-            "count": 16
+            "value": 3.30293304500824e-05,
+            "min": 3.30293304500824e-05,
+            "max": 4.183935123722667e-05,
+            "count": 750
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 5.6798963600754027e-05,
-            "min": 4.55010382496695e-05,
-            "max": 5.788058572660933e-05,
-            "count": 16
+            "value": 0.00016514665225041201,
+            "min": 0.00012551805371168001,
+            "max": 0.00020914805754381602,
+            "count": 750
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.25,
             "min": 0.25,
             "max": 0.25,
-            "count": 16
+            "count": 750
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 1.25,
-            "min": 1.0,
+            "min": 0.75,
             "max": 1.25,
-            "count": 16
+            "count": 750
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 0.0005774169350800003,
-            "min": 0.0005774169350800003,
-            "max": 0.0005896792696374999,
-            "count": 16
+            "value": 0.0016598108858870589,
+            "min": 0.0016598108858870589,
+            "max": 0.0020998716442352946,
+            "count": 750
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 0.0028870846754000014,
-            "min": 0.0023127580169499994,
-            "max": 0.0029411117276,
-            "count": 16
+            "value": 0.008299054429435295,
+            "min": 0.006299614932705884,
+            "max": 0.010496925722776471,
+            "count": 750
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 16
+            "count": 750
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 16
+            "count": 750
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1679664496",
+        "start_time_seconds": "1679962205",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
-        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --num-envs=3 --no-graphics --resume",
+        "command_line_arguments": "/home/jonatan/PycharmProjects/HuggingFaceDLUnit7/venv3.9/bin/mlagents-learn ./config/poca/0046.yaml --env=ml-agents/training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=0046 --num-envs=4 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.0+cu117",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1679665586"
+        "end_time_seconds": "1680009089"
     },
-    "total": 1090.5585800720146,
+    "total": 46883.23300168801,
     "count": 1,
-    "self": 0.10711055202409625,
+    "self": 0.09526933800225379,
     "children": {
         "run_training.setup": {
-            "total": 0.013157599023543298,
+            "total": 0.016086918003566097,
             "count": 1,
-            "self": 0.013157599023543298
+            "self": 0.016086918003566097
         },
         "TrainerController.start_learning": {
-            "total": 1090.438311920967,
+            "total": 46883.121645432,
             "count": 1,
-            "self": 1.6348592912545428,
+            "self": 66.97268279066338,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.8087228040676564,
-                    "count": 9,
-                    "self": 1.8087228040676564
+                    "total": 18.318764213130635,
+                    "count": 377,
+                    "self": 18.318764213130635
                 },
                 "TrainerController.advance": {
-                    "total": 1086.8333022835432,
-                    "count": 97332,
-                    "self": 1.4779984564520419,
+                    "total": 46797.703226105215,
+                    "count": 3614796,
+                    "self": 61.333452509352355,
                     "children": {
                         "env_step": {
-                            "total": 628.529983883258,
-                            "count": 97332,
-                            "self": 257.45878910901956,
+                            "total": 25654.539305632767,
+                            "count": 3614796,
+                            "self": 8752.083913006434,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 370.0410008687759,
-                                    "count": 110666,
-                                    "self": 9.623188806697726,
+                                    "total": 16860.09403072307,
+                                    "count": 5212483,
+                                    "self": 427.6753272973001,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 360.41781206207816,
-                                            "count": 203417,
-                                            "self": 360.41781206207816
+                                            "total": 16432.41870342577,
+                                            "count": 9568830,
+                                            "self": 16432.41870342577
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.0301939054625109,
-                                    "count": 97331,
+                                    "total": 42.36136190326215,
+                                    "count": 3614796,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 3262.9474823301425,
-                                            "count": 110652,
+                                            "total": 187346.76880229817,
+                                            "count": 5211686,
                                             "is_parallel": true,
-                                            "self": 2105.388932905509,
+                                            "self": 131046.23209319863,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0018540179589763284,
+                                                            "total": 0.0017411239969078451,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0003668649587780237,
+                                                            "self": 0.0003604459998314269,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0014871530001983047,
+                                                                    "total": 0.0013806779970764183,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0014871530001983047
+                                                                    "self": 0.0013806779970764183
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.02056489302776754,
+                                                            "total": 0.021498658999917097,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0007664520526304841,
+                                                            "self": 0.0007727450065431185,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006806630408391356,
+                                                                    "total": 0.00036098399868933484,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006806630408391356
+                                                                    "self": 0.00036098399868933484
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.016370369005016983,
+                                                                    "total": 0.01841045799665153,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.016370369005016983
+                                                                    "self": 0.01841045799665153
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0027474089292809367,
+                                                                    "total": 0.0019544719980331138,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00046756479423493147,
+                                                                    "self": 0.0003710620148922317,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0022798441350460052,
+                                                                            "total": 0.001583409983140882,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0022798441350460052
+                                                                            "self": 0.001583409983140882
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.05962393130175769,
-                                                    "count": 48,
+                                                    "total": 3.387118107857532,
+                                                    "count": 3008,
                                                     "is_parallel": true,
-                                                    "self": 0.00966424378566444,
+                                                    "self": 0.5347456304298248,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.049959687516093254,
-                                                            "count": 192,
+                                                            "total": 2.852372477427707,
+                                                            "count": 12032,
                                                             "is_parallel": true,
-                                                            "self": 0.049959687516093254
+                                                            "self": 2.852372477427707
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1157.4989254933316,
-                                                    "count": 110651,
+                                                    "total": 56297.14959099168,
+                                                    "count": 5211685,
                                                     "is_parallel": true,
-                                                    "self": 80.73993568401784,
+                                                    "self": 4073.1137725320077,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 50.27100622700527,
-                                                            "count": 110651,
+                                                            "total": 2445.1282850332063,
+                                                            "count": 5211685,
                                                             "is_parallel": true,
-                                                            "self": 50.27100622700527
+                                                            "self": 2445.1282850332063
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 820.8895545995329,
-                                                            "count": 110651,
+                                                            "total": 39569.729819547545,
+                                                            "count": 5211685,
                                                             "is_parallel": true,
-                                                            "self": 820.8895545995329
+                                                            "self": 39569.729819547545
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 205.59842898277566,
-                                                            "count": 221302,
+                                                            "total": 10209.177713878918,
+                                                            "count": 10423370,
                                                             "is_parallel": true,
-                                                            "self": 35.00955061626155,
+                                                            "self": 1728.1586247154992,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 170.5888783665141,
-                                                                    "count": 885208,
+                                                                    "total": 8481.01908916342,
+                                                                    "count": 41693480,
                                                                     "is_parallel": true,
-                                                                    "self": 170.5888783665141
+                                                                    "self": 8481.01908916342
                                                                 }
                                                             }
                                                         }
@@ -369,24 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 456.82531994383316,
-                            "count": 97331,
-                            "self": 14.387725759996101,
+                            "total": 21081.830467963096,
+                            "count": 3614795,
+                            "self": 632.0771532913568,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 192.79752181458753,
-                                    "count": 97331,
-                                    "self": 192.79752181458753
+                                    "total": 9045.921679658852,
+                                    "count": 3614795,
+                                    "self": 9041.109260354846,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 4.8124193040057435,
+                                            "count": 37,
+                                            "self": 4.8124193040057435
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 249.64007236924954,
-                                    "count": 77,
-                                    "self": 178.98158342123497,
+                                    "total": 11403.831635012888,
+                                    "count": 3641,
+                                    "self": 8149.92792840601,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 70.65848894801456,
-                                            "count": 2310,
-                                            "self": 70.65848894801456
+                                            "total": 3253.9037066068777,
+                                            "count": 109230,
+                                            "self": 3253.9037066068777
                                         }
                                     }
                                 }
@@ -395,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 7.320195436477661e-07,
+                    "total": 9.019859135150909e-07,
                     "count": 1,
-                    "self": 7.320195436477661e-07
+                    "self": 9.019859135150909e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.16142681008204818,
+                    "total": 0.1269714210066013,
                     "count": 1,
-                    "self": 0.0031177401542663574,
+                    "self": 0.0022791520023019984,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.15830906992778182,
+                            "total": 0.1246922690042993,
                             "count": 1,
-                            "self": 0.15830906992778182
+                            "self": 0.1246922690042993
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,33 +1,33 @@
 {
     "SoccerTwos": {
-        "elo": 1815.2026773265645,
+        "elo": 1827.6124974596053,
         "checkpoints": [
             {
-                "steps": 1130317176,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-1130317176.onnx",
+                "steps": 1417999991,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-1417999991.onnx",
                 "reward": 0.0,
-                "creation_time": 1679664489.1893628,
+                "creation_time": 1680008223.0854309,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-1130317176.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-1417999991.pt"
                 ]
             },
             {
-                "steps": 1131915574,
-                "file_path": "results/0046/SoccerTwos/SoccerTwos-1131915574.onnx",
+                "steps": 1419385662,
+                "file_path": "results/0046/SoccerTwos/SoccerTwos-1419385662.onnx",
                 "reward": 0.0,
-                "creation_time": 1679665586.8556137,
+                "creation_time": 1680009089.0790098,
                 "auxillary_file_paths": [
-                    "results/0046/SoccerTwos/SoccerTwos-1131915574.pt"
+                    "results/0046/SoccerTwos/SoccerTwos-1419385662.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 1131915574,
+            "steps": 1419385662,
             "file_path": "results/0046/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1679665586.8556137,
+            "creation_time": 1680009089.0790098,
             "auxillary_file_paths": [
-                "results/0046/SoccerTwos/SoccerTwos-1131915574.pt"
+                "results/0046/SoccerTwos/SoccerTwos-1419385662.pt"
             ]
         }
     },