Updated model (20 million timesteps)

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:719ef8ca0a2622fa0dc646c7c98a43264c83ee98ca51631b907f2bc8fd45ebc2
+oid sha256:3d217a96d64fbc814bd0701712a756bb99a4ce8bc28af535fd41b149ef739821
 size 1768747

SoccerTwos/SoccerTwos-18499948.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d5a9856be7b122e98f0c0a4eda82c154fae9e63452f1bcc48cd8e9ce9f1dde
+size 1768747

SoccerTwos/SoccerTwos-18499948.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9762af6168f554e276f1183a57212a0f6d038e41316c31e01b7cc2040ccd1d02
+size 28432146

SoccerTwos/SoccerTwos-18999976.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e5eb56a6320536bd630709a84525118a801b2a0d963d74552e6c0008f2afc5b
+size 1768747

SoccerTwos/SoccerTwos-18999976.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fa768610b58868aea1fb00eed2880ae90bad42727abe55c15877868f4a88865
+size 28432146

SoccerTwos/SoccerTwos-19499984.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3b1839c6f8e19a18a1df0bab40ff8d48802165b821a7b5557cfe62034e7615
+size 1768747

SoccerTwos/SoccerTwos-19499984.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5ad8d43cb115c74872442388f6977e92add407d5e2e3dc9291163d6371314e
+size 28432146

SoccerTwos/SoccerTwos-19999862.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a1d8ea7f403b39e1baa72146f93d00dfce3cee3a83ac26070408a8ea5da2e8
+size 1768747

SoccerTwos/SoccerTwos-19999862.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0e92c7ae3be09364d69357ccd3875d837ddfe4387bb6f9a6a2213340812559
+size 28432146

SoccerTwos/SoccerTwos-20189138.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d217a96d64fbc814bd0701712a756bb99a4ce8bc28af535fd41b149ef739821
+size 1768747

SoccerTwos/SoccerTwos-20189138.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fce0e2dcec8ddf57cfdf7658be2885948e37bd72c2158afcc5306643df5d47cd
+size 28432146

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:60200813890e68548451ba83f2962510cc10538d59de9130bd8ce8feaf43912d
+oid sha256:f0df16fcd7b669adcfde72893a2a03fda1854331f6da5b234b6e3467e95c474d
 size 28431030

SoccerTwos/events.out.tfevents.1709895744.AI-Machine.24349.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1856727674e33bc118c9382bf52e1dc4e369950b3a43359f7344ecd22381393
+size 20338195

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos.app", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos_updated", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -71,7 +71,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: SoccerTwos
+  run_id: SoccerTwos_updated
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -2,8 +2,6 @@ Mono path[0] = '/home/rodrigopc/ml-agents/training-envs-executables/linux/Soccer
 Mono config path = '/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /home/rodrigopc/.config/unity3d/Unity Technologies/SoccerTwos
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -13,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.094 seconds
+- Completed reload, in  0.151 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -38,7 +36,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.290527 ms
+UnloadTime: 1.355549 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -643,943 +641,12 @@ TOO LONG
 TOO LONG
 TOO LONG
 TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 6 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 227386 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 380883 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1687,7 +754,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 9]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
@@ -1712,7 +779,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -1751,16 +818,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 227387 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 380884 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 227387 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 380884 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -1789,13 +856,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 227386 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 380883 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 227387 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 380884 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -1807,13 +874,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 227387 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 380884 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 227386 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 380883 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -1825,13 +892,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 227387 frames
+      Peak usage frame count: [0-1.0 KB]: 380884 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 227386 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 380883 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.581088662147522,
-            "min": 1.5160002708435059,
-            "max": 3.29571533203125,
-            "count": 1197
+            "value": 1.5748671293258667,
+            "min": 1.4515712261199951,
+            "max": 3.295767068862915,
+            "count": 2018
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 35214.0078125,
-            "min": 20375.416015625,
-            "max": 156660.390625,
-            "count": 1197
+            "value": 29481.51171875,
+            "min": 16642.564453125,
+            "max": 128571.7890625,
+            "count": 2018
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 48.40594059405941,
-            "min": 40.278688524590166,
+            "value": 68.33333333333333,
+            "min": 42.75438596491228,
             "max": 999.0,
-            "count": 1197
+            "count": 2018
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19556.0,
-            "min": 10880.0,
-            "max": 29904.0,
-            "count": 1197
+            "value": 19680.0,
+            "min": 15472.0,
+            "max": 25720.0,
+            "count": 2018
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1592.855467622408,
-            "min": 1189.572495415134,
-            "max": 1598.6348406689672,
-            "count": 1113
+            "value": 1813.964002222687,
+            "min": 1194.0795318366788,
+            "max": 1829.6692313391911,
+            "count": 2004
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 321756.80445972644,
-            "min": 2383.40263856611,
-            "max": 379054.4801129971,
-            "count": 1113
+            "value": 261210.81632006692,
+            "min": 2389.695889279391,
+            "max": 395167.0134550716,
+            "count": 2004
         },
         "SoccerTwos.Step.mean": {
-            "value": 11969946.0,
-            "min": 9970.0,
-            "max": 11969946.0,
-            "count": 1197
+            "value": 20179974.0,
+            "min": 9880.0,
+            "max": 20179974.0,
+            "count": 2018
         },
         "SoccerTwos.Step.sum": {
-            "value": 11969946.0,
-            "min": 9970.0,
-            "max": 11969946.0,
-            "count": 1197
+            "value": 20179974.0,
+            "min": 9880.0,
+            "max": 20179974.0,
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.047047413885593414,
-            "min": -0.12175270915031433,
-            "max": 0.15698379278182983,
-            "count": 1197
+            "value": 0.03130420669913292,
+            "min": -0.13359923660755157,
+            "max": 0.2269599735736847,
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -9.50357723236084,
-            "min": -23.133014678955078,
-            "max": 28.159460067749023,
-            "count": 1197
+            "value": 4.507805824279785,
+            "min": -22.845468521118164,
+            "max": 29.400775909423828,
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.048404499888420105,
-            "min": -0.12489137798547745,
-            "max": 0.15705251693725586,
-            "count": 1197
+            "value": 0.03485170006752014,
+            "min": -0.13703596591949463,
+            "max": 0.22179201245307922,
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -9.777709007263184,
-            "min": -23.72936248779297,
-            "max": 28.322885513305664,
-            "count": 1197
+            "value": 5.0186448097229,
+            "min": -23.433151245117188,
+            "max": 28.790231704711914,
+            "count": 2018
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1197
+            "count": 2018
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 1197
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.1418198034314826,
-            "min": -0.6923076923076923,
-            "max": 0.40322564122004384,
-            "count": 1197
+            "value": 0.19314860925078392,
+            "min": -0.7058823529411765,
+            "max": 0.5010000041552952,
+            "count": 2018
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -28.647600293159485,
-            "min": -62.41699981689453,
-            "max": 56.87120020389557,
-            "count": 1197
+            "value": 27.813399732112885,
+            "min": -58.92579996585846,
+            "max": 57.05700010061264,
+            "count": 2018
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.1418198034314826,
-            "min": -0.6923076923076923,
-            "max": 0.40322564122004384,
-            "count": 1197
+            "value": 0.19314860925078392,
+            "min": -0.7058823529411765,
+            "max": 0.5010000041552952,
+            "count": 2018
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -28.647600293159485,
-            "min": -62.41699981689453,
-            "max": 56.87120020389557,
-            "count": 1197
+            "value": 27.813399732112885,
+            "min": -58.92579996585846,
+            "max": 57.05700010061264,
+            "count": 2018
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1197
+            "count": 2018
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 1197
+            "count": 2018
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01959546463622246,
-            "min": 0.009623480918708082,
-            "max": 0.024623547789330284,
-            "count": 573
+            "value": 0.014401823965211709,
+            "min": 0.010948918039017978,
+            "max": 0.026382342888973655,
+            "count": 977
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.01959546463622246,
-            "min": 0.009623480918708082,
-            "max": 0.024623547789330284,
-            "count": 573
+            "value": 0.014401823965211709,
+            "min": 0.010948918039017978,
+            "max": 0.026382342888973655,
+            "count": 977
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.11841566016276678,
-            "min": 1.175551474830172e-07,
-            "max": 0.13167878190676371,
-            "count": 573
+            "value": 0.10085869679848353,
+            "min": 1.3623070056686023e-05,
+            "max": 0.12364189525445303,
+            "count": 977
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.11841566016276678,
-            "min": 1.175551474830172e-07,
-            "max": 0.13167878190676371,
-            "count": 573
+            "value": 0.10085869679848353,
+            "min": 1.3623070056686023e-05,
+            "max": 0.12364189525445303,
+            "count": 977
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.12057225182652473,
-            "min": 1.283851785179498e-07,
-            "max": 0.13358191748460133,
-            "count": 573
+            "value": 0.10252247750759125,
+            "min": 1.3706155762823376e-05,
+            "max": 0.12558744698762894,
+            "count": 977
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.12057225182652473,
-            "min": 1.283851785179498e-07,
-            "max": 0.13358191748460133,
-            "count": 573
+            "value": 0.10252247750759125,
+            "min": 1.3706155762823376e-05,
+            "max": 0.12558744698762894,
+            "count": 977
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 573
+            "count": 977
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 573
+            "count": 977
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 573
+            "count": 977
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 573
+            "count": 977
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 573
+            "count": 977
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 573
+            "count": 977
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1709831755",
+        "start_time_seconds": "1709895743",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/home/rodrigopc/.local/bin/mlagents-learn SoccerTwos_modified.yaml --env=/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos --no-graphics",
+        "command_line_arguments": "/home/rodrigopc/.local/bin/mlagents-learn SoccerTwos_modified.yaml --env=/home/rodrigopc/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos_updated --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.1+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1709856881"
+        "end_time_seconds": "1709936999"
     },
-    "total": 25126.122935892003,
+    "total": 41256.521167513,
     "count": 1,
-    "self": 0.2918400510025094,
+    "self": 0.18425126899091993,
     "children": {
         "run_training.setup": {
-            "total": 0.04586872000072617,
+            "total": 0.05187036900042585,
             "count": 1,
-            "self": 0.04586872000072617
+            "self": 0.05187036900042585
         },
         "TrainerController.start_learning": {
-            "total": 25125.785227121,
+            "total": 41256.285045875,
             "count": 1,
-            "self": 22.56684356196638,
+            "self": 27.919663638676866,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.494200282002566,
-                    "count": 60,
-                    "self": 6.494200282002566
+                    "total": 6.964602779999041,
+                    "count": 101,
+                    "self": 6.964602779999041
                 },
                 "TrainerController.advance": {
-                    "total": 25096.49202697703,
-                    "count": 816004,
-                    "self": 26.79791299741555,
+                    "total": 41221.20336056933,
+                    "count": 1390338,
+                    "self": 30.872472584182105,
                     "children": {
                         "env_step": {
-                            "total": 19455.479973702393,
-                            "count": 816004,
-                            "self": 15076.184729928427,
+                            "total": 32896.68286713089,
+                            "count": 1390338,
+                            "self": 27039.377430651955,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 4365.724044589122,
-                                    "count": 816004,
-                                    "self": 189.45721828549358,
+                                    "total": 5838.767032415787,
+                                    "count": 1390338,
+                                    "self": 219.904029299817,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 4176.2668263036285,
-                                            "count": 1515939,
-                                            "self": 4176.2668263036285
+                                            "total": 5618.86300311597,
+                                            "count": 2539262,
+                                            "self": 5618.86300311597
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 13.571199184843863,
-                                    "count": 816003,
+                                    "total": 18.538404063148846,
+                                    "count": 1390337,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 25078.620530485638,
-                                            "count": 816003,
+                                            "total": 41204.655873804215,
+                                            "count": 1390337,
                                             "is_parallel": true,
-                                            "self": 12412.079527470312,
+                                            "self": 17584.037723834623,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.004617079001036473,
+                                                            "total": 0.0031043719991430407,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0009472170058870688,
+                                                            "self": 0.0005973539973638253,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.003669861995149404,
+                                                                    "total": 0.0025070180017792154,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.003669861995149404
+                                                                    "self": 0.0025070180017792154
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.03311527899859357,
+                                                            "total": 0.038335561999701895,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0011985859964624979,
+                                                            "self": 0.0013620440004160628,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0008863840012054425,
+                                                                    "total": 0.0008860750003805151,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0008863840012054425
+                                                                    "self": 0.0008860750003805151
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.02769772299870965,
+                                                                    "total": 0.032491597999978694,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.02769772299870965
+                                                                    "self": 0.032491597999978694
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.003332586002215976,
+                                                                    "total": 0.003595844998926623,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.000548341002286179,
+                                                                    "self": 0.0006351379970510607,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.002784244999929797,
+                                                                            "total": 0.002960707001875562,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.002784244999929797
+                                                                            "self": 0.002960707001875562
                                                                         }
                                                                     }
                                                                 }
@@ -315,50 +315,50 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 12666.372257889361,
-                                                    "count": 816002,
+                                                    "total": 23620.29635493657,
+                                                    "count": 1390336,
                                                     "is_parallel": true,
-                                                    "self": 772.6855975621474,
+                                                    "self": 1370.2611271664355,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 509.1491180242774,
-                                                            "count": 816002,
+                                                            "total": 901.2657550687136,
+                                                            "count": 1390336,
                                                             "is_parallel": true,
-                                                            "self": 509.1491180242774
+                                                            "self": 901.2657550687136
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 9362.154044714305,
-                                                            "count": 816002,
+                                                            "total": 17661.649300808305,
+                                                            "count": 1390336,
                                                             "is_parallel": true,
-                                                            "self": 9362.154044714305
+                                                            "self": 17661.649300808305
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 2022.3834975886311,
-                                                            "count": 1632004,
+                                                            "total": 3687.1201718931143,
+                                                            "count": 2780672,
                                                             "is_parallel": true,
-                                                            "self": 364.15260061814115,
+                                                            "self": 608.9816866305036,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 1658.23089697049,
-                                                                    "count": 6528016,
+                                                                    "total": 3078.1384852626106,
+                                                                    "count": 11122688,
                                                                     "is_parallel": true,
-                                                                    "self": 1658.23089697049
+                                                                    "self": 3078.1384852626106
                                                                 }
                                                             }
                                                         }
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.1687451259640511,
-                                                    "count": 118,
+                                                    "total": 0.3217950330226813,
+                                                    "count": 200,
                                                     "is_parallel": true,
-                                                    "self": 0.030331945967191132,
+                                                    "self": 0.052848733058453945,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.13841317999685998,
-                                                            "count": 472,
+                                                            "total": 0.26894629996422736,
+                                                            "count": 800,
                                                             "is_parallel": true,
-                                                            "self": 0.13841317999685998
+                                                            "self": 0.26894629996422736
                                                         }
                                                     }
                                                 }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 5614.214140277221,
-                            "count": 816003,
-                            "self": 182.53467974524756,
+                            "total": 8293.648020854256,
+                            "count": 1390337,
+                            "self": 218.09872197608638,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 2186.570332474894,
-                                    "count": 816003,
-                                    "self": 2180.84453238489,
+                                    "total": 3157.0397781192096,
+                                    "count": 1390337,
+                                    "self": 3148.9236194042096,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 5.725800090003759,
-                                            "count": 23,
-                                            "self": 5.725800090003759
+                                            "total": 8.116158714999983,
+                                            "count": 40,
+                                            "self": 8.116158714999983
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 3245.10912805708,
-                                    "count": 574,
-                                    "self": 1430.5123843839137,
+                                    "total": 4918.50952075896,
+                                    "count": 977,
+                                    "self": 2116.926655908939,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 1814.5967436731662,
-                                            "count": 17220,
-                                            "self": 1814.5967436731662
+                                            "total": 2801.582864850021,
+                                            "count": 29310,
+                                            "self": 2801.582864850021
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 2.373999450355768e-06,
+                    "total": 1.8860009731724858e-06,
                     "count": 1,
-                    "self": 2.373999450355768e-06
+                    "self": 1.8860009731724858e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.23215392600104678,
+                    "total": 0.19741700099984882,
                     "count": 1,
-                    "self": 0.004502440002397634,
+                    "self": 0.0027244980010436848,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.22765148599864915,
+                            "total": 0.19469250299880514,
                             "count": 1,
-                            "self": 0.22765148599864915
+                            "self": 0.19469250299880514
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 9999834,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-9999834.onnx",
+                "steps": 18499948,
+                "file_path": "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-18499948.onnx",
                 "reward": 0.0,
-                "creation_time": 1709852613.2029912,
+                "creation_time": 1709933531.7866974,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-9999834.pt"
+                    "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-18499948.pt"
                 ]
             },
             {
-                "steps": 10499991,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-10499991.onnx",
+                "steps": 18999976,
+                "file_path": "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-18999976.onnx",
                 "reward": 0.0,
-                "creation_time": 1709853681.5622518,
+                "creation_time": 1709934542.436318,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-10499991.pt"
+                    "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-18999976.pt"
                 ]
             },
             {
-                "steps": 10999922,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-10999922.onnx",
+                "steps": 19499984,
+                "file_path": "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-19499984.onnx",
                 "reward": 0.0,
-                "creation_time": 1709854769.1895916,
+                "creation_time": 1709935586.026613,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-10999922.pt"
+                    "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-19499984.pt"
                 ]
             },
             {
-                "steps": 11499976,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-11499976.onnx",
+                "steps": 19999862,
+                "file_path": "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-19999862.onnx",
                 "reward": 0.0,
-                "creation_time": 1709855851.2241,
+                "creation_time": 1709936610.6980367,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-11499976.pt"
+                    "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-19999862.pt"
                 ]
             },
             {
-                "steps": 11977890,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-11977890.onnx",
+                "steps": 20189138,
+                "file_path": "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-20189138.onnx",
                 "reward": 0.0,
-                "creation_time": 1709856881.6127956,
+                "creation_time": 1709936999.6701972,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-11977890.pt"
+                    "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-20189138.pt"
                 ]
             }
         ],
-        "elo": 1602.0313110406737,
+        "elo": 1820.854957092754,
         "final_checkpoint": {
-            "steps": 11977890,
-            "file_path": "results/SoccerTwos/SoccerTwos.onnx",
+            "steps": 20189138,
+            "file_path": "results/SoccerTwos_updated/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1709856881.6127956,
+            "creation_time": 1709936999.6701972,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-11977890.pt"
+                "results/SoccerTwos_updated/SoccerTwos/SoccerTwos-20189138.pt"
             ]
         }
     },