Second Push

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eaad700a51a73d8ce44faa27debed99ba396defdd2629aa6e3c3cac2cbe6a679
+oid sha256:310e9716bf3d6fd4a69ea75be110c980e9616c2d75fd6a5e2997d66b5dbe510d
 size 1768747

SoccerTwos/SoccerTwos-13999990.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:611653670d7d6c59a657d14b9dc20420367a23db5c04702b6da3736c4ab6c515
+size 1768747

SoccerTwos/SoccerTwos-13999990.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c97b21669a33263bcb81e551b3531aa100a335e74e63c5174f8c39fe78edfb
+size 28430482

SoccerTwos/SoccerTwos-14499954.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4786f4adbd26f55d9d6592a17f2bdea3cd398c0e18b493755fa496691be55cc
+size 1768747

SoccerTwos/SoccerTwos-14499954.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:457011c084f661e63684de34a37639094912bce505ded9884aec9f8f603992be
+size 28430482

SoccerTwos/SoccerTwos-14999986.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b838dfb5d9e163b3fdc2c69b046fcd1f74fc5ffd06c01f54bfa0d8793188f65
+size 1768747

SoccerTwos/SoccerTwos-14999986.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e4a7472ba39a2cc7911be114a01e0a1b664a60089a0d83aadc18571e8bde6f
+size 28430482

SoccerTwos/SoccerTwos-15499846.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15a0837bc200290a356010a9707c1cc9ffd8dbdebdd7c32b52a93619b0afb13d
+size 1768747

SoccerTwos/SoccerTwos-15499846.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe0c01b9fd5d7cac2fca6af1f42af0fe066dffd93ada16790dd33a076837c4df
+size 28430482

SoccerTwos/SoccerTwos-15999996.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd7d953a8e04d7b963ee9e110712bf2fdd897b6a298f5316bf6cf0938ff4488
+size 1768747

SoccerTwos/SoccerTwos-15999996.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6368aef3f4264d359b8c14ec1120ed670a04795af504a3f78b2f124280b9fae7
+size 28430482

SoccerTwos/SoccerTwos-16499872.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bce80a735822fe71f02836598df79a470f6a03cb5d164fb0107ceb0b9ca08fdf
+size 1768747

SoccerTwos/SoccerTwos-16499872.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6797e18bad1a16b19836e5e511a15d93d0b05f8bce6e2a3412e372cfe49efae3
+size 28430482

SoccerTwos/SoccerTwos-16666028.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:310e9716bf3d6fd4a69ea75be110c980e9616c2d75fd6a5e2997d66b5dbe510d
+size 1768747

SoccerTwos/SoccerTwos-16666028.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c77e1826b09310c96e3bedfb46b8e06274a3389fbadef9a208e64bd0b3cc8ec
+size 28430482

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:535f3b87bc13b035b2d819926ecbd39d08752c25a6dbd4f69992730973634efd
+oid sha256:b5e165526bd07d37ca0413f7ba9018be960bd7dc95b41de81aaa757be52ff9c2
 size 28429366

SoccerTwos/events.out.tfevents.1711019819.wwwtech-desktop.644805.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6012d0495e353bcd9e1f516c1239d214469366ddfa7b43bcf23cf3169c4e0cd0
+size 12314047

SoccerTwos/events.out.tfevents.1711073054.wwwtech-desktop.712894.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df22d4c0668ab466279fb608cf38803e5c8b385e91a6841a972ba860eaf8da8d
+size 679403

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": false, "force": true, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos.x86_64", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -74,8 +74,8 @@ checkpoint_settings:
   run_id: SoccerTwos
   initialize_from: null
   load_model: false
-  resume: false
-  force: true
+  resume: true
+  force: false
   train_model: false
   inference: false
   results_dir: results

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/home/cyf/Desktop/code/drl/ml-agents/training-envs-executables/S
 Mono config path = '/home/cyf/Desktop/code/drl/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /home/cyf/.config/unity3d/Unity Technologies
-PlayerPrefs - Creating folder: /home/cyf/.config/unity3d/Unity Technologies/SoccerTwos
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /home/cyf/Desktop/code/drl/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -14,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.037 seconds
+- Completed reload, in  0.057 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -39,961 +36,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.377601 ms
+UnloadTime: 0.452464 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
-TOO LONG
 Setting up 12 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 83449 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 12537 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -1033,12 +85,12 @@ Memory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 17]
+    [ALLOC_TEMP_Job.Worker 14]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 14]
+    [ALLOC_TEMP_Job.Worker 17]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
@@ -1203,12 +255,12 @@ Memory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 12]
+    [ALLOC_TEMP_Job.Worker 19]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 19]
+    [ALLOC_TEMP_Job.Worker 12]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
@@ -1219,22 +271,22 @@ Memory Statistics:
       Peak Allocated Bytes 128 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 83450 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 12538 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 5.0 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 83450 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 12538 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.3 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -1263,13 +315,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 83449 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 12537 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 83450 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 12538 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -1281,13 +333,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 83450 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12538 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 83449 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12537 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -1299,13 +351,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 83450 frames
+      Peak usage frame count: [0-1.0 KB]: 12538 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 83449 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 12537 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.196155309677124,
-            "min": 2.191655397415161,
-            "max": 3.295742988586426,
-            "count": 436
+            "value": 1.5210864543914795,
+            "min": 1.283016324043274,
+            "max": 1.5693892240524292,
+            "count": 67
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 46031.4140625,
-            "min": 26326.080078125,
-            "max": 152925.09375,
-            "count": 436
+            "value": 31346.55078125,
+            "min": 369.5086975097656,
+            "max": 36128.84375,
+            "count": 67
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 54.12903225806452,
-            "min": 41.58474576271186,
-            "max": 999.0,
-            "count": 436
+            "value": 73.19117647058823,
+            "min": 7.0,
+            "max": 88.2280701754386,
+            "count": 67
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 20136.0,
-            "min": 10292.0,
-            "max": 29656.0,
-            "count": 436
+            "value": 19908.0,
+            "min": 28.0,
+            "max": 22708.0,
+            "count": 67
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1482.009663981368,
-            "min": 1186.9893974915692,
-            "max": 1518.8334208977342,
-            "count": 396
+            "value": 1501.20479835153,
+            "min": 1467.0070375243758,
+            "max": 1516.5938430657802,
+            "count": 67
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 275653.79750053445,
-            "min": 2377.5608873018455,
-            "max": 344660.7136857429,
-            "count": 396
+            "value": 204163.85257580807,
+            "min": 2949.5553523885633,
+            "max": 275309.6668144112,
+            "count": 67
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 67
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 67
         },
         "SoccerTwos.Step.mean": {
-            "value": 4359920.0,
-            "min": 9846.0,
-            "max": 4359920.0,
-            "count": 436
+            "value": 16659998.0,
+            "min": 16009914.0,
+            "max": 16659998.0,
+            "count": 66
         },
         "SoccerTwos.Step.sum": {
-            "value": 4359920.0,
-            "min": 9846.0,
-            "max": 4359920.0,
-            "count": 436
+            "value": 16659998.0,
+            "min": 16009914.0,
+            "max": 16659998.0,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.051245756447315216,
-            "min": -0.06898640841245651,
-            "max": 0.18091006577014923,
-            "count": 436
+            "value": 0.006284900940954685,
+            "min": -0.09183704853057861,
+            "max": 0.038205210119485855,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -9.480464935302734,
-            "min": -9.480464935302734,
-            "max": 28.462017059326172,
-            "count": 436
+            "value": 0.8484616279602051,
+            "min": -14.418416976928711,
+            "max": 6.8769378662109375,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.060027848929166794,
-            "min": -0.07596921175718307,
-            "max": 0.18300513923168182,
-            "count": 436
+            "value": 0.007226753514260054,
+            "min": -0.08986865729093552,
+            "max": 0.035017531365156174,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -11.105152130126953,
-            "min": -11.105152130126953,
-            "max": 27.82162094116211,
-            "count": 436
+            "value": 0.9756117463111877,
+            "min": -14.109378814697266,
+            "max": 6.280918121337891,
+            "count": 66
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 436
+            "count": 66
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 436
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.19114702682237367,
-            "min": -0.5665466666221619,
-            "max": 0.5459407358257858,
-            "count": 436
+            "value": -0.04052592604248612,
+            "min": -0.3240030765533447,
+            "max": 0.21911506865122546,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -35.36219996213913,
-            "min": -50.96199989318848,
-            "max": 61.634200155735016,
-            "count": 436
+            "value": -5.471000015735626,
+            "min": -42.120399951934814,
+            "max": 31.99080002307892,
+            "count": 66
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.19114702682237367,
-            "min": -0.5665466666221619,
-            "max": 0.5459407358257858,
-            "count": 436
+            "value": -0.04052592604248612,
+            "min": -0.3240030765533447,
+            "max": 0.21911506865122546,
+            "count": 66
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -35.36219996213913,
-            "min": -50.96199989318848,
-            "max": 61.634200155735016,
-            "count": 436
-        },
-        "SoccerTwos.IsTraining.mean": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 436
-        },
-        "SoccerTwos.IsTraining.sum": {
-            "value": 1.0,
-            "min": 1.0,
-            "max": 1.0,
-            "count": 436
+            "value": -5.471000015735626,
+            "min": -42.120399951934814,
+            "max": 31.99080002307892,
+            "count": 66
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.015586490967931847,
-            "min": 0.011030229381503887,
-            "max": 0.0226561623159796,
-            "count": 206
+            "value": 0.01663626519633302,
+            "min": 0.011058855353621767,
+            "max": 0.021713046291066955,
+            "count": 31
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.015586490967931847,
-            "min": 0.011030229381503887,
-            "max": 0.0226561623159796,
-            "count": 206
+            "value": 0.01663626519633302,
+            "min": 0.011058855353621767,
+            "max": 0.021713046291066955,
+            "count": 31
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.11229872132341066,
-            "min": 5.330440103534784e-07,
-            "max": 0.11229872132341066,
-            "count": 206
+            "value": 0.09606809318065643,
+            "min": 0.08164825389782587,
+            "max": 0.10430057098468144,
+            "count": 31
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.11229872132341066,
-            "min": 5.330440103534784e-07,
-            "max": 0.11229872132341066,
-            "count": 206
+            "value": 0.09606809318065643,
+            "min": 0.08164825389782587,
+            "max": 0.10430057098468144,
+            "count": 31
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.11610899791121483,
-            "min": 5.681820075172558e-07,
-            "max": 0.11610899791121483,
-            "count": 206
+            "value": 0.09743865678707758,
+            "min": 0.08355539763967196,
+            "max": 0.10640152444442114,
+            "count": 31
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.11610899791121483,
-            "min": 5.681820075172558e-07,
-            "max": 0.11610899791121483,
-            "count": 206
+            "value": 0.09743865678707758,
+            "min": 0.08355539763967196,
+            "max": 0.10640152444442114,
+            "count": 31
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 206
+            "count": 31
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 206
+            "count": 31
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 206
+            "count": 31
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 206
+            "count": 31
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 206
+            "count": 31
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 206
+            "count": 31
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1711008278",
+        "start_time_seconds": "1711073054",
         "python_version": "3.10.13 | packaged by conda-forge | (main, Dec 23 2023, 15:36:39) [GCC 12.3.0]",
-        "command_line_arguments": "/home/cyf/miniforge3/envs/drl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --force",
+        "command_line_arguments": "/home/cyf/miniforge3/envs/drl/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.0+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1711013891"
+        "end_time_seconds": "1711073801"
     },
-    "total": 5613.419790980988,
+    "total": 746.8805355050135,
     "count": 1,
-    "self": 0.002271869918331504,
+    "self": 0.09119231591466814,
     "children": {
         "run_training.setup": {
-            "total": 0.009477398009039462,
+            "total": 0.00963994103949517,
             "count": 1,
-            "self": 0.009477398009039462
+            "self": 0.00963994103949517
         },
         "TrainerController.start_learning": {
-            "total": 5613.408041713061,
+            "total": 746.7797032480594,
             "count": 1,
-            "self": 2.762212436296977,
+            "self": 0.45881012629251927,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.4262703118147328,
-                    "count": 22,
-                    "self": 1.4262703118147328
+                    "total": 0.7531929580727592,
+                    "count": 5,
+                    "self": 0.7531929580727592
                 },
                 "TrainerController.advance": {
-                    "total": 5609.141860092874,
-                    "count": 290611,
-                    "self": 2.711123655899428,
+                    "total": 745.4924428357044,
+                    "count": 45650,
+                    "self": 0.42536425415892154,
                     "children": {
                         "env_step": {
-                            "total": 2013.4221261860803,
-                            "count": 290611,
-                            "self": 1650.3770212982781,
+                            "total": 310.62293989537284,
+                            "count": 45650,
+                            "self": 256.1516028151382,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 361.2705813021166,
-                                    "count": 290611,
-                                    "self": 18.69924656569492,
+                                    "total": 54.18669039616361,
+                                    "count": 45650,
+                                    "self": 3.173724082647823,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 342.5713347364217,
-                                            "count": 556336,
-                                            "self": 342.5713347364217
+                                            "total": 51.01296631351579,
+                                            "count": 83582,
+                                            "self": 51.01296631351579
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.7745235856855288,
-                                    "count": 290611,
+                                    "total": 0.2846466840710491,
+                                    "count": 45649,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 5604.8429859089665,
-                                            "count": 290611,
+                                            "total": 746.0294992424315,
+                                            "count": 45649,
                                             "is_parallel": true,
-                                            "self": 4285.499502704595,
+                                            "self": 539.6528549185023,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0012461260193958879,
+                                                            "total": 0.0012704589171335101,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.00030465913005173206,
+                                                            "self": 0.0003078957088291645,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0009414668893441558,
+                                                                    "total": 0.0009625632083043456,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0009414668893441558
+                                                                    "self": 0.0009625632083043456
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.01427833701018244,
+                                                            "total": 0.012883958988822997,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002833149628713727,
+                                                            "self": 0.0002818070352077484,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00023224600590765476,
+                                                                    "total": 0.00022728496696799994,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00023224600590765476
+                                                                    "self": 0.00022728496696799994
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.012979230959899724,
+                                                                    "total": 0.011604372062720358,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.012979230959899724
+                                                                    "self": 0.011604372062720358
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0007835450815036893,
+                                                                    "total": 0.0007704949239268899,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00015965395141392946,
+                                                                    "self": 0.00016126083210110664,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0006238911300897598,
+                                                                            "total": 0.0006092340918257833,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0006238911300897598
+                                                                            "self": 0.0006092340918257833
                                                                         }
                                                                     }
                                                                 }
@@ -314,53 +314,53 @@
                                                         }
                                                     }
                                                 },
+                                                "steps_from_proto": {
+                                                    "total": 0.003091786988079548,
+                                                    "count": 8,
+                                                    "is_parallel": true,
+                                                    "self": 0.0005975650856271386,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.0024942219024524093,
+                                                            "count": 32,
+                                                            "is_parallel": true,
+                                                            "self": 0.0024942219024524093
+                                                        }
+                                                    }
+                                                },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1319.3263777161483,
-                                                    "count": 290610,
+                                                    "total": 206.37355253694113,
+                                                    "count": 45648,
                                                     "is_parallel": true,
-                                                    "self": 75.9120242256904,
+                                                    "self": 11.50478288391605,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 43.93702331685927,
-                                                            "count": 290610,
+                                                            "total": 6.720954565797001,
+                                                            "count": 45648,
                                                             "is_parallel": true,
-                                                            "self": 43.93702331685927
+                                                            "self": 6.720954565797001
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1003.3169794316636,
-                                                            "count": 290610,
+                                                            "total": 157.76569051586557,
+                                                            "count": 45648,
                                                             "is_parallel": true,
-                                                            "self": 1003.3169794316636
+                                                            "self": 157.76569051586557
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 196.16035074193496,
-                                                            "count": 581220,
+                                                            "total": 30.38212457136251,
+                                                            "count": 91296,
                                                             "is_parallel": true,
-                                                            "self": 35.9489343870664,
+                                                            "self": 5.6414579808479175,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 160.21141635486856,
-                                                                    "count": 2324880,
+                                                                    "total": 24.740666590514593,
+                                                                    "count": 365184,
                                                                     "is_parallel": true,
-                                                                    "self": 160.21141635486856
+                                                                    "self": 24.740666590514593
                                                                 }
                                                             }
                                                         }
                                                     }
-                                                },
-                                                "steps_from_proto": {
-                                                    "total": 0.017105488223023713,
-                                                    "count": 42,
-                                                    "is_parallel": true,
-                                                    "self": 0.0032961200922727585,
-                                                    "children": {
-                                                        "_process_rank_one_or_two_observation": {
-                                                            "total": 0.013809368130750954,
-                                                            "count": 168,
-                                                            "is_parallel": true,
-                                                            "self": 0.013809368130750954
-                                                        }
-                                                    }
                                                 }
                                             }
                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 3593.008610250894,
-                            "count": 290611,
-                            "self": 29.91880588105414,
+                            "total": 434.44413868617266,
+                            "count": 45649,
+                            "self": 4.367854901473038,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 381.57691805961076,
-                                    "count": 290611,
-                                    "self": 380.96386674267706,
+                                    "total": 64.74150588177145,
+                                    "count": 45649,
+                                    "self": 64.5696170637384,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.6130513169337064,
-                                            "count": 8,
-                                            "self": 0.6130513169337064
+                                            "total": 0.17188881803303957,
+                                            "count": 2,
+                                            "self": 0.17188881803303957
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 3181.512886310229,
-                                    "count": 207,
-                                    "self": 243.2106347087538,
+                                    "total": 365.3347779029282,
+                                    "count": 32,
+                                    "self": 36.68577631516382,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 2938.3022516014753,
-                                            "count": 6187,
-                                            "self": 2938.3022516014753
+                                            "total": 328.64900158776436,
+                                            "count": 960,
+                                            "self": 328.64900158776436
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 5.930196493864059e-07,
+                    "total": 4.00003045797348e-07,
                     "count": 1,
-                    "self": 5.930196493864059e-07
+                    "self": 4.00003045797348e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.07769827905576676,
+                    "total": 0.07525692798662931,
                     "count": 1,
-                    "self": 0.000908253132365644,
+                    "self": 0.0016847329679876566,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.07679002592340112,
+                            "total": 0.07357219501864165,
                             "count": 1,
-                            "self": 0.07679002592340112
+                            "self": 0.07357219501864165
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 2499986,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2499986.onnx",
+                "steps": 3999972,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999972.onnx",
                 "reward": 0.0,
-                "creation_time": 1711011047.9811132,
+                "creation_time": 1711013389.935808,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2499986.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999972.pt"
                 ]
             },
             {
-                "steps": 2999962,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2999962.onnx",
-                "reward": 0.0,
-                "creation_time": 1711011829.5962663,
+                "steps": 4361248,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4361248.onnx",
+                "reward": null,
+                "creation_time": 1711013891.6377532,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2999962.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4361248.pt"
                 ]
             },
             {
-                "steps": 3499952,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3499952.onnx",
-                "reward": 0.0,
-                "creation_time": 1711012648.6657448,
+                "steps": 15999996,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-15999996.onnx",
+                "reward": null,
+                "creation_time": 1711073055.1860704,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3499952.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-15999996.pt"
                 ]
             },
             {
-                "steps": 3999972,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-3999972.onnx",
+                "steps": 16499872,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16499872.onnx",
                 "reward": 0.0,
-                "creation_time": 1711013389.935808,
+                "creation_time": 1711073616.1236088,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-3999972.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16499872.pt"
                 ]
             },
             {
-                "steps": 4361248,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-4361248.onnx",
-                "reward": null,
-                "creation_time": 1711013891.6377532,
+                "steps": 16666028,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-16666028.onnx",
+                "reward": 0.0,
+                "creation_time": 1711073801.0463166,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-4361248.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-16666028.pt"
                 ]
             }
         ],
-        "elo": 1475.526956638427,
+        "elo": 1494.2915368579825,
         "final_checkpoint": {
-            "steps": 4361248,
+            "steps": 16666028,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
-            "reward": null,
-            "creation_time": 1711013891.6377532,
+            "reward": 0.0,
+            "creation_time": 1711073801.0463166,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-4361248.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-16666028.pt"
             ]
         }
     },