11M

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
+oid sha256:9ac99e15d194412970ebd331139eaa1fa0377336520bf9627dc07e72adef656d
 size 1764633

SoccerTwos/{SoccerTwos-6499926.onnx → SoccerTwos-10499938.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2f517d3700dbf659f8cfbba8a4ca7471bfb69cb36ff00b5590d27007438d83fd
+oid sha256:1c5896a030077b3d1b411760c3c28d0eee91353232ca305147427375419934d7
 size 1764633

SoccerTwos/{SoccerTwos-7499982.pt → SoccerTwos-10499938.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b27d94a23dad0b556af50131b2b411b0f6ff7f138004d13a86a1329168f581f
+oid sha256:309b363b2d0ca75e267366c46ea8fc93aacb9d28f946c6dba9a35d940b56e63d
 size 28421201

SoccerTwos/{SoccerTwos-7499982.onnx → SoccerTwos-10999966.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6d14503a68cf3c7188abdfbdf99d987cf73351e047089c2d82c66919320c21cf
+oid sha256:9ac99e15d194412970ebd331139eaa1fa0377336520bf9627dc07e72adef656d
 size 1764633

SoccerTwos/{SoccerTwos-6499926.pt → SoccerTwos-10999966.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09a1e28114bb7fc16ee1330bdc6f5b6cb143bd6c5e48e1c3991fad541d237dbc
+oid sha256:44bf93680f0dbc6d3123e10c53c30fc31f9b5249351ace3e3c3e329e7ea1b994
 size 28421201

SoccerTwos/{SoccerTwos-6999986.onnx → SoccerTwos-11000138.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f555850f060e56621f1b0a4d4ce9e087ec801867b7c6026e8bdb89e9602696de
+oid sha256:9ac99e15d194412970ebd331139eaa1fa0377336520bf9627dc07e72adef656d
 size 1764633

SoccerTwos/{SoccerTwos-7999976.pt → SoccerTwos-11000138.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:44fa99b6291057482a0d6fb50c557fda97a765f4a7ce9126967c0a8a51994326
+oid sha256:bb39873591c140754bf7e19aeb3bd0996d23703f56fb4cfab2e8604ff310bb36
 size 28421201

SoccerTwos/SoccerTwos-8000066.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
-size 1764633

SoccerTwos/SoccerTwos-8000066.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:03be03a759c043afedd655780a1e831c30857fd485b0ab82dac1842841c418e9
-size 28421201

SoccerTwos/{SoccerTwos-7999976.onnx → SoccerTwos-9499960.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97231834ce5885cdd0dc11e826c502580e145d853229d71f9abeade17988067c
+oid sha256:2721f61bd9532bde67db0889db31dcc83465ae1ef69eb87594424faa31819f47
 size 1764633

SoccerTwos/{SoccerTwos-6999986.pt → SoccerTwos-9499960.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f6d84859132d1d5dd1e0431e1a198661ffa89e3621e8a42e922425a5c52fcd59
+oid sha256:87646f39d7bd54d59e7596ebc13ba591de85deb5e7bd92eec1a6e0d179ec6ca4
 size 28421201

SoccerTwos/SoccerTwos-9999950.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dbc86507e185223a1c828d8c1b81c0751e8ca18966964eb03a4d6e8f359a8a
+size 1764633

SoccerTwos/SoccerTwos-9999950.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96d7587c6cdcd522589ea1675336242109b4a366500b293a1ae0b90676a0c803
+size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:03be03a759c043afedd655780a1e831c30857fd485b0ab82dac1842841c418e9
+oid sha256:bb39873591c140754bf7e19aeb3bd0996d23703f56fb4cfab2e8604ff310bb36
 size 28421201

SoccerTwos/events.out.tfevents.1680590533.24aa12f2c74f.6127.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a00f300968b38816e850fa26953b661f1bd79b391b8894ca83d4d40793dc162e
+size 1542992

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 8000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 5, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 4096, "buffer_size": 40960, "learning_rate": 0.0015, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 11000000, "time_horizon": 1000, "summary_freq": 20000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 5, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos/SoccerTwos", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 8000000
+    max_steps: 11000000
     time_horizon: 1000
     summary_freq: 20000
     threaded: false

run_logs/Player-0.log

@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTw
 Mono config path = '/content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
+PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
+Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/SoccerTwos/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -31,7 +34,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.205 seconds
+- Completed reload, in  0.134 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -56,7 +59,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.220291 ms
+UnloadTime: 1.101676 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
@@ -65,7 +68,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 56387 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 56418 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -187,16 +190,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 56388 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 56419 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.6 MB
+      Peak Allocated memory 4.7 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 56388 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 56419 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.5 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -225,13 +228,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 56387 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 56418 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 56388 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 56419 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -243,16 +246,16 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 56388 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56419 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 56387 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 56418 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
-      Peak Allocated memory 4.5 MB
+      Peak Allocated memory 4.4 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TYPETREE] Dual Thread Allocator
   Peak main deferred allocation count 0
@@ -261,13 +264,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 56388 frames
+      Peak usage frame count: [0-1.0 KB]: 56419 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 56387 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 56418 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,75 +2,75 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.6251084804534912,
-            "min": 1.6128250360488892,
-            "max": 2.2413406372070312,
+            "value": 1.370168924331665,
+            "min": 1.3621723651885986,
+            "max": 1.6481094360351562,
             "count": 150
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 64640.31640625,
-            "min": 62964.6875,
-            "max": 90804.09375,
+            "value": 53184.4765625,
+            "min": 52949.08203125,
+            "max": 68784.53125,
             "count": 150
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 43.38666666666666,
-            "min": 40.045081967213115,
-            "max": 56.51724137931034,
+            "value": 60.7639751552795,
+            "min": 43.44888888888889,
+            "max": 65.27152317880795,
             "count": 150
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 39048.0,
-            "min": 38388.0,
-            "max": 39892.0,
+            "value": 39132.0,
+            "min": 38032.0,
+            "max": 40472.0,
             "count": 150
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1537.1356401456985,
-            "min": 1417.6461846815682,
-            "max": 1561.4662007807565,
+            "value": 1617.3430029982194,
+            "min": 1520.8554606717662,
+            "max": 1617.9088988365193,
             "count": 150
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 691711.0380655644,
-            "min": 525314.9666245314,
-            "max": 726936.0401025768,
+            "value": 520784.4469654267,
+            "min": 486311.4017050965,
+            "max": 697165.7116705726,
             "count": 150
         },
         "SoccerTwos.Step.mean": {
-            "value": 7999976.0,
-            "min": 5019989.0,
-            "max": 7999976.0,
+            "value": 10999966.0,
+            "min": 8019986.0,
+            "max": 10999966.0,
             "count": 150
         },
         "SoccerTwos.Step.sum": {
-            "value": 7999976.0,
-            "min": 5019989.0,
-            "max": 7999976.0,
+            "value": 10999966.0,
+            "min": 8019986.0,
+            "max": 10999966.0,
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.007830723188817501,
-            "min": -0.0650988444685936,
-            "max": 0.05182629078626633,
+            "value": -0.0037202939856797457,
+            "min": -0.0812564343214035,
+            "max": 0.04819022864103317,
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 3.5238254070281982,
-            "min": -29.68507194519043,
-            "max": 21.352432250976562,
+            "value": -1.197934627532959,
+            "min": -29.823997497558594,
+            "max": 17.92676544189453,
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.004382822196930647,
-            "min": -0.06880945712327957,
-            "max": 0.05608198791742325,
+            "value": -0.002463374752551317,
+            "min": -0.07928887009620667,
+            "max": 0.05857187882065773,
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1.9722700119018555,
-            "min": -31.377113342285156,
-            "max": 23.10577964782715,
+            "value": -0.7932066917419434,
+            "min": -28.865787506103516,
+            "max": 21.788738250732422,
             "count": 150
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
@@ -86,27 +86,27 @@
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.06839111275143094,
-            "min": -0.1690473674159301,
-            "max": 0.1731034837551971,
+            "value": 0.09614285734129248,
+            "min": -0.2250201563502467,
+            "max": 0.17519408544545534,
             "count": 150
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 30.77600073814392,
-            "min": -77.08559954166412,
-            "max": 69.58760046958923,
+            "value": 30.95800006389618,
+            "min": -87.08280050754547,
+            "max": 65.17219978570938,
             "count": 150
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.06839111275143094,
-            "min": -0.1690473674159301,
-            "max": 0.1731034837551971,
+            "value": 0.09614285734129248,
+            "min": -0.2250201563502467,
+            "max": 0.17519408544545534,
             "count": 150
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 30.77600073814392,
-            "min": -77.08559954166412,
-            "max": 69.58760046958923,
+            "value": 30.95800006389618,
+            "min": -87.08280050754547,
+            "max": 65.17219978570938,
             "count": 150
         },
         "SoccerTwos.IsTraining.mean": {
@@ -122,81 +122,81 @@
             "count": 150
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.01615622386064691,
-            "min": 0.008351913004541226,
-            "max": 0.017261320657174412,
+            "value": 0.010988795561327909,
+            "min": 0.007749085542369963,
+            "max": 0.01596735391697924,
             "count": 73
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.01615622386064691,
-            "min": 0.008351913004541226,
-            "max": 0.017261320657174412,
+            "value": 0.010988795561327909,
+            "min": 0.007749085542369963,
+            "max": 0.01596735391697924,
             "count": 73
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.12330086653431256,
-            "min": 0.10071695471803348,
-            "max": 0.16726973156134287,
+            "value": 0.10884295180439948,
+            "min": 0.1005159263809522,
+            "max": 0.12344984561204911,
             "count": 73
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.12330086653431256,
-            "min": 0.10071695471803348,
-            "max": 0.16726973156134287,
+            "value": 0.10884295180439948,
+            "min": 0.1005159263809522,
+            "max": 0.12344984561204911,
             "count": 73
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.12441901167233785,
-            "min": 0.10507400656739871,
-            "max": 0.17337721039851506,
+            "value": 0.10933500727017721,
+            "min": 0.10199711148937543,
+            "max": 0.12813595980405806,
             "count": 73
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.12441901167233785,
-            "min": 0.10507400656739871,
-            "max": 0.17337721039851506,
+            "value": 0.10933500727017721,
+            "min": 0.10199711148937543,
+            "max": 0.12813595980405806,
             "count": 73
         },
         "SoccerTwos.Policy.LearningRate.mean": {
-            "value": 8.595999427000686e-07,
-            "min": 8.595999427000686e-07,
-            "max": 0.0005547998130133498,
+            "value": 2.5591816476358955e-07,
+            "min": 2.5591816476358955e-07,
+            "max": 0.00040347880037414557,
             "count": 73
         },
         "SoccerTwos.Policy.LearningRate.sum": {
-            "value": 8.595999427000686e-07,
-            "min": 8.595999427000686e-07,
-            "max": 0.0005547998130133498,
+            "value": 2.5591816476358955e-07,
+            "min": 2.5591816476358955e-07,
+            "max": 0.00040347880037414557,
             "count": 73
         },
         "SoccerTwos.Policy.Epsilon.mean": {
-            "value": 0.10005730000000002,
-            "min": 0.10005730000000002,
-            "max": 0.13698665,
+            "value": 0.10001705454545456,
+            "min": 0.10001705454545456,
+            "max": 0.12689858181818184,
             "count": 73
         },
         "SoccerTwos.Policy.Epsilon.sum": {
-            "value": 0.10005730000000002,
-            "min": 0.10005730000000002,
-            "max": 0.13698665,
+            "value": 0.10001705454545456,
+            "min": 0.10001705454545456,
+            "max": 0.12689858181818184,
             "count": 73
         },
         "SoccerTwos.Policy.Beta.mean": {
-            "value": 1.2859270000000226e-05,
-            "min": 1.2859270000000226e-05,
-            "max": 0.0018556338350000005,
+            "value": 1.0851021818181666e-05,
+            "min": 1.0851021818181666e-05,
+            "max": 0.001352239232727273,
             "count": 73
         },
         "SoccerTwos.Policy.Beta.sum": {
-            "value": 1.2859270000000226e-05,
-            "min": 1.2859270000000226e-05,
-            "max": 0.0018556338350000005,
+            "value": 1.0851021818181666e-05,
+            "min": 1.0851021818181666e-05,
+            "max": 0.001352239232727273,
             "count": 73
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680506996",
+        "start_time_seconds": "1680590532",
         "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -204,59 +204,59 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680526409"
+        "end_time_seconds": "1680608776"
     },
-    "total": 19412.496150680003,
+    "total": 18244.700398821,
     "count": 1,
-    "self": 1.4059571659963694,
+    "self": 0.8127974230046675,
     "children": {
         "run_training.setup": {
-            "total": 0.2384703650022857,
+            "total": 0.1407692479999696,
             "count": 1,
-            "self": 0.2384703650022857
+            "self": 0.1407692479999696
         },
         "TrainerController.start_learning": {
-            "total": 19410.851723149004,
+            "total": 18243.74683215,
             "count": 1,
-            "self": 9.649833424824465,
+            "self": 8.36491601000671,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.022940935959923,
+                    "total": 1.6466050499977882,
                     "count": 16,
-                    "self": 2.022940935959923
+                    "self": 1.6466050499977882
                 },
                 "TrainerController.advance": {
-                    "total": 19398.610218908216,
-                    "count": 212810,
-                    "self": 10.147059803821321,
+                    "total": 18233.362541368995,
+                    "count": 209947,
+                    "self": 9.625406053761253,
                     "children": {
                         "env_step": {
-                            "total": 6998.914678126486,
-                            "count": 212810,
-                            "self": 5834.112327270945,
+                            "total": 6694.494282979973,
+                            "count": 209947,
+                            "self": 5573.094266053795,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 1159.228815512477,
-                                    "count": 212810,
-                                    "self": 51.89827635920665,
+                                    "total": 1116.3923109243171,
+                                    "count": 209947,
+                                    "self": 50.02055781596414,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 1107.3305391532704,
-                                            "count": 375922,
-                                            "self": 1107.3305391532704
+                                            "total": 1066.371753108353,
+                                            "count": 376132,
+                                            "self": 1066.371753108353
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 5.573535343064577,
-                                    "count": 212810,
+                                    "total": 5.0077060018609245,
+                                    "count": 209947,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 19376.799532383295,
-                                            "count": 212810,
+                                            "total": 18217.271145467497,
+                                            "count": 209947,
                                             "is_parallel": true,
-                                            "self": 14549.175864766126,
+                                            "self": 13572.523520246705,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.005261933998554014,
+                                                            "total": 0.008307132000027195,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0013653249843628146,
+                                                            "self": 0.004914864000284069,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.003896609014191199,
+                                                                    "total": 0.003392267999743126,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.003896609014191199
+                                                                    "self": 0.003392267999743126
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.07637327699922025,
+                                                            "total": 0.0486355509999612,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0012522830002126284,
+                                                            "self": 0.0013232850003532803,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0009359510004287586,
+                                                                    "total": 0.0008360799999991286,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0009359510004287586
+                                                                    "self": 0.0008360799999991286
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.07029857299494324,
+                                                                    "total": 0.042459676999897056,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.07029857299494324
+                                                                    "self": 0.042459676999897056
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0038864700036356226,
+                                                                    "total": 0.004016508999711732,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0007625370199093595,
+                                                                    "self": 0.0008630439995158667,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.003123932983726263,
+                                                                            "total": 0.0031534650001958653,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.003123932983726263
+                                                                            "self": 0.0031534650001958653
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.047005688000353985,
+                                                    "total": 0.04405527500034623,
                                                     "count": 30,
                                                     "is_parallel": true,
-                                                    "self": 0.009515023040876258,
+                                                    "self": 0.00849365699673399,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.037490664959477726,
+                                                            "total": 0.03556161800361224,
                                                             "count": 120,
                                                             "is_parallel": true,
-                                                            "self": 0.037490664959477726
+                                                            "self": 0.03556161800361224
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 4827.576661929168,
-                                                    "count": 212809,
+                                                    "total": 4644.703569945791,
+                                                    "count": 209946,
                                                     "is_parallel": true,
-                                                    "self": 275.0754815393011,
+                                                    "self": 271.6796566051098,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 167.33190134538017,
-                                                            "count": 212809,
+                                                            "total": 160.02877981058214,
+                                                            "count": 209946,
                                                             "is_parallel": true,
-                                                            "self": 167.33190134538017
+                                                            "self": 160.02877981058214
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 3543.305962036422,
-                                                            "count": 212809,
+                                                            "total": 3388.9793343562533,
+                                                            "count": 209946,
                                                             "is_parallel": true,
-                                                            "self": 3543.305962036422
+                                                            "self": 3388.9793343562533
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 841.8633170080648,
-                                                            "count": 425618,
+                                                            "total": 824.0157991738456,
+                                                            "count": 419892,
                                                             "is_parallel": true,
-                                                            "self": 161.66240239440958,
+                                                            "self": 155.70450403963127,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 680.2009146136552,
-                                                                    "count": 1702472,
+                                                                    "total": 668.3112951342143,
+                                                                    "count": 1679568,
                                                                     "is_parallel": true,
-                                                                    "self": 680.2009146136552
+                                                                    "self": 668.3112951342143
                                                                 }
                                                             }
                                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 12389.548480977908,
-                            "count": 212810,
-                            "self": 66.37182216182555,
+                            "total": 11529.242852335263,
+                            "count": 209947,
+                            "self": 58.45404036619584,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 1995.6550539600648,
-                                    "count": 212810,
-                                    "self": 1992.8924647920576,
+                                    "total": 1832.045396983074,
+                                    "count": 209947,
+                                    "self": 1830.1671662040715,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 2.7625891680072527,
+                                            "total": 1.8782307790024788,
                                             "count": 6,
-                                            "self": 2.7625891680072527
+                                            "self": 1.8782307790024788
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 10327.521604856018,
+                                    "total": 9638.743414985993,
                                     "count": 73,
-                                    "self": 801.4708536878388,
+                                    "self": 769.6370660180455,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 9526.050751168179,
+                                            "total": 8869.106348967947,
                                             "count": 2190,
-                                            "self": 9526.050751168179
+                                            "self": 8869.106348967947
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.3829994713887572e-06,
+                    "total": 1.0889998520724475e-06,
                     "count": 1,
-                    "self": 1.3829994713887572e-06
+                    "self": 1.0889998520724475e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.5687284970044857,
+                    "total": 0.3727686319980421,
                     "count": 1,
-                    "self": 0.013318683006218635,
+                    "self": 0.0037860929987800773,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.555409813998267,
+                            "total": 0.36898253899926203,
                             "count": 1,
-                            "self": 0.555409813998267
+                            "self": 0.36898253899926203
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 6499926,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6499926.onnx",
+                "steps": 9499960,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-9499960.onnx",
                 "reward": 0.0,
-                "creation_time": 1680516735.6925983,
+                "creation_time": 1680599560.0255392,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6499926.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-9499960.pt"
                 ]
             },
             {
-                "steps": 6999986,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-6999986.onnx",
+                "steps": 9999950,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-9999950.onnx",
                 "reward": 0.0,
-                "creation_time": 1680519859.2446215,
+                "creation_time": 1680602585.6040072,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-6999986.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-9999950.pt"
                 ]
             },
             {
-                "steps": 7499982,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7499982.onnx",
+                "steps": 10499938,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-10499938.onnx",
                 "reward": 0.0,
-                "creation_time": 1680523030.4683475,
+                "creation_time": 1680605594.4456673,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7499982.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-10499938.pt"
                 ]
             },
             {
-                "steps": 7999976,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-7999976.onnx",
+                "steps": 10999966,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-10999966.onnx",
                 "reward": 0.0,
-                "creation_time": 1680526407.3654773,
+                "creation_time": 1680608775.5016043,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-7999976.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-10999966.pt"
                 ]
             },
             {
-                "steps": 8000066,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.onnx",
+                "steps": 11000138,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-11000138.onnx",
                 "reward": 0.0,
-                "creation_time": 1680526407.997059,
+                "creation_time": 1680608775.9481013,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-11000138.pt"
                 ]
             }
         ],
-        "elo": 1552.714410584676,
+        "elo": 1620.0939781440684,
         "final_checkpoint": {
-            "steps": 8000066,
+            "steps": 11000138,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1680526407.997059,
+            "creation_time": 1680608775.9481013,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-8000066.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-11000138.pt"
             ]
         }
     },