v3

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4a2232e81d69d60a09e04d5abcab843d1bd722b9feb9c1cb2410bac7c21eedf3
+oid sha256:93f8bbbb60f5822b5b6f9f39f27ff5bb9da668e22bed52aed1e097c9dd5400a0
 size 1764633

SoccerTwos/SoccerTwos-24999960.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:439c271444e67102e414b1a64334651698bac7b8717f13da6d4f618616ecadd3
+size 1764633

SoccerTwos/SoccerTwos-24999960.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0390a4eb3af81f25b1f1ff57ef45e802461ce89132627492641526453f1fd22
+size 28421201

SoccerTwos/SoccerTwos-25499993.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f86c3db706caa682f3c1fc27814cfe416504595b24bef014a8dfed86bf2af65b
+size 1764633

SoccerTwos/SoccerTwos-25499993.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7eaf912a2dcf17ad71699642f4dcef0a2dbb50345cc04f6a38a7550f5f79f65
+size 28421201

SoccerTwos/SoccerTwos-25999959.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4c6e7295f5f723e956a16f1e064c7cf3ce530471c922eaa61c08a486ea9218
+size 1764633

SoccerTwos/SoccerTwos-25999959.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a95cf543f0d81cccaf50a688dffe66093ff2aa37d4f6fad6799e5f0760c33b2
+size 28421201

SoccerTwos/SoccerTwos-26499898.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5f7f778fc34212e844562c5e2597aa1399856037ae6b75bcef245d641afe9c3
+size 1764633

SoccerTwos/SoccerTwos-26499898.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f129931c14ea4926f059346339444290c66864d40212c57bd5e53a687520137
+size 28421201

SoccerTwos/SoccerTwos-26795144.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93f8bbbb60f5822b5b6f9f39f27ff5bb9da668e22bed52aed1e097c9dd5400a0
+size 1764633

SoccerTwos/SoccerTwos-26795144.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0511ac45307df98c6082c0657541147eb72441761f2e098e0f66fe85e79bee7f
+size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2ad659a081378a9faec504b41563be71dc714606997be3cecf773bb6cb7304cf
+oid sha256:0511ac45307df98c6082c0657541147eb72441761f2e098e0f66fe85e79bee7f
 size 28421201

SoccerTwos/events.out.tfevents.1692306382.ip-172-31-33-53.24107.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfa8d2b7506feba9b1c54cd3cf60a96c738259490a9aed716af2e18b805fafe9
+size 1018393

SoccerTwos/events.out.tfevents.1692308185.ip-172-31-33-53.24476.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6d7193881f4247ebe8c6d9223edcef8eea5fcf182eee94d877c363fa3f0b885
+size 18994537

run_logs/Player-0.log

@@ -1,17 +1,18 @@
-Mono path[0] = '/home/felix/Scripts/Python/AIvsAI/ml-agents/training-envs-executables/SoccerTwos_Data/Managed'
-Mono config path = '/home/felix/Scripts/Python/AIvsAI/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/home/ubuntu/ml-agents/training-envs-executables/SoccerTwos_Data/Managed'
+Mono config path = '/home/ubuntu/ml-agents/training-envs-executables/SoccerTwos_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /home/felix/Scripts/Python/AIvsAI/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /home/ubuntu/ml-agents/training-envs-executables/SoccerTwos_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
+FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.172 seconds
+- Completed reload, in  0.062 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -36,16 +37,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.878363 ms
+UnloadTime: 0.571060 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-Setting up 4 worker threads for Enlighten.
+Setting up 8 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 23152 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 347863 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -68,7 +69,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -105,17 +106,27 @@ Memory Statistics:
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Job.Worker 3]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker] x 4
+    [ALLOC_TEMP_EnlightenWorker] x 8
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -140,7 +151,7 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 15
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -150,11 +161,26 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Job.Worker 1]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
@@ -163,7 +189,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -175,11 +201,26 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
@@ -191,22 +232,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 2
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 23153 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 347864 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.8 MB
+      Peak Allocated memory 4.9 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 23153 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 347864 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.5 MB
+      Peak Allocated memory 17.4 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -235,13 +276,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 23152 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 347863 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 23153 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 347864 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -253,13 +294,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 23153 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 347864 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 23152 frames, [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 347863 frames, [4.0 MB-8.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 4.5 MB
@@ -271,13 +312,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 23153 frames
+      Peak usage frame count: [0-1.0 KB]: 347864 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 23152 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 347863 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,261 +2,261 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.6426868438720703,
-            "min": 1.5722196102142334,
-            "max": 1.760060429573059,
-            "count": 123
+            "value": 1.5057871341705322,
+            "min": 1.425976037979126,
+            "max": 1.6821552515029907,
+            "count": 1848
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 33747.359375,
-            "min": 6115.1298828125,
-            "max": 36902.65625,
-            "count": 123
+            "value": 30308.484375,
+            "min": 16435.984375,
+            "max": 38227.46875,
+            "count": 1848
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 43.43362831858407,
-            "min": 31.4375,
-            "max": 65.59210526315789,
-            "count": 123
+            "value": 62.48101265822785,
+            "min": 42.504347826086956,
+            "max": 101.70833333333333,
+            "count": 1848
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19632.0,
-            "min": 2012.0,
-            "max": 20132.0,
-            "count": 123
+            "value": 19744.0,
+            "min": 9312.0,
+            "max": 21296.0,
+            "count": 1848
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1592.6227581185653,
-            "min": 1533.4798601400576,
-            "max": 1602.4882645654034,
-            "count": 123
+            "value": 1522.5917007098733,
+            "min": 1504.8698054425756,
+            "max": 1653.0888795801143,
+            "count": 1848
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 359932.74333479576,
-            "min": 49823.69560172454,
-            "max": 384599.80114499194,
-            "count": 123
+            "value": 240569.48871215997,
+            "min": 121356.75740854704,
+            "max": 367919.5885404004,
+            "count": 1848
         },
         "SoccerTwos.Step.mean": {
-            "value": 7319986.0,
-            "min": 6099992.0,
-            "max": 7319986.0,
-            "count": 123
+            "value": 26789970.0,
+            "min": 8319924.0,
+            "max": 26789970.0,
+            "count": 1848
         },
         "SoccerTwos.Step.sum": {
-            "value": 7319986.0,
-            "min": 6099992.0,
-            "max": 7319986.0,
-            "count": 123
+            "value": 26789970.0,
+            "min": 8319924.0,
+            "max": 26789970.0,
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": 0.04103430360555649,
-            "min": -0.11302077770233154,
-            "max": 0.08647830784320831,
-            "count": 123
+            "value": -0.014544318430125713,
+            "min": -0.13444973528385162,
+            "max": 0.08678743243217468,
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": 9.273752212524414,
-            "min": -21.699989318847656,
-            "max": 19.71705436706543,
-            "count": 123
+            "value": -2.298002243041992,
+            "min": -26.21769905090332,
+            "max": 15.36137580871582,
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 0.041185811161994934,
-            "min": -0.11750540137290955,
-            "max": 0.08945359289646149,
-            "count": 123
+            "value": -0.015255387872457504,
+            "min": -0.13313430547714233,
+            "max": 0.08808127045631409,
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 9.307992935180664,
-            "min": -22.561037063598633,
-            "max": 19.79218101501465,
-            "count": 123
+            "value": -2.410351276397705,
+            "min": -25.96118927001953,
+            "max": 15.590384483337402,
+            "count": 1848
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 123
+            "count": 1848
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 123
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": 0.1091176965067872,
-            "min": -0.269256469782661,
-            "max": 0.2848676932163728,
-            "count": 123
+            "value": -0.0079215195360063,
+            "min": -0.4676109585043502,
+            "max": 0.3418395478846663,
+            "count": 1848
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": 24.660599410533905,
-            "min": -50.56479984521866,
-            "max": 55.54920017719269,
-            "count": 123
+            "value": -1.2516000866889954,
+            "min": -68.27119994163513,
+            "max": 60.50559997558594,
+            "count": 1848
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": 0.1091176965067872,
-            "min": -0.269256469782661,
-            "max": 0.2848676932163728,
-            "count": 123
+            "value": -0.0079215195360063,
+            "min": -0.4676109585043502,
+            "max": 0.3418395478846663,
+            "count": 1848
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": 24.660599410533905,
-            "min": -50.56479984521866,
-            "max": 55.54920017719269,
-            "count": 123
+            "value": -1.2516000866889954,
+            "min": -68.27119994163513,
+            "max": 60.50559997558594,
+            "count": 1848
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 123
+            "count": 1848
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 123
+            "count": 1848
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.018844929525706298,
-            "min": 0.010097335553534018,
-            "max": 0.022145705696796844,
-            "count": 59
+            "value": 0.016005059097369666,
+            "min": 0.009704156336374581,
+            "max": 0.025091722692983844,
+            "count": 896
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.018844929525706298,
-            "min": 0.010097335553534018,
-            "max": 0.022145705696796844,
-            "count": 59
+            "value": 0.016005059097369666,
+            "min": 0.009704156336374581,
+            "max": 0.025091722692983844,
+            "count": 896
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.11739347080389659,
-            "min": 0.10874987989664078,
-            "max": 0.13292658453186354,
-            "count": 59
+            "value": 0.09976283858219782,
+            "min": 0.07109423503279685,
+            "max": 0.12124291906754175,
+            "count": 896
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.11739347080389659,
-            "min": 0.10874987989664078,
-            "max": 0.13292658453186354,
-            "count": 59
+            "value": 0.09976283858219782,
+            "min": 0.07109423503279685,
+            "max": 0.12124291906754175,
+            "count": 896
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.11997192551692328,
-            "min": 0.11095772112409273,
-            "max": 0.13484627132614455,
-            "count": 59
+            "value": 0.10158570806185405,
+            "min": 0.07242298200726509,
+            "max": 0.12363995313644409,
+            "count": 896
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.11997192551692328,
-            "min": 0.11095772112409273,
-            "max": 0.13484627132614455,
-            "count": 59
+            "value": 0.10158570806185405,
+            "min": 0.07242298200726509,
+            "max": 0.12363995313644409,
+            "count": 896
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 59
+            "count": 896
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 59
+            "count": 896
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 59
+            "count": 896
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 59
+            "count": 896
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 59
+            "count": 896
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 59
+            "count": 896
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1692039602",
-        "python_version": "3.9.17 (main, Aug 13 2023, 23:13:02) \n[GCC 13.2.1 20230801]",
-        "command_line_arguments": "/home/felix/Scripts/Python/AIvsAI/venv/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SocerTwos --no-graphics --resume",
+        "start_time_seconds": "1692308184",
+        "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
+        "command_line_arguments": "/home/ubuntu/.local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.x86_64 --run-id=SocerTwos --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0+cu102",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1692043778"
+        "end_time_seconds": "1692344471"
     },
-    "total": 4176.619657073999,
+    "total": 36286.285822257,
     "count": 1,
-    "self": 0.26764380000531673,
+    "self": 0.004717515992524568,
     "children": {
         "run_training.setup": {
-            "total": 0.06696420899243094,
+            "total": 0.013324116000148933,
             "count": 1,
-            "self": 0.06696420899243094
+            "self": 0.013324116000148933
         },
         "TrainerController.start_learning": {
-            "total": 4176.285049065002,
+            "total": 36286.26778062501,
             "count": 1,
-            "self": 2.405767324977205,
+            "self": 22.52617661122349,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.8529461080033798,
-                    "count": 8,
-                    "self": 1.8529461080033798
+                    "total": 2.080384737004806,
+                    "count": 94,
+                    "self": 2.080384737004806
                 },
                 "TrainerController.advance": {
-                    "total": 4171.811387815018,
-                    "count": 86975,
-                    "self": 2.4529087699047523,
+                    "total": 36261.32843421878,
+                    "count": 1277698,
+                    "self": 21.485569383832626,
                     "children": {
                         "env_step": {
-                            "total": 1660.1534120007564,
-                            "count": 86975,
-                            "self": 1384.184230890227,
+                            "total": 17886.652747865377,
+                            "count": 1277698,
+                            "self": 14549.900407318419,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 274.4617498543521,
-                                    "count": 86975,
-                                    "self": 11.834096978476737,
+                                    "total": 3324.5251446130524,
+                                    "count": 1277698,
+                                    "self": 164.0378565773367,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 262.62765287587536,
-                                            "count": 154350,
-                                            "self": 262.62765287587536
+                                            "total": 3160.4872880357157,
+                                            "count": 2319133,
+                                            "self": 3160.4872880357157
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.5074312561773695,
-                                    "count": 86975,
+                                    "total": 12.227195933905477,
+                                    "count": 1277697,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 4172.3755238295125,
-                                            "count": 86975,
+                                            "total": 36250.112033213525,
+                                            "count": 1277697,
                                             "is_parallel": true,
-                                            "self": 3048.45085428952,
+                                            "self": 24050.412132842423,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -265,48 +265,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.00782114801404532,
+                                                            "total": 0.0024159389995475067,
                                                             "count": 2,
                                                             "is_parallel": true,
-                                                            "self": 0.0014167110057314858,
+                                                            "self": 0.0005845810001119389,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.006404437008313835,
+                                                                    "total": 0.0018313579994355678,
                                                                     "count": 8,
                                                                     "is_parallel": true,
-                                                                    "self": 0.006404437008313835
+                                                                    "self": 0.0018313579994355678
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.051058126002317294,
+                                                            "total": 0.022636957000031543,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0007077810150803998,
+                                                            "self": 0.0005252309997558768,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0006388749898178503,
+                                                                    "total": 0.00039623900011065416,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0006388749898178503
+                                                                    "self": 0.00039623900011065416
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.04701717400166672,
+                                                                    "total": 0.01989323100042384,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.04701717400166672
+                                                                    "self": 0.01989323100042384
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.002694295995752327,
+                                                                    "total": 0.0018222559997411736,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0005929299804847687,
+                                                                    "self": 0.0003691439997055568,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0021013660152675584,
+                                                                            "total": 0.0014531120000356168,
                                                                             "count": 8,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0021013660152675584
+                                                                            "self": 0.0014531120000356168
                                                                         }
                                                                     }
                                                                 }
@@ -315,48 +315,48 @@
                                                     }
                                                 },
                                                 "steps_from_proto": {
-                                                    "total": 0.015358829987235367,
-                                                    "count": 14,
+                                                    "total": 0.1682976350170975,
+                                                    "count": 186,
                                                     "is_parallel": true,
-                                                    "self": 0.0034951160196214914,
+                                                    "self": 0.03039148802690761,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.011863713967613876,
-                                                            "count": 56,
+                                                            "total": 0.13790614699018988,
+                                                            "count": 744,
                                                             "is_parallel": true,
-                                                            "self": 0.011863713967613876
+                                                            "self": 0.13790614699018988
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1123.9093107100052,
-                                                    "count": 86974,
+                                                    "total": 12199.531602736084,
+                                                    "count": 1277696,
                                                     "is_parallel": true,
-                                                    "self": 63.614851123056724,
+                                                    "self": 600.3001591201519,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 49.53111107657605,
-                                                            "count": 86974,
+                                                            "total": 377.0293528730149,
+                                                            "count": 1277696,
                                                             "is_parallel": true,
-                                                            "self": 49.53111107657605
+                                                            "self": 377.0293528730149
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 806.4168295434938,
-                                                            "count": 86974,
+                                                            "total": 9195.694584407094,
+                                                            "count": 1277696,
                                                             "is_parallel": true,
-                                                            "self": 806.4168295434938
+                                                            "self": 9195.694584407094
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 204.34651896687865,
-                                                            "count": 173948,
+                                                            "total": 2026.5075063358245,
+                                                            "count": 2555392,
                                                             "is_parallel": true,
-                                                            "self": 41.962411906861234,
+                                                            "self": 367.85015593433036,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 162.3841070600174,
-                                                                    "count": 695792,
+                                                                    "total": 1658.657350401494,
+                                                                    "count": 10221568,
                                                                     "is_parallel": true,
-                                                                    "self": 162.3841070600174
+                                                                    "self": 1658.657350401494
                                                                 }
                                                             }
                                                         }
@@ -369,31 +369,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 2509.205067044357,
-                            "count": 86974,
-                            "self": 15.060261435384746,
+                            "total": 18353.19011696957,
+                            "count": 1277697,
+                            "self": 181.32090198581864,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 381.5860610910313,
-                                    "count": 86974,
-                                    "self": 381.1599159460311,
+                                    "total": 3366.517812309736,
+                                    "count": 1277697,
+                                    "self": 3350.953832978764,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.4261451450001914,
-                                            "count": 2,
-                                            "self": 0.4261451450001914
+                                            "total": 15.563979330972415,
+                                            "count": 37,
+                                            "self": 15.563979330972415
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 2112.558744517941,
-                                    "count": 59,
-                                    "self": 245.13875196306617,
+                                    "total": 14805.351402674014,
+                                    "count": 897,
+                                    "self": 2595.358579913349,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 1867.4199925548746,
-                                            "count": 1770,
-                                            "self": 1867.4199925548746
+                                            "total": 12209.992822760665,
+                                            "count": 26910,
+                                            "self": 12209.992822760665
                                         }
                                     }
                                 }
@@ -402,19 +402,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 1.954002073034644e-06,
+                    "total": 7.889975677244365e-07,
                     "count": 1,
-                    "self": 1.954002073034644e-06
+                    "self": 7.889975677244365e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.21494586300104856,
+                    "total": 0.33278426899778424,
                     "count": 1,
-                    "self": 0.0029826160025550053,
+                    "self": 0.0017785780000849627,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.21196324699849356,
+                            "total": 0.3310056909976993,
                             "count": 1,
-                            "self": 0.21196324699849356
+                            "self": 0.3310056909976993
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,60 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1606.6140371368247,
+        "elo": 1521.7969341539554,
         "checkpoints": [
             {
-                "steps": 5999990,
-                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-5999990.onnx",
+                "steps": 24999960,
+                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-24999960.onnx",
                 "reward": 0.0,
-                "creation_time": 1692038839.778563,
+                "creation_time": 1692340607.742762,
                 "auxillary_file_paths": [
-                    "results/SocerTwos/SoccerTwos/SoccerTwos-5999990.pt"
+                    "results/SocerTwos/SoccerTwos/SoccerTwos-24999960.pt"
                 ]
             },
             {
-                "steps": 6098968,
-                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-6098968.onnx",
+                "steps": 25499993,
+                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-25499993.onnx",
                 "reward": 0.0,
-                "creation_time": 1692039135.7860167,
+                "creation_time": 1692341666.6651268,
                 "auxillary_file_paths": [
-                    "results/SocerTwos/SoccerTwos/SoccerTwos-6098968.pt"
+                    "results/SocerTwos/SoccerTwos/SoccerTwos-25499993.pt"
                 ]
             },
             {
-                "steps": 6499990,
-                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-6499990.onnx",
+                "steps": 25999959,
+                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-25999959.onnx",
                 "reward": 0.0,
-                "creation_time": 1692040918.3506773,
+                "creation_time": 1692342730.1871588,
                 "auxillary_file_paths": [
-                    "results/SocerTwos/SoccerTwos/SoccerTwos-6499990.pt"
+                    "results/SocerTwos/SoccerTwos/SoccerTwos-25999959.pt"
                 ]
             },
             {
-                "steps": 6999980,
-                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-6999980.onnx",
+                "steps": 26499898,
+                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-26499898.onnx",
                 "reward": 0.0,
-                "creation_time": 1692042670.773412,
+                "creation_time": 1692343827.599929,
                 "auxillary_file_paths": [
-                    "results/SocerTwos/SoccerTwos/SoccerTwos-6999980.pt"
+                    "results/SocerTwos/SoccerTwos/SoccerTwos-26499898.pt"
                 ]
             },
             {
-                "steps": 7328864,
-                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-7328864.onnx",
+                "steps": 26795144,
+                "file_path": "results/SocerTwos/SoccerTwos/SoccerTwos-26795144.onnx",
                 "reward": 0.0,
-                "creation_time": 1692043778.6937115,
+                "creation_time": 1692344471.1148636,
                 "auxillary_file_paths": [
-                    "results/SocerTwos/SoccerTwos/SoccerTwos-7328864.pt"
+                    "results/SocerTwos/SoccerTwos/SoccerTwos-26795144.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 7328864,
+            "steps": 26795144,
             "file_path": "results/SocerTwos/SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1692043778.6937115,
+            "creation_time": 1692344471.1148636,
             "auxillary_file_paths": [
-                "results/SocerTwos/SoccerTwos/SoccerTwos-7328864.pt"
+                "results/SocerTwos/SoccerTwos/SoccerTwos-26795144.pt"
             ]
         }
     },