initial model

SoccerTwos.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5d1960b281ffccfc265307eed18edc5ee4e1a91ccc1fe4d56c9294e38d880
+size 1768747

SoccerTwos/SoccerTwos-17499997.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfc109e209264c0bd540d988051d934a4668be0e2eb8e52d05efc595ead046a4
+size 1768747

SoccerTwos/SoccerTwos-17499997.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba971d1be40d1f75e528dd2b43b601dfa7d87d6162e545901a08abac90f4a05
+size 28432146

SoccerTwos/SoccerTwos-17999920.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17bd9e4ac07b1f0474671693bcd2b7e53a99f50581c5a0e2d7e50ef0c9cacf5a
+size 1768747

SoccerTwos/SoccerTwos-17999920.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c624c5ad57aa4dfca90b22fa573126b8ea1b625e05c1e759382561e90d81200d
+size 28432146

SoccerTwos/SoccerTwos-18499941.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ffbce890ee25408b7584678f5edcc3b1271f94aa281c5206eff97606211f26b
+size 1768747

SoccerTwos/SoccerTwos-18499941.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c003130c24f3c3573133b08538a1e1c5a4eb0c3845d20c3637b2d441921bfc1
+size 28432146

SoccerTwos/SoccerTwos-18999978.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1f224acc1efa6f46728a96bd4d553b27063be6e123d41e9a8450729c2c13e7d
+size 1768747

SoccerTwos/SoccerTwos-18999978.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a093920bd002716e52fda2edb0f19904bdcc286cb434f881a051558aeb24653
+size 28432146

SoccerTwos/SoccerTwos-19189924.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edc5d1960b281ffccfc265307eed18edc5ee4e1a91ccc1fe4d56c9294e38d880
+size 1768747

SoccerTwos/SoccerTwos-19189924.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46eee47ef3dd77f098d813136765a5b367270092b66d267916afeab7a3283e8
+size 28432146

SoccerTwos/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b20d416ba4d802c3b3958ecde900fabf352c7a711e7637122e87167c459e6576
+size 28431030

SoccerTwos/events.out.tfevents.1707445096.2e119da26d97.1239.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:778c70113108388d872fa7d42045567d7696a1747ca5f149d67bb2b23d5c07bf
+size 19571102

run_logs/Player-0.log

@@ -0,0 +1,520 @@
+Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/Managed'
+Mono config path = '/content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/MonoBleedingEdge/etc'
+Preloaded 'lib_burst_generated.so'
+Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies
+PlayerPrefs - Creating folder: /root/.config/unity3d/Unity Technologies/SoccerTwos
+Unable to load player prefs
+Initialize engine version: 2021.3.14f1 (eee1884e7226)
+[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SoccerTwos/SoccerTwos_Data/UnitySubsystems
+Forcing GfxDevice: Null
+GfxDevice: creating device client; threaded=0; jobified=0
+NullGfxDevice:
+    Version:  NULL 1.0 [1.0]
+    Renderer: Null Device
+    Vendor:   Unity Technologies
+ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
+ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
+ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
+ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
+ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+FMOD initialized on nosound output
+Begin MonoManager ReloadAssembly
+- Completed reload, in  0.207 seconds
+ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard (Specular setup) shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard (Specular setup)' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Autodesk Interactive shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Autodesk Interactive' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+UnloadTime: 1.490961 ms
+Registered Communicator in Agent.
+ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+requesting resize 84 x 84
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+TOO LONG
+Setting up 1 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames, [8.0 KB-16.0 KB]: 361319 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.1 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 128 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 300.0 KB
+      Peak Allocated Bytes 249.6 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0.7 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 5
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 361321 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 4.6 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 361321 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 17.6 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 361320 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 65.6 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [128.0 KB-256.0 KB]: 361321 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 173.5 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 361321 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 0.6 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 361320 frames, [4.0 MB-8.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 4.0 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.0 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 361321 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 361320 frames, [2.0 KB-4.0 KB]: 1 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -1,8 +1,202 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.4686238765716553,
+            "min": 1.4124062061309814,
+            "max": 3.2957513332366943,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 26646.7109375,
+            "min": 25450.26953125,
+            "max": 115394.265625,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 52.287234042553195,
+            "min": 38.208,
+            "max": 999.0,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 19660.0,
+            "min": 13836.0,
+            "max": 26264.0,
+            "count": 1918
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1789.9904293150914,
+            "min": 1190.989605084076,
+            "max": 1798.454766607555,
+            "count": 1912
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 336518.2007112372,
+            "min": 2386.3474062038426,
+            "max": 448126.2799177739,
+            "count": 1912
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 19179990.0,
+            "min": 9150.0,
+            "max": 19179990.0,
+            "count": 1918
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 19179990.0,
+            "min": 9150.0,
+            "max": 19179990.0,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": 0.02112666517496109,
+            "min": -0.12706585228443146,
+            "max": 0.2018619030714035,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": 3.971813201904297,
+            "min": -28.73523712158203,
+            "max": 27.736572265625,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 0.0276110228151083,
+            "min": -0.12947994470596313,
+            "max": 0.20456001162528992,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 5.1908721923828125,
+            "min": -28.175561904907227,
+            "max": 28.968101501464844,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": 0.2413936155907651,
+            "min": -0.6370285712182522,
+            "max": 0.4357126222073453,
+            "count": 1918
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": 45.38199973106384,
+            "min": -69.23000001907349,
+            "max": 57.187599539756775,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": 0.2413936155907651,
+            "min": -0.6370285712182522,
+            "max": 0.4357126222073453,
+            "count": 1918
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": 45.38199973106384,
+            "min": -69.23000001907349,
+            "max": 57.187599539756775,
+            "count": 1918
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1918
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 1918
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.02269799134034353,
+            "min": 0.009474151117804771,
+            "max": 0.02723043248455118,
+            "count": 930
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.02269799134034353,
+            "min": 0.009474151117804771,
+            "max": 0.02723043248455118,
+            "count": 930
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.11184387827912966,
+            "min": 0.0007547088331193663,
+            "max": 0.12730500722924867,
+            "count": 930
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.11184387827912966,
+            "min": 0.0007547088331193663,
+            "max": 0.12730500722924867,
+            "count": 930
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.11342640891671181,
+            "min": 0.0007653566640025626,
+            "max": 0.13085049639145532,
+            "count": 930
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.11342640891671181,
+            "min": 0.0007653566640025626,
+            "max": 0.13085049639145532,
+            "count": 930
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 930
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 930
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 930
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 930
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 930
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 930
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1707444677",
+        "start_time_seconds": "1707445094",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/linux/SoccerTwos/SoccerTwos.x86_64 --run-id=SoccerTwos --no-graphics",
         "mlagents_version": "1.1.0.dev0",
@@ -10,36 +204,219 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.2.0+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1707444677"
+        "end_time_seconds": "1707489081"
     },
-    "total": 0.18845192400010546,
+    "total": 43987.138019727005,
     "count": 1,
-    "self": 0.026231864000124006,
+    "self": 10.011347937004757,
     "children": {
         "run_training.setup": {
-            "total": 0.09630599199999779,
+            "total": 0.12375941599998441,
             "count": 1,
-            "self": 0.09630599199999779
+            "self": 0.12375941599998441
         },
         "TrainerController.start_learning": {
-            "total": 0.06591406799998367,
+            "total": 43977.002912374,
             "count": 1,
-            "self": 0.0005354179997993924,
+            "self": 31.654629751596076,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 0.0653469070000483,
-                    "count": 1,
-                    "self": 0.0653469070000483
+                    "total": 7.057183964995659,
+                    "count": 96,
+                    "self": 7.057183964995659
+                },
+                "TrainerController.advance": {
+                    "total": 43938.09238910042,
+                    "count": 1332763,
+                    "self": 35.38949171025888,
+                    "children": {
+                        "env_step": {
+                            "total": 34021.78582067748,
+                            "count": 1332763,
+                            "self": 26111.781371965386,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 7891.1215795483895,
+                                    "count": 1332763,
+                                    "self": 210.708865721429,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 7680.4127138269605,
+                                            "count": 2408840,
+                                            "self": 7680.4127138269605
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 18.88286916370629,
+                                    "count": 1332762,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 43899.37106761412,
+                                            "count": 1332762,
+                                            "is_parallel": true,
+                                            "self": 21887.230890617033,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.010409866000031798,
+                                                            "count": 2,
+                                                            "is_parallel": true,
+                                                            "self": 0.005038005000074008,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.005371860999957789,
+                                                                    "count": 8,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.005371860999957789
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.0414876090000007,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.001229048999960014,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.0009126200000082463,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0009126200000082463
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.03575425499997209,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.03575425499997209
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.0035916850000603517,
+                                                                    "count": 2,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0006635470001015165,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0029281379999588353,
+                                                                            "count": 8,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0029281379999588353
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 22011.927295866117,
+                                                    "count": 1332761,
+                                                    "is_parallel": true,
+                                                    "self": 1458.431733110956,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 944.730512323051,
+                                                            "count": 1332761,
+                                                            "is_parallel": true,
+                                                            "self": 944.730512323051
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 15099.590473116243,
+                                                            "count": 1332761,
+                                                            "is_parallel": true,
+                                                            "self": 15099.590473116243
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 4509.174577315867,
+                                                            "count": 2665522,
+                                                            "is_parallel": true,
+                                                            "self": 746.4641492398005,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 3762.710428076067,
+                                                                    "count": 10662088,
+                                                                    "is_parallel": true,
+                                                                    "self": 3762.710428076067
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "steps_from_proto": {
+                                                    "total": 0.21288113097114092,
+                                                    "count": 190,
+                                                    "is_parallel": true,
+                                                    "self": 0.043240759022978636,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.16964037194816228,
+                                                            "count": 760,
+                                                            "is_parallel": true,
+                                                            "self": 0.16964037194816228
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 9880.91707671268,
+                            "count": 1332762,
+                            "self": 250.2854035456603,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 4646.082872691048,
+                                    "count": 1332762,
+                                    "self": 4637.307923756058,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 8.774948934989652,
+                                            "count": 38,
+                                            "self": 8.774948934989652
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 4984.548800475973,
+                                    "count": 930,
+                                    "self": 2867.820134074186,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 2116.7286664017865,
+                                            "count": 27900,
+                                            "self": 2116.7286664017865
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 1.5970000504239579e-06,
+                    "total": 1.2669988791458309e-06,
                     "count": 1,
-                    "self": 1.5970000504239579e-06
+                    "self": 1.2669988791458309e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 3.014600008555135e-05,
+                    "total": 0.1987082899941015,
                     "count": 1,
-                    "self": 3.014600008555135e-05
+                    "self": 0.0018980379900312982,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.1968102520040702,
+                            "count": 1,
+                            "self": 0.1968102520040702
+                        }
+                    }
                 }
             }
         }

run_logs/training_status.json

@@ -1,4 +1,63 @@
 {
+    "SoccerTwos": {
+        "checkpoints": [
+            {
+                "steps": 17499997,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17499997.onnx",
+                "reward": 0.0,
+                "creation_time": 1707485281.5917501,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17499997.pt"
+                ]
+            },
+            {
+                "steps": 17999920,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-17999920.onnx",
+                "reward": 0.0,
+                "creation_time": 1707486397.7740495,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-17999920.pt"
+                ]
+            },
+            {
+                "steps": 18499941,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-18499941.onnx",
+                "reward": 0.0,
+                "creation_time": 1707487520.8775697,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-18499941.pt"
+                ]
+            },
+            {
+                "steps": 18999978,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-18999978.onnx",
+                "reward": 0.0,
+                "creation_time": 1707488646.2075534,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-18999978.pt"
+                ]
+            },
+            {
+                "steps": 19189924,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-19189924.onnx",
+                "reward": 0.0,
+                "creation_time": 1707489071.5337296,
+                "auxillary_file_paths": [
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-19189924.pt"
+                ]
+            }
+        ],
+        "elo": 1794.4120630468626,
+        "final_checkpoint": {
+            "steps": 19189924,
+            "file_path": "results/SoccerTwos/SoccerTwos.onnx",
+            "reward": 0.0,
+            "creation_time": 1707489071.5337296,
+            "auxillary_file_paths": [
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-19189924.pt"
+            ]
+        }
+    },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "1.1.0.dev0",