Trained to 1572 ELO

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d4a9963b708711b8d0f37052735023837f265e2bf871eb4232b39373434fa72
+oid sha256:4771129c8ad26e11f4a8f34d439ffd480fda48f628b3a4463a3855402dd40e61
 size 1764633

SoccerTwos/{SoccerTwos-1499957.onnx → SoccerTwos-12999992.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:17849b03ce92d7f808ab07541dcc22f9ab9d54057b98c612760d74d629ac0526
+oid sha256:549ec281a17e285442320a181b6f29cafc6c71b6a2997ae9ed344cbb1be97131
 size 1764633

SoccerTwos/{SoccerTwos-2499998.pt → SoccerTwos-12999992.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b4e46423801fbc8a107aaeed651a052cbbcc5e8817e90921f2e7cede75780d13
+oid sha256:f378e49f6f0dfbb9626c0ee6fd4b4bf4472a6c5751adfeaa32e92fe15b8e06f4
 size 28421201

SoccerTwos/{SoccerTwos-2499998.onnx → SoccerTwos-13499996.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5dbd0a8fcac33356903e66186153832a53a69b5c897223288d6442feae5e2c9
+oid sha256:35fbeece95d61c2a676ddd81318a156e5b334d2cbbac08bb47a369f3c88b8125
 size 1764633

SoccerTwos/{SoccerTwos-1499957.pt → SoccerTwos-13499996.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0e0a0277b9585311022860bab13799c67751d94f73417d8a155f024f68408ef2
+oid sha256:35487969f33bf4d77ab8ebc796d9cd44ff8dabcf5fccf7d69a8f2956ad08407b
 size 28421201

SoccerTwos/{SoccerTwos-1999940.onnx → SoccerTwos-13999972.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:76195e8ecab17b427d7ad7d0198b9d486e294ad8bcf0965785daaf0a7921beff
+oid sha256:8ec3b2634dadae5dc0c77aea3a6f191cc7fe1cf14c505e52504ad2a9cbbc3315
 size 1764633

SoccerTwos/{SoccerTwos-2511370.pt → SoccerTwos-13999972.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7de37f76bf5b58fde322b34cac14392d9b060f77049e8547cf74f84bed339674
+oid sha256:e0d46d00ccdab26b10a786a0be140b2aea0ba49f54afcc4600bd9e9161281072
 size 28421201

SoccerTwos/{SoccerTwos-2511370.onnx → SoccerTwos-14499964.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c5dbd0a8fcac33356903e66186153832a53a69b5c897223288d6442feae5e2c9
+oid sha256:3ea20a8f9f342fb1b1a411dfe762e252fb0eb5f462cee5cb344ea36ec572644d
 size 1764633

SoccerTwos/{SoccerTwos-1999940.pt → SoccerTwos-14499964.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:85d54743662785f6d785c86d443c5514dcecc742a9c0ceb5618b914c16a436e3
+oid sha256:0a112afa1aa0635ad8088c218164e7afc59985592e82b423a6108d92258f3074
 size 28421201

SoccerTwos/SoccerTwos-14666438.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4771129c8ad26e11f4a8f34d439ffd480fda48f628b3a4463a3855402dd40e61
+size 1764633

SoccerTwos/SoccerTwos-14666438.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1351a2d6da08221790798f89ea322523251190099fbfe542d3e6a2df530c139c
+size 28421201

SoccerTwos/SoccerTwos-2644140.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2d4a9963b708711b8d0f37052735023837f265e2bf871eb4232b39373434fa72
-size 1764633

SoccerTwos/SoccerTwos-2644140.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b860b3e78cbb02b69ee5d0844c690eecc9165e058d997731aa87f70d196805d8
-size 28421201

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b860b3e78cbb02b69ee5d0844c690eecc9165e058d997731aa87f70d196805d8
+oid sha256:1351a2d6da08221790798f89ea322523251190099fbfe542d3e6a2df530c139c
 size 28421201

SoccerTwos/events.out.tfevents.1680912512.Alexs-MacBook-Pro-M2.local.2360.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7680e2f4e83b48cd71014dcdd2846a31f2342359f073b72f59842ad8fcbe985
+size 12355179

run_logs/Player-0.log

@@ -10,7 +10,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.062 seconds
+- Completed reload, in  0.037 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,16 +35,16 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.341458 ms
+UnloadTime: 0.250541 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
-Thread 0x170b77000 may have been prematurely finalized
+Thread 0x171177000 may have been prematurely finalized
 Setting up 5 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 2498 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 226341 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.1 MB
@@ -67,12 +67,12 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 6]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.7 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.7 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -205,22 +205,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 4
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 2499 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 226342 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 4.9 MB
+      Peak Allocated memory 4.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 2499 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 226342 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.4 MB
+      Peak Allocated memory 17.6 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -249,13 +249,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 2498 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 226341 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 2499 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 226342 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.5 KB
@@ -267,13 +267,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2499 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 226342 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2498 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 226341 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.4 MB
@@ -285,13 +285,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 2499 frames
+      Peak usage frame count: [0-1.0 KB]: 226342 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 2498 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 226341 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 2.2829747200012207,
-            "min": 2.2494966983795166,
-            "max": 2.297738790512085,
-            "count": 13
+            "value": 1.5082602500915527,
+            "min": 1.4549720287322998,
+            "max": 2.265712022781372,
+            "count": 1202
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 45367.2734375,
-            "min": 42737.79296875,
-            "max": 47082.828125,
-            "count": 13
+            "value": 33398.9140625,
+            "min": 25996.87109375,
+            "max": 47126.80859375,
+            "count": 1202
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 56.18181818181818,
-            "min": 48.87,
-            "max": 64.94666666666667,
-            "count": 13
+            "value": 53.064516129032256,
+            "min": 39.63934426229508,
+            "max": 85.66666666666667,
+            "count": 1202
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19776.0,
-            "min": 17412.0,
-            "max": 20064.0,
-            "count": 13
+            "value": 19740.0,
+            "min": 11676.0,
+            "max": 21748.0,
+            "count": 1202
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1410.9445802488876,
-            "min": 1395.780553139902,
-            "max": 1412.1593855697279,
-            "count": 13
+            "value": 1572.202049157151,
+            "min": 1403.3055570745742,
+            "max": 1610.9957334443245,
+            "count": 1202
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 248326.24612380422,
-            "min": 205213.6227782548,
-            "max": 281546.1329652176,
-            "count": 13
+            "value": 292429.5811432301,
+            "min": 173663.35595911706,
+            "max": 380185.3125300383,
+            "count": 1202
         },
         "SoccerTwos.Step.mean": {
-            "value": 2639936.0,
-            "min": 2519904.0,
-            "max": 2639936.0,
-            "count": 13
+            "value": 14659958.0,
+            "min": 2649975.0,
+            "max": 14659958.0,
+            "count": 1202
         },
         "SoccerTwos.Step.sum": {
-            "value": 2639936.0,
-            "min": 2519904.0,
-            "max": 2639936.0,
-            "count": 13
+            "value": 14659958.0,
+            "min": 2649975.0,
+            "max": 14659958.0,
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.06163661554455757,
-            "min": -0.07923465222120285,
-            "max": -0.009704259224236012,
-            "count": 13
+            "value": -0.04047131538391113,
+            "min": -0.12949728965759277,
+            "max": 0.10559314489364624,
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -10.786407470703125,
-            "min": -14.10390853881836,
-            "max": -1.9505560398101807,
-            "count": 13
+            "value": -7.568136215209961,
+            "min": -24.920269012451172,
+            "max": 19.74591827392578,
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.06483850628137589,
-            "min": -0.08182556927204132,
-            "max": -0.01359673123806715,
-            "count": 13
+            "value": -0.038699373602867126,
+            "min": -0.1304614245891571,
+            "max": 0.10752364993095398,
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -11.346738815307617,
-            "min": -14.012410163879395,
-            "max": -2.732943058013916,
-            "count": 13
+            "value": -7.236783027648926,
+            "min": -25.15608787536621,
+            "max": 20.106922149658203,
+            "count": 1202
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 13
+            "count": 1202
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 13
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.004626287051609584,
-            "min": -0.3000333309173584,
-            "max": 0.05962978842410636,
-            "count": 13
+            "value": -0.07591336710567781,
+            "min": -0.3485661543332613,
+            "max": 0.3920156877804426,
+            "count": 1202
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -0.8096002340316772,
-            "min": -43.20479965209961,
-            "max": 11.438199996948242,
-            "count": 13
+            "value": -14.19579964876175,
+            "min": -73.85320019721985,
+            "max": 59.978400230407715,
+            "count": 1202
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.004626287051609584,
-            "min": -0.3000333309173584,
-            "max": 0.05962978842410636,
-            "count": 13
+            "value": -0.07591336710567781,
+            "min": -0.3485661543332613,
+            "max": 0.3920156877804426,
+            "count": 1202
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -0.8096002340316772,
-            "min": -43.20479965209961,
-            "max": 11.438199996948242,
-            "count": 13
+            "value": -14.19579964876175,
+            "min": -73.85320019721985,
+            "max": 59.978400230407715,
+            "count": 1202
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 13
+            "count": 1202
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 13
+            "count": 1202
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.013498812660327531,
-            "min": 0.013476709986571222,
-            "max": 0.020637649172567763,
-            "count": 6
+            "value": 0.016982776935522755,
+            "min": 0.010868341186627125,
+            "max": 0.02667792578189013,
+            "count": 583
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.013498812660327531,
-            "min": 0.013476709986571222,
-            "max": 0.020637649172567763,
-            "count": 6
+            "value": 0.016982776935522755,
+            "min": 0.010868341186627125,
+            "max": 0.02667792578189013,
+            "count": 583
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.09673845395445824,
-            "min": 0.09279797971248627,
-            "max": 0.10791213264067968,
-            "count": 6
+            "value": 0.11821085462967555,
+            "min": 0.08800648426016172,
+            "max": 0.12883232111732165,
+            "count": 583
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.09673845395445824,
-            "min": 0.09279797971248627,
-            "max": 0.10791213264067968,
-            "count": 6
+            "value": 0.11821085462967555,
+            "min": 0.08800648426016172,
+            "max": 0.12883232111732165,
+            "count": 583
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.09819150865077972,
-            "min": 0.09445200115442276,
-            "max": 0.10951845124363899,
-            "count": 6
+            "value": 0.11980451295773188,
+            "min": 0.08937925597031911,
+            "max": 0.13096312458316486,
+            "count": 583
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.09819150865077972,
-            "min": 0.09445200115442276,
-            "max": 0.10951845124363899,
-            "count": 6
+            "value": 0.11980451295773188,
+            "min": 0.08937925597031911,
+            "max": 0.13096312458316486,
+            "count": 583
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 6
+            "count": 583
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 6
+            "count": 583
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 6
+            "count": 583
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 6
+            "count": 583
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 6
+            "count": 583
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 6
+            "count": 583
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680911678",
+        "start_time_seconds": "1680912511",
         "python_version": "3.9.16 (main, Mar  8 2023, 04:29:24) \n[Clang 14.0.6 ]",
         "command_line_arguments": "/opt/homebrew/Caskroom/miniconda/base/envs/deep-rl-class/bin/mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos/SoccerTwos.app --run-id=SoccerTwos --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
@@ -204,103 +204,103 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.11.0",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680912104"
+        "end_time_seconds": "1680951275"
     },
-    "total": 426.626813167,
+    "total": 38764.087656417,
     "count": 1,
-    "self": 0.07740695900002947,
+    "self": 0.09442195900192019,
     "children": {
         "run_training.setup": {
-            "total": 0.025569500000000023,
+            "total": 0.009670666999999966,
             "count": 1,
-            "self": 0.025569500000000023
+            "self": 0.009670666999999966
         },
         "TrainerController.start_learning": {
-            "total": 426.523836708,
+            "total": 38763.983563791,
             "count": 1,
-            "self": 0.09378716900090467,
+            "self": 9.121081361445249,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 1.3233759999999997,
-                    "count": 2,
-                    "self": 1.3233759999999997
+                    "total": 3.2734744629951806,
+                    "count": 62,
+                    "self": 3.2734744629951806
                 },
                 "TrainerController.advance": {
-                    "total": 425.00220607999904,
-                    "count": 9232,
-                    "self": 0.07757942499415549,
+                    "total": 38751.51397613357,
+                    "count": 840821,
+                    "self": 7.283000948016706,
                     "children": {
                         "env_step": {
-                            "total": 336.9465781640031,
-                            "count": 9232,
-                            "self": 323.98379543200366,
+                            "total": 30646.677439031813,
+                            "count": 840821,
+                            "self": 29467.50711357281,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 12.904846605999973,
-                                    "count": 9232,
-                                    "self": 0.3862697700014124,
+                                    "total": 1173.7110879960755,
+                                    "count": 840821,
+                                    "self": 30.728198681857293,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 12.51857683599856,
-                                            "count": 16654,
-                                            "self": 12.51857683599856
+                                            "total": 1142.9828893142183,
+                                            "count": 1508960,
+                                            "self": 1142.9828893142183
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.05793612599943909,
-                                    "count": 9231,
+                                    "total": 5.4592374629280425,
+                                    "count": 840821,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 425.0197629289996,
-                                            "count": 9231,
+                                            "total": 38741.549223342096,
+                                            "count": 840821,
                                             "is_parallel": true,
-                                            "self": 113.68635206200298,
+                                            "self": 10345.48275503689,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.0028477499999997047,
-                                                    "count": 4,
+                                                    "total": 0.08496799695775925,
+                                                    "count": 124,
                                                     "is_parallel": true,
-                                                    "self": 0.00037816600000017964,
+                                                    "self": 0.009829328961364903,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.002469583999999525,
-                                                            "count": 16,
+                                                            "total": 0.07513866799639435,
+                                                            "count": 496,
                                                             "is_parallel": true,
-                                                            "self": 0.002469583999999525
+                                                            "self": 0.07513866799639435
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 311.33056311699664,
-                                                    "count": 9231,
+                                                    "total": 28395.981500308248,
+                                                    "count": 840821,
                                                     "is_parallel": true,
-                                                    "self": 0.8630629969991901,
+                                                    "self": 78.5241393496326,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 5.481860843001171,
-                                                            "count": 9231,
+                                                            "total": 499.6481334747981,
+                                                            "count": 840821,
                                                             "is_parallel": true,
-                                                            "self": 5.481860843001171
+                                                            "self": 499.6481334747981
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 293.425782295001,
-                                                            "count": 9231,
+                                                            "total": 26759.368367345356,
+                                                            "count": 840821,
                                                             "is_parallel": true,
-                                                            "self": 293.425782295001
+                                                            "self": 26759.368367345356
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 11.559856981995265,
-                                                            "count": 18462,
+                                                            "total": 1058.4408601384594,
+                                                            "count": 1681642,
                                                             "is_parallel": true,
-                                                            "self": 1.2888407609985109,
+                                                            "self": 115.98925291435125,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 10.271016220996755,
-                                                                    "count": 73848,
+                                                                    "total": 942.4516072241081,
+                                                                    "count": 6726568,
                                                                     "is_parallel": true,
-                                                                    "self": 10.271016220996755
+                                                                    "self": 942.4516072241081
                                                                 }
                                                             }
                                                         }
@@ -313,24 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 87.97804849100183,
-                            "count": 9231,
-                            "self": 0.7175479140037737,
+                            "total": 8097.553536153739,
+                            "count": 840821,
+                            "self": 64.9191855755953,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 25.909726616998064,
-                                    "count": 9231,
-                                    "self": 25.909726616998064
+                                    "total": 2104.6275479220776,
+                                    "count": 840821,
+                                    "self": 2102.9520721740782,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.6754757479993714,
+                                            "count": 24,
+                                            "self": 1.6754757479993714
+                                        }
+                                    }
                                 },
                                 "_update_policy": {
-                                    "total": 61.35077396,
-                                    "count": 6,
-                                    "self": 7.930714580999755,
+                                    "total": 5928.006802656066,
+                                    "count": 584,
+                                    "self": 775.4999598093327,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 53.42005937900024,
-                                            "count": 180,
-                                            "self": 53.42005937900024
+                                            "total": 5152.506842846733,
+                                            "count": 17512,
+                                            "self": 5152.506842846733
                                         }
                                     }
                                 }
@@ -339,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 4.1700002384459367e-07,
+                    "total": 9.57996235229075e-07,
                     "count": 1,
-                    "self": 4.1700002384459367e-07
+                    "self": 9.57996235229075e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.10446704200001022,
+                    "total": 0.07503087499935646,
                     "count": 1,
-                    "self": 0.0008785420000094746,
+                    "self": 0.0011619170036283322,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.10358850000000075,
+                            "total": 0.07386895799572812,
                             "count": 1,
-                            "self": 0.10358850000000075
+                            "self": 0.07386895799572812
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,59 +2,59 @@
     "SoccerTwos": {
         "checkpoints": [
             {
-                "steps": 1499957,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-1499957.onnx",
+                "steps": 12999992,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-12999992.onnx",
                 "reward": 0.0,
-                "creation_time": 1680907382.099221,
+                "creation_time": 1680946042.883106,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-1499957.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-12999992.pt"
                 ]
             },
             {
-                "steps": 1999940,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-1999940.onnx",
+                "steps": 13499996,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13499996.onnx",
                 "reward": 0.0,
-                "creation_time": 1680909181.6373088,
+                "creation_time": 1680947614.062955,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-1999940.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13499996.pt"
                 ]
             },
             {
-                "steps": 2499998,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2499998.onnx",
-                "reward": null,
-                "creation_time": 1680911028.430613,
+                "steps": 13999972,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-13999972.onnx",
+                "reward": 0.0,
+                "creation_time": 1680949178.047651,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2499998.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-13999972.pt"
                 ]
             },
             {
-                "steps": 2511370,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2511370.onnx",
+                "steps": 14499964,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14499964.onnx",
                 "reward": 0.0,
-                "creation_time": 1680911062.556363,
+                "creation_time": 1680950744.0797691,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2511370.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-14499964.pt"
                 ]
             },
             {
-                "steps": 2644140,
-                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-2644140.onnx",
-                "reward": 0.0,
-                "creation_time": 1680912104.708426,
+                "steps": 14666438,
+                "file_path": "results/SoccerTwos/SoccerTwos/SoccerTwos-14666438.onnx",
+                "reward": null,
+                "creation_time": 1680951275.4068632,
                 "auxillary_file_paths": [
-                    "results/SoccerTwos/SoccerTwos/SoccerTwos-2644140.pt"
+                    "results/SoccerTwos/SoccerTwos/SoccerTwos-14666438.pt"
                 ]
             }
         ],
-        "elo": 1421.0773299193036,
+        "elo": 1571.7671539228909,
         "final_checkpoint": {
-            "steps": 2644140,
+            "steps": 14666438,
             "file_path": "results/SoccerTwos/SoccerTwos.onnx",
-            "reward": 0.0,
-            "creation_time": 1680912104.708426,
+            "reward": null,
+            "creation_time": 1680951275.4068632,
             "auxillary_file_paths": [
-                "results/SoccerTwos/SoccerTwos/SoccerTwos-2644140.pt"
+                "results/SoccerTwos/SoccerTwos/SoccerTwos-14666438.pt"
             ]
         }
     },