Third Push`

SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1cf638fc2887ebbfa953a06203c91d7dc4902dc9415eb14d9b434fe5f3d68e19
+oid sha256:89849baf854bfaa955c107d51d8d903312bbe421df290a620f691ecfa4b78cfb
 size 1768747

SoccerTwos/SoccerTwos-88220058.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1cf638fc2887ebbfa953a06203c91d7dc4902dc9415eb14d9b434fe5f3d68e19
-size 1768747

SoccerTwos/SoccerTwos-88220058.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:8f20df1896c5172c99fe82c4da09ac5fc4212dea0bd1aa28827e21ea71339ff2
-size 28430025

SoccerTwos/{SoccerTwos-88000526.onnx → SoccerTwos-88499997.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:aaf9e9ac7c3552aadd5ecd455a97aff8ab861bc3ef100f150341f4a814ab3b14
+oid sha256:7e123c4956d1bdfefcd84011fe09ce368fbd7192e7ca1dd1c2cdb5ec9abee394
 size 1768747

SoccerTwos/{SoccerTwos-88110062.pt → SoccerTwos-88499997.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f345f93169e6432fd3ba2979733bacc7f264b41e5ab7ad486cfd62d49578f796
+oid sha256:53ee3abc8d8d5f847711f118e52f25d590260b6a31413e9ed809859d3285e03e
 size 28430025

SoccerTwos/{SoccerTwos-88110062.onnx → SoccerTwos-88599998.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:460964eac974d5746aa578eeea90120de7037b3cd09b95cef6cbe411d9fe1c26
+oid sha256:2f785220f28165e6d73f02f85e218b71c3791dbf730c930c48617ff783b575b4
 size 1768747

SoccerTwos/{SoccerTwos-88000526.pt → SoccerTwos-88599998.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:118c9094eabc1f3f549b05c482411debb55cdbb564cbc076f1b75b1eb81f0935
+oid sha256:ee6e921e35c00250a56810597c56deab192b5222f17b9e8d8b29f285da0d1bb5
 size 28430025

SoccerTwos/{SoccerTwos-88099817.onnx → SoccerTwos-88699995.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:73391290c8c19c32ba7a637fca62dd623ce06f5b31e79c99f3c46ae2ab7375f3
+oid sha256:c82d1840a2aaa5074a6da87a2bf9aaf6f2a73f20ae29aae9ab3b117f1d9ba89f
 size 1768747

SoccerTwos/{SoccerTwos-88199944.pt → SoccerTwos-88699995.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fe925fc25dbed3a7e529c225c2c49bded5900455034fc614bf4117b1f4cb33d
+oid sha256:604adcf33bdcadc48e49d4e8ffff0d92aa5ef7ef090c921145f9270fcfb8db0f
 size 28430025

SoccerTwos/{SoccerTwos-88199944.onnx → SoccerTwos-88799948.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57847f1b676e4148c56c75ce5ed104e280b7c463309e272bacaa1c70a8c8bbff
+oid sha256:d2c8ddb378a01090318f4c3e256653327ceb2e104945f4ee2a8ee243f69f7efd
 size 1768747

SoccerTwos/{SoccerTwos-88099817.pt → SoccerTwos-88799948.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:757a1918c578594562a27b8c11687f39d5ea758a472a2349f3e3e7060ff3a9ef
+oid sha256:5cfbf8f0fbee3c5ee79b9f30e04ce92e8da5efe2c3e7408118065373c0a9a287
 size 28430025

SoccerTwos/SoccerTwos-88880394.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89849baf854bfaa955c107d51d8d903312bbe421df290a620f691ecfa4b78cfb
+size 1768747

SoccerTwos/SoccerTwos-88880394.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c417dc07734e99a386f291f35a4210892aea3184011be59d03b18dcb78d3115
+size 28430025

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:806d2e0d662403b8173835f9cca21bd9e324ea2dc4f96c604cc2aca838e699d7
+oid sha256:7e446ad73ac0870dcf451c960b5e29d7ca280b39e1cf4210a7a1a21c358000ce
 size 28428927

SoccerTwos/events.out.tfevents.1692543592.instance-AI-dev-env.2244.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7724f6927272b3dd9ee6106e1da3bcaf9da500a6de959fe7ce6f24b12d90de86
+size 679573

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 100000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 88220000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 100000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 88880000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20.0, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -37,7 +37,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 5
     even_checkpoints: false
-    max_steps: 88220000
+    max_steps: 88880000
     time_horizon: 1000
     summary_freq: 10000
     threaded: false

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.114 seconds
+- Completed reload, in  0.107 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.011100 ms
+UnloadTime: 1.050700 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Setting up 1 worker threads for Enlighten.
@@ -43,7 +43,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 2081 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 12441 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -159,19 +159,19 @@ Memory Statistics:
       Peak Allocated Bytes 54 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 5
+  Peak main deferred allocation count 3
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 2082 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 12442 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 5.4 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 2082 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 12442 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.0 MB
@@ -203,13 +203,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 2081 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 12441 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 2082 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 12442 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -221,13 +221,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2082 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12442 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 2081 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 12441 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -239,13 +239,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 2082 frames
+      Peak usage frame count: [0-1.0 KB]: 12442 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 2081 frames, [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 12441 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -2,201 +2,201 @@
     "name": "root",
     "gauges": {
         "SoccerTwos.Policy.Entropy.mean": {
-            "value": 1.0906760692596436,
-            "min": 1.0640724897384644,
-            "max": 1.1211527585983276,
-            "count": 11
+            "value": 1.164406180381775,
+            "min": 1.0864607095718384,
+            "max": 1.2010201215744019,
+            "count": 66
         },
         "SoccerTwos.Policy.Entropy.sum": {
-            "value": 21045.685546875,
-            "min": 19374.6328125,
-            "max": 24288.654296875,
-            "count": 11
+            "value": 22282.076171875,
+            "min": 19409.171875,
+            "max": 26571.328125,
+            "count": 66
         },
         "SoccerTwos.Environment.EpisodeLength.mean": {
-            "value": 75.65079365079364,
-            "min": 58.48809523809524,
-            "max": 82.83870967741936,
-            "count": 11
+            "value": 65.96103896103897,
+            "min": 54.02197802197802,
+            "max": 97.77551020408163,
+            "count": 66
         },
         "SoccerTwos.Environment.EpisodeLength.sum": {
-            "value": 19064.0,
-            "min": 19032.0,
-            "max": 20544.0,
-            "count": 11
+            "value": 20316.0,
+            "min": 18732.0,
+            "max": 20648.0,
+            "count": 66
         },
         "SoccerTwos.Self-play.ELO.mean": {
-            "value": 1203.3716494339437,
-            "min": 1203.1645656186136,
-            "max": 1214.413138213474,
-            "count": 11
+            "value": 1194.2080683836723,
+            "min": 1183.6878575142093,
+            "max": 1212.5412978322036,
+            "count": 66
         },
         "SoccerTwos.Self-play.ELO.sum": {
-            "value": 151624.8278286769,
-            "min": 143027.56850697438,
-            "max": 203930.23407502263,
-            "count": 11
+            "value": 183908.04253108555,
+            "min": 117887.37782406196,
+            "max": 217899.58673212858,
+            "count": 66
         },
         "SoccerTwos.Step.mean": {
-            "value": 88219969.0,
-            "min": 88119958.0,
-            "max": 88219969.0,
-            "count": 11
+            "value": 88879930.0,
+            "min": 88229780.0,
+            "max": 88879930.0,
+            "count": 66
         },
         "SoccerTwos.Step.sum": {
-            "value": 88219969.0,
-            "min": 88119958.0,
-            "max": 88219969.0,
-            "count": 11
+            "value": 88879930.0,
+            "min": 88229780.0,
+            "max": 88879930.0,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
-            "value": -0.029615333303809166,
-            "min": -0.0707138180732727,
-            "max": -0.016637329012155533,
-            "count": 11
+            "value": -0.06194648891687393,
+            "min": -0.08482341468334198,
+            "max": 0.015795132145285606,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
-            "value": -3.7611472606658936,
-            "min": -9.19279670715332,
-            "max": -2.3500471115112305,
-            "count": 11
+            "value": -9.477812767028809,
+            "min": -10.942220687866211,
+            "max": 2.1381258964538574,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
-            "value": -0.0308175440877676,
-            "min": -0.07426123321056366,
-            "max": -0.015141865238547325,
-            "count": 11
+            "value": -0.06467947363853455,
+            "min": -0.08607707172632217,
+            "max": 0.018155161291360855,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
-            "value": -3.913828134536743,
-            "min": -9.653960227966309,
-            "max": -2.236931562423706,
-            "count": 11
+            "value": -9.89595890045166,
+            "min": -11.103941917419434,
+            "max": 2.4146363735198975,
+            "count": 66
         },
         "SoccerTwos.Environment.CumulativeReward.mean": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 11
+            "count": 66
         },
         "SoccerTwos.Environment.CumulativeReward.sum": {
             "value": 0.0,
             "min": 0.0,
             "max": 0.0,
-            "count": 11
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicReward.mean": {
-            "value": -0.14037638010941153,
-            "min": -0.2571615402515118,
-            "max": 0.10769705824992236,
-            "count": 11
+            "value": -0.106716341442532,
+            "min": -0.3441083341836929,
+            "max": 0.1283848493388205,
+            "count": 66
         },
         "SoccerTwos.Policy.ExtrinsicReward.sum": {
-            "value": -17.827800273895264,
-            "min": -33.43100023269653,
-            "max": 14.646799921989441,
-            "count": 11
+            "value": -16.327600240707397,
+            "min": -41.29300010204315,
+            "max": 16.946800112724304,
+            "count": 66
         },
         "SoccerTwos.Environment.GroupCumulativeReward.mean": {
-            "value": -0.14037638010941153,
-            "min": -0.2571615402515118,
-            "max": 0.10769705824992236,
-            "count": 11
+            "value": -0.106716341442532,
+            "min": -0.3441083341836929,
+            "max": 0.1283848493388205,
+            "count": 66
         },
         "SoccerTwos.Environment.GroupCumulativeReward.sum": {
-            "value": -17.827800273895264,
-            "min": -33.43100023269653,
-            "max": 14.646799921989441,
-            "count": 11
+            "value": -16.327600240707397,
+            "min": -41.29300010204315,
+            "max": 16.946800112724304,
+            "count": 66
         },
         "SoccerTwos.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 11
+            "count": 66
         },
         "SoccerTwos.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 11
+            "count": 66
         },
         "SoccerTwos.Losses.PolicyLoss.mean": {
-            "value": 0.021164990103958795,
-            "min": 0.01590453162595319,
-            "max": 0.022119162844804426,
-            "count": 5
+            "value": 0.01749202429006497,
+            "min": 0.013242931147882093,
+            "max": 0.022896600739719965,
+            "count": 32
         },
         "SoccerTwos.Losses.PolicyLoss.sum": {
-            "value": 0.021164990103958795,
-            "min": 0.01590453162595319,
-            "max": 0.022119162844804426,
-            "count": 5
+            "value": 0.01749202429006497,
+            "min": 0.013242931147882093,
+            "max": 0.022896600739719965,
+            "count": 32
         },
         "SoccerTwos.Losses.ValueLoss.mean": {
-            "value": 0.08437864283720652,
-            "min": 0.08415212209026018,
-            "max": 0.09827328249812126,
-            "count": 5
+            "value": 0.09257599115371704,
+            "min": 0.07579178387920062,
+            "max": 0.10457794045408567,
+            "count": 32
         },
         "SoccerTwos.Losses.ValueLoss.sum": {
-            "value": 0.08437864283720652,
-            "min": 0.08415212209026018,
-            "max": 0.09827328249812126,
-            "count": 5
+            "value": 0.09257599115371704,
+            "min": 0.07579178387920062,
+            "max": 0.10457794045408567,
+            "count": 32
         },
         "SoccerTwos.Losses.BaselineLoss.mean": {
-            "value": 0.08499674573540687,
-            "min": 0.0848359557489554,
-            "max": 0.09895703295866648,
-            "count": 5
+            "value": 0.09391943340500196,
+            "min": 0.07681780656178792,
+            "max": 0.10562102670470873,
+            "count": 32
         },
         "SoccerTwos.Losses.BaselineLoss.sum": {
-            "value": 0.08499674573540687,
-            "min": 0.0848359557489554,
-            "max": 0.09895703295866648,
-            "count": 5
+            "value": 0.09391943340500196,
+            "min": 0.07681780656178792,
+            "max": 0.10562102670470873,
+            "count": 32
         },
         "SoccerTwos.Policy.LearningRate.mean": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 5
+            "count": 32
         },
         "SoccerTwos.Policy.LearningRate.sum": {
             "value": 0.0003,
             "min": 0.0003,
             "max": 0.0003,
-            "count": 5
+            "count": 32
         },
         "SoccerTwos.Policy.Epsilon.mean": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 5
+            "count": 32
         },
         "SoccerTwos.Policy.Epsilon.sum": {
             "value": 0.20000000000000007,
             "min": 0.20000000000000007,
             "max": 0.20000000000000007,
-            "count": 5
+            "count": 32
         },
         "SoccerTwos.Policy.Beta.mean": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 5
+            "count": 32
         },
         "SoccerTwos.Policy.Beta.sum": {
             "value": 0.005000000000000001,
             "min": 0.005000000000000001,
             "max": 0.005000000000000001,
-            "count": 5
+            "count": 32
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1692542159",
+        "start_time_seconds": "1692543569",
         "python_version": "3.9.16 (main, Jan 11 2023, 16:16:36) [MSC v.1916 64 bit (AMD64)]",
         "command_line_arguments": "C:\\ProgramData\\Anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./results/SoccerTwos/configuration.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics",
         "mlagents_version": "0.31.0.dev0",
@@ -204,103 +204,103 @@
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.13.1+cpu",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1692543150"
+        "end_time_seconds": "1692561290"
     },
-    "total": 990.7989786999999,
+    "total": 17720.4787372,
     "count": 1,
-    "self": 0.35022379999986697,
+    "self": 2.787592599997879,
     "children": {
         "run_training.setup": {
-            "total": 0.0775155999999999,
+            "total": 0.07298939999999998,
             "count": 1,
-            "self": 0.0775155999999999
+            "self": 0.07298939999999998
         },
         "TrainerController.start_learning": {
-            "total": 990.3712393000001,
+            "total": 17717.6181552,
             "count": 1,
-            "self": 0.24941830000148002,
+            "self": 6.351511599987134,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 22.552427500000004,
-                    "count": 2,
-                    "self": 22.552427500000004
+                    "total": 23.032937899998608,
+                    "count": 5,
+                    "self": 23.032937899998608
                 },
                 "TrainerController.advance": {
-                    "total": 967.4081702999986,
-                    "count": 7518,
-                    "self": 0.2443588999962003,
+                    "total": 17687.68879250002,
+                    "count": 44948,
+                    "self": 7.109843999893201,
                     "children": {
                         "env_step": {
-                            "total": 144.82356770000118,
-                            "count": 7518,
-                            "self": 108.68422029999854,
+                            "total": 3662.31696130006,
+                            "count": 44948,
+                            "self": 2871.746204300138,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 35.99783680000158,
-                                    "count": 7518,
-                                    "self": 1.2428319999989554,
+                                    "total": 787.7820196999261,
+                                    "count": 44948,
+                                    "self": 31.48403499983226,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 34.755004800002624,
-                                            "count": 13874,
-                                            "self": 34.755004800002624
+                                            "total": 756.2979847000938,
+                                            "count": 82944,
+                                            "self": 756.2979847000938
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.1415106000010482,
-                                    "count": 7518,
+                                    "total": 2.788737299996349,
+                                    "count": 44948,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 967.4075694000018,
-                                            "count": 7518,
+                                            "total": 17685.520841700076,
+                                            "count": 44948,
                                             "is_parallel": true,
-                                            "self": 881.6888378999986,
+                                            "self": 15320.824971400147,
                                             "children": {
                                                 "steps_from_proto": {
-                                                    "total": 0.004742900000003658,
-                                                    "count": 4,
+                                                    "total": 0.02511370000227231,
+                                                    "count": 10,
                                                     "is_parallel": true,
-                                                    "self": 0.0008959999999973434,
+                                                    "self": 0.008194800008894276,
                                                     "children": {
                                                         "_process_rank_one_or_two_observation": {
-                                                            "total": 0.0038469000000063147,
-                                                            "count": 16,
+                                                            "total": 0.016918899993378034,
+                                                            "count": 40,
                                                             "is_parallel": true,
-                                                            "self": 0.0038469000000063147
+                                                            "self": 0.016918899993378034
                                                         }
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 85.71398860000323,
-                                                    "count": 7518,
+                                                    "total": 2364.670756599926,
+                                                    "count": 44948,
                                                     "is_parallel": true,
-                                                    "self": 4.637836800004308,
+                                                    "self": 88.7096520005407,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 3.3900948000007283,
-                                                            "count": 7518,
+                                                            "total": 31.95907119986436,
+                                                            "count": 44948,
                                                             "is_parallel": true,
-                                                            "self": 3.3900948000007283
+                                                            "self": 31.95907119986436
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 63.027400900002405,
-                                                            "count": 7518,
+                                                            "total": 1936.7654301998539,
+                                                            "count": 44948,
                                                             "is_parallel": true,
-                                                            "self": 63.027400900002405
+                                                            "self": 1936.7654301998539
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 14.658656099995799,
-                                                            "count": 15036,
+                                                            "total": 307.23660319966683,
+                                                            "count": 89896,
                                                             "is_parallel": true,
-                                                            "self": 2.81826520000293,
+                                                            "self": 62.523564299973486,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 11.840390899992869,
-                                                                    "count": 60144,
+                                                                    "total": 244.71303889969334,
+                                                                    "count": 359584,
                                                                     "is_parallel": true,
-                                                                    "self": 11.840390899992869
+                                                                    "self": 244.71303889969334
                                                                 }
                                                             }
                                                         }
@@ -313,31 +313,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 822.3402437000012,
-                            "count": 7518,
-                            "self": 1.8137465000003203,
+                            "total": 14018.261987200065,
+                            "count": 44948,
+                            "self": 39.708251100171765,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 54.25274740000084,
-                                    "count": 7518,
-                                    "self": 54.04898240000075,
+                                    "total": 949.5287210998943,
+                                    "count": 44948,
+                                    "self": 947.0489581998943,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.20376500000008946,
-                                            "count": 1,
-                                            "self": 0.20376500000008946
+                                            "total": 2.479762899999969,
+                                            "count": 6,
+                                            "self": 2.479762899999969
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 766.2737498,
-                                    "count": 5,
-                                    "self": 21.910392699999875,
+                                    "total": 13029.025015,
+                                    "count": 32,
+                                    "self": 357.51662589999614,
                                     "children": {
                                         "TorchPOCAOptimizer.update": {
-                                            "total": 744.3633571000001,
-                                            "count": 150,
-                                            "self": 744.3633571000001
+                                            "total": 12671.508389100003,
+                                            "count": 960,
+                                            "self": 12671.508389100003
                                         }
                                     }
                                 }
@@ -346,19 +346,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 9.999999974752427e-07,
+                    "total": 1.0999974620062858e-06,
                     "count": 1,
-                    "self": 9.999999974752427e-07
+                    "self": 1.0999974620062858e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.16122219999999743,
+                    "total": 0.5449120999983279,
                     "count": 1,
-                    "self": 0.0033286000000316562,
+                    "self": 0.012693899996520486,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.15789359999996577,
+                            "total": 0.5322182000018074,
                             "count": 1,
-                            "self": 0.15789359999996577
+                            "self": 0.5322182000018074
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,60 +1,60 @@
 {
     "SoccerTwos": {
-        "elo": 1202.5261338381647,
+        "elo": 1192.8651248916458,
         "checkpoints": [
             {
-                "steps": 88000526,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88000526.onnx",
+                "steps": 88499997,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88499997.onnx",
                 "reward": 0.0,
-                "creation_time": 1678252080.5117538,
+                "creation_time": 1692548136.8587,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88000526.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88499997.pt"
                 ]
             },
             {
-                "steps": 88099817,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88099817.onnx",
+                "steps": 88599998,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88599998.onnx",
                 "reward": 0.0,
-                "creation_time": 1692539797.8195543,
+                "creation_time": 1692551411.8146944,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88099817.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88599998.pt"
                 ]
             },
             {
-                "steps": 88110062,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88110062.onnx",
+                "steps": 88699995,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88699995.onnx",
                 "reward": 0.0,
-                "creation_time": 1692539970.9855554,
+                "creation_time": 1692554875.452695,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88110062.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88699995.pt"
                 ]
             },
             {
-                "steps": 88199944,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88199944.onnx",
+                "steps": 88799948,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88799948.onnx",
                 "reward": 0.0,
-                "creation_time": 1692542961.1676624,
+                "creation_time": 1692558226.2216969,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88199944.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88799948.pt"
                 ]
             },
             {
-                "steps": 88220058,
-                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88220058.onnx",
+                "steps": 88880394,
+                "file_path": "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88880394.onnx",
                 "reward": 0.0,
-                "creation_time": 1692543150.2506678,
+                "creation_time": 1692561287.2816947,
                 "auxillary_file_paths": [
-                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88220058.pt"
+                    "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88880394.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 88220058,
+            "steps": 88880394,
             "file_path": "results\\SoccerTwos\\SoccerTwos.onnx",
             "reward": 0.0,
-            "creation_time": 1692543150.2506678,
+            "creation_time": 1692561287.2816947,
             "auxillary_file_paths": [
-                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88220058.pt"
+                "results\\SoccerTwos\\SoccerTwos\\SoccerTwos-88880394.pt"
             ]
         }
     },