First Push

SoccerTwos/SoccerTwos-0.pt → SoccerTwos.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c6737bb878a76d704f5fb91135ede088eb5d4d73ab416da2135fbd9ced807018
-size 9478839
+oid sha256:1bf5b3f6f4ebe6b9817012124ffbba1db65b5de3982fe44dabb1705b30de138f
+size 1768746

SoccerTwos/{events.out.tfevents.1680363524.LAPTOP-5AEANFTE.16904.0 → SoccerTwos-12999982.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a25251787f7501e5c96c254e48d53764742ed9c3bfef8165154f0d71b6adb6db
-size 285736
+oid sha256:b220749966a73ea95997d22fe764ea842e6adbc9dbe890cd149ac08acf11a223
+size 1768746

SoccerTwos/SoccerTwos-12999982.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc45c6b7fe18dc6304d442a2ca2313a79e7cffec65adecc2e43bbb72a1d2e57e
+size 28430025

SoccerTwos/SoccerTwos-13499990.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee48f5de1a1f36ea6a04b9d7b1ae33a4d134a715dd24ff89c42bb86a25d0b33
+size 1768746

SoccerTwos/SoccerTwos-13499990.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:250d0b4f42c070ab56c197b9cc0f0e2e9f6d113634ae862b097a53fdd48ee98a
+size 28430025

SoccerTwos/SoccerTwos-13999931.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3dceb716ab9c92f3a10fb84f9986e894ab8c011f84e451a85a3a9d098a9f2ccc
+size 1768746

SoccerTwos/SoccerTwos-13999931.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9217c10833709dd12ce2889d84df6461898a0188897c6d09748e913fe23ed127
+size 28430025

SoccerTwos/SoccerTwos-14499982.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7482a8848ceb0895a9d3c2b4e647293cff9aae17e0520af057d6b520af3d561
+size 1768746

SoccerTwos/SoccerTwos-14499982.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52153b2418c6d426823d6780803908defa5aeefb523f8237258d189e7197427a
+size 28430025

SoccerTwos/SoccerTwos-14999954.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46d3a1de094d946578c348f6665131621010056b5893596b917e9e4731fb38f
+size 1768746

SoccerTwos/SoccerTwos-14999954.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36bcd98b9fb7bcf6f5ebe26879dda3fc4d881bf6bf12d0fbacf13d47e5a96967
+size 28430025

SoccerTwos/SoccerTwos-14999985.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a46d3a1de094d946578c348f6665131621010056b5893596b917e9e4731fb38f
+size 1768746

SoccerTwos/SoccerTwos-14999985.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155c2ddd2376815a5078ebbf274bc3da8ebb87aece7a9ada43654d4da3506cad
+size 28430025

SoccerTwos/SoccerTwos-15061518.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf5b3f6f4ebe6b9817012124ffbba1db65b5de3982fe44dabb1705b30de138f
+size 1768746

SoccerTwos/SoccerTwos-15061518.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a027229884430b024fdea63ecfc2713403275b60d566ccf907ac6bd3a789a3f2
+size 28430025

SoccerTwos/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:005f6c5615f5c51fc1a51541444bfd58c1a68f0e26e345c1b6d44c8a01a5e2a0
-size 9478763
+oid sha256:8bebeccfa54ae2e6029c812a992569c695b937b9cd8d8074920a4b6291aaf803
+size 28428927

SoccerTwos/events.out.tfevents.1680723127.LAPTOP-5AEANFTE.3272.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7040bf217db0ff8afdb8a6d29020d573f138109b1eab12db26f08a0769b82138
+size 15128152

SoccerTwos/{events.out.tfevents.1680709896.LAPTOP-5AEANFTE.4208.0 → events.out.tfevents.1680763249.LAPTOP-5AEANFTE.20844.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ccff48a8e97c568f8794e12c5409a8adf0373d846c0e65c95cbf98a52bffe9d
-size 1193
+oid sha256:9dababc9037c449eccd27573709fb7765672b697071d26e44c239fce74a47c49
+size 63402

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SoccerTwos": {"trainer_type": "poca", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "constant", "beta_schedule": "constant", "epsilon_schedule": "constant"}, "checkpoint_interval": 500000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "even_checkpoints": false, "max_steps": 50000000, "time_horizon": 1000, "summary_freq": 10000, "threaded": false, "self_play": {"save_steps": 50000, "team_change": 200000, "swap_steps": 2000, "window": 10, "play_against_latest_model_ratio": 0.5, "initial_elo": 1200.0}, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/SoccerTwos.exe", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SoccerTwos3", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -69,7 +69,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: SoccerTwos
+  run_id: SoccerTwos3
   initialize_from: null
   load_model: false
   resume: true

run_logs/Player-0.log

@@ -9,7 +9,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.759 seconds
+- Completed reload, in  0.090 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Microsoft Media Foundation video decoding to texture disabled: graphics device is Null, only Direct3D 11 and Direct3D 12 (only on desktop) are supported for hardware-accelerated video decoding.
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -35,7 +35,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 4.426500 ms
+UnloadTime: 0.507800 ms
 Registered Communicator in Agent.
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 Setting up 8 worker threads for Enlighten.
@@ -43,7 +43,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 1170 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -71,7 +71,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0.8 KB
+      Peak Allocated Bytes 0 B
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 10]
       Initial Block Size 32.0 KB
@@ -186,7 +186,7 @@ Memory Statistics:
     [ALLOC_TEMP_Job.Worker 2]
       Initial Block Size 256.0 KB
       Current Block Size 256.0 KB
-      Peak Allocated Bytes 0 B
+      Peak Allocated Bytes 0.8 KB
       Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
@@ -229,19 +229,19 @@ Memory Statistics:
       Peak Allocated Bytes 54 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 3
+  Peak main deferred allocation count 2
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 1 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 1171 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 5.1 MB
+      Peak Allocated memory 5.2 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 1171 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.1 MB
@@ -258,7 +258,7 @@ Memory Statistics:
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
   Initial Block Size 2.0 MB
-  Used Block Count 1
+  Used Block Count 2
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -273,13 +273,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 1170 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [128.0 KB-256.0 KB]: 1 frames
+      Peak usage frame count: [128.0 KB-256.0 KB]: 1171 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 173.6 KB
@@ -291,13 +291,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1171 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 1170 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 3.2 MB
@@ -309,13 +309,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 1 frames
+      Peak usage frame count: [0-1.0 KB]: 1171 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [2.0 KB-4.0 KB]: 1 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 1170 frames, [2.0 KB-4.0 KB]: 1 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 KB

run_logs/timers.json

@@ -1,45 +1,364 @@
 {
     "name": "root",
+    "gauges": {
+        "SoccerTwos.Policy.Entropy.mean": {
+            "value": 1.6175289154052734,
+            "min": 1.6175289154052734,
+            "max": 1.6452361345291138,
+            "count": 7
+        },
+        "SoccerTwos.Policy.Entropy.sum": {
+            "value": 31004.794921875,
+            "min": 1367.9613037109375,
+            "max": 34486.40234375,
+            "count": 7
+        },
+        "SoccerTwos.Environment.EpisodeLength.mean": {
+            "value": 68.4931506849315,
+            "min": 11.5,
+            "max": 68.4931506849315,
+            "count": 7
+        },
+        "SoccerTwos.Environment.EpisodeLength.sum": {
+            "value": 20000.0,
+            "min": 92.0,
+            "max": 20000.0,
+            "count": 7
+        },
+        "SoccerTwos.Self-play.ELO.mean": {
+            "value": 1199.6589662120994,
+            "min": 1194.7646503162598,
+            "max": 1205.486328943782,
+            "count": 7
+        },
+        "SoccerTwos.Self-play.ELO.sum": {
+            "value": 175150.2090669665,
+            "min": 4800.0,
+            "max": 199670.16142830084,
+            "count": 7
+        },
+        "SoccerTwos.Step.mean": {
+            "value": 15059982.0,
+            "min": 14999985.0,
+            "max": 15059982.0,
+            "count": 7
+        },
+        "SoccerTwos.Step.sum": {
+            "value": 15059982.0,
+            "min": 14999985.0,
+            "max": 15059982.0,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.mean": {
+            "value": -0.08485712110996246,
+            "min": -0.21045248210430145,
+            "max": -0.0027830300386995077,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicBaselineEstimate.sum": {
+            "value": -12.389139175415039,
+            "min": -12.389139175415039,
+            "max": -0.41188845038414,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.mean": {
+            "value": -0.08918455988168716,
+            "min": -0.20541344583034515,
+            "max": -0.006354253739118576,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicValueEstimate.sum": {
+            "value": -13.02094554901123,
+            "min": -13.02094554901123,
+            "max": -0.6162403225898743,
+            "count": 7
+        },
+        "SoccerTwos.Environment.CumulativeReward.mean": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 7
+        },
+        "SoccerTwos.Environment.CumulativeReward.sum": {
+            "value": 0.0,
+            "min": 0.0,
+            "max": 0.0,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.mean": {
+            "value": -0.2063452078871531,
+            "min": -1.0,
+            "max": 0.12662162249152725,
+            "count": 7
+        },
+        "SoccerTwos.Policy.ExtrinsicReward.sum": {
+            "value": -30.126400351524353,
+            "min": -30.126400351524353,
+            "max": 18.740000128746033,
+            "count": 7
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.mean": {
+            "value": -0.2063452078871531,
+            "min": -1.0,
+            "max": 0.12662162249152725,
+            "count": 7
+        },
+        "SoccerTwos.Environment.GroupCumulativeReward.sum": {
+            "value": -30.126400351524353,
+            "min": -30.126400351524353,
+            "max": 18.740000128746033,
+            "count": 7
+        },
+        "SoccerTwos.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 7
+        },
+        "SoccerTwos.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 7
+        },
+        "SoccerTwos.Losses.PolicyLoss.mean": {
+            "value": 0.021047038274506727,
+            "min": 0.014849630450286592,
+            "max": 0.021047038274506727,
+            "count": 2
+        },
+        "SoccerTwos.Losses.PolicyLoss.sum": {
+            "value": 0.021047038274506727,
+            "min": 0.014849630450286592,
+            "max": 0.021047038274506727,
+            "count": 2
+        },
+        "SoccerTwos.Losses.ValueLoss.mean": {
+            "value": 0.09795060604810715,
+            "min": 0.09790906980633736,
+            "max": 0.09795060604810715,
+            "count": 2
+        },
+        "SoccerTwos.Losses.ValueLoss.sum": {
+            "value": 0.09795060604810715,
+            "min": 0.09790906980633736,
+            "max": 0.09795060604810715,
+            "count": 2
+        },
+        "SoccerTwos.Losses.BaselineLoss.mean": {
+            "value": 0.10036184812585512,
+            "min": 0.09985422864556312,
+            "max": 0.10036184812585512,
+            "count": 2
+        },
+        "SoccerTwos.Losses.BaselineLoss.sum": {
+            "value": 0.10036184812585512,
+            "min": 0.09985422864556312,
+            "max": 0.10036184812585512,
+            "count": 2
+        },
+        "SoccerTwos.Policy.LearningRate.mean": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 2
+        },
+        "SoccerTwos.Policy.LearningRate.sum": {
+            "value": 0.0003,
+            "min": 0.0003,
+            "max": 0.0003,
+            "count": 2
+        },
+        "SoccerTwos.Policy.Epsilon.mean": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 2
+        },
+        "SoccerTwos.Policy.Epsilon.sum": {
+            "value": 0.20000000000000007,
+            "min": 0.20000000000000007,
+            "max": 0.20000000000000007,
+            "count": 2
+        },
+        "SoccerTwos.Policy.Beta.mean": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 2
+        },
+        "SoccerTwos.Policy.Beta.sum": {
+            "value": 0.005000000000000001,
+            "min": 0.005000000000000001,
+            "max": 0.005000000000000001,
+            "count": 2
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1680709889",
-        "python_version": "3.9.13 (main, Aug 25 2022, 23:51:50) [MSC v.1916 64 bit (AMD64)]",
-        "command_line_arguments": "C:\\ProgramData\\Anaconda3\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos --no-graphics --resume",
+        "start_time_seconds": "1680763245",
+        "python_version": "3.9.16 (main, Mar  8 2023, 10:39:24) [MSC v.1916 64 bit (AMD64)]",
+        "command_line_arguments": "C:\\ProgramData\\Anaconda3\\envs\\rl\\Scripts\\mlagents-learn ./config/poca/SoccerTwos.yaml --env=./training-envs-executables/SoccerTwos.exe --run-id=SoccerTwos3 --no-graphics --resume",
         "mlagents_version": "0.31.0.dev0",
         "mlagents_envs_version": "0.31.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.0.0+cpu",
         "numpy_version": "1.21.2",
-        "end_time_seconds": "1680709897"
+        "end_time_seconds": "1680763411"
     },
-    "total": 8.040111,
+    "total": 166.05881739999998,
     "count": 1,
-    "self": 0.30190859999999997,
+    "self": 0.00738530000000992,
     "children": {
         "run_training.setup": {
-            "total": 0.1522363000000002,
+            "total": 0.10945179999999999,
             "count": 1,
-            "self": 0.1522363000000002
+            "self": 0.10945179999999999
         },
         "TrainerController.start_learning": {
-            "total": 7.585966099999999,
+            "total": 165.94198029999998,
             "count": 1,
-            "self": 0.00011629999999751561,
+            "self": 0.10049440000025811,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 7.464698,
+                    "total": 4.1218941000000004,
+                    "count": 2,
+                    "self": 4.1218941000000004
+                },
+                "TrainerController.advance": {
+                    "total": 161.60429159999973,
+                    "count": 4293,
+                    "self": 0.0802258999985952,
+                    "children": {
+                        "env_step": {
+                            "total": 57.23557130000063,
+                            "count": 4293,
+                            "self": 44.29359930000111,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 12.885823999999628,
+                                    "count": 4293,
+                                    "self": 0.5079915000002213,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 12.377832499999407,
+                                            "count": 7804,
+                                            "self": 12.377832499999407
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 0.056147999999890175,
+                                    "count": 4293,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 140.4687641999996,
+                                            "count": 4293,
+                                            "is_parallel": true,
+                                            "self": 105.82835569999918,
+                                            "children": {
+                                                "steps_from_proto": {
+                                                    "total": 0.003049300000001587,
+                                                    "count": 4,
+                                                    "is_parallel": true,
+                                                    "self": 0.000592000000000148,
+                                                    "children": {
+                                                        "_process_rank_one_or_two_observation": {
+                                                            "total": 0.002457300000001439,
+                                                            "count": 16,
+                                                            "is_parallel": true,
+                                                            "self": 0.002457300000001439
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 34.63735920000043,
+                                                    "count": 4293,
+                                                    "is_parallel": true,
+                                                    "self": 1.947230000000033,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 1.639454400000341,
+                                                            "count": 4293,
+                                                            "is_parallel": true,
+                                                            "self": 1.639454400000341
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 25.24228060000031,
+                                                            "count": 4293,
+                                                            "is_parallel": true,
+                                                            "self": 25.24228060000031
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 5.808394199999744,
+                                                            "count": 8586,
+                                                            "is_parallel": true,
+                                                            "self": 1.1771927000000417,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 4.631201499999702,
+                                                                    "count": 34344,
+                                                                    "is_parallel": true,
+                                                                    "self": 4.631201499999702
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 104.28849440000052,
+                            "count": 4293,
+                            "self": 0.7541314000011425,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 17.68527299999938,
+                                    "count": 4293,
+                                    "self": 17.53359369999938,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 0.15167930000000052,
+                                            "count": 1,
+                                            "self": 0.15167930000000052
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 85.84908999999999,
+                                    "count": 3,
+                                    "self": 7.088042699999946,
+                                    "children": {
+                                        "TorchPOCAOptimizer.update": {
+                                            "total": 78.76104730000004,
+                                            "count": 80,
+                                            "self": 78.76104730000004
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 1.3000000080864993e-06,
                     "count": 1,
-                    "self": 7.464698
+                    "self": 1.3000000080864993e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.12115180000000159,
+                    "total": 0.1152988999999991,
                     "count": 1,
-                    "self": 3.640000000082466e-05,
+                    "self": 0.003764600000010887,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.12111540000000076,
+                            "total": 0.1115342999999882,
                             "count": 1,
-                            "self": 0.12111540000000076
+                            "self": 0.1115342999999882
                         }
                     }
                 }

run_logs/training_status.json

@@ -1,6 +1,35 @@
 {
     "SoccerTwos": {
-        "elo": 1200.0
+        "checkpoints": [
+            {
+                "steps": 14999985,
+                "file_path": "results\\SoccerTwos3\\SoccerTwos\\SoccerTwos-14999985.onnx",
+                "reward": 0.0,
+                "creation_time": 1680763250.2673864,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos3\\SoccerTwos\\SoccerTwos-14999985.pt"
+                ]
+            },
+            {
+                "steps": 15061518,
+                "file_path": "results\\SoccerTwos3\\SoccerTwos\\SoccerTwos-15061518.onnx",
+                "reward": null,
+                "creation_time": 1680763411.4959195,
+                "auxillary_file_paths": [
+                    "results\\SoccerTwos3\\SoccerTwos\\SoccerTwos-15061518.pt"
+                ]
+            }
+        ],
+        "elo": 1193.4073662739233,
+        "final_checkpoint": {
+            "steps": 15061518,
+            "file_path": "results\\SoccerTwos3\\SoccerTwos.onnx",
+            "reward": null,
+            "creation_time": 1680763411.4959195,
+            "auxillary_file_paths": [
+                "results\\SoccerTwos3\\SoccerTwos\\SoccerTwos-15061518.pt"
+            ]
+        }
     },
     "metadata": {
         "stats_format_version": "0.3.0",