Second Push

SnowballTarget.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c623b15bab220dace42d204e87961ef1380c1a32f1961459a16c9cd6dd23166
-size 650646
+oid sha256:3afc85b21fdc2839f91b2ca5553fcfdf88ec86723cf526e7d165eed507166490
+size 1815958

SnowballTarget/SnowballTarget-1000208.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc85b21fdc2839f91b2ca5553fcfdf88ec86723cf526e7d165eed507166490
+size 1815958

SnowballTarget/SnowballTarget-1000208.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6d542419db60abc15be450f8b939cb3ba8db4184c82b511bc7a76a4f2d662
+size 10820582

SnowballTarget/SnowballTarget-599952.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5329a73381e98e632d33da3e5c2c7d0ce886ec535eb5f86faa693a19c8768bb
+size 1815958

SnowballTarget/SnowballTarget-599952.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70d7abc092076f009cb072e4317371c537fb677150144765cfb937fa1b97375d
+size 10820443

SnowballTarget/SnowballTarget-649896.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ebeb11e245b941df7d181646efc81a2ceef6532105acaa90f9b006128c0946
+size 1815958

SnowballTarget/SnowballTarget-649896.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d3e972e5659e0076292780b94e98d836d44fb47fcf04f3cadeb976f35f2323
+size 10820443

SnowballTarget/SnowballTarget-699984.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:654479426f9c4d37b13f326e2af1a1e112653b2b8c6c25db5e28f20a706d3322
+size 1815958

SnowballTarget/SnowballTarget-699984.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f5589a6811b858bccb84bc306f1bc5adb780fb7a8640f5fdf7f3ca5ac16c30
+size 10820443

SnowballTarget/SnowballTarget-749984.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:228760cd3d9c5f6ee4a7605ff80d6cbe67e28b7b11580a7ecda9e07e0582e25f
+size 1815958

SnowballTarget/SnowballTarget-749984.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2433e06f7414614c760cfd0113a2a654c382353a81ba26d948f5fa530fb2deb
+size 10820443

SnowballTarget/SnowballTarget-799880.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c842c56c9f5835d6f572980b27bd4d19a02283dbeb10a76f28bdaff65af9493
+size 1815958

SnowballTarget/SnowballTarget-799880.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09588fb88b518d8ab974facbc6fbdf504e4e8c62f7de26024cf2791f1dcf2dc0
+size 10820443

SnowballTarget/SnowballTarget-849968.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:947dd5845f9460c8dd0ff0a6a6c5dde33098dd27ce0a6678e25af499d483f07f
+size 1815958

SnowballTarget/SnowballTarget-849968.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb4347cd0be7dce219fe1d3086d4e31ecaff4b329f5f0fccce7d32a3b1f9f46
+size 10820443

SnowballTarget/SnowballTarget-899928.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d5a81fcbf81f7e8dc0c97f3601d859c8c2ed64f9a29d5d767b8599f0e34cc6
+size 1815958

SnowballTarget/SnowballTarget-899928.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb4f0ae7ad06c6bb3a262b5f608933be2c8688c0bc8af3b09981257576470346
+size 10820443

SnowballTarget/SnowballTarget-949968.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abc6f84ce00d03baf7773420f8aeebdd1909c1480efca5db09ecd51600fd362d
+size 1815958

SnowballTarget/SnowballTarget-949968.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7012a7c0797a5c6f5c34354a1c6c2b4d5b85b13abf4264b581fcbd23652930c
+size 10820443

SnowballTarget/SnowballTarget-999952.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3afc85b21fdc2839f91b2ca5553fcfdf88ec86723cf526e7d165eed507166490
+size 1815958

SnowballTarget/SnowballTarget-999952.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2da9366191a387bd5acf0a6b2792a432165fdba4adbc693e6a992f4cd9667c1
+size 10820443

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9261cd0847889a2ba57b34eeebb2384234789bd3303c994e7b9918008fe01ca
-size 3849250
+oid sha256:302498aa217a9307f3cdefa89d857836942e05b1ca9e87eb320db86824a7a906
+size 10819618

SnowballTarget/events.out.tfevents.1698231368.0fa4c3474999.3727.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb156503448922f8c541a2cf32cd0f3be879b0eb33460215e3ab89d4d890e7e5
+size 23101

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 512, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 1000000, "time_horizon": 128, "summary_freq": 50000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -17,7 +17,7 @@ behaviors:
     checkpoint_interval: 50000
     network_settings:
       normalize: false
-      hidden_units: 256
+      hidden_units: 512
       num_layers: 2
       vis_encode_type: simple
       memory: null
@@ -38,9 +38,9 @@ behaviors:
     init_path: null
     keep_checkpoints: 10
     even_checkpoints: false
-    max_steps: 200000
-    time_horizon: 64
-    summary_freq: 10000
+    max_steps: 1000000
+    time_horizon: 128
+    summary_freq: 50000
     threaded: true
     self_play: null
     behavioral_cloning: null
@@ -65,7 +65,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: SnowballTarget1
+  run_id: SnowballTarget2
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarge
 Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.086 seconds
+- Completed reload, in  0.077 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,7 +42,7 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.656869 ms
+UnloadTime: 0.617088 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
@@ -53,7 +50,7 @@ Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 5368 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 26832 frames, [16.0 KB-32.0 KB]: 454 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -169,19 +166,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 44
+  Peak main deferred allocation count 39
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 5460 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 12418 frames, [8.0 MB-16.0 MB]: 14869 frames
       Requested Block Size 16.0 MB
-      Peak Block count 1
-      Peak Allocated memory 6.7 MB
+      Peak Block count 2
+      Peak Allocated memory 14.4 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 5460 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 27287 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 17.8 MB
@@ -213,13 +210,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 3320 frames, [64.0 KB-128.0 KB]: 2140 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26250 frames, [64.0 KB-128.0 KB]: 1037 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 67.3 KB
+      Peak Allocated memory 66.4 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 5460 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 27287 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 39.6 KB
@@ -231,13 +228,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 27287 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5459 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 27286 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -249,13 +246,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 5460 frames
+      Peak usage frame count: [0-1.0 KB]: 27287 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 5460 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 27287 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.7 KB

run_logs/timers.json

@@ -2,39 +2,39 @@
     "name": "root",
     "gauges": {
         "SnowballTarget.Policy.Entropy.mean": {
-            "value": 0.9394565224647522,
-            "min": 0.9141441583633423,
-            "max": 2.8565824031829834,
+            "value": 0.5860854387283325,
+            "min": 0.5860854387283325,
+            "max": 2.443842887878418,
             "count": 20
         },
         "SnowballTarget.Policy.Entropy.sum": {
-            "value": 8969.9306640625,
-            "min": 8969.9306640625,
-            "max": 29285.681640625,
+            "value": 29282.001953125,
+            "min": 29282.001953125,
+            "max": 123658.453125,
             "count": 20
         },
         "SnowballTarget.Step.mean": {
-            "value": 199984.0,
-            "min": 9952.0,
-            "max": 199984.0,
+            "value": 999952.0,
+            "min": 49952.0,
+            "max": 999952.0,
             "count": 20
         },
         "SnowballTarget.Step.sum": {
-            "value": 199984.0,
-            "min": 9952.0,
-            "max": 199984.0,
+            "value": 999952.0,
+            "min": 49952.0,
+            "max": 999952.0,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 11.45400619506836,
-            "min": 0.3070013225078583,
-            "max": 11.45400619506836,
+            "value": 14.130938529968262,
+            "min": 3.2179858684539795,
+            "max": 14.170147895812988,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 2233.53125,
-            "min": 59.558258056640625,
-            "max": 2303.4033203125,
+            "value": 7051.33837890625,
+            "min": 1599.3389892578125,
+            "max": 7113.4140625,
             "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.mean": {
@@ -44,93 +44,93 @@
             "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.sum": {
-            "value": 8756.0,
-            "min": 8756.0,
-            "max": 10945.0,
+            "value": 48158.0,
+            "min": 48158.0,
+            "max": 50347.0,
+            "count": 20
+        },
+        "SnowballTarget.Environment.CumulativeReward.mean": {
+            "value": 27.798387096774192,
+            "min": 10.15983606557377,
+            "max": 27.8300395256917,
+            "count": 20
+        },
+        "SnowballTarget.Environment.CumulativeReward.sum": {
+            "value": 6894.0,
+            "min": 2479.0,
+            "max": 7041.0,
+            "count": 20
+        },
+        "SnowballTarget.Policy.ExtrinsicReward.mean": {
+            "value": 27.798387096774192,
+            "min": 10.15983606557377,
+            "max": 27.8300395256917,
+            "count": 20
+        },
+        "SnowballTarget.Policy.ExtrinsicReward.sum": {
+            "value": 6894.0,
+            "min": 2479.0,
+            "max": 7041.0,
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.mean": {
-            "value": 0.06720656596064822,
-            "min": 0.06381262132188069,
-            "max": 0.07530971806480402,
+            "value": 0.07071791908982689,
+            "min": 0.06703672302408809,
+            "max": 0.07201141945276286,
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.sum": {
-            "value": 0.2688262638425929,
-            "min": 0.25525048528752275,
-            "max": 0.36782232005526905,
+            "value": 1.6265121390660184,
+            "min": 1.474807906529938,
+            "max": 1.6562626474135458,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.mean": {
-            "value": 0.215917447399275,
-            "min": 0.12496637004455002,
-            "max": 0.26474717008132564,
+            "value": 0.17576968430431092,
+            "min": 0.1658779936004986,
+            "max": 0.2771722643881503,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.sum": {
-            "value": 0.8636697895971,
-            "min": 0.4998654801782001,
-            "max": 1.3237358504066281,
+            "value": 4.042702738999151,
+            "min": 3.8151938528114675,
+            "max": 6.374962080927457,
             "count": 20
         },
         "SnowballTarget.Policy.LearningRate.mean": {
-            "value": 8.082097306000005e-06,
-            "min": 8.082097306000005e-06,
-            "max": 0.000291882002706,
+            "value": 7.620097460000001e-06,
+            "min": 7.620097460000001e-06,
+            "max": 0.0002924109843478546,
             "count": 20
         },
         "SnowballTarget.Policy.LearningRate.sum": {
-            "value": 3.232838922400002e-05,
-            "min": 3.232838922400002e-05,
-            "max": 0.00138516003828,
+            "value": 0.00017526224158,
+            "min": 0.00017526224158,
+            "max": 0.006433041655652801,
             "count": 20
         },
         "SnowballTarget.Policy.Epsilon.mean": {
-            "value": 0.10269400000000001,
-            "min": 0.10269400000000001,
-            "max": 0.19729400000000002,
+            "value": 0.10254,
+            "min": 0.10254,
+            "max": 0.1974703272727273,
             "count": 20
         },
         "SnowballTarget.Policy.Epsilon.sum": {
-            "value": 0.41077600000000003,
-            "min": 0.41077600000000003,
-            "max": 0.96172,
+            "value": 2.35842,
+            "min": 2.35842,
+            "max": 4.427960000000001,
             "count": 20
         },
         "SnowballTarget.Policy.Beta.mean": {
-            "value": 0.0001444306000000001,
-            "min": 0.0001444306000000001,
-            "max": 0.0048649706,
+            "value": 0.000136746,
+            "min": 0.000136746,
+            "max": 0.004873769330909091,
             "count": 20
         },
         "SnowballTarget.Policy.Beta.sum": {
-            "value": 0.0005777224000000004,
-            "min": 0.0005777224000000004,
-            "max": 0.023089828,
-            "count": 20
-        },
-        "SnowballTarget.Environment.CumulativeReward.mean": {
-            "value": 22.681818181818183,
-            "min": 3.3181818181818183,
-            "max": 22.927272727272726,
-            "count": 20
-        },
-        "SnowballTarget.Environment.CumulativeReward.sum": {
-            "value": 998.0,
-            "min": 146.0,
-            "max": 1261.0,
-            "count": 20
-        },
-        "SnowballTarget.Policy.ExtrinsicReward.mean": {
-            "value": 22.681818181818183,
-            "min": 3.3181818181818183,
-            "max": 22.927272727272726,
-            "count": 20
-        },
-        "SnowballTarget.Policy.ExtrinsicReward.sum": {
-            "value": 998.0,
-            "min": 146.0,
-            "max": 1261.0,
+            "value": 0.0031451580000000003,
+            "min": 0.0031451580000000003,
+            "max": 0.10722292527999999,
             "count": 20
         },
         "SnowballTarget.IsTraining.mean": {
@@ -148,67 +148,67 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1698225825",
+        "start_time_seconds": "1698231368",
         "python_version": "3.10.12 (main, Jun 11 2023, 05:26:28) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget2 --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "2.1.0+cu118",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1698226313"
+        "end_time_seconds": "1698233609"
     },
-    "total": 488.13565355700007,
+    "total": 2241.1600546160003,
     "count": 1,
-    "self": 0.4345231900000499,
+    "self": 0.4240094830001908,
     "children": {
         "run_training.setup": {
-            "total": 0.04804301399997257,
+            "total": 0.042658243000005314,
             "count": 1,
-            "self": 0.04804301399997257
+            "self": 0.042658243000005314
         },
         "TrainerController.start_learning": {
-            "total": 487.65308735300005,
+            "total": 2240.69338689,
             "count": 1,
-            "self": 0.5719399940015819,
+            "self": 2.80471784100655,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 9.068871303999913,
+                    "total": 3.1852731500000573,
                     "count": 1,
-                    "self": 9.068871303999913
+                    "self": 3.1852731500000573
                 },
                 "TrainerController.advance": {
-                    "total": 477.9206781389986,
-                    "count": 18199,
-                    "self": 0.28348906800567875,
+                    "total": 2234.5915062999934,
+                    "count": 90954,
+                    "self": 1.3369565009556936,
                     "children": {
                         "env_step": {
-                            "total": 477.6371890709929,
-                            "count": 18199,
-                            "self": 327.7294423999896,
+                            "total": 2233.2545497990377,
+                            "count": 90954,
+                            "self": 1437.3404762530213,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 149.62392567400752,
-                                    "count": 18199,
-                                    "self": 1.4933443199956855,
+                                    "total": 794.511444212965,
+                                    "count": 90954,
+                                    "self": 7.143909519008162,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 148.13058135401184,
-                                            "count": 18199,
-                                            "self": 148.13058135401184
+                                            "total": 787.3675346939568,
+                                            "count": 90954,
+                                            "self": 787.3675346939568
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.2838209969958143,
-                                    "count": 18199,
+                                    "total": 1.4026293330514363,
+                                    "count": 90954,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 486.33171994800125,
-                                            "count": 18199,
+                                            "total": 2234.3299840999957,
+                                            "count": 90954,
                                             "is_parallel": true,
-                                            "self": 238.79206083402175,
+                                            "self": 1030.1527709440015,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0068975640000417116,
+                                                            "total": 0.0020364339999332515,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.004877579000094556,
+                                                            "self": 0.0006503330001805807,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0020199849999471553,
+                                                                    "total": 0.0013861009997526708,
                                                                     "count": 10,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0020199849999471553
+                                                                    "self": 0.0013861009997526708
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.035607216000016706,
+                                                            "total": 0.0351438180000514,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0006440709998969396,
+                                                            "self": 0.0006059190000087256,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00032739499999934196,
+                                                                    "total": 0.000343800999985433,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00032739499999934196
+                                                                    "self": 0.000343800999985433
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.03265452800008006,
+                                                                    "total": 0.0323127190000605,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.03265452800008006
+                                                                    "self": 0.0323127190000605
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0019812220000403613,
+                                                                    "total": 0.0018813789999967412,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0003665650001494214,
+                                                                    "self": 0.000367557000117813,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.00161465699989094,
+                                                                            "total": 0.0015138219998789282,
                                                                             "count": 10,
                                                                             "is_parallel": true,
-                                                                            "self": 0.00161465699989094
+                                                                            "self": 0.0015138219998789282
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 247.5396591139795,
-                                                    "count": 18198,
+                                                    "total": 1204.1772131559942,
+                                                    "count": 90953,
                                                     "is_parallel": true,
-                                                    "self": 11.20132669798727,
+                                                    "self": 52.74599389899549,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 5.652011376013661,
-                                                            "count": 18198,
+                                                            "total": 27.691112145988882,
+                                                            "count": 90953,
                                                             "is_parallel": true,
-                                                            "self": 5.652011376013661
+                                                            "self": 27.691112145988882
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 195.0709025789905,
-                                                            "count": 18198,
+                                                            "total": 948.1140495010205,
+                                                            "count": 90953,
                                                             "is_parallel": true,
-                                                            "self": 195.0709025789905
+                                                            "self": 948.1140495010205
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 35.61541846098805,
-                                                            "count": 18198,
+                                                            "total": 175.62605760998918,
+                                                            "count": 90953,
                                                             "is_parallel": true,
-                                                            "self": 6.659154703984541,
+                                                            "self": 32.82275263505085,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 28.956263757003512,
-                                                                    "count": 181980,
+                                                                    "total": 142.80330497493833,
+                                                                    "count": 909530,
                                                                     "is_parallel": true,
-                                                                    "self": 28.956263757003512
+                                                                    "self": 142.80330497493833
                                                                 }
                                                             }
                                                         }
@@ -309,9 +309,9 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 0.00011800400011452439,
+                    "total": 0.00027903399995921063,
                     "count": 1,
-                    "self": 0.00011800400011452439,
+                    "self": 0.00027903399995921063,
                     "children": {
                         "thread_root": {
                             "total": 0.0,
@@ -320,36 +320,36 @@
                             "self": 0.0,
                             "children": {
                                 "trainer_advance": {
-                                    "total": 473.85948956696063,
-                                    "count": 487821,
+                                    "total": 2221.978957164012,
+                                    "count": 1644593,
                                     "is_parallel": true,
-                                    "self": 10.715996395939555,
+                                    "self": 35.98496506884294,
                                     "children": {
                                         "process_trajectory": {
-                                            "total": 268.5420727360215,
-                                            "count": 487821,
+                                            "total": 932.611493342173,
+                                            "count": 1644593,
                                             "is_parallel": true,
-                                            "self": 267.84766477002165,
+                                            "self": 928.8194726101746,
                                             "children": {
                                                 "RLTrainer._checkpoint": {
-                                                    "total": 0.6944079659998579,
-                                                    "count": 4,
+                                                    "total": 3.792020731998491,
+                                                    "count": 20,
                                                     "is_parallel": true,
-                                                    "self": 0.6944079659998579
+                                                    "self": 3.792020731998491
                                                 }
                                             }
                                         },
                                         "_update_policy": {
-                                            "total": 194.60142043499957,
-                                            "count": 90,
+                                            "total": 1253.382498752996,
+                                            "count": 454,
                                             "is_parallel": true,
-                                            "self": 60.966182846988545,
+                                            "self": 324.37970300498364,
                                             "children": {
                                                 "TorchPPOOptimizer.update": {
-                                                    "total": 133.63523758801102,
-                                                    "count": 4587,
+                                                    "total": 929.0027957480124,
+                                                    "count": 23151,
                                                     "is_parallel": true,
-                                                    "self": 133.63523758801102
+                                                    "self": 929.0027957480124
                                                 }
                                             }
                                         }
@@ -360,14 +360,14 @@
                     }
                 },
                 "TrainerController._save_models": {
-                    "total": 0.09147991199984062,
+                    "total": 0.11161056500031918,
                     "count": 1,
-                    "self": 0.0008560419998957514,
+                    "self": 0.0015727760005574964,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.09062386999994487,
+                            "total": 0.11003778899976169,
                             "count": 1,
-                            "self": 0.09062386999994487
+                            "self": 0.11003778899976169
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,58 +2,103 @@
     "SnowballTarget": {
         "checkpoints": [
             {
-                "steps": 49936,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
-                "reward": 13.727272727272727,
-                "creation_time": 1698225956.00584,
+                "steps": 599952,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-599952.onnx",
+                "reward": 28.0,
+                "creation_time": 1698232720.478212,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-599952.pt"
                 ]
             },
             {
-                "steps": 99960,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
-                "reward": 16.90909090909091,
-                "creation_time": 1698226075.252297,
+                "steps": 649896,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-649896.onnx",
+                "reward": null,
+                "creation_time": 1698232833.2968547,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-649896.pt"
                 ]
             },
             {
-                "steps": 149984,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
-                "reward": 20.454545454545453,
-                "creation_time": 1698226195.1428246,
+                "steps": 699984,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-699984.onnx",
+                "reward": null,
+                "creation_time": 1698232945.6497917,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-699984.pt"
                 ]
             },
             {
-                "steps": 199984,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
-                "reward": 22.90909090909091,
-                "creation_time": 1698226312.8405104,
+                "steps": 749984,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-749984.onnx",
+                "reward": 28.0,
+                "creation_time": 1698233055.3665125,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-749984.pt"
                 ]
             },
             {
-                "steps": 200112,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
-                "reward": 22.90909090909091,
-                "creation_time": 1698226312.9550734,
+                "steps": 799880,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-799880.onnx",
+                "reward": null,
+                "creation_time": 1698233165.3728077,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-799880.pt"
+                ]
+            },
+            {
+                "steps": 849968,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-849968.onnx",
+                "reward": null,
+                "creation_time": 1698233277.524831,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-849968.pt"
+                ]
+            },
+            {
+                "steps": 899928,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-899928.onnx",
+                "reward": null,
+                "creation_time": 1698233389.957055,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-899928.pt"
+                ]
+            },
+            {
+                "steps": 949968,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-949968.onnx",
+                "reward": 26.8,
+                "creation_time": 1698233498.195285,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-949968.pt"
+                ]
+            },
+            {
+                "steps": 999952,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-999952.onnx",
+                "reward": null,
+                "creation_time": 1698233608.857729,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-999952.pt"
+                ]
+            },
+            {
+                "steps": 1000208,
+                "file_path": "results/SnowballTarget2/SnowballTarget/SnowballTarget-1000208.onnx",
+                "reward": null,
+                "creation_time": 1698233608.9966645,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget2/SnowballTarget/SnowballTarget-1000208.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 200112,
-            "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
-            "reward": 22.90909090909091,
-            "creation_time": 1698226312.9550734,
+            "steps": 1000208,
+            "file_path": "results/SnowballTarget2/SnowballTarget.onnx",
+            "reward": null,
+            "creation_time": 1698233608.9966645,
             "auxillary_file_paths": [
-                "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
+                "results/SnowballTarget2/SnowballTarget/SnowballTarget-1000208.pt"
             ]
         }
     },