hg first push

SnowballTarget.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:acabf98140a6dc8ab34f9f2c68cdb740bedc5635763d13106971e2699b5c6f21
+oid sha256:bb217b6792f02c6c737080e305d390e06713cc7b16ba1ced89488b05124c5647
 size 645119

SnowballTarget/{SnowballTarget-1599976.onnx → SnowballTarget-149984.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7933853f98178301d95060023013db82b527b77fa06f17738fe2943855c490c1
+oid sha256:189b2aad6961f7a45b4be94611267cf4451b87d3b22db634d7371d46bd098e7b
 size 645119

SnowballTarget/{SnowballTarget-1599976.pt → SnowballTarget-149984.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:10c86fe78bc1226ed4779d8d08689f768ab09d883c46085972e0619e1d0a243a
-size 3844788
+oid sha256:3b2232857644e2948c3dcecc7e89a8e480b1987cb06a29072fd4889225474053
+size 3845312

SnowballTarget/SnowballTarget-1699936.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:76d6660f41179480ea3da7519f9c44b388054b7f359c178e6cfb1b54489e7cc7
-size 3844788

SnowballTarget/SnowballTarget-1749960.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d6d3577c9354eedb5be3da4f4770a961432492bd6f51693aa950b9f7b86d8fd4
-size 3844788

SnowballTarget/SnowballTarget-1799984.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7580bb27200b65ae3a8c26bab14ed7023d66a6a9a54d39dd837592a6f1fe3ec3
-size 645119

SnowballTarget/SnowballTarget-1799984.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0455f06960f461a7a0de8f59bbf9d7aa8cdbec03f1ec9f5034521cc5eed6183
-size 3844788

SnowballTarget/SnowballTarget-1849984.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1adda266c50c8490c4da7c4489f4cc2097318addbd67cc79f038e56e293b4cb9
-size 645119

SnowballTarget/SnowballTarget-1849984.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:a3cca88014eaac491218345ba618b91efd116982db883512a435c1b8f2bdcfb8
-size 3844788

SnowballTarget/SnowballTarget-1899944.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:34b724efc9c127cf9ad586af51783d46f1535e8f9623a933b621aef8d6094136
-size 645119

SnowballTarget/SnowballTarget-1899944.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4927af5f83c62881111b940b56fe7e94c7db70802cd1416dc1764e0b7f935043
-size 3844788

SnowballTarget/SnowballTarget-1949968.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:e716baaef7e7b98c4ed8b0f303a1bdff26fb071a720f1a999f818503272a2e26
-size 645119

SnowballTarget/SnowballTarget-1949968.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4ea4e3dab9ced3cce4002f2433e8660ff1158776cf9b3d2ed0de58c37fda5c22
-size 3844788

SnowballTarget/{SnowballTarget-1699936.onnx → SnowballTarget-199984.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3721232ff4cad21c66d35474dcac52002cef30b7a78bf7038b6459d14eedfca7
+oid sha256:bb217b6792f02c6c737080e305d390e06713cc7b16ba1ced89488b05124c5647
 size 645119

SnowballTarget/{SnowballTarget-1649992.pt → SnowballTarget-199984.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:08829efcb81b159036fd83ea2035db6738f9fef870f0dc7fd7c3259cab8e241e
-size 3844788
+oid sha256:46d758ff0bb3aadfbfaa6bd3d5bcdf36fff725792f4316b52c31de7fe7156f21
+size 3845312

SnowballTarget/SnowballTarget-1999992.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:acabf98140a6dc8ab34f9f2c68cdb740bedc5635763d13106971e2699b5c6f21
-size 645119

SnowballTarget/SnowballTarget-1999992.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:379665e081fde322f42d5c7c5d8fc3d5660500fbb2a7aa213eb917e92772cf43
-size 3844788

SnowballTarget/SnowballTarget-2000376.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:acabf98140a6dc8ab34f9f2c68cdb740bedc5635763d13106971e2699b5c6f21
-size 645119

SnowballTarget/SnowballTarget-2000376.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f042d4d81496589845355f39b74993dc72222d318356823bda4427ae06cd6416
-size 3844788

SnowballTarget/{SnowballTarget-1649992.onnx → SnowballTarget-200112.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3ab4c6b348a63561d55a1695bb8c1be8c990005436e6af9b125d8a8c74151d5f
+oid sha256:bb217b6792f02c6c737080e305d390e06713cc7b16ba1ced89488b05124c5647
 size 645119

SnowballTarget/SnowballTarget-200112.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:539c948f6760ad6c27f1e6f290055888f6cc6509eea9d297c305f3e81d0e6c00
+size 3845312

SnowballTarget/{SnowballTarget-1749960.onnx → SnowballTarget-49936.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:45f87a792b86aa7fc5625320232453d0d71459353fde8fc47e6d3cc3adbee6b8
+oid sha256:0db3efa9503804cf00edd95e716b0fe1fcff9b80d74f9bcde621e7dd9fecfa79
 size 645119

SnowballTarget/SnowballTarget-49936.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30780fb72b15ec2d812dc89b6d61661cfd2790a805ed9e71822ab7a7aa80b21
+size 3845312

SnowballTarget/SnowballTarget-99960.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d7cbba532f6e04e0391280df44dc478ec07836a32d1c7ec9488a6b8853ee2aa
+size 645119

SnowballTarget/SnowballTarget-99960.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01e1e296a3db73069539798e2d9964ca0b33930590af14853171c75a321f8c08
+size 3845312

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f042d4d81496589845355f39b74993dc72222d318356823bda4427ae06cd6416
-size 3844788
+oid sha256:539c948f6760ad6c27f1e6f290055888f6cc6509eea9d297c305f3e81d0e6c00
+size 3845312

SnowballTarget/events.out.tfevents.1673823722.lamarmite.489332.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1b846d79ba1385ed590cd2eddd2fa66e17fe3aa100a4ba4ca33632a59370a843
-size 170111

SnowballTarget/events.out.tfevents.1673863873.b5f5a205233b.1180.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:734c5503f5aa3146c8776c4f08edd9c479ab04ab180128dfc340975be85fbea9
+size 28090

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0002, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 2000000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget5", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -5,7 +5,7 @@ behaviors:
     hyperparameters:
       batch_size: 128
       buffer_size: 2048
-      learning_rate: 0.0002
+      learning_rate: 0.0003
       beta: 0.005
       epsilon: 0.2
       lambd: 0.95
@@ -36,7 +36,7 @@ behaviors:
     init_path: null
     keep_checkpoints: 10
     checkpoint_interval: 50000
-    max_steps: 2000000
+    max_steps: 200000
     time_horizon: 64
     summary_freq: 10000
     threaded: true
@@ -62,7 +62,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: SnowballTarget5
+  run_id: SnowballTarget1
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -1,17 +1,40 @@
-Mono path[0] = '/home/emmanuel/Documents/code/rl/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
-Mono config path = '/home/emmanuel/Documents/code/rl/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
+Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
+Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /home/emmanuel/Documents/code/rl/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.870 seconds
+- Completed reload, in  0.084 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -22,15 +45,15 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.896450 ms
+UnloadTime: 0.715321 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-Setting up 2 worker threads for Enlighten.
+Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 53653 frames, [16.0 KB-32.0 KB]: 909 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 5369 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
@@ -38,7 +61,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 246 B
+      Peak Allocated Bytes 198 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -80,7 +103,7 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker] x 2
+    [ALLOC_TEMP_EnlightenWorker]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -105,7 +128,7 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 3
+    [ALLOC_TEMP_AssetGarbageCollectorHelper]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -120,22 +143,12 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 1]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
-      Overflow Count 0
-    [ALLOC_TEMP_Job.Worker 2]
-      Initial Block Size 256.0 KB
-      Current Block Size 256.0 KB
-      Peak Allocated Bytes 3.6 KB
-      Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
@@ -156,22 +169,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 41
+  Peak main deferred allocation count 40
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 0.9 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 11046 frames, [8.0 MB-16.0 MB]: 27196 frames, [16.0 MB-32.0 MB]: 16321 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 5461 frames
       Requested Block Size 16.0 MB
-      Peak Block count 2
-      Peak Allocated memory 24.4 MB
+      Peak Block count 1
+      Peak Allocated memory 6.5 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 54563 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 5461 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.6 MB
+      Peak Allocated memory 17.8 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -198,15 +211,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 0.9 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 52645 frames, [64.0 KB-128.0 KB]: 1918 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4687 frames, [64.0 KB-128.0 KB]: 774 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 67.7 KB
+      Peak Allocated memory 67.3 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 54563 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 5461 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 39.6 KB
@@ -216,15 +229,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 0.9 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 54563 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 54562 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -234,15 +247,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.0 MB
+      Peak Allocated bytes 0.9 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 54563 frames
+      Peak usage frame count: [0-1.0 KB]: 5461 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 54563 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 5461 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.7 KB

run_logs/timers.json

@@ -2,220 +2,220 @@
     "name": "root",
     "gauges": {
         "SnowballTarget.Policy.Entropy.mean": {
-            "value": 0.5959854125976562,
-            "min": 0.5709379315376282,
-            "max": 2.8557894229888916,
-            "count": 200
+            "value": 0.895298957824707,
+            "min": 0.895298957824707,
+            "max": 2.861755847930908,
+            "count": 20
         },
         "SnowballTarget.Policy.Entropy.sum": {
-            "value": 6129.7099609375,
-            "min": 5529.92138671875,
-            "max": 29246.140625,
-            "count": 200
+            "value": 8548.314453125,
+            "min": 8548.314453125,
+            "max": 29307.2421875,
+            "count": 20
         },
         "SnowballTarget.Step.mean": {
-            "value": 1999992.0,
+            "value": 199984.0,
             "min": 9952.0,
-            "max": 1999992.0,
-            "count": 200
+            "max": 199984.0,
+            "count": 20
         },
         "SnowballTarget.Step.sum": {
-            "value": 1999992.0,
+            "value": 199984.0,
             "min": 9952.0,
-            "max": 1999992.0,
-            "count": 200
+            "max": 199984.0,
+            "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 14.251872062683105,
-            "min": 0.47750917077064514,
-            "max": 14.377264022827148,
-            "count": 200
+            "value": 12.95840835571289,
+            "min": 0.3743203580379486,
+            "max": 12.95840835571289,
+            "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 2921.6337890625,
-            "min": 92.63677978515625,
-            "max": 2939.79443359375,
-            "count": 200
+            "value": 2526.8896484375,
+            "min": 72.61814880371094,
+            "max": 2633.7275390625,
+            "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.mean": {
             "value": 199.0,
             "min": 199.0,
             "max": 199.0,
-            "count": 200
+            "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.sum": {
-            "value": 10945.0,
+            "value": 8756.0,
             "min": 8756.0,
             "max": 10945.0,
-            "count": 200
+            "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.mean": {
-            "value": 0.07214724341619706,
-            "min": 0.06031834367476062,
-            "max": 0.07803036969657043,
-            "count": 200
+            "value": 0.06924321818537553,
+            "min": 0.06071020828139987,
+            "max": 0.07382922422843252,
+            "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.sum": {
-            "value": 0.3607362170809853,
-            "min": 0.24127337469904248,
-            "max": 0.37994980020623326,
-            "count": 200
+            "value": 0.2769728727415021,
+            "min": 0.2536787194834438,
+            "max": 0.3619471734518633,
+            "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.mean": {
-            "value": 0.14957752292062723,
-            "min": 0.11958930644608451,
-            "max": 0.272374791023778,
-            "count": 200
+            "value": 0.20040757851857763,
+            "min": 0.10921537366412654,
+            "max": 0.2797591955784489,
+            "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.sum": {
-            "value": 0.7478876146031361,
-            "min": 0.47835722578433804,
-            "max": 1.3618739551188899,
-            "count": 200
+            "value": 0.8016303140743105,
+            "min": 0.43686149465650614,
+            "max": 1.3076020321425268,
+            "count": 20
         },
         "SnowballTarget.Policy.LearningRate.mean": {
-            "value": 4.688997656000026e-07,
-            "min": 4.688997656000026e-07,
-            "max": 0.0001994588002706,
-            "count": 200
+            "value": 8.082097306000005e-06,
+            "min": 8.082097306000005e-06,
+            "max": 0.000291882002706,
+            "count": 20
         },
         "SnowballTarget.Policy.LearningRate.sum": {
-            "value": 2.344498828000013e-06,
-            "min": 2.344498828000013e-06,
-            "max": 0.000992344003828,
-            "count": 200
+            "value": 3.232838922400002e-05,
+            "min": 3.232838922400002e-05,
+            "max": 0.00138516003828,
+            "count": 20
         },
         "SnowballTarget.Policy.Epsilon.mean": {
-            "value": 0.10023440000000002,
-            "min": 0.10023440000000002,
-            "max": 0.1997294,
-            "count": 200
+            "value": 0.10269400000000001,
+            "min": 0.10269400000000001,
+            "max": 0.19729400000000002,
+            "count": 20
         },
         "SnowballTarget.Policy.Epsilon.sum": {
-            "value": 0.5011720000000001,
-            "min": 0.4029176,
-            "max": 0.996172,
-            "count": 200
+            "value": 0.41077600000000003,
+            "min": 0.41077600000000003,
+            "max": 0.96172,
+            "count": 20
         },
         "SnowballTarget.Policy.Beta.mean": {
-            "value": 2.1696560000000067e-05,
-            "min": 2.1696560000000067e-05,
-            "max": 0.004986497059999999,
-            "count": 200
+            "value": 0.0001444306000000001,
+            "min": 0.0001444306000000001,
+            "max": 0.0048649706,
+            "count": 20
         },
         "SnowballTarget.Policy.Beta.sum": {
-            "value": 0.00010848280000000034,
-            "min": 0.00010848280000000034,
-            "max": 0.024808982800000004,
-            "count": 200
+            "value": 0.0005777224000000004,
+            "min": 0.0005777224000000004,
+            "max": 0.023089828,
+            "count": 20
         },
         "SnowballTarget.Environment.CumulativeReward.mean": {
-            "value": 27.98181818181818,
-            "min": 3.4318181818181817,
-            "max": 28.509090909090908,
-            "count": 200
+            "value": 25.931818181818183,
+            "min": 3.159090909090909,
+            "max": 25.931818181818183,
+            "count": 20
         },
         "SnowballTarget.Environment.CumulativeReward.sum": {
-            "value": 1539.0,
-            "min": 151.0,
-            "max": 1568.0,
-            "count": 200
+            "value": 1141.0,
+            "min": 139.0,
+            "max": 1401.0,
+            "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.mean": {
-            "value": 27.98181818181818,
-            "min": 3.4318181818181817,
-            "max": 28.509090909090908,
-            "count": 200
+            "value": 25.931818181818183,
+            "min": 3.159090909090909,
+            "max": 25.931818181818183,
+            "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.sum": {
-            "value": 1539.0,
-            "min": 151.0,
-            "max": 1568.0,
-            "count": 200
+            "value": 1141.0,
+            "min": 139.0,
+            "max": 1401.0,
+            "count": 20
         },
         "SnowballTarget.IsTraining.mean": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 200
+            "count": 20
         },
         "SnowballTarget.IsTraining.sum": {
             "value": 1.0,
             "min": 1.0,
             "max": 1.0,
-            "count": 200
+            "count": 20
         }
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1673823719",
-        "python_version": "3.8.16 (default, Dec  7 2022, 01:12:06) \n[GCC 11.3.0]",
-        "command_line_arguments": "/home/emmanuel/Documents/code/rl/ml-agents/venv/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget5 --no-graphics",
+        "start_time_seconds": "1673863867",
+        "python_version": "3.8.16 (default, Dec  7 2022, 01:12:13) \n[GCC 7.5.0]",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
         "mlagents_version": "0.29.0.dev0",
         "mlagents_envs_version": "0.29.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
-        "numpy_version": "1.20.0",
-        "end_time_seconds": "1673827248"
+        "numpy_version": "1.21.6",
+        "end_time_seconds": "1673864354"
     },
-    "total": 3528.254173344001,
+    "total": 486.907974191,
     "count": 1,
-    "self": 0.32245695596793666,
+    "self": 0.38870987900008913,
     "children": {
         "run_training.setup": {
-            "total": 0.12691729102516547,
+            "total": 0.10959962699999437,
             "count": 1,
-            "self": 0.12691729102516547
+            "self": 0.10959962699999437
         },
         "TrainerController.start_learning": {
-            "total": 3527.804799097008,
+            "total": 486.40966468499994,
             "count": 1,
-            "self": 5.41858486039564,
+            "self": 0.6225702460067168,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.0124125689908396,
+                    "total": 9.280716196000014,
                     "count": 1,
-                    "self": 2.0124125689908396
+                    "self": 9.280716196000014
                 },
                 "TrainerController.advance": {
-                    "total": 3520.259165747644,
-                    "count": 181874,
-                    "self": 2.6112302511755843,
+                    "total": 476.3659393689932,
+                    "count": 18203,
+                    "self": 0.3478397549930037,
                     "children": {
                         "env_step": {
-                            "total": 3517.6479354964686,
-                            "count": 181874,
-                            "self": 2569.623420906806,
+                            "total": 476.0180996140002,
+                            "count": 18203,
+                            "self": 314.11936406199607,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 945.3249118052481,
-                                    "count": 181874,
-                                    "self": 13.851257300615543,
+                                    "total": 161.54845037800106,
+                                    "count": 18203,
+                                    "self": 1.7809457140016889,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 931.4736545046326,
-                                            "count": 181874,
-                                            "self": 127.77290135616204,
+                                            "total": 159.76750466399938,
+                                            "count": 18203,
+                                            "self": 36.14241361299844,
                                             "children": {
                                                 "TorchPolicy.sample_actions": {
-                                                    "total": 803.7007531484705,
-                                                    "count": 181874,
-                                                    "self": 803.7007531484705
+                                                    "total": 123.62509105100094,
+                                                    "count": 18203,
+                                                    "self": 123.62509105100094
                                                 }
                                             }
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.69960278441431,
-                                    "count": 181874,
+                                    "total": 0.35028517400309056,
+                                    "count": 18203,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 3521.14344334777,
-                                            "count": 181874,
+                                            "total": 484.91362469400053,
+                                            "count": 18203,
                                             "is_parallel": true,
-                                            "self": 1719.3351771153102,
+                                            "self": 231.5020337780084,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -224,48 +224,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.0019330479844938964,
+                                                            "total": 0.00492641399998206,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0005646030185744166,
+                                                            "self": 0.002707334000007222,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0013684449659194797,
+                                                                    "total": 0.002219079999974838,
                                                                     "count": 10,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0013684449659194797
+                                                                    "self": 0.002219079999974838
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.048041015019407496,
+                                                            "total": 0.036247952999985955,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00035946001298725605,
+                                                            "self": 0.0005773249999947438,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.0002662810147739947,
+                                                                    "total": 0.000317691000020659,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0002662810147739947
+                                                                    "self": 0.000317691000020659
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.046154933981597424,
+                                                                    "total": 0.033358028999998623,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.046154933981597424
+                                                                    "self": 0.033358028999998623
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0012603400100488216,
+                                                                    "total": 0.001994907999971929,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00030130898812785745,
+                                                                    "self": 0.00044596400010732395,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0009590310219209641,
+                                                                            "total": 0.0015489439998646048,
                                                                             "count": 10,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0009590310219209641
+                                                                            "self": 0.0015489439998646048
                                                                         }
                                                                     }
                                                                 }
@@ -274,34 +274,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1801.8082662324596,
-                                                    "count": 181873,
+                                                    "total": 253.41159091599212,
+                                                    "count": 18202,
                                                     "is_parallel": true,
-                                                    "self": 66.5949679738842,
+                                                    "self": 9.52658634299246,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 41.4052872666507,
-                                                            "count": 181873,
+                                                            "total": 5.742697782995265,
+                                                            "count": 18202,
                                                             "is_parallel": true,
-                                                            "self": 41.4052872666507
+                                                            "self": 5.742697782995265
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 1474.7900642491877,
-                                                            "count": 181873,
+                                                            "total": 202.5598034690018,
+                                                            "count": 18202,
                                                             "is_parallel": true,
-                                                            "self": 1474.7900642491877
+                                                            "self": 202.5598034690018
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 219.01794674273697,
-                                                            "count": 181873,
+                                                            "total": 35.582503321002605,
+                                                            "count": 18202,
                                                             "is_parallel": true,
-                                                            "self": 50.45674358413089,
+                                                            "self": 8.055542941989927,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 168.56120315860608,
-                                                                    "count": 1818730,
+                                                                    "total": 27.526960379012678,
+                                                                    "count": 182020,
                                                                     "is_parallel": true,
-                                                                    "self": 168.56120315860608
+                                                                    "self": 27.526960379012678
                                                                 }
                                                             }
                                                         }
@@ -316,9 +316,9 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 0.0003306930011603981,
+                    "total": 5.062799993993394e-05,
                     "count": 1,
-                    "self": 0.0003306930011603981,
+                    "self": 5.062799993993394e-05,
                     "children": {
                         "thread_root": {
                             "total": 0.0,
@@ -327,36 +327,36 @@
                             "self": 0.0,
                             "children": {
                                 "trainer_advance": {
-                                    "total": 3502.2347593795857,
-                                    "count": 3965452,
+                                    "total": 472.76664193404326,
+                                    "count": 393759,
                                     "is_parallel": true,
-                                    "self": 56.153643384197494,
+                                    "self": 10.79233854306824,
                                     "children": {
                                         "process_trajectory": {
-                                            "total": 1823.7294392998156,
-                                            "count": 3965452,
+                                            "total": 271.9592353249749,
+                                            "count": 393759,
                                             "is_parallel": true,
-                                            "self": 1812.3949490989326,
+                                            "self": 271.07731584897493,
                                             "children": {
                                                 "RLTrainer._checkpoint": {
-                                                    "total": 11.33449020088301,
-                                                    "count": 40,
+                                                    "total": 0.8819194759999505,
+                                                    "count": 4,
                                                     "is_parallel": true,
-                                                    "self": 11.33449020088301
+                                                    "self": 0.8819194759999505
                                                 }
                                             }
                                         },
                                         "_update_policy": {
-                                            "total": 1622.3516766955727,
-                                            "count": 909,
+                                            "total": 190.01506806600014,
+                                            "count": 90,
                                             "is_parallel": true,
-                                            "self": 472.6568366049323,
+                                            "self": 45.93433721800204,
                                             "children": {
                                                 "TorchPPOOptimizer.update": {
-                                                    "total": 1149.6948400906404,
-                                                    "count": 46257,
+                                                    "total": 144.0807308479981,
+                                                    "count": 4587,
                                                     "is_parallel": true,
-                                                    "self": 1149.6948400906404
+                                                    "self": 144.0807308479981
                                                 }
                                             }
                                         }
@@ -367,14 +367,14 @@
                     }
                 },
                 "TrainerController._save_models": {
-                    "total": 0.11430522697628476,
+                    "total": 0.14038824600004318,
                     "count": 1,
-                    "self": 0.000969816988799721,
+                    "self": 0.0009810320000269712,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.11333540998748504,
+                            "total": 0.1394072140000162,
                             "count": 1,
-                            "self": 0.11333540998748504
+                            "self": 0.1394072140000162
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,103 +2,58 @@
     "SnowballTarget": {
         "checkpoints": [
             {
-                "steps": 1599976,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1599976.onnx",
-                "reward": 27.727272727272727,
-                "creation_time": 1673826592.562898,
+                "steps": 49936,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
+                "reward": 13.090909090909092,
+                "creation_time": 1673863996.6326642,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1599976.pt"
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
                 ]
             },
             {
-                "steps": 1649992,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1649992.onnx",
-                "reward": 27.6,
-                "creation_time": 1673826675.4486237,
+                "steps": 99960,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
+                "reward": 21.818181818181817,
+                "creation_time": 1673864116.8484483,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1649992.pt"
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
                 ]
             },
             {
-                "steps": 1699936,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1699936.onnx",
-                "reward": 27.545454545454547,
-                "creation_time": 1673826756.14448,
+                "steps": 149984,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
+                "reward": 24.727272727272727,
+                "creation_time": 1673864236.36558,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1699936.pt"
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
                 ]
             },
             {
-                "steps": 1749960,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1749960.onnx",
-                "reward": 28.181818181818183,
-                "creation_time": 1673826837.3941545,
+                "steps": 199984,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
+                "reward": 26.272727272727273,
+                "creation_time": 1673864354.1693516,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1749960.pt"
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
                 ]
             },
             {
-                "steps": 1799984,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1799984.onnx",
-                "reward": 28.0,
-                "creation_time": 1673826920.0776684,
+                "steps": 200112,
+                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
+                "reward": 26.272727272727273,
+                "creation_time": 1673864354.3456814,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1799984.pt"
-                ]
-            },
-            {
-                "steps": 1849984,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1849984.onnx",
-                "reward": 28.181818181818183,
-                "creation_time": 1673827000.915594,
-                "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1849984.pt"
-                ]
-            },
-            {
-                "steps": 1899944,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1899944.onnx",
-                "reward": 28.272727272727273,
-                "creation_time": 1673827082.3755538,
-                "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1899944.pt"
-                ]
-            },
-            {
-                "steps": 1949968,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1949968.onnx",
-                "reward": 27.454545454545453,
-                "creation_time": 1673827165.5384333,
-                "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1949968.pt"
-                ]
-            },
-            {
-                "steps": 1999992,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-1999992.onnx",
-                "reward": 28.454545454545453,
-                "creation_time": 1673827247.6539536,
-                "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-1999992.pt"
-                ]
-            },
-            {
-                "steps": 2000376,
-                "file_path": "results/SnowballTarget5/SnowballTarget/SnowballTarget-2000376.onnx",
-                "reward": 28.454545454545453,
-                "creation_time": 1673827247.8208814,
-                "auxillary_file_paths": [
-                    "results/SnowballTarget5/SnowballTarget/SnowballTarget-2000376.pt"
+                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000376,
-            "file_path": "results/SnowballTarget5/SnowballTarget.onnx",
-            "reward": 28.454545454545453,
-            "creation_time": 1673827247.8208814,
+            "steps": 200112,
+            "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
+            "reward": 26.272727272727273,
+            "creation_time": 1673864354.3456814,
             "auxillary_file_paths": [
-                "results/SnowballTarget5/SnowballTarget/SnowballTarget-2000376.pt"
+                "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
             ]
         }
     },