1M step training

SnowballTarget.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbad180d505149108499e67f739e79c7fc3f96143eb8f2320779c525a34eb225
+oid sha256:8dc9943baad1a011e3ddfba9cb97459539e75740c3cdc309068045d1e7997412
 size 645119

SnowballTarget/{SnowballTarget-149984.onnx → SnowballTarget-1000208.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:342e448244db6c53fd6775bbd3d8c598512e6b7d0cf31c4edeaee0245b3e1c60
+oid sha256:8dc9943baad1a011e3ddfba9cb97459539e75740c3cdc309068045d1e7997412
 size 645119

SnowballTarget/{SnowballTarget-200112.pt → SnowballTarget-1000208.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:170d05a018999038ef243b18992a009efc8b0d68af395b21a2283b6893430c46
+oid sha256:0b527739e7529d45988d4c92bceb93f50213162de025b4eff5bfdad9a0e3f65d
 size 3845312

SnowballTarget/{SnowballTarget-200112.onnx → SnowballTarget-599936.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbad180d505149108499e67f739e79c7fc3f96143eb8f2320779c525a34eb225
+oid sha256:856f254863489369305056cfdf479d1d7edcaea7cfa27c7fb3050b201f7753ab
 size 645119

SnowballTarget/{SnowballTarget-149984.pt → SnowballTarget-599936.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:674b68475a2ebf405e10040abf7f9b82edc6cd80cbb15beb529c5a4ed3531fe9
+oid sha256:d49d3dc78b060d10f096e6e13a93b6c7a3059808dbb132be3a131e3036ccf81e
 size 3845312

SnowballTarget/{SnowballTarget-199984.onnx → SnowballTarget-649960.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:bbad180d505149108499e67f739e79c7fc3f96143eb8f2320779c525a34eb225
+oid sha256:d107fb5a23418d0587ee508cac74e0b8ef9f4f8976f8e2b2b0fed217b126e19f
 size 645119

SnowballTarget/{SnowballTarget-49936.pt → SnowballTarget-649960.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5368e1006351871ee281df24ccf269d88c27c25ec4ac62c164150f7ee03b046d
+oid sha256:6d62aaeb7bd5f7916bdd108060c6aec637651c19a39631443f1e9763bc943e19
 size 3845312

SnowballTarget/{SnowballTarget-49936.onnx → SnowballTarget-699984.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f90bf8310923525791b13acad7b0f8a918b00fbb6553c5c680c45acf59e7b743
+oid sha256:63d4db1f63a64103171734b99feb3c498af564ee6638eb465a45c45345483bd4
 size 645119

SnowballTarget/{SnowballTarget-199984.pt → SnowballTarget-699984.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ccfba7b90744f584f664d9809ac05f0887c45fcf3dbf3c19e6584cee5f00fe71
+oid sha256:df5fc22d1acc2eb82acdec3d83ce596a1193b9bb5f607965da48eb2293012886
 size 3845312

SnowballTarget/SnowballTarget-749984.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8808e097fd4b99f4fbc235ea0b06a055f18f2d201f2b23f9a262bca4b4304d3
+size 645119

SnowballTarget/SnowballTarget-749984.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08f91317aaa23a3cba3c7bb2bf3c14f89a9ae34ffafe93ffcbc78684a966ebb3
+size 3845312

SnowballTarget/SnowballTarget-799944.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4007c5cfb39594bb52d155ca0d470f489f044ca97e3486d7b648e3a637a04da
+size 645119

SnowballTarget/SnowballTarget-799944.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:383d7bc759f75b414396671c0f8594cb5a279d84012c52fcb5ef578a4f987c44
+size 3845312

SnowballTarget/SnowballTarget-849968.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4736929a3cc938dfb0833fcb7a609424819551b2b6633782fe6b6715440f134f
+size 645119

SnowballTarget/SnowballTarget-849968.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:332548f67287c89f9059f0701614fbd135b05cd68f643441be866755d3eb6e97
+size 3845312

SnowballTarget/SnowballTarget-899992.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e03f78ac154f281ee126e8b3c662d4734c0179ddfb41a612360904736439e7
+size 645119

SnowballTarget/SnowballTarget-899992.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb76209eb188593d67f72427773427578beeae7c8d9dd5d395f7eefb2a1fdfa6
+size 3845312

SnowballTarget/SnowballTarget-949992.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56b4813935bd32318a9ab4ed64a72e97357bda55ab787165b03ded81c1d9456d
+size 645119

SnowballTarget/SnowballTarget-949992.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49734f69e747c8190af963c5ef90c6c6b3f19aaa1d74f7a6080199f66b47347e
+size 3845312

SnowballTarget/SnowballTarget-99960.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5034497d07ddb2c6c1f373a45b1c3ee4186c90a1759f6a9ebeb136fc8f42e33c
-size 645119

SnowballTarget/SnowballTarget-99960.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:efb25fc59cc9cc79bb7705707ad5113e175a783dce224f0b2a2db3541042d469
-size 3845312

SnowballTarget/SnowballTarget-999952.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dc9943baad1a011e3ddfba9cb97459539e75740c3cdc309068045d1e7997412
+size 645119

SnowballTarget/SnowballTarget-999952.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ab61c1b65ef72d3a101d326052dd560097f2cc640e836e8d6959fc4dee98fe
+size 3845312

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:170d05a018999038ef243b18992a009efc8b0d68af395b21a2283b6893430c46
+oid sha256:0b527739e7529d45988d4c92bceb93f50213162de025b4eff5bfdad9a0e3f65d
 size 3845312

SnowballTarget/{events.out.tfevents.1673486345.f7f605f92761.14797.0 → events.out.tfevents.1673508143.dc8d7d6d8aff.13216.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7f7692f044cd1e3938517aeddde5b9232d8b8a5406639a4b39aa9328804903ff
-size 28846
+oid sha256:02773ffbd38b98d93f679153241e1ec6c1690d0a00b6022376e7127a150a9fa4
+size 93769

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 1000000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "checkpoint_interval": 50000, "max_steps": 1000000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget3", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -62,7 +62,7 @@ engine_settings:
   no_graphics: true
 environment_parameters: null
 checkpoint_settings:
-  run_id: SnowballTarget2
+  run_id: SnowballTarget3
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -0,0 +1,292 @@
+Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
+Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
+Preloaded 'lib_burst_generated.so'
+Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
+Unable to load player prefs
+Initialize engine version: 2021.3.14f1 (eee1884e7226)
+[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
+Forcing GfxDevice: Null
+GfxDevice: creating device client; threaded=0; jobified=0
+NullGfxDevice:
+    Version:  NULL 1.0 [1.0]
+    Renderer: Null Device
+    Vendor:   Unity Technologies
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+FMOD initialized on nosound output
+Begin MonoManager ReloadAssembly
+- Completed reload, in  0.075 seconds
+ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Standard' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+UnloadTime: 0.615474 ms
+ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+requesting resize 84 x 84
+Setting up 4 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [8.0 KB-16.0 KB]: 26827 frames, [16.0 KB-32.0 KB]: 454 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 2.0 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 198 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 304.0 KB
+      Peak Allocated Bytes 228.9 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker] x 4
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 7
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 41
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [4.0 MB-8.0 MB]: 11207 frames, [8.0 MB-16.0 MB]: 16075 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 2
+      Peak Allocated memory 14.5 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 27282 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 17.6 MB
+      Peak Large allocation bytes 16.0 MB
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26361 frames, [64.0 KB-128.0 KB]: 921 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 66.4 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 27282 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 39.6 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 27282 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 0.6 MB
+      Peak Large allocation bytes 0 B
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 27281 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.2 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 0.9 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 27282 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [1.0 KB-2.0 KB]: 27282 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.7 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -1,45 +1,382 @@
 {
     "name": "root",
+    "gauges": {
+        "SnowballTarget.Policy.Entropy.mean": {
+            "value": 0.6182386875152588,
+            "min": 0.6086828112602234,
+            "max": 2.8779571056365967,
+            "count": 100
+        },
+        "SnowballTarget.Policy.Entropy.sum": {
+            "value": 5875.740234375,
+            "min": 5875.740234375,
+            "max": 29536.474609375,
+            "count": 100
+        },
+        "SnowballTarget.Step.mean": {
+            "value": 999952.0,
+            "min": 9952.0,
+            "max": 999952.0,
+            "count": 100
+        },
+        "SnowballTarget.Step.sum": {
+            "value": 999952.0,
+            "min": 9952.0,
+            "max": 999952.0,
+            "count": 100
+        },
+        "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 14.107200622558594,
+            "min": 0.33133381605148315,
+            "max": 14.209692001342773,
+            "count": 100
+        },
+        "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 2750.904052734375,
+            "min": 64.27876281738281,
+            "max": 2909.4501953125,
+            "count": 100
+        },
+        "SnowballTarget.Environment.EpisodeLength.mean": {
+            "value": 199.0,
+            "min": 199.0,
+            "max": 199.0,
+            "count": 100
+        },
+        "SnowballTarget.Environment.EpisodeLength.sum": {
+            "value": 8756.0,
+            "min": 8756.0,
+            "max": 10945.0,
+            "count": 100
+        },
+        "SnowballTarget.Losses.PolicyLoss.mean": {
+            "value": 0.06182020379791913,
+            "min": 0.059536250862498384,
+            "max": 0.07763092087472757,
+            "count": 100
+        },
+        "SnowballTarget.Losses.PolicyLoss.sum": {
+            "value": 0.24728081519167652,
+            "min": 0.2420741932525975,
+            "max": 0.38815460437363786,
+            "count": 100
+        },
+        "SnowballTarget.Losses.ValueLoss.mean": {
+            "value": 0.16247098651878975,
+            "min": 0.13284948997783894,
+            "max": 0.2871453982650065,
+            "count": 100
+        },
+        "SnowballTarget.Losses.ValueLoss.sum": {
+            "value": 0.649883946075159,
+            "min": 0.5313979599113557,
+            "max": 1.3711145052722855,
+            "count": 100
+        },
+        "SnowballTarget.Policy.LearningRate.mean": {
+            "value": 1.3764995412000027e-06,
+            "min": 1.3764995412000027e-06,
+            "max": 0.0002983764005411999,
+            "count": 100
+        },
+        "SnowballTarget.Policy.LearningRate.sum": {
+            "value": 5.505998164800011e-06,
+            "min": 5.505998164800011e-06,
+            "max": 0.001477032007656,
+            "count": 100
+        },
+        "SnowballTarget.Policy.Epsilon.mean": {
+            "value": 0.10045880000000001,
+            "min": 0.10045880000000001,
+            "max": 0.1994588,
+            "count": 100
+        },
+        "SnowballTarget.Policy.Epsilon.sum": {
+            "value": 0.40183520000000006,
+            "min": 0.40183520000000006,
+            "max": 0.992344,
+            "count": 100
+        },
+        "SnowballTarget.Policy.Beta.mean": {
+            "value": 3.289412000000004e-05,
+            "min": 3.289412000000004e-05,
+            "max": 0.00497299412,
+            "count": 100
+        },
+        "SnowballTarget.Policy.Beta.sum": {
+            "value": 0.00013157648000000017,
+            "min": 0.00013157648000000017,
+            "max": 0.0246179656,
+            "count": 100
+        },
+        "SnowballTarget.Environment.CumulativeReward.mean": {
+            "value": 27.68888888888889,
+            "min": 3.522727272727273,
+            "max": 28.0,
+            "count": 100
+        },
+        "SnowballTarget.Environment.CumulativeReward.sum": {
+            "value": 1246.0,
+            "min": 155.0,
+            "max": 1540.0,
+            "count": 100
+        },
+        "SnowballTarget.Policy.ExtrinsicReward.mean": {
+            "value": 27.68888888888889,
+            "min": 3.522727272727273,
+            "max": 28.0,
+            "count": 100
+        },
+        "SnowballTarget.Policy.ExtrinsicReward.sum": {
+            "value": 1246.0,
+            "min": 155.0,
+            "max": 1540.0,
+            "count": 100
+        },
+        "SnowballTarget.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
+        },
+        "SnowballTarget.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 100
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1673507950",
+        "start_time_seconds": "1673508140",
         "python_version": "3.8.16 (default, Dec  7 2022, 01:12:13) \n[GCC 7.5.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget2 --no-graphics",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget3 --no-graphics",
         "mlagents_version": "0.29.0.dev0",
         "mlagents_envs_version": "0.29.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
         "numpy_version": "1.21.6",
-        "end_time_seconds": "1673507950"
+        "end_time_seconds": "1673509900"
     },
-    "total": 0.11813009299976329,
+    "total": 1759.9394010349997,
     "count": 1,
-    "self": 0.005423961999895255,
+    "self": 0.270457881999846,
     "children": {
         "run_training.setup": {
-            "total": 0.10168198399969697,
+            "total": 0.10831809599994813,
             "count": 1,
-            "self": 0.10168198399969697
+            "self": 0.10831809599994813
         },
         "TrainerController.start_learning": {
-            "total": 0.01102414700017107,
+            "total": 1759.560625057,
             "count": 1,
-            "self": 0.0003675170000860817,
+            "self": 2.142764974992133,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 0.010646658000041498,
+                    "total": 5.839057744999991,
                     "count": 1,
-                    "self": 0.010646658000041498
+                    "self": 5.839057744999991
+                },
+                "TrainerController.advance": {
+                    "total": 1751.4656113880083,
+                    "count": 90940,
+                    "self": 1.0544681978658446,
+                    "children": {
+                        "env_step": {
+                            "total": 1750.4111431901424,
+                            "count": 90940,
+                            "self": 1181.1077097521543,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 568.2561609110257,
+                                    "count": 90940,
+                                    "self": 5.918135166150023,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 562.3380257448757,
+                                            "count": 90940,
+                                            "self": 103.83631991300035,
+                                            "children": {
+                                                "TorchPolicy.sample_actions": {
+                                                    "total": 458.50170583187537,
+                                                    "count": 90940,
+                                                    "self": 458.50170583187537
+                                                }
+                                            }
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 1.047272526962388,
+                                    "count": 90940,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 1756.2456891919614,
+                                            "count": 90940,
+                                            "is_parallel": true,
+                                            "self": 877.2069363129631,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.0022315670003081323,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0008089340008154977,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.0014226329994926346,
+                                                                    "count": 10,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0014226329994926346
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.02386862100001963,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.000288894999812328,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.00022376600009010872,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.00022376600009010872
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.022250695999900927,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.022250695999900927
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.0011052640002162661,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0002830110001923458,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0008222530000239203,
+                                                                            "count": 10,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0008222530000239203
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 879.0387528789984,
+                                                    "count": 90939,
+                                                    "is_parallel": true,
+                                                    "self": 27.925216762911987,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 16.95908257897372,
+                                                            "count": 90939,
+                                                            "is_parallel": true,
+                                                            "self": 16.95908257897372
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 719.5492481731471,
+                                                            "count": 90939,
+                                                            "is_parallel": true,
+                                                            "self": 719.5492481731471
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 114.60520536396552,
+                                                            "count": 90939,
+                                                            "is_parallel": true,
+                                                            "self": 22.955930299962347,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 91.64927506400318,
+                                                                    "count": 909390,
+                                                                    "is_parallel": true,
+                                                                    "self": 91.64927506400318
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 1.5589998838549946e-06,
+                    "total": 4.432500008988427e-05,
                     "count": 1,
-                    "self": 1.5589998838549946e-06
+                    "self": 4.432500008988427e-05,
+                    "children": {
+                        "thread_root": {
+                            "total": 0.0,
+                            "count": 0,
+                            "is_parallel": true,
+                            "self": 0.0,
+                            "children": {
+                                "trainer_advance": {
+                                    "total": 1747.4161120410035,
+                                    "count": 1061378,
+                                    "is_parallel": true,
+                                    "self": 15.796537523046027,
+                                    "children": {
+                                        "process_trajectory": {
+                                            "total": 979.9806535349553,
+                                            "count": 1061378,
+                                            "is_parallel": true,
+                                            "self": 976.1840678099561,
+                                            "children": {
+                                                "RLTrainer._checkpoint": {
+                                                    "total": 3.796585724999204,
+                                                    "count": 20,
+                                                    "is_parallel": true,
+                                                    "self": 3.796585724999204
+                                                }
+                                            }
+                                        },
+                                        "_update_policy": {
+                                            "total": 751.6389209830022,
+                                            "count": 454,
+                                            "is_parallel": true,
+                                            "self": 197.24881700994456,
+                                            "children": {
+                                                "TorchPPOOptimizer.update": {
+                                                    "total": 554.3901039730576,
+                                                    "count": 23148,
+                                                    "is_parallel": true,
+                                                    "self": 554.3901039730576
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "TrainerController._save_models": {
-                    "total": 8.413000159634976e-06,
+                    "total": 0.11314662399945519,
                     "count": 1,
-                    "self": 8.413000159634976e-06
+                    "self": 0.0008174329996109009,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.11232919099984429,
+                            "count": 1,
+                            "self": 0.11232919099984429
+                        }
+                    }
                 }
             }
         }

run_logs/training_status.json

@@ -1,4 +1,107 @@
 {
+    "SnowballTarget": {
+        "checkpoints": [
+            {
+                "steps": 599936,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-599936.onnx",
+                "reward": 27.636363636363637,
+                "creation_time": 1673509198.4016273,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-599936.pt"
+                ]
+            },
+            {
+                "steps": 649960,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-649960.onnx",
+                "reward": 26.636363636363637,
+                "creation_time": 1673509285.59105,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-649960.pt"
+                ]
+            },
+            {
+                "steps": 699984,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-699984.onnx",
+                "reward": 26.363636363636363,
+                "creation_time": 1673509372.3934417,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-699984.pt"
+                ]
+            },
+            {
+                "steps": 749984,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-749984.onnx",
+                "reward": 27.272727272727273,
+                "creation_time": 1673509458.6062663,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-749984.pt"
+                ]
+            },
+            {
+                "steps": 799944,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-799944.onnx",
+                "reward": 26.90909090909091,
+                "creation_time": 1673509546.2434182,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-799944.pt"
+                ]
+            },
+            {
+                "steps": 849968,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-849968.onnx",
+                "reward": 28.90909090909091,
+                "creation_time": 1673509636.1599789,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-849968.pt"
+                ]
+            },
+            {
+                "steps": 899992,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-899992.onnx",
+                "reward": 28.363636363636363,
+                "creation_time": 1673509724.3887138,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-899992.pt"
+                ]
+            },
+            {
+                "steps": 949992,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-949992.onnx",
+                "reward": 27.636363636363637,
+                "creation_time": 1673509811.784103,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-949992.pt"
+                ]
+            },
+            {
+                "steps": 999952,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-999952.onnx",
+                "reward": 27.545454545454547,
+                "creation_time": 1673509900.1125002,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-999952.pt"
+                ]
+            },
+            {
+                "steps": 1000208,
+                "file_path": "results/SnowballTarget3/SnowballTarget/SnowballTarget-1000208.onnx",
+                "reward": 27.545454545454547,
+                "creation_time": 1673509900.2648342,
+                "auxillary_file_paths": [
+                    "results/SnowballTarget3/SnowballTarget/SnowballTarget-1000208.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 1000208,
+            "file_path": "results/SnowballTarget3/SnowballTarget.onnx",
+            "reward": 27.545454545454547,
+            "creation_time": 1673509900.2648342,
+            "auxillary_file_paths": [
+                "results/SnowballTarget3/SnowballTarget/SnowballTarget-1000208.pt"
+            ]
+        }
+    },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "0.29.0.dev0",