Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57f0bcf2f81d62a63ecc0f093e2ffcdce07cbf03958f106fbeb2f8c71c294035
+oid sha256:890868ac7a29cd86b7d0b3ac3a41c6f9a3f313028179cb5f4c5e040239b97157
 size 2270373

Huggy/{Huggy-1499870.onnx → Huggy-1199727.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c0dfaa65ba052d7091f0e9a2df424b2938c889c15041e6d6ba4f70007d593be5
+oid sha256:1637005dfd716ee47c6000f49b42de37ed5bb1ce7b880c0279bc2f04e8752a35
 size 2270373

Huggy/{Huggy-1499870.pt → Huggy-1199727.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d118c45b329ea20ce6244f4130297677db088d206b2f52c07f431331d76b8548
-size 13505262
+oid sha256:39c542da65965707a08c4eec20a90c91adfad52997371b2dd17770e79985a1e9
+size 13505252

Huggy/{Huggy-2000036.onnx → Huggy-1399984.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:57f0bcf2f81d62a63ecc0f093e2ffcdce07cbf03958f106fbeb2f8c71c294035
+oid sha256:271c65e39ef1f710faaf7d17814fb7d8cb825672448f20f632ee9437a3ca034d
 size 2270373

Huggy/{Huggy-1999952.pt → Huggy-1399984.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:38294dc25067e043d88cf07669cc1aa1930d9a17891a811eb7ba3f33b9f62e29
-size 13505261
+oid sha256:fa32f55dd3134b871fa6cc99f6792c32e7eca6396cca95bfd953e9a415943eb9
+size 13505252

Huggy/{Huggy-1999952.onnx → Huggy-1599971.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c41eed5c1051907abd5fde747082eb25240c68d40dda3015a0901367e87c8f73
+oid sha256:c55fd0ca946242f212706005bfc0913d0b906a0568dc7d57b6e91dec250e9a72
 size 2270373

Huggy/Huggy-1599971.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365090bb1c235b6ad1e90f7f94aafb6b0ee9266153e9e4979fd2eb9b1b09ddd9
+size 13505252

Huggy/{Huggy-499931.onnx → Huggy-1799980.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:09b817c4906f035f8eadfa55ea2f871bc05247b36a2e425659d7a809a7c1029a
+oid sha256:d176ed3a77112b8278bc63ec9225ddeb59881bca68fa08495f671ff59b51d8de
 size 2270373

Huggy/Huggy-1799980.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:187938c929a60b7a1c0a8af6b5e0036614aba839968f3a49f7ccea553b1dd4bb
+size 13505252

Huggy/Huggy-199839.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57ee61de31a3edd35e7d37ca3ec9760ef9e2d7ad6450a6635e0d1025b960cddc
+size 2270373

Huggy/Huggy-199839.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a0090dbed1c8bf3c99fc3d68c16e9586db24f474a34bcf5a10f1788b81ffa5
+size 13505252

Huggy/Huggy-1999945.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc0098dd1d78ebb0f16177a30e721780a633326cd2b22999257e8305f34c48f
+size 2270373

Huggy/Huggy-1999945.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c15073abefe0d17270b2890078109a3450f670fde89e04d68fe77876193434
+size 13505252

Huggy/Huggy-2000029.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:890868ac7a29cd86b7d0b3ac3a41c6f9a3f313028179cb5f4c5e040239b97157
+size 2270373

Huggy/Huggy-2000029.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0831bb3e784bc4508c7a6392d02924ee141703a75566ea81d6024ada533a9c12
+size 13505252

Huggy/Huggy-2000036.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ca0838cbc3436d2891fc61c40d7e0f181c49bc0cf23cbfe24de4e40d4eb70af6
-size 13505262

Huggy/Huggy-399906.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58195bb8d4a91bafbec124221d5329d61486de3d0f575e7e38d0311eee3d52bf
+size 2270373

Huggy/Huggy-399906.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff2b564b9044ba28f8c0562aa8c284da6cb6c45dfb38df3099c8ec7663393333
+size 13505252

Huggy/Huggy-499931.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bec8405cef57d44bd0e453198fff4f5c83e3a8b56c075952e9704bcf9181fb06
-size 13505262

Huggy/Huggy-599892.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19a144cb579b8eb38bc55b1105d691845e48ab30e0d433a0fddf0ddeb244c20
+size 2270373

Huggy/Huggy-599892.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87bef1082e999beb68d2c625bd2f9cd828fa091a3f5cbd54e8aece5b38b4b86a
+size 13505252

Huggy/Huggy-799956.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c736fcf0d23d3210a48aecb37fd02c2f8a199db1073057508611302285a27db
+size 2270373

Huggy/Huggy-799956.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:042613d9d83e1425e5df37e3e3a734d0358b5b30273c794eb6992cf5dce21f3b
+size 13505252

Huggy/Huggy-999939.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba4d2e66201c165aaacd5bd80a1e06c64c1c3b68dab2070c6368d2f3a01fafa
+size 2270373

Huggy/Huggy-999939.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e10a9f5982efa101a1189290fc93bf08837545abc96853bdb97c7d49723a72f
+size 13505252

Huggy/Huggy-999983.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dfe38ef18dfff63f2c2589b012d091a1a13fb955d13961577e4b885dedf6ced6
-size 2270373

Huggy/Huggy-999983.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f497e91fa5c843baeeb5506b9782074dbbc329e1d81557cc3e9a7080ca24d460
-size 13505262

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ca0838cbc3436d2891fc61c40d7e0f181c49bc0cf23cbfe24de4e40d4eb70af6
-size 13505262
+oid sha256:0831bb3e784bc4508c7a6392d02924ee141703a75566ea81d6024ada533a9c12
+size 13505252

Huggy/{events.out.tfevents.1670857534.4e952ac14032.189.0 → events.out.tfevents.1677489103.6f0cb53b822d.7096.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:485317524d0f032942a6c901c219df20ae4aa1eca1faa31ebfd8369afd84bd0c
-size 398255
+oid sha256:71b6291fe15aaec5bdd06e3ffe7574426874972e395432b5b80611bf4da325bd
+size 246256

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 5, "checkpoint_interval": 500000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -34,8 +34,8 @@ behaviors:
           goal_conditioning_type: hyper
           deterministic: false
     init_path: null
-    keep_checkpoints: 5
-    checkpoint_interval: 500000
+    keep_checkpoints: 15
+    checkpoint_interval: 200000
     max_steps: 2000000
     time_horizon: 1000
     summary_freq: 50000

run_logs/Player-0.log

@@ -14,27 +14,27 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
 ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
 ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
 ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
 ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
 ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
-ALSA lib conf.c:4528:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5007:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
 FMOD failed to initialize the output device.: "Error initializing output device. " (60)
 FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.083 seconds
+- Completed reload, in  0.084 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 1.532880 ms
+UnloadTime: 0.833958 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26748 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.AsyncRead]
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
-      Peak Allocated Bytes 128 B
+      Peak Allocated Bytes 160 B
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
@@ -201,19 +201,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 286
+  Peak main deferred allocation count 326
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26762 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 23.1 MB
+      Peak Allocated memory 23.9 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26762 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -243,15 +243,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26761 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26748 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26762 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26749 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -261,15 +261,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26748 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26748 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -279,15 +279,15 @@ Memory Statistics:
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
-      Peak Allocated bytes 1.1 MB
+      Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26762 frames
+      Peak usage frame count: [0-1.0 KB]: 26749 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26762 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26749 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.4019687175750732,
-            "min": 1.4019687175750732,
-            "max": 1.4265706539154053,
+            "value": 1.403439998626709,
+            "min": 1.403439998626709,
+            "max": 1.4244681596755981,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 72893.9609375,
-            "min": 67557.84375,
-            "max": 78730.984375,
+            "value": 70066.7421875,
+            "min": 68974.9375,
+            "max": 77271.9453125,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 92.09310986964618,
-            "min": 92.09310986964618,
-            "max": 386.6434108527132,
+            "value": 70.90647482014388,
+            "min": 70.90647482014388,
+            "max": 406.38709677419354,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49454.0,
-            "min": 48895.0,
-            "max": 50108.0,
+            "value": 49280.0,
+            "min": 48769.0,
+            "max": 50392.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999952.0,
-            "min": 49741.0,
-            "max": 1999952.0,
+            "value": 1999945.0,
+            "min": 49901.0,
+            "max": 1999945.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999952.0,
-            "min": 49741.0,
-            "max": 1999952.0,
+            "value": 1999945.0,
+            "min": 49901.0,
+            "max": 1999945.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.379732370376587,
-            "min": 0.04524208605289459,
-            "max": 2.462480068206787,
+            "value": 2.505805730819702,
+            "min": 0.048853449523448944,
+            "max": 2.584773063659668,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1277.916259765625,
-            "min": 5.790987014770508,
-            "max": 1277.916259765625,
+            "value": 1741.5350341796875,
+            "min": 6.008974075317383,
+            "max": 1741.5350341796875,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.691187434689293,
-            "min": 1.9240906010381877,
-            "max": 3.8552482598227873,
+            "value": 3.8617424060114853,
+            "min": 1.8565165886307151,
+            "max": 4.090605696740041,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 1982.1676524281502,
-            "min": 246.28359693288803,
-            "max": 1982.1676524281502,
+            "value": 2683.9109721779823,
+            "min": 228.35154040157795,
+            "max": 2689.3197382688522,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.691187434689293,
-            "min": 1.9240906010381877,
-            "max": 3.8552482598227873,
+            "value": 3.8617424060114853,
+            "min": 1.8565165886307151,
+            "max": 4.090605696740041,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 1982.1676524281502,
-            "min": 246.28359693288803,
-            "max": 1982.1676524281502,
+            "value": 2683.9109721779823,
+            "min": 228.35154040157795,
+            "max": 2689.3197382688522,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.017939174356029576,
-            "min": 0.013053548156100684,
-            "max": 0.02221284618281061,
+            "value": 0.017147809871676144,
+            "min": 0.011161911057327719,
+            "max": 0.019129289959043186,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.05381752306808873,
-            "min": 0.02610709631220137,
-            "max": 0.05900163884798531,
+            "value": 0.05144342961502844,
+            "min": 0.022323822114655438,
+            "max": 0.05518393944560861,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.0570216336597999,
-            "min": 0.022613724196950593,
-            "max": 0.0570216336597999,
+            "value": 0.06017634636825986,
+            "min": 0.021711290813982487,
+            "max": 0.06638118258366982,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.1710649009793997,
-            "min": 0.045227448393901186,
-            "max": 0.1710649009793997,
+            "value": 0.18052903910477958,
+            "min": 0.04342258162796497,
+            "max": 0.1871425696959098,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.160598946499999e-06,
-            "min": 3.160598946499999e-06,
-            "max": 0.0002953355265548249,
+            "value": 3.851548716183334e-06,
+            "min": 3.851548716183334e-06,
+            "max": 0.000295354276548575,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 9.481796839499997e-06,
-            "min": 9.481796839499997e-06,
-            "max": 0.0008440167186611,
+            "value": 1.1554646148550001e-05,
+            "min": 1.1554646148550001e-05,
+            "max": 0.0008440179186606997,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10105350000000002,
-            "min": 0.10105350000000002,
-            "max": 0.19844517499999997,
+            "value": 0.10128381666666665,
+            "min": 0.10128381666666665,
+            "max": 0.19845142500000001,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30316050000000005,
-            "min": 0.20730645,
-            "max": 0.5813389000000001,
+            "value": 0.30385144999999997,
+            "min": 0.20769945000000006,
+            "max": 0.5813393,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 6.256965e-05,
-            "min": 6.256965e-05,
-            "max": 0.004922414232499998,
+            "value": 7.406245166666667e-05,
+            "min": 7.406245166666667e-05,
+            "max": 0.0049227261075,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00018770894999999997,
-            "min": 0.00018770894999999997,
-            "max": 0.01406881111,
+            "value": 0.000222187355,
+            "min": 0.000222187355,
+            "max": 0.014068831070000003,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,74 +148,74 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1670857526",
-        "python_version": "3.8.16 (default, Dec  7 2022, 01:12:13) \n[GCC 7.5.0]",
+        "start_time_seconds": "1677489096",
+        "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]",
         "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.29.0.dev0",
         "mlagents_envs_version": "0.29.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
-        "numpy_version": "1.21.6",
-        "end_time_seconds": "1670859694"
+        "numpy_version": "1.22.4",
+        "end_time_seconds": "1677491556"
     },
-    "total": 2168.504994076,
+    "total": 2459.524642706,
     "count": 1,
-    "self": 0.3948078710000118,
+    "self": 0.4438703280002301,
     "children": {
         "run_training.setup": {
-            "total": 0.11182891800001471,
+            "total": 0.11794571399991582,
             "count": 1,
-            "self": 0.11182891800001471
+            "self": 0.11794571399991582
         },
         "TrainerController.start_learning": {
-            "total": 2167.998357287,
+            "total": 2458.962826664,
             "count": 1,
-            "self": 3.9768006709268775,
+            "self": 4.512183997808279,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 11.351013302000013,
+                    "total": 10.2040178929999,
                     "count": 1,
-                    "self": 11.351013302000013
+                    "self": 10.2040178929999
                 },
                 "TrainerController.advance": {
-                    "total": 2152.5584105550734,
-                    "count": 231210,
-                    "self": 3.9048154080714994,
+                    "total": 2444.1327445681923,
+                    "count": 233501,
+                    "self": 4.5674677113070175,
                     "children": {
                         "env_step": {
-                            "total": 1694.9638434630062,
-                            "count": 231210,
-                            "self": 1420.4466903290902,
+                            "total": 1899.5905139060665,
+                            "count": 233501,
+                            "self": 1591.7194520769267,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 271.9507749119438,
-                                    "count": 231210,
-                                    "self": 13.974785633919396,
+                                    "total": 304.8797597591499,
+                                    "count": 233501,
+                                    "self": 15.881425741083149,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 257.97598927802443,
-                                            "count": 223013,
-                                            "self": 65.0315042290203,
+                                            "total": 288.99833401806677,
+                                            "count": 222906,
+                                            "self": 73.10165056308233,
                                             "children": {
                                                 "TorchPolicy.sample_actions": {
-                                                    "total": 192.94448504900413,
-                                                    "count": 223013,
-                                                    "self": 192.94448504900413
+                                                    "total": 215.89668345498444,
+                                                    "count": 222906,
+                                                    "self": 215.89668345498444
                                                 }
                                             }
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 2.566378221972286,
-                                    "count": 231210,
+                                    "total": 2.9913020699898425,
+                                    "count": 233501,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 2160.441007434043,
-                                            "count": 231210,
+                                            "total": 2450.6087872069656,
+                                            "count": 233501,
                                             "is_parallel": true,
-                                            "self": 990.9034428800851,
+                                            "self": 1151.904158835017,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -224,48 +224,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.002132800000026691,
+                                                            "total": 0.0009485929999755172,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00038365000000339933,
+                                                            "self": 0.00031145399998422363,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.0017491500000232918,
+                                                                    "total": 0.0006371389999912935,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0017491500000232918
+                                                                    "self": 0.0006371389999912935
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.02680274400000826,
+                                                            "total": 0.0293614479999178,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0002714860000310182,
+                                                            "self": 0.0003073429998039501,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00017948999999362059,
+                                                                    "total": 0.00041190199999618926,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00017948999999362059
+                                                                    "self": 0.00041190199999618926
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.025645789000009245,
+                                                                    "total": 0.027920846999904825,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.025645789000009245
+                                                                    "self": 0.027920846999904825
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.0007059789999743771,
+                                                                    "total": 0.0007213560002128361,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.000235417999931542,
+                                                                    "self": 0.00025420600036341057,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0004705610000428351,
+                                                                            "total": 0.0004671499998494255,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0004705610000428351
+                                                                            "self": 0.0004671499998494255
                                                                         }
                                                                     }
                                                                 }
@@ -274,34 +274,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 1169.537564553958,
-                                                    "count": 231209,
+                                                    "total": 1298.7046283719487,
+                                                    "count": 233500,
                                                     "is_parallel": true,
-                                                    "self": 34.38258893010379,
+                                                    "self": 39.992361281921376,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 74.4920883590238,
-                                                            "count": 231209,
+                                                            "total": 81.12472420894323,
+                                                            "count": 233500,
                                                             "is_parallel": true,
-                                                            "self": 74.4920883590238
+                                                            "self": 81.12472420894323
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 969.9867440759289,
-                                                            "count": 231209,
+                                                            "total": 1083.3870804390278,
+                                                            "count": 233500,
                                                             "is_parallel": true,
-                                                            "self": 969.9867440759289
+                                                            "self": 1083.3870804390278
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 90.67614318890156,
-                                                            "count": 231209,
+                                                            "total": 94.20046244205628,
+                                                            "count": 233500,
                                                             "is_parallel": true,
-                                                            "self": 37.11473801880123,
+                                                            "self": 38.0582799189649,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 53.56140517010033,
-                                                                    "count": 462418,
+                                                                    "total": 56.14218252309138,
+                                                                    "count": 467000,
                                                                     "is_parallel": true,
-                                                                    "self": 53.56140517010033
+                                                                    "self": 56.14218252309138
                                                                 }
                                                             }
                                                         }
@@ -314,31 +314,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 453.6897516839955,
-                            "count": 231210,
-                            "self": 6.027295432033952,
+                            "total": 539.974762950819,
+                            "count": 233501,
+                            "self": 6.634980813766106,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 140.82708616896105,
-                                    "count": 231210,
-                                    "self": 140.3516910539613,
+                                    "total": 171.55158689505447,
+                                    "count": 233501,
+                                    "self": 170.25979737905436,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.47539511499974196,
-                                            "count": 4,
-                                            "self": 0.47539511499974196
+                                            "total": 1.291789516000108,
+                                            "count": 10,
+                                            "self": 1.291789516000108
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 306.8353700830005,
+                                    "total": 361.78819524199844,
                                     "count": 97,
-                                    "self": 253.29967175299282,
+                                    "self": 302.7442654520048,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 53.535698330007676,
+                                            "total": 59.043929789993626,
                                             "count": 2910,
-                                            "self": 53.535698330007676
+                                            "self": 59.043929789993626
                                         }
                                     }
                                 }
@@ -347,19 +347,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 9.119999049289618e-07,
+                    "total": 1.0270005077472888e-06,
                     "count": 1,
-                    "self": 9.119999049289618e-07
+                    "self": 1.0270005077472888e-06
                 },
                 "TrainerController._save_models": {
-                    "total": 0.11213184700000056,
+                    "total": 0.113879177999479,
                     "count": 1,
-                    "self": 0.002219354000317253,
+                    "self": 0.0020443139992494253,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.10991249299968331,
+                            "total": 0.11183486400022957,
                             "count": 1,
-                            "self": 0.10991249299968331
+                            "self": 0.11183486400022957
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,58 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 499931,
-                "file_path": "results/Huggy/Huggy/Huggy-499931.onnx",
-                "reward": 4.007879790994856,
-                "creation_time": 1670858076.2457852,
+                "steps": 199839,
+                "file_path": "results/Huggy/Huggy/Huggy-199839.onnx",
+                "reward": 3.0028318713108697,
+                "creation_time": 1677489350.516429,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-499931.pt"
+                    "results/Huggy/Huggy/Huggy-199839.pt"
                 ]
             },
             {
-                "steps": 999983,
-                "file_path": "results/Huggy/Huggy/Huggy-999983.onnx",
-                "reward": 3.8814659621980456,
-                "creation_time": 1670858616.1130183,
+                "steps": 399906,
+                "file_path": "results/Huggy/Huggy/Huggy-399906.onnx",
+                "reward": 3.635029198418201,
+                "creation_time": 1677489592.1039376,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999983.pt"
+                    "results/Huggy/Huggy/Huggy-399906.pt"
                 ]
             },
             {
-                "steps": 1499870,
-                "file_path": "results/Huggy/Huggy/Huggy-1499870.onnx",
-                "reward": 3.7746383283287286,
-                "creation_time": 1670859153.964318,
+                "steps": 599892,
+                "file_path": "results/Huggy/Huggy/Huggy-599892.onnx",
+                "reward": 3.6598336742474484,
+                "creation_time": 1677489840.5173604,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1499870.pt"
+                    "results/Huggy/Huggy/Huggy-599892.pt"
                 ]
             },
             {
-                "steps": 1999952,
-                "file_path": "results/Huggy/Huggy/Huggy-1999952.onnx",
-                "reward": 3.042125662167867,
-                "creation_time": 1670859694.4222913,
+                "steps": 799956,
+                "file_path": "results/Huggy/Huggy/Huggy-799956.onnx",
+                "reward": 3.929460668232706,
+                "creation_time": 1677490082.1577952,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999952.pt"
+                    "results/Huggy/Huggy/Huggy-799956.pt"
                 ]
             },
             {
-                "steps": 2000036,
-                "file_path": "results/Huggy/Huggy/Huggy-2000036.onnx",
-                "reward": 3.2139920830726623,
-                "creation_time": 1670859694.5380783,
+                "steps": 999939,
+                "file_path": "results/Huggy/Huggy/Huggy-999939.onnx",
+                "reward": 4.163633292959642,
+                "creation_time": 1677490328.358833,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000036.pt"
+                    "results/Huggy/Huggy/Huggy-999939.pt"
+                ]
+            },
+            {
+                "steps": 1199727,
+                "file_path": "results/Huggy/Huggy/Huggy-1199727.onnx",
+                "reward": 4.151644068351691,
+                "creation_time": 1677490575.2795348,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1199727.pt"
+                ]
+            },
+            {
+                "steps": 1399984,
+                "file_path": "results/Huggy/Huggy/Huggy-1399984.onnx",
+                "reward": 2.655961549282074,
+                "creation_time": 1677490821.365762,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1399984.pt"
+                ]
+            },
+            {
+                "steps": 1599971,
+                "file_path": "results/Huggy/Huggy/Huggy-1599971.onnx",
+                "reward": 4.0271846767209,
+                "creation_time": 1677491063.7332406,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1599971.pt"
+                ]
+            },
+            {
+                "steps": 1799980,
+                "file_path": "results/Huggy/Huggy/Huggy-1799980.onnx",
+                "reward": 4.121591821980121,
+                "creation_time": 1677491309.9047546,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1799980.pt"
+                ]
+            },
+            {
+                "steps": 1999945,
+                "file_path": "results/Huggy/Huggy/Huggy-1999945.onnx",
+                "reward": 3.904228918014034,
+                "creation_time": 1677491555.7611535,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1999945.pt"
+                ]
+            },
+            {
+                "steps": 2000029,
+                "file_path": "results/Huggy/Huggy/Huggy-2000029.onnx",
+                "reward": 3.910268397558303,
+                "creation_time": 1677491555.8795092,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-2000029.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000036,
+            "steps": 2000029,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.2139920830726623,
-            "creation_time": 1670859694.5380783,
+            "reward": 3.910268397558303,
+            "creation_time": 1677491555.8795092,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000036.pt"
+                "results/Huggy/Huggy/Huggy-2000029.pt"
             ]
         }
     },