Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6c8e941fc053334ee04bb4ffe445494ffbc2928ec73069d3f2d3f9b074932776
+oid sha256:dd51fcb2d18c20c7632d65e2ce089398351e7d9f2e082f9aeba591d9ca69ac8d
 size 2270373

Huggy/{Huggy-1199987.onnx → Huggy-1199971.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c359342a1817f190b418ebecd5211798ec6fefb8bd57414da57241c664e7df23
+oid sha256:0386ee4e1e96f05e575f44a6896be7a5baae339626ab3ef81def1cd0549a80b2
 size 2270373

Huggy/{Huggy-1199987.pt → Huggy-1199971.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4c515de1ed814465daf03122f5eb5b29416f53c342e88578b74af7cbc99b966
-size 13505252
+oid sha256:d493a6eda187af834730c0993df4a8216a04114df889cd05f80104f05f2b5ec1
+size 13505250

Huggy/{Huggy-1599871.onnx → Huggy-1399878.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b8ab2826a90536d29a410fcfa63576333c6bef1e6d6802e7bf178211635f4ab2
+oid sha256:0712f557945cbdf56aa10d6029989de6cde3cf7bbc239a2bcd60716dc357b378
 size 2270373

Huggy/{Huggy-1399913.pt → Huggy-1399878.pt}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2d2947794f72f34d92aa1b974405faa32e0db0dd9a270d11860df2fd45a17cc6
-size 13505252
+oid sha256:47a5c9c743c11e73a05ec952aec9c12d5c2d668ac2212bae5d4e3d3640b754ee
+size 13505250

Huggy/Huggy-1599871.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:37bb0b77575904ea6695b0b7b1666365cf325a22999f3442c15afdc847becf90
-size 13505252

Huggy/{Huggy-1399913.onnx → Huggy-1599975.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:cb1569bb8cd7495af8ad7c1627d9925371cedc2b29587fe951b9a369e280a6f1
+oid sha256:cb59d5c414a5a29a47f1b6187b47b351b24326bace647852271b86a8ff1c6bc2
 size 2270373

Huggy/Huggy-1599975.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a101bddbaae790faf6b40fdba461ff303fbbf59e0becdd4b5c7f64bdba780feb
+size 13505250

Huggy/{Huggy-1799982.onnx → Huggy-1799831.onnx}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d42a50781064ffa6e7d89cc1451a96dd478d4c69fe5a314a0434f74bb72c84b
+oid sha256:9339d0de6d11ad8efe803e1c6688d04c3e234da6a74c2bfe57d5db190024c042
 size 2270373

Huggy/Huggy-1799831.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f995dae956ba2d9a2440feff6de18759bf114c17e5db0cf35b7ba952c919e3d5
+size 13505250

Huggy/Huggy-1799982.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bc424e7011544aa8e813d58af648fb255afc1b1f83f901315fea9856d1db9800
-size 13505252

Huggy/Huggy-199861.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ed9dceedd0dedb0f4cb7e90bb031bae53d62b083f3bb28c81395e2654437553
+size 2270373

Huggy/Huggy-199861.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ee96b61e9aa07a64f9579d057a9b7be55d127ae47e3091c973c5d32bff5264b
+size 13505250

Huggy/Huggy-199873.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d006e3e760ea1cf32c4e991a3ef7fd86d3d6ce6618ef19a0883aa2d7602b4791
-size 2270373

Huggy/Huggy-199873.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c850be901e1b3db60a59380e0a71d3bda4262ce1a3cf571250c18af2d4da37f1
-size 13505252

Huggy/Huggy-1999474.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d884db7fc9e6b3de809390d5fb804761cbddfc1474c8091ce3a2cdf9ff9878e2
+size 2270373

Huggy/Huggy-1999474.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7bb95c87ea110ff043d00b2610d40a047ae93d30cefb162cee664f750f9a05e
+size 13505250

Huggy/Huggy-1999991.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2dd01abef43ef659a4432a3cc4286cf5cb12dbbaa8f20f20b70883b17975eaeb
-size 2270373

Huggy/Huggy-1999991.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cd1d9930a8a8c6daf2afcc6a79e9f0d3a878c79455139bb54dec5c5931d7c408
-size 13505252

Huggy/Huggy-2000049.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6c8e941fc053334ee04bb4ffe445494ffbc2928ec73069d3f2d3f9b074932776
-size 2270373

Huggy/Huggy-2000049.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:de1a514369936a7714d35a5a44245159640e4591e7fa9d6fccc438afe373f035
-size 13505248

Huggy/Huggy-2000224.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd51fcb2d18c20c7632d65e2ce089398351e7d9f2e082f9aeba591d9ca69ac8d
+size 2270373

Huggy/Huggy-2000224.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac6ee139e106f740618967d450a6985460b576e144761dd38d30f7aed83380d9
+size 13505250

Huggy/Huggy-399901.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d6553db4ae7869b194e6527f40e88548c45806772904bff8584adc03aa82bb51
-size 2270373

Huggy/Huggy-399901.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:20071cf67ca08de6931915c08257b7e1cf217b6899f4b6dc2734c6f5bd03e0c6
-size 13505252

Huggy/Huggy-399969.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10b854becefae93082b7372795468e07c813cddb04c0c045bcf9476ba2275b1d
+size 2270373

Huggy/Huggy-399969.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87ce06baddc5994fc81a3e838910a4472b71a8ed1daecf59db5dcf776452d5ae
+size 13505250

Huggy/Huggy-599958.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:96917a2425347dfca8ffc3113e13c55a28bc5293320b6d39be2e95d677472ed8
+size 2270373

Huggy/Huggy-599958.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7d8419045f86a7b41e6548d4976346667958b3be7e473f012a43f34a80745aa
+size 13505250

Huggy/Huggy-599991.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4fa6585c2566521076ed829749e58f827d5e31cf267e39fca535a0b854b918fa
-size 2270373

Huggy/Huggy-599991.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:95eae2d9835578c4dbbde2b086f7d49a664cdb90496fd9d78ae3b66c1d65d335
-size 13505252

Huggy/Huggy-799307.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:021beb526a5b1e68f94819bbefd0081f1c856f65e092ea912b3146c81ce3517f
+size 2270373

Huggy/Huggy-799307.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70e1128a77040e64837bf091f0001a72f1dfe14a456c5a9cfa135cbb783259f3
+size 13505250

Huggy/Huggy-799853.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:af722d72fc4d8d36997e7b76090bc97f7a1a84c0a67ed2185ab17b86da119473
-size 2270373

Huggy/Huggy-799853.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:be5c1322db4bff70ba77045bee5d115decca03d69fcf537abda8233abb12d66a
-size 13505252

Huggy/Huggy-999914.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0c840499cb85fc2130f6c062055e5d1824f82a04f35eed6527d8bf1c5159151
+size 2270373

Huggy/Huggy-999914.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11768424cd3aa6fe95669227a4434cd1fca73d438fc88914c36c82aed5305730
+size 13505250

Huggy/Huggy-999987.onnx

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:03c6e8f754fa67bdd06bcefbc26fed8621c2e9e71c90abc70995f1453f9af48b
-size 2270373

Huggy/Huggy-999987.pt

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:00e6068190c8ed8e2f28306eeebbed886e8685b3140f9242f906a241d7bba6a0
-size 13505252

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de1a514369936a7714d35a5a44245159640e4591e7fa9d6fccc438afe373f035
-size 13505248
+oid sha256:ac6ee139e106f740618967d450a6985460b576e144761dd38d30f7aed83380d9
+size 13505250

Huggy/events.out.tfevents.1677949848.a50b57d5e62d.16601.0

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c0a9fafd7d1e5789a5dbe6ef5eb0c9b74c340fda5d27470c9eebe707599c6087
-size 1024

Huggy/{events.out.tfevents.1677946680.a50b57d5e62d.2988.0 → events.out.tfevents.1677950370.446644964c85.1476.0}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c91ff42426fc17f3f729b6cf4de5ae2f4b51b4b25d6f31ebecaa3d8bed0ba506
-size 303136
+oid sha256:e2007fe2271d035e8776e8d5f4a0446891e0bfa6b5000882ff9451d4a8f6a036
+size 378752

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -65,7 +65,7 @@ checkpoint_settings:
   run_id: Huggy
   initialize_from: null
   load_model: false
-  resume: true
+  resume: false
   force: false
   train_model: false
   inference: false

run_logs/Player-0.log

@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
 Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
+Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
 [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
@@ -75,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.709024 ms
+UnloadTime: 0.700259 ms
 requesting resize 84 x 84
 Setting up 1 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -198,22 +201,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 231
+  Peak main deferred allocation count 218
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26765 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 22.2 MB
+      Peak Allocated memory 23.5 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26765 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 2.1 MB
+      Peak Allocated memory 2.8 MB
       Peak Large allocation bytes 0 B
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -227,7 +230,7 @@ Memory Statistics:
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
   Initial Block Size 2.0 MB
-  Used Block Count 1
+  Used Block Count 2
   Overflow Count (too large) 0
   Overflow Count (full) 0
 [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -242,13 +245,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26764 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26765 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -260,13 +263,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26764 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26764 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -278,13 +281,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 1 frames
+      Peak usage frame count: [0-1.0 KB]: 26765 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26765 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -1,50 +1,365 @@
 {
     "name": "root",
+    "gauges": {
+        "Huggy.Policy.Entropy.mean": {
+            "value": 1.4082129001617432,
+            "min": 1.4082129001617432,
+            "max": 1.4291261434555054,
+            "count": 40
+        },
+        "Huggy.Policy.Entropy.sum": {
+            "value": 71371.046875,
+            "min": 69300.125,
+            "max": 76253.6640625,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.mean": {
+            "value": 98.95409181636727,
+            "min": 87.47610619469026,
+            "max": 390.3203125,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.sum": {
+            "value": 49576.0,
+            "min": 48866.0,
+            "max": 50177.0,
+            "count": 40
+        },
+        "Huggy.Step.mean": {
+            "value": 1999474.0,
+            "min": 49825.0,
+            "max": 1999474.0,
+            "count": 40
+        },
+        "Huggy.Step.sum": {
+            "value": 1999474.0,
+            "min": 49825.0,
+            "max": 1999474.0,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 2.3507883548736572,
+            "min": 0.031364452093839645,
+            "max": 2.435443639755249,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 1180.095703125,
+            "min": 3.983285427093506,
+            "max": 1343.17822265625,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.mean": {
+            "value": 3.5545885409729414,
+            "min": 1.856823153148486,
+            "max": 4.00661034479794,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.sum": {
+            "value": 1784.4034475684166,
+            "min": 235.8165404498577,
+            "max": 2107.477041363716,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.mean": {
+            "value": 3.5545885409729414,
+            "min": 1.856823153148486,
+            "max": 4.00661034479794,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.sum": {
+            "value": 1784.4034475684166,
+            "min": 235.8165404498577,
+            "max": 2107.477041363716,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.mean": {
+            "value": 0.01309355038449414,
+            "min": 0.01309355038449414,
+            "max": 0.020819643248493475,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.sum": {
+            "value": 0.03928065115348242,
+            "min": 0.02776997757367402,
+            "max": 0.05938962733489461,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.mean": {
+            "value": 0.056385114085343156,
+            "min": 0.02281155015031497,
+            "max": 0.06061395841340224,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.sum": {
+            "value": 0.16915534225602946,
+            "min": 0.04562310030062994,
+            "max": 0.16946651885906855,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.mean": {
+            "value": 3.5793988069000078e-06,
+            "min": 3.5793988069000078e-06,
+            "max": 0.00029531160156279993,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.sum": {
+            "value": 1.0738196420700024e-05,
+            "min": 1.0738196420700024e-05,
+            "max": 0.0008441433186189,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.mean": {
+            "value": 0.10119310000000002,
+            "min": 0.10119310000000002,
+            "max": 0.19843719999999998,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.sum": {
+            "value": 0.30357930000000005,
+            "min": 0.20757015,
+            "max": 0.5813811,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.mean": {
+            "value": 6.953569000000013e-05,
+            "min": 6.953569000000013e-05,
+            "max": 0.004922016279999999,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.sum": {
+            "value": 0.0002086070700000004,
+            "min": 0.0002086070700000004,
+            "max": 0.014070916889999998,
+            "count": 40
+        },
+        "Huggy.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        },
+        "Huggy.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        }
+    },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1677949845",
+        "start_time_seconds": "1677950363",
         "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
         "mlagents_version": "0.29.0.dev0",
         "mlagents_envs_version": "0.29.0.dev0",
         "communication_protocol_version": "1.5.0",
         "pytorch_version": "1.8.1+cu102",
         "numpy_version": "1.22.4",
-        "end_time_seconds": "1677949852"
+        "end_time_seconds": "1677952860"
     },
-    "total": 6.718506002999675,
+    "total": 2496.601962099,
     "count": 1,
-    "self": 0.4326629099996353,
+    "self": 0.4394619730001068,
     "children": {
         "run_training.setup": {
-            "total": 0.1069763430000421,
+            "total": 0.10729066900000817,
             "count": 1,
-            "self": 0.1069763430000421
+            "self": 0.10729066900000817
         },
         "TrainerController.start_learning": {
-            "total": 6.178866749999997,
+            "total": 2496.055209457,
             "count": 1,
-            "self": 0.00014941899962650496,
+            "self": 4.642080394066397,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 6.040626815999985,
+                    "total": 10.068002261000004,
                     "count": 1,
-                    "self": 6.040626815999985
+                    "self": 10.068002261000004
+                },
+                "TrainerController.advance": {
+                    "total": 2481.231852810933,
+                    "count": 232180,
+                    "self": 4.680931108039658,
+                    "children": {
+                        "env_step": {
+                            "total": 1944.6610740329838,
+                            "count": 232180,
+                            "self": 1628.2733638119698,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 313.3882499590564,
+                                    "count": 232180,
+                                    "self": 16.806932282036087,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 296.5813176770203,
+                                            "count": 223034,
+                                            "self": 74.55629210304346,
+                                            "children": {
+                                                "TorchPolicy.sample_actions": {
+                                                    "total": 222.02502557397685,
+                                                    "count": 223034,
+                                                    "self": 222.02502557397685
+                                                }
+                                            }
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 2.999460261957722,
+                                    "count": 232180,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 2487.004930325999,
+                                            "count": 232180,
+                                            "is_parallel": true,
+                                            "self": 1171.3629595280352,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.0010925530000349681,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.00034714900004928495,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.0007454039999856832,
+                                                                    "count": 2,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0007454039999856832
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.03139220399998521,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0003083609999521286,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.0002218640000251071,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0002218640000251071
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.027937850999990133,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.027937850999990133
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.002924128000017845,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0002935800000045674,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0026305480000132775,
+                                                                            "count": 2,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0026305480000132775
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1315.6419707979637,
+                                                    "count": 232179,
+                                                    "is_parallel": true,
+                                                    "self": 39.005549074831606,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 83.19513040604289,
+                                                            "count": 232179,
+                                                            "is_parallel": true,
+                                                            "self": 83.19513040604289
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 1099.6440867190527,
+                                                            "count": 232179,
+                                                            "is_parallel": true,
+                                                            "self": 1099.6440867190527
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 93.7972045980365,
+                                                            "count": 232179,
+                                                            "is_parallel": true,
+                                                            "self": 39.95259874904582,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 53.84460584899068,
+                                                                    "count": 464358,
+                                                                    "is_parallel": true,
+                                                                    "self": 53.84460584899068
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 531.8898476699095,
+                            "count": 232180,
+                            "self": 7.131257833973564,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 169.8729961479367,
+                                    "count": 232180,
+                                    "self": 168.63438251993733,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.2386136279993707,
+                                            "count": 10,
+                                            "self": 1.2386136279993707
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 354.8855936879993,
+                                    "count": 97,
+                                    "self": 297.11033668099213,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 57.775257007007156,
+                                            "count": 2910,
+                                            "self": 57.775257007007156
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
                 },
                 "trainer_threads": {
-                    "total": 1.1410002116463147e-06,
+                    "total": 8.340002750628628e-07,
                     "count": 1,
-                    "self": 1.1410002116463147e-06
+                    "self": 8.340002750628628e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.13808937400017385,
+                    "total": 0.11327315700009422,
                     "count": 1,
-                    "self": 0.0032499569997526123,
+                    "self": 0.0023279140000340703,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.13483941700042124,
+                            "total": 0.11094524300006015,
                             "count": 1,
-                            "self": 0.13483941700042124
+                            "self": 0.11094524300006015
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,121 +2,112 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199873,
-                "file_path": "results/Huggy/Huggy/Huggy-199873.onnx",
-                "reward": 3.267768839995066,
-                "creation_time": 1677946924.7412803,
+                "steps": 199861,
+                "file_path": "results/Huggy/Huggy/Huggy-199861.onnx",
+                "reward": 3.6506536946152197,
+                "creation_time": 1677950614.8509018,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199873.pt"
+                    "results/Huggy/Huggy/Huggy-199861.pt"
                 ]
             },
             {
-                "steps": 399901,
-                "file_path": "results/Huggy/Huggy/Huggy-399901.onnx",
-                "reward": 3.7791598731821234,
-                "creation_time": 1677947171.4235282,
+                "steps": 399969,
+                "file_path": "results/Huggy/Huggy/Huggy-399969.onnx",
+                "reward": 3.809424927269203,
+                "creation_time": 1677950862.196629,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399901.pt"
+                    "results/Huggy/Huggy/Huggy-399969.pt"
                 ]
             },
             {
-                "steps": 599991,
-                "file_path": "results/Huggy/Huggy/Huggy-599991.onnx",
-                "reward": 3.654526407902057,
-                "creation_time": 1677947415.433758,
+                "steps": 599958,
+                "file_path": "results/Huggy/Huggy/Huggy-599958.onnx",
+                "reward": 3.662988692522049,
+                "creation_time": 1677951111.0133436,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599991.pt"
+                    "results/Huggy/Huggy/Huggy-599958.pt"
                 ]
             },
             {
-                "steps": 799853,
-                "file_path": "results/Huggy/Huggy/Huggy-799853.onnx",
-                "reward": 3.682222602420679,
-                "creation_time": 1677947662.083279,
+                "steps": 799307,
+                "file_path": "results/Huggy/Huggy/Huggy-799307.onnx",
+                "reward": 3.796732041570875,
+                "creation_time": 1677951363.3782601,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799853.pt"
+                    "results/Huggy/Huggy/Huggy-799307.pt"
                 ]
             },
             {
-                "steps": 999987,
-                "file_path": "results/Huggy/Huggy/Huggy-999987.onnx",
-                "reward": 4.089679422085745,
-                "creation_time": 1677947914.2339957,
+                "steps": 999914,
+                "file_path": "results/Huggy/Huggy/Huggy-999914.onnx",
+                "reward": 3.9534004586083547,
+                "creation_time": 1677951613.7362702,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999987.pt"
+                    "results/Huggy/Huggy/Huggy-999914.pt"
                 ]
             },
             {
-                "steps": 1199987,
-                "file_path": "results/Huggy/Huggy/Huggy-1199987.onnx",
-                "reward": 3.8527736524119973,
-                "creation_time": 1677948165.9665604,
+                "steps": 1199971,
+                "file_path": "results/Huggy/Huggy/Huggy-1199971.onnx",
+                "reward": 3.606113940477371,
+                "creation_time": 1677951863.5860248,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199987.pt"
+                    "results/Huggy/Huggy/Huggy-1199971.pt"
                 ]
             },
             {
-                "steps": 1399913,
-                "file_path": "results/Huggy/Huggy/Huggy-1399913.onnx",
-                "reward": 4.0824430567376755,
-                "creation_time": 1677948412.0348372,
+                "steps": 1399878,
+                "file_path": "results/Huggy/Huggy/Huggy-1399878.onnx",
+                "reward": 3.696277751809075,
+                "creation_time": 1677952110.812795,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399913.pt"
+                    "results/Huggy/Huggy/Huggy-1399878.pt"
                 ]
             },
             {
-                "steps": 1599871,
-                "file_path": "results/Huggy/Huggy/Huggy-1599871.onnx",
-                "reward": 3.753695501221551,
-                "creation_time": 1677948663.3141398,
+                "steps": 1599975,
+                "file_path": "results/Huggy/Huggy/Huggy-1599975.onnx",
+                "reward": 3.7504599683168456,
+                "creation_time": 1677952349.5471916,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599871.pt"
+                    "results/Huggy/Huggy/Huggy-1599975.pt"
                 ]
             },
             {
-                "steps": 1799982,
-                "file_path": "results/Huggy/Huggy/Huggy-1799982.onnx",
-                "reward": 3.954077724396713,
-                "creation_time": 1677948913.7805524,
+                "steps": 1799831,
+                "file_path": "results/Huggy/Huggy/Huggy-1799831.onnx",
+                "reward": 3.7760352803313215,
+                "creation_time": 1677952604.2769468,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799982.pt"
+                    "results/Huggy/Huggy/Huggy-1799831.pt"
                 ]
             },
             {
-                "steps": 1999991,
-                "file_path": "results/Huggy/Huggy/Huggy-1999991.onnx",
-                "reward": 4.433393222590287,
-                "creation_time": 1677949166.4507535,
+                "steps": 1999474,
+                "file_path": "results/Huggy/Huggy/Huggy-1999474.onnx",
+                "reward": 3.877372039401013,
+                "creation_time": 1677952859.6662447,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999991.pt"
+                    "results/Huggy/Huggy/Huggy-1999474.pt"
                 ]
             },
             {
-                "steps": 2000049,
-                "file_path": "results/Huggy/Huggy/Huggy-2000049.onnx",
-                "reward": 4.376300668229862,
-                "creation_time": 1677949166.5623636,
+                "steps": 2000224,
+                "file_path": "results/Huggy/Huggy/Huggy-2000224.onnx",
+                "reward": 3.5747710491220155,
+                "creation_time": 1677952859.8109171,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000049.pt"
-                ]
-            },
-            {
-                "steps": 2000049,
-                "file_path": "results/Huggy/Huggy/Huggy-2000049.onnx",
-                "reward": null,
-                "creation_time": 1677949851.7944183,
-                "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000049.pt"
+                    "results/Huggy/Huggy/Huggy-2000224.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000049,
+            "steps": 2000224,
             "file_path": "results/Huggy/Huggy.onnx",
-            "reward": null,
-            "creation_time": 1677949851.7944183,
+            "reward": 3.5747710491220155,
+            "creation_time": 1677952859.8109171,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000049.pt"
+                "results/Huggy/Huggy/Huggy-2000224.pt"
             ]
         }
     },