Huggy

Huggy.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3155f9728e4604d355501e0796ef445f607e9f45f3e0cc6d078b6099f154425d
+oid sha256:5d11d43d0ce2ea3653c4a0c32e6a18bbb911526fec81b3f174393df3a62fa773
 size 2273984

Huggy/Huggy-1199958.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319d5887de53b6001430c22b9a3b4243d1f5e64b103d712b4b2b6f02b0a65998
+size 2273984

Huggy/Huggy-1199958.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33dd9964c835e78eb6e456ce3dbb906c25a6e848623c67a7b74498390d769053
+size 13509473

Huggy/Huggy-1399407.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532f7a7c5fffff37244bff488f9e9dc3b553b29a30ee22e8698f433ae4e081b2
+size 2273984

Huggy/Huggy-1399407.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8e4036f25ba6730aa89c50bc539a47f164d9c3cff4308583bb338edb5b567db
+size 13509473

Huggy/Huggy-1599965.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f97cdcfe04bbe098ccb076542ac3b6966a24c8425c3e44ec1c5611c75567ca5
+size 2273984

Huggy/Huggy-1599965.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41d698f86fe097f36b818558ad6b4425c749adc1712ea4be51f4eb8667ae5cd5
+size 13509473

Huggy/Huggy-1799870.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:606d0e984708e622ee48fd66b7a522c1bc0e030fc68ea54d3fb9fa723bc6e19f
+size 2273984

Huggy/Huggy-1799870.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da757f0926a2354d97ef5524590fd9e5efab92d835914abd3ea2ba9e22005ae7
+size 13509473

Huggy/Huggy-199783.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21ff599a4d2de4bade540b4b2318caa84045e64b14a11181717d19e524e36674
+size 2273984

Huggy/Huggy-199783.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ff88bc6d5dd3acc8b7d2fcc2889ee8681abcd27e3bf4d0dfbbf13b95f096704
+size 13509388

Huggy/Huggy-1999381.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:417e40e96b0a8da8682444c385c313acf7088728325ecd8668110359f67bbe13
+size 2273984

Huggy/Huggy-1999381.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9596b02e0eec254b3ad11e13ce565aa6abf8035d6e777b8a91ec5d71aeba464a
+size 13509473

Huggy/Huggy-2000131.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d11d43d0ce2ea3653c4a0c32e6a18bbb911526fec81b3f174393df3a62fa773
+size 2273984

Huggy/Huggy-2000131.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60099bb647becfb1a886178c858befd36127451459d2a123d5f96403b35786c
+size 13509473

Huggy/Huggy-399944.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8751ab99f53dff7702b865f41254f686aac1cbdf97a58143166c0f0e45125a41
+size 2273984

Huggy/Huggy-399944.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0338e09673a3904d46904978b1f8ba89bd15930d131f7d9e6da340211c9d968
+size 13509388

Huggy/Huggy-599919.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79b088e735187a04c01844c81a5a255da95a9a75818776eb6cc4af0b6cad44d
+size 2273984

Huggy/Huggy-599919.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2605135d66f245230fb5525f0db19871ab635ab76883466e4b94e18bb4ee07f4
+size 13509388

Huggy/Huggy-799921.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d64c6726ef46c45e5bb13bb92cee8a7d2657439d485eed280b895e505a94c7b
+size 2273984

Huggy/Huggy-799921.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0587ee87277475d346c3a80dd50d344fd4439ab009b045e3140ad5298bb31a8
+size 13509388

Huggy/Huggy-999962.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2cc3d259b990ffb5dd30df37fd7286d83f319b5c389da8f421b907abfe3bc78
+size 2273984

Huggy/Huggy-999962.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cae99a591c944769fbdd464a71abccbe1c5e5b582a67a14b38315bc70f42315
+size 13509388

Huggy/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d00b53e7109e6764f9293fe51c2f3bfe2578fbfb14a706bbaecff7d22070d42e
+oid sha256:1a36c5016c93e79e9b22e77a571aa67ee45464d353cc5fb36abffad86552efbc
 size 13509218

Huggy/events.out.tfevents.1711286081.geekayman-Inspiron-16-Plus-7630.51358.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e60be99f0e4936015f364d720e5b01a0863768443708782976a7050b4ae1dac
+size 312305

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy2", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -66,7 +66,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: Huggy
+  run_id: Huggy2
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -1,12 +1,9 @@
-Mono path[0] = '/home/geekayman/Documents/GitHub/machine_learning_Journey/HuggingFace_DRL/unit1/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
-Mono config path = '/home/geekayman/Documents/GitHub/machine_learning_Journey/HuggingFace_DRL/unit1/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/home/geekayman/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
+Mono config path = '/home/geekayman/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /home/geekayman/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /home/geekayman/.config/unity3d/Hugging Face/Huggy
-Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /home/geekayman/Documents/GitHub/machine_learning_Journey/HuggingFace_DRL/unit1/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /home/geekayman/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
@@ -14,7 +11,7 @@ NullGfxDevice:
     Renderer: Null Device
     Vendor:   Unity Technologies
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.041 seconds
+- Completed reload, in  0.038 seconds
 ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -58,14 +55,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
 WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.408779 ms
+UnloadTime: 0.380772 ms
 requesting resize 84 x 84
 Setting up 8 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26744 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 3.6 MB
@@ -78,7 +75,7 @@ Memory Statistics:
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 296.0 KB
-      Peak Allocated Bytes 211.7 KB
+      Peak Allocated Bytes 211.5 KB
       Overflow Count 4
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
@@ -251,19 +248,19 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 57
+  Peak main deferred allocation count 55
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 26745 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26758 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 23.9 MB
       Peak Large allocation bytes 16.0 MB
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [2.0 MB-4.0 MB]: 26745 frames
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26758 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 2.5 MB
@@ -295,13 +292,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 26744 frames, [64.0 KB-128.0 KB]: 1 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26757 frames, [64.0 KB-128.0 KB]: 1 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 65.6 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [64.0 KB-128.0 KB]: 26745 frames
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26758 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 81.8 KB
@@ -313,13 +310,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [1.0 MB-2.0 MB]: 26744 frames, [16.0 MB-32.0 MB]: 1 frames
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26757 frames, [16.0 MB-32.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 2
       Peak Allocated memory 30.6 MB
       Peak Large allocation bytes 24.9 MB
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 26744 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.6 MB
@@ -331,13 +328,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.4 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 26745 frames
+      Peak usage frame count: [0-1.0 KB]: 26758 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [4.0 KB-8.0 KB]: 26745 frames
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26758 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 7.3 KB

run_logs/timers.json

@@ -2,135 +2,135 @@
     "name": "root",
     "gauges": {
         "Huggy.Policy.Entropy.mean": {
-            "value": 1.405102014541626,
-            "min": 1.405102014541626,
-            "max": 1.429335117340088,
+            "value": 1.404221534729004,
+            "min": 1.404221534729004,
+            "max": 1.42573881149292,
             "count": 40
         },
         "Huggy.Policy.Entropy.sum": {
-            "value": 69603.1328125,
-            "min": 68397.0625,
-            "max": 79434.296875,
+            "value": 68045.765625,
+            "min": 67881.9609375,
+            "max": 77512.6015625,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.mean": {
-            "value": 78.56597774244833,
-            "min": 76.50542635658914,
-            "max": 385.14503816793894,
+            "value": 94.34169884169884,
+            "min": 75.95076923076923,
+            "max": 406.258064516129,
             "count": 40
         },
         "Huggy.Environment.EpisodeLength.sum": {
-            "value": 49418.0,
-            "min": 49296.0,
-            "max": 50454.0,
+            "value": 48869.0,
+            "min": 48869.0,
+            "max": 50376.0,
             "count": 40
         },
         "Huggy.Step.mean": {
-            "value": 1999965.0,
-            "min": 49996.0,
-            "max": 1999965.0,
+            "value": 1999381.0,
+            "min": 49871.0,
+            "max": 1999381.0,
             "count": 40
         },
         "Huggy.Step.sum": {
-            "value": 1999965.0,
-            "min": 49996.0,
-            "max": 1999965.0,
+            "value": 1999381.0,
+            "min": 49871.0,
+            "max": 1999381.0,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 2.4387154579162598,
-            "min": 0.07204939424991608,
-            "max": 2.4973368644714355,
+            "value": 2.428128242492676,
+            "min": 0.051901113241910934,
+            "max": 2.4836175441741943,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 1533.9520263671875,
-            "min": 9.366421699523926,
-            "max": 1576.6297607421875,
+            "value": 1257.7703857421875,
+            "min": 6.38383674621582,
+            "max": 1562.49267578125,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.mean": {
-            "value": 3.85839929394957,
-            "min": 1.8773355885193899,
-            "max": 4.030156509588228,
+            "value": 3.6464695357447887,
+            "min": 1.759237577275532,
+            "max": 4.08350232919725,
             "count": 40
         },
         "Huggy.Environment.CumulativeReward.sum": {
-            "value": 2426.9331558942795,
-            "min": 244.05362650752068,
-            "max": 2503.6168252825737,
+            "value": 1888.8712195158005,
+            "min": 216.38622200489044,
+            "max": 2488.009931087494,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.mean": {
-            "value": 3.85839929394957,
-            "min": 1.8773355885193899,
-            "max": 4.030156509588228,
+            "value": 3.6464695357447887,
+            "min": 1.759237577275532,
+            "max": 4.08350232919725,
             "count": 40
         },
         "Huggy.Policy.ExtrinsicReward.sum": {
-            "value": 2426.9331558942795,
-            "min": 244.05362650752068,
-            "max": 2503.6168252825737,
+            "value": 1888.8712195158005,
+            "min": 216.38622200489044,
+            "max": 2488.009931087494,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.mean": {
-            "value": 0.014520371231386282,
-            "min": 0.011824399802814394,
-            "max": 0.020555874338606374,
+            "value": 0.016410386920647904,
+            "min": 0.013679241765930782,
+            "max": 0.019249920827981742,
             "count": 40
         },
         "Huggy.Losses.PolicyLoss.sum": {
-            "value": 0.04356111369415885,
-            "min": 0.02364879960562879,
-            "max": 0.05778296002342055,
+            "value": 0.04923116076194371,
+            "min": 0.027358483531861565,
+            "max": 0.05553369051000724,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.mean": {
-            "value": 0.06279840076135264,
-            "min": 0.02107829786837101,
-            "max": 0.06279840076135264,
+            "value": 0.051503350916836,
+            "min": 0.023184952822824317,
+            "max": 0.05842626721908649,
             "count": 40
         },
         "Huggy.Losses.ValueLoss.sum": {
-            "value": 0.18839520228405793,
-            "min": 0.04215659573674202,
-            "max": 0.18839520228405793,
+            "value": 0.154510052750508,
+            "min": 0.046369905645648635,
+            "max": 0.16728331993023554,
             "count": 40
         },
         "Huggy.Policy.LearningRate.mean": {
-            "value": 3.5563488145833397e-06,
-            "min": 3.5563488145833397e-06,
-            "max": 0.000295341826552725,
+            "value": 3.5703988099000042e-06,
+            "min": 3.5703988099000042e-06,
+            "max": 0.00029527260157579993,
             "count": 40
         },
         "Huggy.Policy.LearningRate.sum": {
-            "value": 1.0669046443750019e-05,
-            "min": 1.0669046443750019e-05,
-            "max": 0.00084404956865015,
+            "value": 1.0711196429700013e-05,
+            "min": 1.0711196429700013e-05,
+            "max": 0.0008439411186862999,
             "count": 40
         },
         "Huggy.Policy.Epsilon.mean": {
-            "value": 0.10118541666666668,
-            "min": 0.10118541666666668,
-            "max": 0.198447275,
+            "value": 0.10119009999999999,
+            "min": 0.10119009999999999,
+            "max": 0.19842419999999997,
             "count": 40
         },
         "Huggy.Policy.Epsilon.sum": {
-            "value": 0.30355625,
-            "min": 0.20753045000000003,
-            "max": 0.5813498500000002,
+            "value": 0.30357029999999996,
+            "min": 0.20754520000000004,
+            "max": 0.5813137,
             "count": 40
         },
         "Huggy.Policy.Beta.mean": {
-            "value": 6.915229166666675e-05,
-            "min": 6.915229166666675e-05,
-            "max": 0.0049225190225,
+            "value": 6.938599000000008e-05,
+            "min": 6.938599000000008e-05,
+            "max": 0.0049213675800000006,
             "count": 40
         },
         "Huggy.Policy.Beta.sum": {
-            "value": 0.00020745687500000026,
-            "min": 0.00020745687500000026,
-            "max": 0.014069357514999997,
+            "value": 0.00020815797000000024,
+            "min": 0.00020815797000000024,
+            "max": 0.014067553630000002,
             "count": 40
         },
         "Huggy.IsTraining.mean": {
@@ -148,67 +148,67 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1703254405",
+        "start_time_seconds": "1711286081",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/home/geekayman/.local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "command_line_arguments": "/home/geekayman/.local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "2.1.2+cu121",
+        "pytorch_version": "2.2.1+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1703255323"
+        "end_time_seconds": "1711286904"
     },
-    "total": 918.6336084360009,
+    "total": 823.4359193570008,
     "count": 1,
-    "self": 0.21691232299781404,
+    "self": 0.1669054980011424,
     "children": {
         "run_training.setup": {
-            "total": 0.019165504003467504,
+            "total": 0.01961477199984074,
             "count": 1,
-            "self": 0.019165504003467504
+            "self": 0.01961477199984074
         },
         "TrainerController.start_learning": {
-            "total": 918.3975306089997,
+            "total": 823.2493990869998,
             "count": 1,
-            "self": 2.401385075034341,
+            "self": 2.0079502869557473,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 0.5685176010010764,
+                    "total": 1.1525368809998326,
                     "count": 1,
-                    "self": 0.5685176010010764
+                    "self": 1.1525368809998326
                 },
                 "TrainerController.advance": {
-                    "total": 915.3773891829624,
-                    "count": 232487,
-                    "self": 2.304329145634256,
+                    "total": 820.0315606810445,
+                    "count": 233118,
+                    "self": 2.0102265832292687,
                     "children": {
                         "env_step": {
-                            "total": 714.6310280551261,
-                            "count": 232487,
-                            "self": 573.0983895269965,
+                            "total": 631.9284917187197,
+                            "count": 233118,
+                            "self": 509.8481061853581,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 139.96559129039815,
-                                    "count": 232487,
-                                    "self": 8.340185531582392,
+                                    "total": 120.75648294302937,
+                                    "count": 233118,
+                                    "self": 7.397896769931322,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 131.62540575881576,
-                                            "count": 222872,
-                                            "self": 131.62540575881576
+                                            "total": 113.35858617309805,
+                                            "count": 222982,
+                                            "self": 113.35858617309805
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 1.5670472377314582,
-                                    "count": 232487,
+                                    "total": 1.3239025903321817,
+                                    "count": 233118,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 915.4227513454389,
-                                            "count": 232487,
+                                            "total": 820.6461755527371,
+                                            "count": 233118,
                                             "is_parallel": true,
-                                            "self": 473.0264519064949,
+                                            "self": 428.3389208754061,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.00034377400152152404,
+                                                            "total": 0.0003519870006130077,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 8.433699986198917e-05,
+                                                            "self": 7.950100007292349e-05,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.00025943700165953487,
+                                                                    "total": 0.0002724860005400842,
                                                                     "count": 2,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00025943700165953487
+                                                                    "self": 0.0002724860005400842
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.009903637997922488,
+                                                            "total": 0.010617881999678502,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.00013487398973666131,
+                                                            "self": 0.00010509199910302414,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00011012300092261285,
+                                                                    "total": 8.100800005195197e-05,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00011012300092261285
+                                                                    "self": 8.100800005195197e-05
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.009399885006132536,
+                                                                    "total": 0.01022629599992797,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.009399885006132536
+                                                                    "self": 0.01022629599992797
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.00025875600113067776,
+                                                                    "total": 0.0002054860005955561,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 6.752400076948106e-05,
+                                                                    "self": 5.486800000653602e-05,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0001912320003611967,
+                                                                            "total": 0.00015061800058902008,
                                                                             "count": 2,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0001912320003611967
+                                                                            "self": 0.00015061800058902008
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 442.39629943894397,
-                                                    "count": 232486,
+                                                    "total": 392.307254677331,
+                                                    "count": 233117,
                                                     "is_parallel": true,
-                                                    "self": 14.132895685004769,
+                                                    "self": 11.996925096936138,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 23.954466199436865,
-                                                            "count": 232486,
+                                                            "total": 21.02018417409454,
+                                                            "count": 233117,
                                                             "is_parallel": true,
-                                                            "self": 23.954466199436865
+                                                            "self": 21.02018417409454
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 373.5664595319249,
-                                                            "count": 232486,
+                                                            "total": 332.0746694530462,
+                                                            "count": 233117,
                                                             "is_parallel": true,
-                                                            "self": 373.5664595319249
+                                                            "self": 332.0746694530462
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 30.742478022577416,
-                                                            "count": 232486,
+                                                            "total": 27.2154759532541,
+                                                            "count": 233117,
                                                             "is_parallel": true,
-                                                            "self": 10.385003892683017,
+                                                            "self": 9.405008086492671,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 20.3574741298944,
-                                                                    "count": 464972,
+                                                                    "total": 17.810467866761428,
+                                                                    "count": 466234,
                                                                     "is_parallel": true,
-                                                                    "self": 20.3574741298944
+                                                                    "self": 17.810467866761428
                                                                 }
                                                             }
                                                         }
@@ -307,31 +307,31 @@
                             }
                         },
                         "trainer_advance": {
-                            "total": 198.44203198220202,
-                            "count": 232487,
-                            "self": 3.4086155860859435,
+                            "total": 186.0928423790956,
+                            "count": 233118,
+                            "self": 2.8273340071818893,
                             "children": {
                                 "process_trajectory": {
-                                    "total": 65.83369527610193,
-                                    "count": 232487,
-                                    "self": 65.1516913920932,
+                                    "total": 61.67051135391739,
+                                    "count": 233118,
+                                    "self": 61.124389775917734,
                                     "children": {
                                         "RLTrainer._checkpoint": {
-                                            "total": 0.6820038840087363,
+                                            "total": 0.5461215779996564,
                                             "count": 10,
-                                            "self": 0.6820038840087363
+                                            "self": 0.5461215779996564
                                         }
                                     }
                                 },
                                 "_update_policy": {
-                                    "total": 129.19972112001415,
+                                    "total": 121.59499701799632,
                                     "count": 97,
-                                    "self": 105.44127113305149,
+                                    "self": 99.63926860499214,
                                     "children": {
                                         "TorchPPOOptimizer.update": {
-                                            "total": 23.75844998696266,
+                                            "total": 21.95572841300418,
                                             "count": 2910,
-                                            "self": 23.75844998696266
+                                            "self": 21.95572841300418
                                         }
                                     }
                                 }
@@ -340,19 +340,19 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 5.210022209212184e-07,
+                    "total": 6.450000000768341e-07,
                     "count": 1,
-                    "self": 5.210022209212184e-07
+                    "self": 6.450000000768341e-07
                 },
                 "TrainerController._save_models": {
-                    "total": 0.05023822899966035,
+                    "total": 0.057350592999682704,
                     "count": 1,
-                    "self": 0.0008717700038687326,
+                    "self": 0.0008189109994418686,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.04936645899579162,
+                            "total": 0.056531682000240835,
                             "count": 1,
-                            "self": 0.04936645899579162
+                            "self": 0.056531682000240835
                         }
                     }
                 }

run_logs/training_status.json

@@ -2,118 +2,118 @@
     "Huggy": {
         "checkpoints": [
             {
-                "steps": 199821,
-                "file_path": "results/Huggy/Huggy/Huggy-199821.onnx",
-                "reward": 3.3605456090810004,
-                "creation_time": 1703254492.333712,
+                "steps": 199783,
+                "file_path": "results/Huggy2/Huggy/Huggy-199783.onnx",
+                "reward": 3.5393386781215668,
+                "creation_time": 1711286160.9571495,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-199821.pt"
+                    "results/Huggy2/Huggy/Huggy-199783.pt"
                 ]
             },
             {
-                "steps": 399980,
-                "file_path": "results/Huggy/Huggy/Huggy-399980.onnx",
-                "reward": 3.657780996075383,
-                "creation_time": 1703254580.542784,
+                "steps": 399944,
+                "file_path": "results/Huggy2/Huggy/Huggy-399944.onnx",
+                "reward": 4.107475726043477,
+                "creation_time": 1711286241.2013242,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-399980.pt"
+                    "results/Huggy2/Huggy/Huggy-399944.pt"
                 ]
             },
             {
-                "steps": 599827,
-                "file_path": "results/Huggy/Huggy/Huggy-599827.onnx",
-                "reward": 4.062011241912842,
-                "creation_time": 1703254671.763151,
+                "steps": 599919,
+                "file_path": "results/Huggy2/Huggy/Huggy-599919.onnx",
+                "reward": 3.729382256666819,
+                "creation_time": 1711286323.0172997,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-599827.pt"
+                    "results/Huggy2/Huggy/Huggy-599919.pt"
                 ]
             },
             {
-                "steps": 799964,
-                "file_path": "results/Huggy/Huggy/Huggy-799964.onnx",
-                "reward": 3.7032177275831595,
-                "creation_time": 1703254763.2577968,
+                "steps": 799921,
+                "file_path": "results/Huggy2/Huggy/Huggy-799921.onnx",
+                "reward": 3.998585562495624,
+                "creation_time": 1711286404.4526901,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-799964.pt"
+                    "results/Huggy2/Huggy/Huggy-799921.pt"
                 ]
             },
             {
-                "steps": 999946,
-                "file_path": "results/Huggy/Huggy/Huggy-999946.onnx",
-                "reward": 3.4451493512029234,
-                "creation_time": 1703254856.2333982,
+                "steps": 999962,
+                "file_path": "results/Huggy2/Huggy/Huggy-999962.onnx",
+                "reward": 3.7648233144711227,
+                "creation_time": 1711286487.6691568,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-999946.pt"
+                    "results/Huggy2/Huggy/Huggy-999962.pt"
                 ]
             },
             {
-                "steps": 1199932,
-                "file_path": "results/Huggy/Huggy/Huggy-1199932.onnx",
-                "reward": 4.0413891391934085,
-                "creation_time": 1703254946.8730943,
+                "steps": 1199958,
+                "file_path": "results/Huggy2/Huggy/Huggy-1199958.onnx",
+                "reward": 3.8779307865514987,
+                "creation_time": 1711286570.9920485,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1199932.pt"
+                    "results/Huggy2/Huggy/Huggy-1199958.pt"
                 ]
             },
             {
-                "steps": 1399283,
-                "file_path": "results/Huggy/Huggy/Huggy-1399283.onnx",
-                "reward": 3.9632321787917095,
-                "creation_time": 1703255038.574617,
+                "steps": 1399407,
+                "file_path": "results/Huggy2/Huggy/Huggy-1399407.onnx",
+                "reward": 4.074436596461704,
+                "creation_time": 1711286654.6289773,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1399283.pt"
+                    "results/Huggy2/Huggy/Huggy-1399407.pt"
                 ]
             },
             {
-                "steps": 1599924,
-                "file_path": "results/Huggy/Huggy/Huggy-1599924.onnx",
-                "reward": 3.8048330129895893,
-                "creation_time": 1703255133.439688,
+                "steps": 1599965,
+                "file_path": "results/Huggy2/Huggy/Huggy-1599965.onnx",
+                "reward": 3.9504957895497887,
+                "creation_time": 1711286737.6935933,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1599924.pt"
+                    "results/Huggy2/Huggy/Huggy-1599965.pt"
                 ]
             },
             {
-                "steps": 1799970,
-                "file_path": "results/Huggy/Huggy/Huggy-1799970.onnx",
-                "reward": 3.977453834244183,
-                "creation_time": 1703255228.4254391,
+                "steps": 1799870,
+                "file_path": "results/Huggy2/Huggy/Huggy-1799870.onnx",
+                "reward": 3.6292515785322275,
+                "creation_time": 1711286821.4839182,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1799970.pt"
+                    "results/Huggy2/Huggy/Huggy-1799870.pt"
                 ]
             },
             {
-                "steps": 1999965,
-                "file_path": "results/Huggy/Huggy/Huggy-1999965.onnx",
-                "reward": 3.714675522865133,
-                "creation_time": 1703255323.6752245,
+                "steps": 1999381,
+                "file_path": "results/Huggy2/Huggy/Huggy-1999381.onnx",
+                "reward": 3.7888776342074078,
+                "creation_time": 1711286904.5287302,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-1999965.pt"
+                    "results/Huggy2/Huggy/Huggy-1999381.pt"
                 ]
             },
             {
-                "steps": 2000106,
-                "file_path": "results/Huggy/Huggy/Huggy-2000106.onnx",
-                "reward": 3.77348222831885,
-                "creation_time": 1703255323.7283287,
+                "steps": 2000131,
+                "file_path": "results/Huggy2/Huggy/Huggy-2000131.onnx",
+                "reward": 3.5453203762731245,
+                "creation_time": 1711286904.5988302,
                 "auxillary_file_paths": [
-                    "results/Huggy/Huggy/Huggy-2000106.pt"
+                    "results/Huggy2/Huggy/Huggy-2000131.pt"
                 ]
             }
         ],
         "final_checkpoint": {
-            "steps": 2000106,
-            "file_path": "results/Huggy/Huggy.onnx",
-            "reward": 3.77348222831885,
-            "creation_time": 1703255323.7283287,
+            "steps": 2000131,
+            "file_path": "results/Huggy2/Huggy.onnx",
+            "reward": 3.5453203762731245,
+            "creation_time": 1711286904.5988302,
             "auxillary_file_paths": [
-                "results/Huggy/Huggy/Huggy-2000106.pt"
+                "results/Huggy2/Huggy/Huggy-2000131.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "1.1.0.dev0",
-        "torch_version": "2.1.2+cu121"
+        "torch_version": "2.2.1+cu121"
     }
 }