First Push

SnowballTarget.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ee041b7551eae65e094f91a8d77c76f8a998ef4d8e307e998870a6e751d82c2
+oid sha256:078aa217b4b865ff7828a02bd0c360c85e4556099aedca36967fb4559e59e22e
 size 650646

SnowballTarget/SnowballTarget-149984.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ac1582b7db6e7ee40b4d92af492d41aaff8de70d94d4bd67df3ebbc0d5f5ff58
+oid sha256:406c5ac892905bf081625fe17e401f4fae7cff05182e1fec8a3b474f41d6c68e
 size 650646

SnowballTarget/SnowballTarget-149984.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:616344811bbd444067d6dcf5a411e75bc840efd0faedcaed0742a793d01728cb
+oid sha256:04c65a6cadaa5360f421843b9fb14f2ad973dcbb411c9c2b7490d4dcbee79eda
 size 3850075

SnowballTarget/SnowballTarget-199984.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ee041b7551eae65e094f91a8d77c76f8a998ef4d8e307e998870a6e751d82c2
+oid sha256:078aa217b4b865ff7828a02bd0c360c85e4556099aedca36967fb4559e59e22e
 size 650646

SnowballTarget/SnowballTarget-199984.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77cf12886e0d25e62a66e99d1ba6ec9cf5b3a84406366416b490d33880a55feb
+oid sha256:beca9cba1410a64a04277edfde03c2bd77362070b9f57d83eccdc8c1a53358a2
 size 3850075

SnowballTarget/SnowballTarget-200112.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9ee041b7551eae65e094f91a8d77c76f8a998ef4d8e307e998870a6e751d82c2
+oid sha256:078aa217b4b865ff7828a02bd0c360c85e4556099aedca36967fb4559e59e22e
 size 650646

SnowballTarget/SnowballTarget-200112.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7efafca875345d8899ef9a1e9b5a415f0bfb5adfeb67a5749640c61810567dec
+oid sha256:61fd0d444430818f38e97e34ba94d0de74db485d36ae74eeae8d09b4b40e7f30
 size 3850075

SnowballTarget/SnowballTarget-49936.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b34837eed44dc8b5c5420c1b29d9ef9b4323ee85a5192d0618d500f0c5cd968
+oid sha256:60f557f51c32c6cabee123b32ec4d2e3706a01c80e1539544d49f77366e4e7b2
 size 650646

SnowballTarget/SnowballTarget-49936.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8b2028900317b6e0d13faeb987c45ec1bc3261fd3796812fdeb4deab6d7ce1cf
+oid sha256:30239c38780b0f77404d77fc95b8918dbae8b0720d2781b908bb816aa19c2687
 size 3850000

SnowballTarget/SnowballTarget-99960.onnx

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:260738296e4dc1c3e015ab8475e0c045647bce5f49187c89847dc6fe6515d61f
+oid sha256:8444589f908c56d2c93566e3dfb60e1ee0ab8e58666045d0d0fbafe0f811ab00
 size 650646

SnowballTarget/SnowballTarget-99960.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:58ab4a5ec2c98f850bbb4a3ce82e72444ea3ceb8da8771153d59cb1b835f96bb
+oid sha256:ae91a56906aa3d686d5e318c07a4ebd06aebcd26945a9760a89a018303657d40
 size 3850000

SnowballTarget/checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:77756e9147bf99f25a2144370d5aede7bee98a4b58dc2f1546c324dfee856a5e
+oid sha256:364c194edc5f0485606b4e4dfd607670b0870b763b4c284b87643670dbe704bb
 size 3849250

SnowballTarget/events.out.tfevents.1714647131.NBELISAM.79413.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7112121fd1b5e7ffc41b5fb5339a495489ac2eed35e63fa3c84177a302b248f0
+size 23798

config.json

@@ -1 +1 @@
-{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
+{"default_settings": null, "behaviors": {"SnowballTarget": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 128, "buffer_size": 2048, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 50000, "network_settings": {"normalize": false, "hidden_units": 256, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.99, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 10, "even_checkpoints": false, "max_steps": 200000, "time_horizon": 64, "summary_freq": 10000, "threaded": true, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "../training-envs-executables/linux/SnowballTarget/SnowballTarget", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "timeout_wait": 60, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true, "no_graphics_monitor": false}, "environment_parameters": null, "checkpoint_settings": {"run_id": "SnowballTarget1njn", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -45,7 +45,7 @@ behaviors:
     self_play: null
     behavioral_cloning: null
 env_settings:
-  env_path: ./training-envs-executables/linux/SnowballTarget/SnowballTarget
+  env_path: ../training-envs-executables/linux/SnowballTarget/SnowballTarget
   env_args: null
   base_port: 5005
   num_envs: 1
@@ -66,7 +66,7 @@ engine_settings:
   no_graphics_monitor: false
 environment_parameters: null
 checkpoint_settings:
-  run_id: SnowballTarget1
+  run_id: SnowballTarget1njn
   initialize_from: null
   load_model: false
   resume: false

run_logs/Player-0.log

@@ -1,40 +1,20 @@
-Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
-Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
+Mono path[0] = '/home/elisa/Progetti/AI/004_ML_Agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/Managed'
+Mono config path = '/home/elisa/Progetti/AI/004_ML_Agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
 Preloaded 'lib_burst_generated.so'
 Preloaded 'libgrpc_csharp_ext.x64.so'
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
-PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
+PlayerPrefs - Creating folder: /home/elisa/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /home/elisa/.config/unity3d/Hugging Face/SnowballTarget
 Unable to load player prefs
 Initialize engine version: 2021.3.14f1 (eee1884e7226)
-[Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
+[Subsystems] Discovering subsystems at path /home/elisa/Progetti/AI/004_ML_Agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
 Forcing GfxDevice: Null
 GfxDevice: creating device client; threaded=0; jobified=0
 NullGfxDevice:
     Version:  NULL 1.0 [1.0]
     Renderer: Null Device
     Vendor:   Unity Technologies
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
-ALSA lib confmisc.c:855:(parse_card) cannot find card '0'
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_card_inum returned error: No such file or directory
-ALSA lib confmisc.c:422:(snd_func_concat) error evaluating strings
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
-ALSA lib confmisc.c:1334:(snd_func_refer) error evaluating name
-ALSA lib conf.c:5178:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
-ALSA lib conf.c:5701:(snd_config_expand) Evaluate error: No such file or directory
-ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
-FMOD failed to initialize the output device.: "Error initializing output device. " (60)
-FMOD initialized on nosound output
 Begin MonoManager ReloadAssembly
-- Completed reload, in  0.087 seconds
+- Completed reload, in  0.068 seconds
 ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -45,38 +25,43 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
 WARNING: Shader Unsupported: 'Standard' - All subshaders removed
 WARNING: Shader Did you use #pragma only_renderers and omit this platform?
 WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
-UnloadTime: 0.691354 ms
+UnloadTime: 0.509542 ms
 ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 requesting resize 84 x 84
-Setting up 1 worker threads for Enlighten.
+Setting up 10 worker threads for Enlighten.
 Memory Statistics:
 [ALLOC_TEMP_TLS] TLS Allocator
   StackAllocators : 
     [ALLOC_TEMP_MAIN]
-      Peak usage frame count: [8.0 KB-16.0 KB]: 5368 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [8.0 KB-16.0 KB]: 5369 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
       Initial Block Size 4.0 MB
       Current Block Size 4.0 MB
       Peak Allocated Bytes 2.0 MB
       Overflow Count 0
-    [ALLOC_TEMP_Loading.AsyncRead]
-      Initial Block Size 64.0 KB
-      Current Block Size 64.0 KB
-      Peak Allocated Bytes 198 B
+    [ALLOC_TEMP_Job.Worker 18]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
       Overflow Count 0
     [ALLOC_TEMP_Loading.PreloadManager]
       Initial Block Size 256.0 KB
       Current Block Size 304.0 KB
       Peak Allocated Bytes 228.9 KB
       Overflow Count 4
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 236 B
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 8]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 9]
-      Initial Block Size 32.0 KB
-      Current Block Size 32.0 KB
-      Peak Allocated Bytes 0 B
+    [ALLOC_TEMP_Job.Worker 6]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
       Overflow Count 0
     [ALLOC_TEMP_Job.Worker 0]
       Initial Block Size 256.0 KB
@@ -88,22 +73,62 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 5]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 14]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 16]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 6]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 4]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 14]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 17]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 3]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 13]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 12]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_EnlightenWorker]
+    [ALLOC_TEMP_EnlightenWorker] x 10
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -128,7 +153,7 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_AssetGarbageCollectorHelper]
+    [ALLOC_TEMP_AssetGarbageCollectorHelper] x 19
       Initial Block Size 64.0 KB
       Current Block Size 64.0 KB
       Peak Allocated Bytes 0 B
@@ -138,26 +163,71 @@ Memory Statistics:
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 9]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 13]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 11]
+    [ALLOC_TEMP_Job.Worker 8]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 7]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 1]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 2]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
-    [ALLOC_TEMP_Background Job.Worker 3]
+    [ALLOC_TEMP_Background Job.Worker 11]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 10]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 0]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
       Peak Allocated Bytes 0 B
       Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 15]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 11]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 12]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 3.6 KB
+      Overflow Count 0
     [ALLOC_TEMP_Background Job.Worker 4]
       Initial Block Size 32.0 KB
       Current Block Size 32.0 KB
@@ -169,22 +239,22 @@ Memory Statistics:
       Peak Allocated Bytes 0 B
       Overflow Count 0
 [ALLOC_DEFAULT] Dual Thread Allocator
-  Peak main deferred allocation count 41
+  Peak main deferred allocation count 42
     [ALLOC_BUCKET]
       Large Block size 4.0 MB
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_DEFAULT_MAIN]
-      Peak usage frame count: [4.0 MB-8.0 MB]: 5460 frames
+      Peak usage frame count: [4.0 MB-8.0 MB]: 5461 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 6.6 MB
+      Peak Allocated memory 6.8 MB
       Peak Large allocation bytes 0 B
     [ALLOC_DEFAULT_THREAD]
-      Peak usage frame count: [16.0 MB-32.0 MB]: 5460 frames
+      Peak usage frame count: [16.0 MB-32.0 MB]: 5461 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 17.8 MB
+      Peak Allocated memory 17.7 MB
       Peak Large allocation bytes 16.0 MB
 [ALLOC_TEMP_JOB_1_FRAME]
   Initial Block Size 2.0 MB
@@ -213,13 +283,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_GFX_MAIN]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 4941 frames, [64.0 KB-128.0 KB]: 519 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 4651 frames, [64.0 KB-128.0 KB]: 810 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
-      Peak Allocated memory 66.4 KB
+      Peak Allocated memory 67.2 KB
       Peak Large allocation bytes 0 B
     [ALLOC_GFX_THREAD]
-      Peak usage frame count: [32.0 KB-64.0 KB]: 5460 frames
+      Peak usage frame count: [32.0 KB-64.0 KB]: 5461 frames
       Requested Block Size 16.0 MB
       Peak Block count 1
       Peak Allocated memory 39.6 KB
@@ -231,13 +301,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_CACHEOBJECTS_MAIN]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 0.6 MB
       Peak Large allocation bytes 0 B
     [ALLOC_CACHEOBJECTS_THREAD]
-      Peak usage frame count: [0.5 MB-1.0 MB]: 5459 frames, [2.0 MB-4.0 MB]: 1 frames
+      Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames, [2.0 MB-4.0 MB]: 1 frames
       Requested Block Size 4.0 MB
       Peak Block count 1
       Peak Allocated memory 2.2 MB
@@ -249,13 +319,13 @@ Memory Statistics:
       Used Block count 1
       Peak Allocated bytes 1.0 MB
     [ALLOC_TYPETREE_MAIN]
-      Peak usage frame count: [0-1.0 KB]: 5460 frames
+      Peak usage frame count: [0-1.0 KB]: 5461 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.0 KB
       Peak Large allocation bytes 0 B
     [ALLOC_TYPETREE_THREAD]
-      Peak usage frame count: [1.0 KB-2.0 KB]: 5460 frames
+      Peak usage frame count: [1.0 KB-2.0 KB]: 5461 frames
       Requested Block Size 2.0 MB
       Peak Block count 1
       Peak Allocated memory 1.7 KB

run_logs/timers.json

@@ -2,15 +2,15 @@
     "name": "root",
     "gauges": {
         "SnowballTarget.Policy.Entropy.mean": {
-            "value": 1.0034258365631104,
-            "min": 0.9971780180931091,
-            "max": 2.8785276412963867,
+            "value": 1.1122435331344604,
+            "min": 1.1070313453674316,
+            "max": 2.872565507888794,
             "count": 20
         },
         "SnowballTarget.Policy.Entropy.sum": {
-            "value": 9591.748046875,
-            "min": 9591.748046875,
-            "max": 29479.001953125,
+            "value": 10644.1708984375,
+            "min": 10644.1708984375,
+            "max": 29512.73828125,
             "count": 20
         },
         "SnowballTarget.Step.mean": {
@@ -26,15 +26,15 @@
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
-            "value": 12.685904502868652,
-            "min": 0.3196008801460266,
-            "max": 12.685904502868652,
+            "value": 12.530160903930664,
+            "min": 0.2556217610836029,
+            "max": 12.530160903930664,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
-            "value": 2473.75146484375,
-            "min": 62.00257110595703,
-            "max": 2578.493896484375,
+            "value": 2443.38134765625,
+            "min": 49.59062194824219,
+            "max": 2528.022216796875,
             "count": 20
         },
         "SnowballTarget.Environment.EpisodeLength.mean": {
@@ -50,27 +50,27 @@
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.mean": {
-            "value": 0.061377808253248935,
-            "min": 0.061377808253248935,
-            "max": 0.07666187308424532,
+            "value": 0.07027415275932106,
+            "min": 0.06433997974119277,
+            "max": 0.07526395317861398,
             "count": 20
         },
         "SnowballTarget.Losses.PolicyLoss.sum": {
-            "value": 0.24551123301299574,
-            "min": 0.24551123301299574,
-            "max": 0.36162261395913764,
+            "value": 0.2810966110372842,
+            "min": 0.25943371655268815,
+            "max": 0.36400497793539555,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.mean": {
-            "value": 0.21401372785661738,
-            "min": 0.11223384159772347,
-            "max": 0.2861794218713162,
+            "value": 0.2024133997951068,
+            "min": 0.0954982621901139,
+            "max": 0.2777260761634976,
             "count": 20
         },
         "SnowballTarget.Losses.ValueLoss.sum": {
-            "value": 0.8560549114264695,
-            "min": 0.4489353663908939,
-            "max": 1.3504294043078142,
+            "value": 0.8096535991804272,
+            "min": 0.3819930487604556,
+            "max": 1.388630380817488,
             "count": 20
         },
         "SnowballTarget.Policy.LearningRate.mean": {
@@ -110,27 +110,27 @@
             "count": 20
         },
         "SnowballTarget.Environment.CumulativeReward.mean": {
-            "value": 25.045454545454547,
-            "min": 3.1136363636363638,
-            "max": 25.181818181818183,
+            "value": 24.931818181818183,
+            "min": 2.7045454545454546,
+            "max": 24.931818181818183,
             "count": 20
         },
         "SnowballTarget.Environment.CumulativeReward.sum": {
-            "value": 1102.0,
-            "min": 137.0,
-            "max": 1385.0,
+            "value": 1097.0,
+            "min": 119.0,
+            "max": 1350.0,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.mean": {
-            "value": 25.045454545454547,
-            "min": 3.1136363636363638,
-            "max": 25.181818181818183,
+            "value": 24.931818181818183,
+            "min": 2.7045454545454546,
+            "max": 24.931818181818183,
             "count": 20
         },
         "SnowballTarget.Policy.ExtrinsicReward.sum": {
-            "value": 1102.0,
-            "min": 137.0,
-            "max": 1385.0,
+            "value": 1097.0,
+            "min": 119.0,
+            "max": 1350.0,
             "count": 20
         },
         "SnowballTarget.IsTraining.mean": {
@@ -148,67 +148,67 @@
     },
     "metadata": {
         "timer_format_version": "0.1.0",
-        "start_time_seconds": "1714636343",
+        "start_time_seconds": "1714647130",
         "python_version": "3.10.12 (main, Nov 20 2023, 15:14:05) [GCC 11.4.0]",
-        "command_line_arguments": "/usr/local/bin/mlagents-learn /content/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics",
+        "command_line_arguments": "/home/elisa/Progetti/AI/004_ML_Agents/.venv3-10/bin/mlagents-learn ../ml-agents/config/ppo/SnowballTarget.yaml --env=../training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1njn --no-graphics",
         "mlagents_version": "1.1.0.dev0",
         "mlagents_envs_version": "1.1.0.dev0",
         "communication_protocol_version": "1.5.0",
-        "pytorch_version": "2.2.1+cu121",
+        "pytorch_version": "2.3.0+cu121",
         "numpy_version": "1.23.5",
-        "end_time_seconds": "1714636800"
+        "end_time_seconds": "1714647507"
     },
-    "total": 456.8462107130001,
+    "total": 376.84941989099934,
     "count": 1,
-    "self": 0.4405491930001517,
+    "self": 0.2700741799981188,
     "children": {
         "run_training.setup": {
-            "total": 0.05468399699998372,
+            "total": 0.025755254000614514,
             "count": 1,
-            "self": 0.05468399699998372
+            "self": 0.025755254000614514
         },
         "TrainerController.start_learning": {
-            "total": 456.350977523,
+            "total": 376.5535904570006,
             "count": 1,
-            "self": 0.587190565023775,
+            "self": 0.41213110299759137,
             "children": {
                 "TrainerController._reset_env": {
-                    "total": 2.749772526000015,
+                    "total": 3.2613860289984586,
                     "count": 1,
-                    "self": 2.749772526000015
+                    "self": 3.2613860289984586
                 },
                 "TrainerController.advance": {
-                    "total": 452.9197436839763,
-                    "count": 18200,
-                    "self": 0.2894569039599446,
+                    "total": 372.76425834300426,
+                    "count": 18202,
+                    "self": 0.18260434799231007,
                     "children": {
                         "env_step": {
-                            "total": 452.6302867800164,
-                            "count": 18200,
-                            "self": 292.6001994280084,
+                            "total": 372.58165399501195,
+                            "count": 18202,
+                            "self": 220.79793358696406,
                             "children": {
                                 "SubprocessEnvManager._take_step": {
-                                    "total": 159.73222824301547,
-                                    "count": 18200,
-                                    "self": 1.5233181590203912,
+                                    "total": 151.58494074113696,
+                                    "count": 18202,
+                                    "self": 1.0092340352130122,
                                     "children": {
                                         "TorchPolicy.evaluate": {
-                                            "total": 158.20891008399508,
-                                            "count": 18200,
-                                            "self": 158.20891008399508
+                                            "total": 150.57570670592395,
+                                            "count": 18202,
+                                            "self": 150.57570670592395
                                         }
                                     }
                                 },
                                 "workers": {
-                                    "total": 0.29785910899249757,
-                                    "count": 18200,
+                                    "total": 0.19877966691092297,
+                                    "count": 18202,
                                     "self": 0.0,
                                     "children": {
                                         "worker_root": {
-                                            "total": 455.02160294200485,
-                                            "count": 18200,
+                                            "total": 375.74907816496307,
+                                            "count": 18202,
                                             "is_parallel": true,
-                                            "self": 227.23941888900072,
+                                            "self": 215.75937194999278,
                                             "children": {
                                                 "run_training.setup": {
                                                     "total": 0.0,
@@ -217,48 +217,48 @@
                                                     "self": 0.0,
                                                     "children": {
                                                         "steps_from_proto": {
-                                                            "total": 0.009627767999973003,
+                                                            "total": 0.002808934999848134,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.008078983999894263,
+                                                            "self": 0.0016293120006594108,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 0.00154878400007874,
+                                                                    "total": 0.001179622999188723,
                                                                     "count": 10,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00154878400007874
+                                                                    "self": 0.001179622999188723
                                                                 }
                                                             }
                                                         },
                                                         "UnityEnvironment.step": {
-                                                            "total": 0.0376897179999105,
+                                                            "total": 0.02185378799913451,
                                                             "count": 1,
                                                             "is_parallel": true,
-                                                            "self": 0.0007302660001187178,
+                                                            "self": 0.00023134899856813718,
                                                             "children": {
                                                                 "UnityEnvironment._generate_step_input": {
-                                                                    "total": 0.00044035499990968674,
+                                                                    "total": 0.00027052999939769506,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.00044035499990968674
+                                                                    "self": 0.00027052999939769506
                                                                 },
                                                                 "communicator.exchange": {
-                                                                    "total": 0.0343050139999832,
+                                                                    "total": 0.020472123000217834,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0343050139999832
+                                                                    "self": 0.020472123000217834
                                                                 },
                                                                 "steps_from_proto": {
-                                                                    "total": 0.002214082999898892,
+                                                                    "total": 0.000879786000950844,
                                                                     "count": 1,
                                                                     "is_parallel": true,
-                                                                    "self": 0.0004683750000822329,
+                                                                    "self": 0.00021513100182346534,
                                                                     "children": {
                                                                         "_process_rank_one_or_two_observation": {
-                                                                            "total": 0.0017457079998166591,
+                                                                            "total": 0.0006646549991273787,
                                                                             "count": 10,
                                                                             "is_parallel": true,
-                                                                            "self": 0.0017457079998166591
+                                                                            "self": 0.0006646549991273787
                                                                         }
                                                                     }
                                                                 }
@@ -267,34 +267,34 @@
                                                     }
                                                 },
                                                 "UnityEnvironment.step": {
-                                                    "total": 227.78218405300413,
-                                                    "count": 18199,
+                                                    "total": 159.98970621497028,
+                                                    "count": 18201,
                                                     "is_parallel": true,
-                                                    "self": 10.574326703982251,
+                                                    "self": 3.481125942165818,
                                                     "children": {
                                                         "UnityEnvironment._generate_step_input": {
-                                                            "total": 5.577619203012546,
-                                                            "count": 18199,
+                                                            "total": 2.1615387239035044,
+                                                            "count": 18201,
                                                             "is_parallel": true,
-                                                            "self": 5.577619203012546
+                                                            "self": 2.1615387239035044
                                                         },
                                                         "communicator.exchange": {
-                                                            "total": 176.6127757720019,
-                                                            "count": 18199,
+                                                            "total": 144.5288572861391,
+                                                            "count": 18201,
                                                             "is_parallel": true,
-                                                            "self": 176.6127757720019
+                                                            "self": 144.5288572861391
                                                         },
                                                         "steps_from_proto": {
-                                                            "total": 35.01746237400744,
-                                                            "count": 18199,
+                                                            "total": 9.81818426276186,
+                                                            "count": 18201,
                                                             "is_parallel": true,
-                                                            "self": 6.737408073949609,
+                                                            "self": 2.1875777587574703,
                                                             "children": {
                                                                 "_process_rank_one_or_two_observation": {
-                                                                    "total": 28.280054300057827,
-                                                                    "count": 181990,
+                                                                    "total": 7.6306065040043904,
+                                                                    "count": 182010,
                                                                     "is_parallel": true,
-                                                                    "self": 28.280054300057827
+                                                                    "self": 7.6306065040043904
                                                                 }
                                                             }
                                                         }
@@ -309,9 +309,9 @@
                     }
                 },
                 "trainer_threads": {
-                    "total": 0.0001240479998614319,
+                    "total": 0.00010459000077389646,
                     "count": 1,
-                    "self": 0.0001240479998614319,
+                    "self": 0.00010459000077389646,
                     "children": {
                         "thread_root": {
                             "total": 0.0,
@@ -320,36 +320,36 @@
                             "self": 0.0,
                             "children": {
                                 "trainer_advance": {
-                                    "total": 447.1217925738524,
-                                    "count": 690605,
+                                    "total": 371.13334326629047,
+                                    "count": 377125,
                                     "is_parallel": true,
-                                    "self": 14.86113708773064,
+                                    "self": 4.923516154769459,
                                     "children": {
                                         "process_trajectory": {
-                                            "total": 247.7178370471213,
-                                            "count": 690605,
+                                            "total": 209.941299639524,
+                                            "count": 377125,
                                             "is_parallel": true,
-                                            "self": 247.11837518812104,
+                                            "self": 209.4505634385241,
                                             "children": {
                                                 "RLTrainer._checkpoint": {
-                                                    "total": 0.5994618590002574,
+                                                    "total": 0.49073620099989057,
                                                     "count": 4,
                                                     "is_parallel": true,
-                                                    "self": 0.5994618590002574
+                                                    "self": 0.49073620099989057
                                                 }
                                             }
                                         },
                                         "_update_policy": {
-                                            "total": 184.54281843900048,
+                                            "total": 156.268527471997,
                                             "count": 90,
                                             "is_parallel": true,
-                                            "self": 52.83603111400225,
+                                            "self": 17.340640367046944,
                                             "children": {
                                                 "TorchPPOOptimizer.update": {
-                                                    "total": 131.70678732499823,
+                                                    "total": 138.92788710495006,
                                                     "count": 4587,
                                                     "is_parallel": true,
-                                                    "self": 131.70678732499823
+                                                    "self": 138.92788710495006
                                                 }
                                             }
                                         }
@@ -360,14 +360,14 @@
                     }
                 },
                 "TrainerController._save_models": {
-                    "total": 0.09414670000001024,
+                    "total": 0.11571039199952793,
                     "count": 1,
-                    "self": 0.0009991470001295966,
+                    "self": 0.0015999030001694337,
                     "children": {
                         "RLTrainer._checkpoint": {
-                            "total": 0.09314755299988065,
+                            "total": 0.1141104889993585,
                             "count": 1,
-                            "self": 0.09314755299988065
+                            "self": 0.1141104889993585
                         }
                     }
                 }

run_logs/training_status.json

@@ -3,63 +3,63 @@
         "checkpoints": [
             {
                 "steps": 49936,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
-                "reward": 13.454545454545455,
-                "creation_time": 1714636464.841172,
+                "file_path": "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-49936.onnx",
+                "reward": 14.454545454545455,
+                "creation_time": 1714647227.9280705,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
+                    "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-49936.pt"
                 ]
             },
             {
                 "steps": 99960,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
-                "reward": 17.636363636363637,
-                "creation_time": 1714636578.9560423,
+                "file_path": "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-99960.onnx",
+                "reward": 22.09090909090909,
+                "creation_time": 1714647321.8481636,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
+                    "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-99960.pt"
                 ]
             },
             {
                 "steps": 149984,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
-                "reward": 24.272727272727273,
-                "creation_time": 1714636688.768664,
+                "file_path": "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-149984.onnx",
+                "reward": 23.727272727272727,
+                "creation_time": 1714647414.3700502,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
+                    "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-149984.pt"
                 ]
             },
             {
                 "steps": 199984,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
-                "reward": 24.90909090909091,
-                "creation_time": 1714636799.9935222,
+                "file_path": "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-199984.onnx",
+                "reward": 24.636363636363637,
+                "creation_time": 1714647506.767965,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
+                    "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-199984.pt"
                 ]
             },
             {
                 "steps": 200112,
-                "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
-                "reward": 24.90909090909091,
-                "creation_time": 1714636800.117446,
+                "file_path": "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-200112.onnx",
+                "reward": 24.636363636363637,
+                "creation_time": 1714647506.9056141,
                 "auxillary_file_paths": [
-                    "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
+                    "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-200112.pt"
                 ]
             }
         ],
         "final_checkpoint": {
             "steps": 200112,
-            "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
-            "reward": 24.90909090909091,
-            "creation_time": 1714636800.117446,
+            "file_path": "results/SnowballTarget1njn/SnowballTarget.onnx",
+            "reward": 24.636363636363637,
+            "creation_time": 1714647506.9056141,
             "auxillary_file_paths": [
-                "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
+                "results/SnowballTarget1njn/SnowballTarget/SnowballTarget-200112.pt"
             ]
         }
     },
     "metadata": {
         "stats_format_version": "0.3.0",
         "mlagents_version": "1.1.0.dev0",
-        "torch_version": "2.2.1+cu121"
+        "torch_version": "2.3.0+cu121"
     }
 }