Huggy

Huggy.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db003b7f67464f40a866492c752ffc4a0b73a65d39b08e1b5315d672f385fb98
+size 2271327

Huggy/Huggy-1199925.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cedd6450c1586f781563e71f4ee02c42ff396dab717c613bda819754186a243
+size 2271327

Huggy/Huggy-1199925.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d21ba37ab67301f7728542f644992079027e2f4568c741e6ca797eaaa7dbc763
+size 13503717

Huggy/Huggy-1399921.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71123a47fbf471929488acdb924f6bfd53ce01982f155cb97d3adcb4c48cd1f2
+size 2271327

Huggy/Huggy-1399921.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b136d4160669e4876ed3c0a3aeebb6956ec11385d90c5ce3d2e94b8374a6c2e2
+size 13503717

Huggy/Huggy-1599958.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17636f06ae890a3fa0a420f851621444ad06211f8b1df07a48cc24ced88a5a7d
+size 2271327

Huggy/Huggy-1599958.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accc7fc9418fb2f5afa002ec5dbe8bfdb169b648870c139f29ea5222e4dda8d0
+size 13503717

Huggy/Huggy-1799960.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cffa1cdce0608dd595550ca039e2627d4cb9c1be62905d8d4b6407b7a14aa9f
+size 2271327

Huggy/Huggy-1799960.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:edeffd1ef2678a5665f81722bfb2f839f7e3176a022cbe343c8fe9f10da28698
+size 13503717

Huggy/Huggy-199989.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e836fad8b0e0386236ce6f3cba274356207b6cfdfb3a0c7f4fed874cc6cc76f
+size 2271327

Huggy/Huggy-199989.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bee919dcd215eb709599d53aece738c5eb4e3d623624b33056285e6f001ec4b8
+size 13503717

Huggy/Huggy-1999910.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fa4340c20b4c369bcfc25195f3682e98623c419bcdc663406e72ada1fe54a0c
+size 2271327

Huggy/Huggy-1999910.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1729a3e9a5ec85d3120c7ba4d5f6ed1cc9b516944b8a3b90318e46e115723347
+size 13503717

Huggy/Huggy-2000660.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db003b7f67464f40a866492c752ffc4a0b73a65d39b08e1b5315d672f385fb98
+size 2271327

Huggy/Huggy-2000660.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfefbbf5ac8168384d1d8697e6b8f03550c6162d09b4891b8d0e8a3a67783377
+size 13503717

Huggy/Huggy-399945.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ba861243558e328f16663fc0bcfadc4fe06de0391c113ab0b17b6436493fcb3
+size 2271327

Huggy/Huggy-399945.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd336d371b9ef7cb0292e0f63d2ce133181130dd3fcb8207a211c2eff83d8b18
+size 13503717

Huggy/Huggy-599992.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c14692a52525619b71efd9425ac1a2d0a3a2f54ce0e2c80865f4509db47ee7ef
+size 2271327

Huggy/Huggy-599992.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c22868003a476bcdc9928d8d8d65edda75fe46d20510581aefadbf027ca081
+size 13503717

Huggy/Huggy-799861.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c298ded472c467f221e6a611ebba363a4bc3fc45988ddaab6e4f1ee727ec6d3e
+size 2271327

Huggy/Huggy-799861.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14ae10097d0032c805fdb8283dc41f0b44c4f5c710f4b86c5cc9af2d86c7ea27
+size 13503717

Huggy/Huggy-999961.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a80e7fb27206dfd11090adb92d7781bacbac4d2e41d0ac0bb00227f6b6b760b
+size 2271327

Huggy/Huggy-999961.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:488b919d5d348f45f585300485d25b6cee9372690f17ad079a38dced640cbe14
+size 13503717

Huggy/checkpoint.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfefbbf5ac8168384d1d8697e6b8f03550c6162d09b4891b8d0e8a3a67783377
+size 13503717

Huggy/events.out.tfevents.1681197411.2de44a09a7e0.2802.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:802c7bba96ae66bab2da5effa18a69fa6c41f07eadb198c1e83d8498ede5fdab
+size 331761

README.md

@@ -0,0 +1,29 @@
+---
+library_name: ml-agents
+tags:
+- Huggy
+- deep-reinforcement-learning
+- reinforcement-learning
+- ML-Agents-Huggy
+---
+
+  # **ppo** Agent playing **Huggy**
+  This is a trained model of a **ppo** agent playing **Huggy** using the [Unity ML-Agents Library](https://github.com/Unity-Technologies/ml-agents).
+  
+  ## Usage (with ML-Agents)
+  The Documentation: https://github.com/huggingface/ml-agents#get-started
+  We wrote a complete tutorial to learn to train your first agent using ML-Agents and publish it to the Hub:
+
+
+  ### Resume the training
+  ```
+  mlagents-learn <your_configuration_file_path.yaml> --run-id=<run_id> --resume
+  ```
+  ### Watch your Agent play
+  You can watch your agent **playing directly in your browser:**.
+  
+  1. Go to https://huggingface.co/spaces/unity/ML-Agents-Huggy
+  2. Step 1: Find your model_id: hawkeoni/ppo-Huggy
+  3. Step 2: Select your *.nn /*.onnx file
+  4. Click on Watch the agent play 👀
+  

config.json

@@ -0,0 +1 @@
+{"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}

configuration.yaml

@@ -0,0 +1,77 @@
+default_settings: null
+behaviors:
+  Huggy:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 2048
+      buffer_size: 20480
+      learning_rate: 0.0003
+      beta: 0.005
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      shared_critic: false
+      learning_rate_schedule: linear
+      beta_schedule: linear
+      epsilon_schedule: linear
+    checkpoint_interval: 200000
+    network_settings:
+      normalize: true
+      hidden_units: 512
+      num_layers: 3
+      vis_encode_type: simple
+      memory: null
+      goal_conditioning_type: hyper
+      deterministic: false
+    reward_signals:
+      extrinsic:
+        gamma: 0.995
+        strength: 1.0
+        network_settings:
+          normalize: false
+          hidden_units: 128
+          num_layers: 2
+          vis_encode_type: simple
+          memory: null
+          goal_conditioning_type: hyper
+          deterministic: false
+    init_path: null
+    keep_checkpoints: 15
+    even_checkpoints: false
+    max_steps: 2000000
+    time_horizon: 1000
+    summary_freq: 50000
+    threaded: false
+    self_play: null
+    behavioral_cloning: null
+env_settings:
+  env_path: ./trained-envs-executables/linux/Huggy/Huggy
+  env_args: null
+  base_port: 5005
+  num_envs: 1
+  num_areas: 1
+  seed: -1
+  max_lifetime_restarts: 10
+  restarts_rate_limit_n: 1
+  restarts_rate_limit_period_s: 60
+engine_settings:
+  width: 84
+  height: 84
+  quality_level: 5
+  time_scale: 20
+  target_frame_rate: -1
+  capture_frame_rate: 60
+  no_graphics: true
+environment_parameters: null
+checkpoint_settings:
+  run_id: Huggy
+  initialize_from: null
+  load_model: false
+  resume: false
+  force: false
+  train_model: false
+  inference: false
+  results_dir: results
+torch_settings:
+  device: null
+debug: false

run_logs/Player-0.log

@@ -0,0 +1,294 @@
+Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/Managed'
+Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
+Preloaded 'lib_burst_generated.so'
+Preloaded 'libgrpc_csharp_ext.x64.so'
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
+PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
+Unable to load player prefs
+Initialize engine version: 2021.3.14f1 (eee1884e7226)
+[Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
+Forcing GfxDevice: Null
+GfxDevice: creating device client; threaded=0; jobified=0
+NullGfxDevice:
+    Version:  NULL 1.0 [1.0]
+    Renderer: Null Device
+    Vendor:   Unity Technologies
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+Forced to initialize FMOD to to the device driver's system output rate 48000, this may impact performance and/or give inconsistent experiences compared to selected sample rate 48000
+ALSA lib confmisc.c:767:(parse_card) cannot find card '0'
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_card_driver returned error: No such file or directory
+ALSA lib confmisc.c:392:(snd_func_concat) error evaluating strings
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_concat returned error: No such file or directory
+ALSA lib confmisc.c:1246:(snd_func_refer) error evaluating name
+ALSA lib conf.c:4732:(_snd_config_evaluate) function snd_func_refer returned error: No such file or directory
+ALSA lib conf.c:5220:(snd_config_expand) Evaluate error: No such file or directory
+ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
+FMOD failed to initialize the output device.: "Error initializing output device. " (60)
+FMOD initialized on nosound output
+Begin MonoManager ReloadAssembly
+- Completed reload, in  0.093 seconds
+ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/Sampling shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/LutBuilderLdr shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/LutBuilderHdr shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/UberPost shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Hidden/Universal Render Pipeline/FallbackError' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Hidden/Universal Render Pipeline/FallbackError shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Hidden/Universal Render Pipeline/FallbackError' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Hidden/Universal Render Pipeline/Stop NaN shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/SubpixelMorphologicalAntialiasing shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/GaussianDepthOfField shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/BokehDepthOfField shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/CameraMotionBlur shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/PaniniProjection shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/Bloom shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/FinalPost shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Hidden/Universal Render Pipeline/StencilDeferred' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+WARNING: Shader Unsupported: 'Hidden/Universal Render Pipeline/StencilDeferred' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Hidden/Universal Render Pipeline/LensFlareDataDriven shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/Scaling Setup shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/Edge Adaptive Spatial Upsampling shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/Universal Render Pipeline/Debug/DebugReplacement shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/kMotion/CameraMotionVectors shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Hidden/kMotion/ObjectMotionVectors shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
+WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
+WARNING: Shader Did you use #pragma only_renderers and omit this platform?
+WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
+UnloadTime: 0.767535 ms
+requesting resize 84 x 84
+Setting up 1 worker threads for Enlighten.
+Memory Statistics:
+[ALLOC_TEMP_TLS] TLS Allocator
+  StackAllocators : 
+    [ALLOC_TEMP_MAIN]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26768 frames, [2.0 MB-4.0 MB]: 1 frames
+      Initial Block Size 4.0 MB
+      Current Block Size 4.0 MB
+      Peak Allocated Bytes 3.6 MB
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.AsyncRead]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 184 B
+      Overflow Count 0
+    [ALLOC_TEMP_Loading.PreloadManager]
+      Initial Block Size 256.0 KB
+      Current Block Size 296.0 KB
+      Peak Allocated Bytes 211.5 KB
+      Overflow Count 4
+    [ALLOC_TEMP_Background Job.Worker 8]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 9]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Job.Worker 0]
+      Initial Block Size 256.0 KB
+      Current Block Size 256.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 10]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 14]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 6]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 12]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_EnlightenWorker]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 15]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 1]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 2]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 7]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_AssetGarbageCollectorHelper]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 5]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 13]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 11]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 3]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 0]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_Background Job.Worker 4]
+      Initial Block Size 32.0 KB
+      Current Block Size 32.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+    [ALLOC_TEMP_BatchDeleteObjects]
+      Initial Block Size 64.0 KB
+      Current Block Size 64.0 KB
+      Peak Allocated Bytes 0 B
+      Overflow Count 0
+[ALLOC_DEFAULT] Dual Thread Allocator
+  Peak main deferred allocation count 249
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_DEFAULT_MAIN]
+      Peak usage frame count: [16.0 MB-32.0 MB]: 26769 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 23.6 MB
+      Peak Large allocation bytes 16.0 MB
+    [ALLOC_DEFAULT_THREAD]
+      Peak usage frame count: [2.0 MB-4.0 MB]: 26769 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.6 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TEMP_JOB_1_FRAME]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_2_FRAMES]
+  Initial Block Size 2.0 MB
+  Used Block Count 1
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
+  Initial Block Size 2.0 MB
+  Used Block Count 2
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_TEMP_JOB_ASYNC (Background)]
+  Initial Block Size 1.0 MB
+  Used Block Count 3
+  Overflow Count (too large) 0
+  Overflow Count (full) 0
+[ALLOC_GFX] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_GFX_MAIN]
+      Peak usage frame count: [32.0 KB-64.0 KB]: 26768 frames, [64.0 KB-128.0 KB]: 1 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 65.6 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_GFX_THREAD]
+      Peak usage frame count: [64.0 KB-128.0 KB]: 26769 frames
+      Requested Block Size 16.0 MB
+      Peak Block count 1
+      Peak Allocated memory 81.8 KB
+      Peak Large allocation bytes 0 B
+[ALLOC_CACHEOBJECTS] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_CACHEOBJECTS_MAIN]
+      Peak usage frame count: [1.0 MB-2.0 MB]: 26768 frames, [16.0 MB-32.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 2
+      Peak Allocated memory 30.6 MB
+      Peak Large allocation bytes 24.9 MB
+    [ALLOC_CACHEOBJECTS_THREAD]
+      Peak usage frame count: [0.5 MB-1.0 MB]: 26768 frames, [2.0 MB-4.0 MB]: 1 frames
+      Requested Block Size 4.0 MB
+      Peak Block count 1
+      Peak Allocated memory 2.6 MB
+      Peak Large allocation bytes 0 B
+[ALLOC_TYPETREE] Dual Thread Allocator
+  Peak main deferred allocation count 0
+    [ALLOC_BUCKET]
+      Large Block size 4.0 MB
+      Used Block count 1
+      Peak Allocated bytes 1.4 MB
+    [ALLOC_TYPETREE_MAIN]
+      Peak usage frame count: [0-1.0 KB]: 26769 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 1.0 KB
+      Peak Large allocation bytes 0 B
+    [ALLOC_TYPETREE_THREAD]
+      Peak usage frame count: [4.0 KB-8.0 KB]: 26769 frames
+      Requested Block Size 2.0 MB
+      Peak Block count 1
+      Peak Allocated memory 7.3 KB
+      Peak Large allocation bytes 0 B

run_logs/timers.json

@@ -0,0 +1,362 @@
+{
+    "name": "root",
+    "gauges": {
+        "Huggy.Policy.Entropy.mean": {
+            "value": 1.4001972675323486,
+            "min": 1.4001972675323486,
+            "max": 1.4262775182724,
+            "count": 40
+        },
+        "Huggy.Policy.Entropy.sum": {
+            "value": 71124.421875,
+            "min": 68571.40625,
+            "max": 77218.078125,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.mean": {
+            "value": 78.75394321766562,
+            "min": 73.41369047619048,
+            "max": 382.53435114503816,
+            "count": 40
+        },
+        "Huggy.Environment.EpisodeLength.sum": {
+            "value": 49930.0,
+            "min": 48819.0,
+            "max": 50112.0,
+            "count": 40
+        },
+        "Huggy.Step.mean": {
+            "value": 1999910.0,
+            "min": 49902.0,
+            "max": 1999910.0,
+            "count": 40
+        },
+        "Huggy.Step.sum": {
+            "value": 1999910.0,
+            "min": 49902.0,
+            "max": 1999910.0,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.mean": {
+            "value": 2.508244276046753,
+            "min": 0.09447753429412842,
+            "max": 2.5355610847473145,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicValueEstimate.sum": {
+            "value": 1590.226806640625,
+            "min": 12.282079696655273,
+            "max": 1646.8531494140625,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.mean": {
+            "value": 3.8758471365606746,
+            "min": 1.8194190264894412,
+            "max": 4.0358459386446075,
+            "count": 40
+        },
+        "Huggy.Environment.CumulativeReward.sum": {
+            "value": 2457.287084579468,
+            "min": 236.52447344362736,
+            "max": 2505.7105125188828,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.mean": {
+            "value": 3.8758471365606746,
+            "min": 1.8194190264894412,
+            "max": 4.0358459386446075,
+            "count": 40
+        },
+        "Huggy.Policy.ExtrinsicReward.sum": {
+            "value": 2457.287084579468,
+            "min": 236.52447344362736,
+            "max": 2505.7105125188828,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.mean": {
+            "value": 0.016672325635186603,
+            "min": 0.012883504828338724,
+            "max": 0.0214471914844277,
+            "count": 40
+        },
+        "Huggy.Losses.PolicyLoss.sum": {
+            "value": 0.05001697690555981,
+            "min": 0.02576700965667745,
+            "max": 0.05511820104632837,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.mean": {
+            "value": 0.060934563436441956,
+            "min": 0.021878935862332582,
+            "max": 0.07029708934326967,
+            "count": 40
+        },
+        "Huggy.Losses.ValueLoss.sum": {
+            "value": 0.18280369030932586,
+            "min": 0.043757871724665165,
+            "max": 0.19609019495546817,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.mean": {
+            "value": 3.954048682016662e-06,
+            "min": 3.954048682016662e-06,
+            "max": 0.00029537737654087497,
+            "count": 40
+        },
+        "Huggy.Policy.LearningRate.sum": {
+            "value": 1.1862146046049985e-05,
+            "min": 1.1862146046049985e-05,
+            "max": 0.0008443386185537998,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.mean": {
+            "value": 0.1013179833333333,
+            "min": 0.1013179833333333,
+            "max": 0.198459125,
+            "count": 40
+        },
+        "Huggy.Policy.Epsilon.sum": {
+            "value": 0.3039539499999999,
+            "min": 0.20782425,
+            "max": 0.5814462,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.mean": {
+            "value": 7.576736833333327e-05,
+            "min": 7.576736833333327e-05,
+            "max": 0.0049231103375000015,
+            "count": 40
+        },
+        "Huggy.Policy.Beta.sum": {
+            "value": 0.00022730210499999982,
+            "min": 0.00022730210499999982,
+            "max": 0.01407416538,
+            "count": 40
+        },
+        "Huggy.IsTraining.mean": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        },
+        "Huggy.IsTraining.sum": {
+            "value": 1.0,
+            "min": 1.0,
+            "max": 1.0,
+            "count": 40
+        }
+    },
+    "metadata": {
+        "timer_format_version": "0.1.0",
+        "start_time_seconds": "1681197410",
+        "python_version": "3.9.16 (main, Dec  7 2022, 01:11:51) \n[GCC 9.4.0]",
+        "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
+        "mlagents_version": "0.31.0.dev0",
+        "mlagents_envs_version": "0.31.0.dev0",
+        "communication_protocol_version": "1.5.0",
+        "pytorch_version": "1.11.0+cu102",
+        "numpy_version": "1.21.2",
+        "end_time_seconds": "1681199798"
+    },
+    "total": 2388.0333586429997,
+    "count": 1,
+    "self": 0.8546185779996449,
+    "children": {
+        "run_training.setup": {
+            "total": 0.1168737840000631,
+            "count": 1,
+            "self": 0.1168737840000631
+        },
+        "TrainerController.start_learning": {
+            "total": 2387.061866281,
+            "count": 1,
+            "self": 4.268298694066289,
+            "children": {
+                "TrainerController._reset_env": {
+                    "total": 4.280268988999978,
+                    "count": 1,
+                    "self": 4.280268988999978
+                },
+                "TrainerController.advance": {
+                    "total": 2378.3202190139336,
+                    "count": 233321,
+                    "self": 4.70774763794725,
+                    "children": {
+                        "env_step": {
+                            "total": 1863.0378767980058,
+                            "count": 233321,
+                            "self": 1580.569646603927,
+                            "children": {
+                                "SubprocessEnvManager._take_step": {
+                                    "total": 279.6329964329749,
+                                    "count": 233321,
+                                    "self": 16.533633207972912,
+                                    "children": {
+                                        "TorchPolicy.evaluate": {
+                                            "total": 263.099363225002,
+                                            "count": 223074,
+                                            "self": 263.099363225002
+                                        }
+                                    }
+                                },
+                                "workers": {
+                                    "total": 2.83523376110395,
+                                    "count": 233321,
+                                    "self": 0.0,
+                                    "children": {
+                                        "worker_root": {
+                                            "total": 2378.9012370480077,
+                                            "count": 233321,
+                                            "is_parallel": true,
+                                            "self": 1082.142090707993,
+                                            "children": {
+                                                "run_training.setup": {
+                                                    "total": 0.0,
+                                                    "count": 0,
+                                                    "is_parallel": true,
+                                                    "self": 0.0,
+                                                    "children": {
+                                                        "steps_from_proto": {
+                                                            "total": 0.0009478460000309497,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0002498009999953865,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 0.0006980450000355631,
+                                                                    "count": 2,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0006980450000355631
+                                                                }
+                                                            }
+                                                        },
+                                                        "UnityEnvironment.step": {
+                                                            "total": 0.0732202189999498,
+                                                            "count": 1,
+                                                            "is_parallel": true,
+                                                            "self": 0.0003514319998885185,
+                                                            "children": {
+                                                                "UnityEnvironment._generate_step_input": {
+                                                                    "total": 0.00024657400001615315,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.00024657400001615315
+                                                                },
+                                                                "communicator.exchange": {
+                                                                    "total": 0.0718810079999912,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.0718810079999912
+                                                                },
+                                                                "steps_from_proto": {
+                                                                    "total": 0.0007412050000539239,
+                                                                    "count": 1,
+                                                                    "is_parallel": true,
+                                                                    "self": 0.00028965800004243647,
+                                                                    "children": {
+                                                                        "_process_rank_one_or_two_observation": {
+                                                                            "total": 0.0004515470000114874,
+                                                                            "count": 2,
+                                                                            "is_parallel": true,
+                                                                            "self": 0.0004515470000114874
+                                                                        }
+                                                                    }
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                },
+                                                "UnityEnvironment.step": {
+                                                    "total": 1296.7591463400147,
+                                                    "count": 233320,
+                                                    "is_parallel": true,
+                                                    "self": 39.35638908001374,
+                                                    "children": {
+                                                        "UnityEnvironment._generate_step_input": {
+                                                            "total": 82.15783488596037,
+                                                            "count": 233320,
+                                                            "is_parallel": true,
+                                                            "self": 82.15783488596037
+                                                        },
+                                                        "communicator.exchange": {
+                                                            "total": 1083.7449623929751,
+                                                            "count": 233320,
+                                                            "is_parallel": true,
+                                                            "self": 1083.7449623929751
+                                                        },
+                                                        "steps_from_proto": {
+                                                            "total": 91.49995998106556,
+                                                            "count": 233320,
+                                                            "is_parallel": true,
+                                                            "self": 34.36291956012269,
+                                                            "children": {
+                                                                "_process_rank_one_or_two_observation": {
+                                                                    "total": 57.13704042094287,
+                                                                    "count": 466640,
+                                                                    "is_parallel": true,
+                                                                    "self": 57.13704042094287
+                                                                }
+                                                            }
+                                                        }
+                                                    }
+                                                }
+                                            }
+                                        }
+                                    }
+                                }
+                            }
+                        },
+                        "trainer_advance": {
+                            "total": 510.57459457798086,
+                            "count": 233321,
+                            "self": 6.139289543961013,
+                            "children": {
+                                "process_trajectory": {
+                                    "total": 134.74775633702131,
+                                    "count": 233321,
+                                    "self": 133.3120595760215,
+                                    "children": {
+                                        "RLTrainer._checkpoint": {
+                                            "total": 1.4356967609998037,
+                                            "count": 10,
+                                            "self": 1.4356967609998037
+                                        }
+                                    }
+                                },
+                                "_update_policy": {
+                                    "total": 369.68754869699853,
+                                    "count": 97,
+                                    "self": 310.64033752499347,
+                                    "children": {
+                                        "TorchPPOOptimizer.update": {
+                                            "total": 59.04721117200506,
+                                            "count": 2910,
+                                            "self": 59.04721117200506
+                                        }
+                                    }
+                                }
+                            }
+                        }
+                    }
+                },
+                "trainer_threads": {
+                    "total": 1.2360001164779533e-06,
+                    "count": 1,
+                    "self": 1.2360001164779533e-06
+                },
+                "TrainerController._save_models": {
+                    "total": 0.19307834800019918,
+                    "count": 1,
+                    "self": 0.003059124000628799,
+                    "children": {
+                        "RLTrainer._checkpoint": {
+                            "total": 0.19001922399957039,
+                            "count": 1,
+                            "self": 0.19001922399957039
+                        }
+                    }
+                }
+            }
+        }
+    }
+}

run_logs/training_status.json

@@ -0,0 +1,119 @@
+{
+    "Huggy": {
+        "checkpoints": [
+            {
+                "steps": 199989,
+                "file_path": "results/Huggy/Huggy/Huggy-199989.onnx",
+                "reward": 3.3146171443898913,
+                "creation_time": 1681197648.2285752,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-199989.pt"
+                ]
+            },
+            {
+                "steps": 399945,
+                "file_path": "results/Huggy/Huggy/Huggy-399945.onnx",
+                "reward": 3.862765412095567,
+                "creation_time": 1681197884.2054071,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-399945.pt"
+                ]
+            },
+            {
+                "steps": 599992,
+                "file_path": "results/Huggy/Huggy/Huggy-599992.onnx",
+                "reward": 4.555558032989502,
+                "creation_time": 1681198122.8572876,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-599992.pt"
+                ]
+            },
+            {
+                "steps": 799861,
+                "file_path": "results/Huggy/Huggy/Huggy-799861.onnx",
+                "reward": 4.069064763383331,
+                "creation_time": 1681198358.565124,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-799861.pt"
+                ]
+            },
+            {
+                "steps": 999961,
+                "file_path": "results/Huggy/Huggy/Huggy-999961.onnx",
+                "reward": 4.311642418451169,
+                "creation_time": 1681198599.1089132,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-999961.pt"
+                ]
+            },
+            {
+                "steps": 1199925,
+                "file_path": "results/Huggy/Huggy/Huggy-1199925.onnx",
+                "reward": 3.5220890761689936,
+                "creation_time": 1681198839.2571344,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1199925.pt"
+                ]
+            },
+            {
+                "steps": 1399921,
+                "file_path": "results/Huggy/Huggy/Huggy-1399921.onnx",
+                "reward": 4.105750655134519,
+                "creation_time": 1681199081.8497634,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1399921.pt"
+                ]
+            },
+            {
+                "steps": 1599958,
+                "file_path": "results/Huggy/Huggy/Huggy-1599958.onnx",
+                "reward": 3.735219997300042,
+                "creation_time": 1681199319.0934827,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1599958.pt"
+                ]
+            },
+            {
+                "steps": 1799960,
+                "file_path": "results/Huggy/Huggy/Huggy-1799960.onnx",
+                "reward": 4.272382679231026,
+                "creation_time": 1681199557.5831628,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1799960.pt"
+                ]
+            },
+            {
+                "steps": 1999910,
+                "file_path": "results/Huggy/Huggy/Huggy-1999910.onnx",
+                "reward": 4.25337309944324,
+                "creation_time": 1681199797.6784596,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-1999910.pt"
+                ]
+            },
+            {
+                "steps": 2000660,
+                "file_path": "results/Huggy/Huggy/Huggy-2000660.onnx",
+                "reward": 4.149109767207617,
+                "creation_time": 1681199797.9108388,
+                "auxillary_file_paths": [
+                    "results/Huggy/Huggy/Huggy-2000660.pt"
+                ]
+            }
+        ],
+        "final_checkpoint": {
+            "steps": 2000660,
+            "file_path": "results/Huggy/Huggy.onnx",
+            "reward": 4.149109767207617,
+            "creation_time": 1681199797.9108388,
+            "auxillary_file_paths": [
+                "results/Huggy/Huggy/Huggy-2000660.pt"
+            ]
+        }
+    },
+    "metadata": {
+        "stats_format_version": "0.3.0",
+        "mlagents_version": "0.31.0.dev0",
+        "torch_version": "1.11.0+cu102"
+    }
+}