Hugging Face's logo

Raaniel
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
Huggy
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files
xet
Metrics Community
Raaniel commited on
Commit
c27d832
·
1 Parent(s): a1910a1

Huggy

Browse files
Files changed (40) hide show
  1. Huggy.onnx +1 -1
  2. Huggy/Huggy-2599842.onnx +3 -0
  3. Huggy/Huggy-2599842.pt +3 -0
  4. Huggy/Huggy-2799961.onnx +3 -0
  5. Huggy/Huggy-2799961.pt +3 -0
  6. Huggy/Huggy-2999952.onnx +3 -0
  7. Huggy/Huggy-2999952.pt +3 -0
  8. Huggy/Huggy-3199963.onnx +3 -0
  9. Huggy/Huggy-3199963.pt +3 -0
  10. Huggy/Huggy-3399973.onnx +3 -0
  11. Huggy/Huggy-3399973.pt +3 -0
  12. Huggy/Huggy-3599918.onnx +3 -0
  13. Huggy/Huggy-3599918.pt +3 -0
  14. Huggy/Huggy-3799970.onnx +3 -0
  15. Huggy/Huggy-3799970.pt +3 -0
  16. Huggy/Huggy-3999411.onnx +3 -0
  17. Huggy/Huggy-3999411.pt +3 -0
  18. Huggy/Huggy-3999975.onnx +3 -0
  19. Huggy/Huggy-3999975.pt +3 -0
  20. Huggy/Huggy-4024997.pt +0 -0
  21. Huggy/Huggy-4199917.onnx +3 -0
  22. Huggy/Huggy-4199917.pt +3 -0
  23. Huggy/Huggy-4399810.onnx +3 -0
  24. Huggy/Huggy-4399810.pt +3 -0
  25. Huggy/Huggy-4599958.onnx +3 -0
  26. Huggy/Huggy-4599958.pt +3 -0
  27. Huggy/Huggy-4799991.onnx +3 -0
  28. Huggy/Huggy-4799991.pt +3 -0
  29. Huggy/Huggy-4999998.onnx +3 -0
  30. Huggy/Huggy-4999998.pt +3 -0
  31. Huggy/Huggy-5000073.onnx +3 -0
  32. Huggy/Huggy-5000073.pt +3 -0
  33. Huggy/checkpoint.pt +1 -1
  34. Huggy/events.out.tfevents.1687609173.21cb96adf749.6474.0 +3 -0
  35. Huggy/events.out.tfevents.1687614205.21cb96adf749.27131.0 +3 -0
  36. config.json +1 -1
  37. configuration.yaml +4 -4
  38. run_logs/Player-0.log +20 -33
  39. run_logs/timers.json +178 -178
  40. run_logs/training_status.json +95 -59
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de4ced6d8d1f11dfd68441197e0ebd8ef317a9946136d06c139eaba5d2baaf53
3
  size 2271327
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e894959579bd58adf5cc11a2c019042f585ca66e3deb060ff925d729c5b992
3
  size 2271327
Huggy/Huggy-2599842.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9535097a9933fbc977e0f4fd68157ba60c4978f1d8ba9c17b8f8a0d3512728ac
3
+ size 2271327
Huggy/Huggy-2599842.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33137a86d89ab6bf2e21f509fcbe0198911dcd1f17a2645e420713c6e4627aa1
3
+ size 13503717
Huggy/Huggy-2799961.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c465d15800cafbc120ccba64dc85cb496a0da3653299e83c0799efe4ccda31cc
3
+ size 2271327
Huggy/Huggy-2799961.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:191c3269238693e5c226d85ad497c014e2c0a24cf678d2c500875725b1d0b7b6
3
+ size 13503717
Huggy/Huggy-2999952.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06088f2a20672826d8212f9bcf166e4bc65c538a6c924481074c862f285c5511
3
+ size 2271327
Huggy/Huggy-2999952.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b30f0daf8afc3399cdc7bab6fea92bed4c7d2187f3a217b0b8f150371fef3bb6
3
+ size 13503717
Huggy/Huggy-3199963.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d22b7b3243459cd3308a4348a62d87713507e6924a0412b5110bcfa8e67c5f
3
+ size 2271327
Huggy/Huggy-3199963.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87450f3e185a8e84e6cb2b01b0a7da6e59fa9bc0bdea0f7639cb99c0f4360e71
3
+ size 13503717
Huggy/Huggy-3399973.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cf3b895211877c9bee576053b5e60e120ea1dd3c8617d09c8f526632b62c489
3
+ size 2271327
Huggy/Huggy-3399973.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f03f1406e9f7509194b7c588ed5ccbf98afb311c49671c80b8aa454cc4b5f2f4
3
+ size 13503717
Huggy/Huggy-3599918.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c43368cc473a78eed9570d816479e019429b94d3536a20a6fc0316e2b9abe3
3
+ size 2271327
Huggy/Huggy-3599918.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91e3a55b7b1637c7a077c0f37d149ee877848c2aae2f67386471845887baa3b2
3
+ size 13503717
Huggy/Huggy-3799970.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78229adea1ded37c563d2e40afd049b7d24ccc7b816b988203aff31c88bcf316
3
+ size 2271327
Huggy/Huggy-3799970.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2fca1bfc9166dfdb16a2a452e4b3f3fad0decea7c015d6c183c7fd941f7324
3
+ size 13503717
Huggy/Huggy-3999411.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4885d188a8d49f741f94376adcc7e0a1d4481363d19d5e3adf7d9b6cd753fc48
3
+ size 2271327
Huggy/Huggy-3999411.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c407b3f232f3bf7b2797d57850fe9c13b99d0cc64234604ef6948d641711fb
3
+ size 13503717
Huggy/Huggy-3999975.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d9e65ab3537df5427c1224c63f6916dfb3f83f9c858b834a063b4c21e02685d
3
+ size 2271327
Huggy/Huggy-3999975.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30a5d32ccfd71e796e81684ba8fef56ec858fbaf3881ecad708fbb50e1f75ed7
3
+ size 13503717
Huggy/Huggy-4024997.pt ADDED
File without changes
Huggy/Huggy-4199917.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db8691ac2320acc6347129ece4fbf81dec815957d3bc647e6cbdeb665ed250f
3
+ size 2271327
Huggy/Huggy-4199917.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b700fa2498a6a918f10730e476dcfe23adc8219340d0fa24699c4db83259b62
3
+ size 13503717
Huggy/Huggy-4399810.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b699dea609cdf2a24d26be7d085c8848e95b1772f93bd679ffa7ae6921c9bdf
3
+ size 2271327
Huggy/Huggy-4399810.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c3bdbb515ecdd9e095542f45789d7d5271e1b0d97e0ace5d71a7b7eea61ed2f
3
+ size 13503717
Huggy/Huggy-4599958.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:901f6a382877175bce768bfd50d05ac6ec259f4b2642f02d5e408886abb5ce32
3
+ size 2271327
Huggy/Huggy-4599958.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ec77bc79f5aea39d66dbea85f2fa5a4175b48a6ef13b48b321c9ee5e0725884
3
+ size 13503717
Huggy/Huggy-4799991.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:989c62b1c8f049bf672f0ad4621be36a04edf04b009ec78e2e0169d6d3c65a5a
3
+ size 2271327
Huggy/Huggy-4799991.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14643b686850bc80ef7d6f2cf025e811cd0ef69308eff709d4dcc05e8abc458
3
+ size 13503717
Huggy/Huggy-4999998.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9599ab72b8d05daab1d73ae4f9cc52a9e08e128e5ff69e0f1df1d139ee9d758d
3
+ size 2271327
Huggy/Huggy-4999998.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1b797a6f1a985cf6d53ab4f9f512c65fc53c6346805ba71546050b767b6f15
3
+ size 13503717
Huggy/Huggy-5000073.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e894959579bd58adf5cc11a2c019042f585ca66e3deb060ff925d729c5b992
3
+ size 2271327
Huggy/Huggy-5000073.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112da397713f4148e8e6872eab8c05ab5334430b75e23c54bf7deaceb7e83972
3
+ size 13503717
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df5d4b9125982635d097d77ea80705ba2b3661389b55623aa9b0e032da4ea806
3
  size 13503717
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:112da397713f4148e8e6872eab8c05ab5334430b75e23c54bf7deaceb7e83972
3
  size 13503717
Huggy/events.out.tfevents.1687609173.21cb96adf749.6474.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fbc57f8452b6694801d4c6552523f38b98ce93b18d177f71c1a0b7771e66863
3
+ size 751567
Huggy/events.out.tfevents.1687614205.21cb96adf749.27131.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b44fb283ee5c368fec727bd572bae755cc30701ac199d9c6e53906246d5d4070
3
+ size 202449
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.1, "lambd": 0.95, "num_epoch": 2, "shared_critic": false, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "checkpoint_interval": 200000, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "even_checkpoints": false, "max_steps": 5000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -7,9 +7,9 @@ behaviors:
7
  buffer_size: 20480
8
  learning_rate: 0.0003
9
  beta: 0.005
10
- epsilon: 0.2
11
  lambd: 0.95
12
- num_epoch: 3
13
  shared_critic: false
14
  learning_rate_schedule: linear
15
  beta_schedule: linear
@@ -38,7 +38,7 @@ behaviors:
38
  init_path: null
39
  keep_checkpoints: 15
40
  even_checkpoints: false
41
- max_steps: 2000000
42
  time_horizon: 1000
43
  summary_freq: 50000
44
  threaded: false
@@ -67,7 +67,7 @@ checkpoint_settings:
67
  run_id: Huggy
68
  initialize_from: null
69
  load_model: false
70
- resume: false
71
  force: false
72
  train_model: false
73
  inference: false
 
7
  buffer_size: 20480
8
  learning_rate: 0.0003
9
  beta: 0.005
10
+ epsilon: 0.1
11
  lambd: 0.95
12
+ num_epoch: 2
13
  shared_critic: false
14
  learning_rate_schedule: linear
15
  beta_schedule: linear
 
38
  init_path: null
39
  keep_checkpoints: 15
40
  even_checkpoints: false
41
+ max_steps: 5000000
42
  time_horizon: 1000
43
  summary_freq: 50000
44
  threaded: false
 
67
  run_id: Huggy
68
  initialize_from: null
69
  load_model: false
70
+ resume: true
71
  force: false
72
  train_model: false
73
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.104 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.823097 ms
82
  requesting resize 84 x 84
83
- Setting up 2 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +90,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 192 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -135,7 +132,7 @@ Memory Statistics:
135
  Current Block Size 32.0 KB
136
  Peak Allocated Bytes 0 B
137
  Overflow Count 0
138
- [ALLOC_TEMP_EnlightenWorker] x 2
139
  Initial Block Size 64.0 KB
140
  Current Block Size 64.0 KB
141
  Peak Allocated Bytes 0 B
@@ -160,7 +157,7 @@ Memory Statistics:
160
  Current Block Size 32.0 KB
161
  Peak Allocated Bytes 0 B
162
  Overflow Count 0
163
- [ALLOC_TEMP_AssetGarbageCollectorHelper] x 3
164
  Initial Block Size 64.0 KB
165
  Current Block Size 64.0 KB
166
  Peak Allocated Bytes 0 B
@@ -175,22 +172,12 @@ Memory Statistics:
175
  Current Block Size 32.0 KB
176
  Peak Allocated Bytes 0 B
177
  Overflow Count 0
178
- [ALLOC_TEMP_Job.Worker 1]
179
- Initial Block Size 256.0 KB
180
- Current Block Size 256.0 KB
181
- Peak Allocated Bytes 0 B
182
- Overflow Count 0
183
- [ALLOC_TEMP_Job.Worker 2]
184
- Initial Block Size 256.0 KB
185
- Current Block Size 256.0 KB
186
- Peak Allocated Bytes 0 B
187
- Overflow Count 0
188
- [ALLOC_TEMP_Background Job.Worker 3]
189
  Initial Block Size 32.0 KB
190
  Current Block Size 32.0 KB
191
  Peak Allocated Bytes 0 B
192
  Overflow Count 0
193
- [ALLOC_TEMP_Background Job.Worker 11]
194
  Initial Block Size 32.0 KB
195
  Current Block Size 32.0 KB
196
  Peak Allocated Bytes 0 B
@@ -211,22 +198,22 @@ Memory Statistics:
211
  Peak Allocated Bytes 0 B
212
  Overflow Count 0
213
  [ALLOC_DEFAULT] Dual Thread Allocator
214
- Peak main deferred allocation count 38
215
  [ALLOC_BUCKET]
216
  Large Block size 4.0 MB
217
  Used Block count 1
218
  Peak Allocated bytes 1.4 MB
219
  [ALLOC_DEFAULT_MAIN]
220
- Peak usage frame count: [16.0 MB-32.0 MB]: 26762 frames
221
  Requested Block Size 16.0 MB
222
  Peak Block count 1
223
- Peak Allocated memory 23.7 MB
224
  Peak Large allocation bytes 16.0 MB
225
  [ALLOC_DEFAULT_THREAD]
226
- Peak usage frame count: [1.0 MB-2.0 MB]: 1 frames, [2.0 MB-4.0 MB]: 26761 frames
227
  Requested Block Size 16.0 MB
228
  Peak Block count 1
229
- Peak Allocated memory 2.3 MB
230
  Peak Large allocation bytes 0 B
231
  [ALLOC_TEMP_JOB_1_FRAME]
232
  Initial Block Size 2.0 MB
@@ -255,13 +242,13 @@ Memory Statistics:
255
  Used Block count 1
256
  Peak Allocated bytes 1.4 MB
257
  [ALLOC_GFX_MAIN]
258
- Peak usage frame count: [32.0 KB-64.0 KB]: 26761 frames, [64.0 KB-128.0 KB]: 1 frames
259
  Requested Block Size 16.0 MB
260
  Peak Block count 1
261
  Peak Allocated memory 65.6 KB
262
  Peak Large allocation bytes 0 B
263
  [ALLOC_GFX_THREAD]
264
- Peak usage frame count: [64.0 KB-128.0 KB]: 26762 frames
265
  Requested Block Size 16.0 MB
266
  Peak Block count 1
267
  Peak Allocated memory 81.8 KB
@@ -273,13 +260,13 @@ Memory Statistics:
273
  Used Block count 1
274
  Peak Allocated bytes 1.4 MB
275
  [ALLOC_CACHEOBJECTS_MAIN]
276
- Peak usage frame count: [1.0 MB-2.0 MB]: 26761 frames, [16.0 MB-32.0 MB]: 1 frames
277
  Requested Block Size 4.0 MB
278
  Peak Block count 2
279
  Peak Allocated memory 30.6 MB
280
  Peak Large allocation bytes 24.9 MB
281
  [ALLOC_CACHEOBJECTS_THREAD]
282
- Peak usage frame count: [0.5 MB-1.0 MB]: 26761 frames, [2.0 MB-4.0 MB]: 1 frames
283
  Requested Block Size 4.0 MB
284
  Peak Block count 1
285
  Peak Allocated memory 2.6 MB
@@ -291,13 +278,13 @@ Memory Statistics:
291
  Used Block count 1
292
  Peak Allocated bytes 1.4 MB
293
  [ALLOC_TYPETREE_MAIN]
294
- Peak usage frame count: [0-1.0 KB]: 26762 frames
295
  Requested Block Size 2.0 MB
296
  Peak Block count 1
297
  Peak Allocated memory 1.0 KB
298
  Peak Large allocation bytes 0 B
299
  [ALLOC_TYPETREE_THREAD]
300
- Peak usage frame count: [4.0 KB-8.0 KB]: 26762 frames
301
  Requested Block Size 2.0 MB
302
  Peak Block count 1
303
  Peak Allocated memory 7.3 KB
 
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.087 seconds
35
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
75
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
76
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
77
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
78
+ UnloadTime: 0.779637 ms
79
  requesting resize 84 x 84
80
+ Setting up 1 worker threads for Enlighten.
81
  Memory Statistics:
82
  [ALLOC_TEMP_TLS] TLS Allocator
83
  StackAllocators :
84
  [ALLOC_TEMP_MAIN]
85
+ Peak usage frame count: [4.0 KB-8.0 KB]: 13414 frames, [2.0 MB-4.0 MB]: 1 frames
86
  Initial Block Size 4.0 MB
87
  Current Block Size 4.0 MB
88
  Peak Allocated Bytes 3.6 MB
 
90
  [ALLOC_TEMP_Loading.AsyncRead]
91
  Initial Block Size 64.0 KB
92
  Current Block Size 64.0 KB
93
+ Peak Allocated Bytes 136 B
94
  Overflow Count 0
95
  [ALLOC_TEMP_Loading.PreloadManager]
96
  Initial Block Size 256.0 KB
 
132
  Current Block Size 32.0 KB
133
  Peak Allocated Bytes 0 B
134
  Overflow Count 0
135
+ [ALLOC_TEMP_EnlightenWorker]
136
  Initial Block Size 64.0 KB
137
  Current Block Size 64.0 KB
138
  Peak Allocated Bytes 0 B
 
157
  Current Block Size 32.0 KB
158
  Peak Allocated Bytes 0 B
159
  Overflow Count 0
160
+ [ALLOC_TEMP_AssetGarbageCollectorHelper]
161
  Initial Block Size 64.0 KB
162
  Current Block Size 64.0 KB
163
  Peak Allocated Bytes 0 B
 
172
  Current Block Size 32.0 KB
173
  Peak Allocated Bytes 0 B
174
  Overflow Count 0
175
+ [ALLOC_TEMP_Background Job.Worker 11]
 
 
 
 
 
 
 
 
 
 
176
  Initial Block Size 32.0 KB
177
  Current Block Size 32.0 KB
178
  Peak Allocated Bytes 0 B
179
  Overflow Count 0
180
+ [ALLOC_TEMP_Background Job.Worker 3]
181
  Initial Block Size 32.0 KB
182
  Current Block Size 32.0 KB
183
  Peak Allocated Bytes 0 B
 
198
  Peak Allocated Bytes 0 B
199
  Overflow Count 0
200
  [ALLOC_DEFAULT] Dual Thread Allocator
201
+ Peak main deferred allocation count 212
202
  [ALLOC_BUCKET]
203
  Large Block size 4.0 MB
204
  Used Block count 1
205
  Peak Allocated bytes 1.4 MB
206
  [ALLOC_DEFAULT_MAIN]
207
+ Peak usage frame count: [16.0 MB-32.0 MB]: 13415 frames
208
  Requested Block Size 16.0 MB
209
  Peak Block count 1
210
+ Peak Allocated memory 23.5 MB
211
  Peak Large allocation bytes 16.0 MB
212
  [ALLOC_DEFAULT_THREAD]
213
+ Peak usage frame count: [1.0 MB-2.0 MB]: 13414 frames, [2.0 MB-4.0 MB]: 1 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
+ Peak Allocated memory 2.1 MB
217
  Peak Large allocation bytes 0 B
218
  [ALLOC_TEMP_JOB_1_FRAME]
219
  Initial Block Size 2.0 MB
 
242
  Used Block count 1
243
  Peak Allocated bytes 1.4 MB
244
  [ALLOC_GFX_MAIN]
245
+ Peak usage frame count: [32.0 KB-64.0 KB]: 13414 frames, [64.0 KB-128.0 KB]: 1 frames
246
  Requested Block Size 16.0 MB
247
  Peak Block count 1
248
  Peak Allocated memory 65.6 KB
249
  Peak Large allocation bytes 0 B
250
  [ALLOC_GFX_THREAD]
251
+ Peak usage frame count: [64.0 KB-128.0 KB]: 13415 frames
252
  Requested Block Size 16.0 MB
253
  Peak Block count 1
254
  Peak Allocated memory 81.8 KB
 
260
  Used Block count 1
261
  Peak Allocated bytes 1.4 MB
262
  [ALLOC_CACHEOBJECTS_MAIN]
263
+ Peak usage frame count: [1.0 MB-2.0 MB]: 13414 frames, [16.0 MB-32.0 MB]: 1 frames
264
  Requested Block Size 4.0 MB
265
  Peak Block count 2
266
  Peak Allocated memory 30.6 MB
267
  Peak Large allocation bytes 24.9 MB
268
  [ALLOC_CACHEOBJECTS_THREAD]
269
+ Peak usage frame count: [0.5 MB-1.0 MB]: 13414 frames, [2.0 MB-4.0 MB]: 1 frames
270
  Requested Block Size 4.0 MB
271
  Peak Block count 1
272
  Peak Allocated memory 2.6 MB
 
278
  Used Block count 1
279
  Peak Allocated bytes 1.4 MB
280
  [ALLOC_TYPETREE_MAIN]
281
+ Peak usage frame count: [0-1.0 KB]: 13415 frames
282
  Requested Block Size 2.0 MB
283
  Peak Block count 1
284
  Peak Allocated memory 1.0 KB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE_THREAD]
287
+ Peak usage frame count: [4.0 KB-8.0 KB]: 13415 frames
288
  Requested Block Size 2.0 MB
289
  Peak Block count 1
290
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -2,213 +2,213 @@
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
- "value": 1.40550696849823,
6
- "min": 1.40550696849823,
7
- "max": 1.432058334350586,
8
- "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
- "value": 70919.0703125,
12
- "min": 68008.4765625,
13
- "max": 77060.078125,
14
- "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 109.41098901098901,
18
- "min": 100.05050505050505,
19
- "max": 440.3333333333333,
20
- "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49782.0,
24
- "min": 49206.0,
25
- "max": 50198.0,
26
- "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
- "value": 1999499.0,
30
- "min": 49967.0,
31
- "max": 1999499.0,
32
- "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
- "value": 1999499.0,
36
- "min": 49967.0,
37
- "max": 1999499.0,
38
- "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.3004441261291504,
42
- "min": 0.001205666922032833,
43
- "max": 2.385592222213745,
44
- "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1046.7020263671875,
48
- "min": 0.13624036312103271,
49
- "max": 1163.8505859375,
50
- "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.5479598156698455,
54
- "min": 1.7511248287901413,
55
- "max": 3.712595601788077,
56
- "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 1614.3217161297798,
60
- "min": 197.87710565328598,
61
- "max": 1756.4053381681442,
62
- "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.5479598156698455,
66
- "min": 1.7511248287901413,
67
- "max": 3.712595601788077,
68
- "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 1614.3217161297798,
72
- "min": 197.87710565328598,
73
- "max": 1756.4053381681442,
74
- "count": 40
 
 
 
 
 
 
 
 
 
 
 
 
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.016540085083882633,
78
- "min": 0.01353405811241828,
79
- "max": 0.019683321114765326,
80
- "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.033080170167765266,
84
- "min": 0.02706811622483656,
85
- "max": 0.05774032569024712,
86
- "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.04855623040348292,
90
- "min": 0.021688893623650077,
91
- "max": 0.062166997128062784,
92
- "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.09711246080696584,
96
- "min": 0.043377787247300154,
97
- "max": 0.18650099138418835,
98
- "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
- "value": 4.138823620424998e-06,
102
- "min": 4.138823620424998e-06,
103
- "max": 0.00029528482657172506,
104
- "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
- "value": 8.277647240849995e-06,
108
- "min": 8.277647240849995e-06,
109
- "max": 0.0008438013187329001,
110
- "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10137957499999999,
114
- "min": 0.10137957499999999,
115
- "max": 0.19842827500000002,
116
- "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.20275914999999997,
120
- "min": 0.20275914999999997,
121
- "max": 0.5812671000000001,
122
- "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
- "value": 7.884079249999997e-05,
126
- "min": 7.884079249999997e-05,
127
- "max": 0.004921570922499999,
128
- "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
- "value": 0.00015768158499999995,
132
- "min": 0.00015768158499999995,
133
- "max": 0.014065228290000002,
134
- "count": 40
135
- },
136
- "Huggy.IsTraining.mean": {
137
- "value": 1.0,
138
- "min": 1.0,
139
- "max": 1.0,
140
- "count": 40
141
- },
142
- "Huggy.IsTraining.sum": {
143
- "value": 1.0,
144
- "min": 1.0,
145
- "max": 1.0,
146
- "count": 40
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1687603944",
152
  "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]",
153
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.31.0.dev0",
155
  "mlagents_envs_version": "0.31.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.11.0+cu102",
158
  "numpy_version": "1.21.2",
159
- "end_time_seconds": "1687606335"
160
  },
161
- "total": 2390.6643518050005,
162
  "count": 1,
163
- "self": 0.47996394200072245,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.04754145299989432,
167
  "count": 1,
168
- "self": 0.04754145299989432
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2390.1368464099996,
172
  "count": 1,
173
- "self": 5.53127716194831,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 4.621382338999865,
177
  "count": 1,
178
- "self": 4.621382338999865
179
  },
180
  "TrainerController.advance": {
181
- "total": 2379.8435687230512,
182
- "count": 230854,
183
- "self": 5.3925610562273505,
184
  "children": {
185
  "env_step": {
186
- "total": 1887.680316230914,
187
- "count": 230854,
188
- "self": 1560.9632661369837,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 323.23001154805297,
192
- "count": 230854,
193
- "self": 18.974451728974827,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 304.25555981907814,
197
- "count": 223012,
198
- "self": 304.25555981907814
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 3.48703854587734,
204
- "count": 230854,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 2380.6043879351364,
209
- "count": 230854,
210
  "is_parallel": true,
211
- "self": 1124.5495578142202,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.0008691689999977825,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.00028384999973241065,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0005853190002653719,
227
  "count": 2,
228
  "is_parallel": true,
229
- "self": 0.0005853190002653719
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.027235964999817952,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.00028618699957405624,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00020085599999219994,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00020085599999219994
244
  },
245
  "communicator.exchange": {
246
- "total": 0.026239125000074637,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.026239125000074637
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0005097970001770591,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 0.0001372450001326797,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0003725520000443794,
259
  "count": 2,
260
  "is_parallel": true,
261
- "self": 0.0003725520000443794
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 1256.0548301209162,
271
- "count": 230853,
272
  "is_parallel": true,
273
- "self": 39.39816116687052,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 67.39082228197617,
277
- "count": 230853,
278
  "is_parallel": true,
279
- "self": 67.39082228197617
280
  },
281
  "communicator.exchange": {
282
- "total": 1058.862520544,
283
- "count": 230853,
284
  "is_parallel": true,
285
- "self": 1058.862520544
286
  },
287
  "steps_from_proto": {
288
- "total": 90.40332612806947,
289
- "count": 230853,
290
  "is_parallel": true,
291
- "self": 30.28845886011709,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 60.11486726795238,
295
- "count": 461706,
296
  "is_parallel": true,
297
- "self": 60.11486726795238
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 486.77069143590984,
311
- "count": 230854,
312
- "self": 8.549770689905245,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 128.40532814000267,
316
- "count": 230854,
317
- "self": 127.12913503300206,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 1.2761931070006085,
321
- "count": 10,
322
- "self": 1.2761931070006085
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 349.8155926060019,
328
- "count": 96,
329
- "self": 300.49482068799284,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 49.320771918009086,
333
- "count": 2880,
334
- "self": 49.320771918009086
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 1.100000190490391e-06,
344
  "count": 1,
345
- "self": 1.100000190490391e-06
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.1406170860000202,
349
  "count": 1,
350
- "self": 0.0020326740000200516,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.13858441200000016,
354
  "count": 1,
355
- "self": 0.13858441200000016
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.4615787267684937,
6
+ "min": 1.4615787267684937,
7
+ "max": 1.4631232023239136,
8
+ "count": 21
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
+ "value": 74242.3515625,
12
+ "min": 1629.9193115234375,
13
+ "max": 74497.140625,
14
+ "count": 21
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 85.89409722222223,
18
+ "min": 38.125,
19
+ "max": 85.89409722222223,
20
+ "count": 21
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49475.0,
24
+ "min": 610.0,
25
+ "max": 49955.0,
26
+ "count": 21
27
  },
28
  "Huggy.Step.mean": {
29
+ "value": 4999998.0,
30
+ "min": 3999975.0,
31
+ "max": 4999998.0,
32
+ "count": 21
33
  },
34
  "Huggy.Step.sum": {
35
+ "value": 4999998.0,
36
+ "min": 3999975.0,
37
+ "max": 4999998.0,
38
+ "count": 21
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 2.529625415802002,
42
+ "min": 2.0727760791778564,
43
+ "max": 2.5629072189331055,
44
+ "count": 21
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 1457.064208984375,
48
+ "min": 31.091642379760742,
49
+ "max": 1960.6240234375,
50
+ "count": 21
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 3.9443130030607185,
54
+ "min": 2.8365768909454347,
55
+ "max": 4.030576722112218,
56
+ "count": 21
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 2271.924289762974,
60
+ "min": 42.54865336418152,
61
+ "max": 3056.473274052143,
62
+ "count": 21
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 3.9443130030607185,
66
+ "min": 2.8365768909454347,
67
+ "max": 4.030576722112218,
68
+ "count": 21
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 2271.924289762974,
72
+ "min": 42.54865336418152,
73
+ "max": 3056.473274052143,
74
+ "count": 21
75
+ },
76
+ "Huggy.IsTraining.mean": {
77
+ "value": 1.0,
78
+ "min": 1.0,
79
+ "max": 1.0,
80
+ "count": 21
81
+ },
82
+ "Huggy.IsTraining.sum": {
83
+ "value": 1.0,
84
+ "min": 1.0,
85
+ "max": 1.0,
86
+ "count": 21
87
  },
88
  "Huggy.Losses.PolicyLoss.mean": {
89
+ "value": 0.01645280432494474,
90
+ "min": 0.012763792780606308,
91
+ "max": 0.01964172369625885,
92
+ "count": 20
93
  },
94
  "Huggy.Losses.PolicyLoss.sum": {
95
+ "value": 0.03290560864988948,
96
+ "min": 0.025527585561212617,
97
+ "max": 0.05818501380088037,
98
+ "count": 20
99
  },
100
  "Huggy.Losses.ValueLoss.mean": {
101
+ "value": 0.0511211009696126,
102
+ "min": 0.050411403831094506,
103
+ "max": 0.06767749013379216,
104
+ "count": 20
105
  },
106
  "Huggy.Losses.ValueLoss.sum": {
107
+ "value": 0.1022422019392252,
108
+ "min": 0.10082280766218901,
109
+ "max": 0.18741850070655347,
110
+ "count": 20
111
  },
112
  "Huggy.Policy.LearningRate.mean": {
113
+ "value": 1.3346195551600054e-06,
114
+ "min": 1.3346195551600054e-06,
115
+ "max": 5.818682060442e-05,
116
+ "count": 20
117
  },
118
  "Huggy.Policy.LearningRate.sum": {
119
+ "value": 2.6692391103200107e-06,
120
+ "min": 2.6692391103200107e-06,
121
+ "max": 0.00015793068735651996,
122
+ "count": 20
123
  },
124
  "Huggy.Policy.Epsilon.mean": {
125
+ "value": 0.10000000000000002,
126
+ "min": 0.10000000000000002,
127
+ "max": 0.10000000000000002,
128
+ "count": 20
129
  },
130
  "Huggy.Policy.Epsilon.sum": {
131
+ "value": 0.20000000000000004,
132
+ "min": 0.20000000000000004,
133
+ "max": 0.30000000000000004,
134
+ "count": 20
135
  },
136
  "Huggy.Policy.Beta.mean": {
137
+ "value": 3.21975160000001e-05,
138
+ "min": 3.21975160000001e-05,
139
+ "max": 0.0009778394420000003,
140
+ "count": 20
141
  },
142
  "Huggy.Policy.Beta.sum": {
143
+ "value": 6.43950320000002e-05,
144
+ "min": 6.43950320000002e-05,
145
+ "max": 0.002656909652,
146
+ "count": 20
 
 
 
 
 
 
 
 
 
 
 
 
147
  }
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1687614204",
152
  "python_version": "3.10.12 (main, Jun 7 2023, 12:45:35) [GCC 9.4.0]",
153
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
154
  "mlagents_version": "0.31.0.dev0",
155
  "mlagents_envs_version": "0.31.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.11.0+cu102",
158
  "numpy_version": "1.21.2",
159
+ "end_time_seconds": "1687615397"
160
  },
161
+ "total": 1192.3650826270004,
162
  "count": 1,
163
+ "self": 0.7867250870003772,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.037453466999977536,
167
  "count": 1,
168
+ "self": 0.037453466999977536
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 1191.540904073,
172
  "count": 1,
173
+ "self": 2.2832590788630114,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 5.247246918000201,
177
  "count": 1,
178
+ "self": 5.247246918000201
179
  },
180
  "TrainerController.advance": {
181
+ "total": 1183.8228053371377,
182
+ "count": 118227,
183
+ "self": 2.377192093001213,
184
  "children": {
185
  "env_step": {
186
+ "total": 969.1501620849649,
187
+ "count": 118227,
188
+ "self": 820.3189952230896,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 147.4172532687835,
192
+ "count": 118227,
193
+ "self": 8.327659440872594,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 139.0895938279109,
197
+ "count": 111786,
198
+ "self": 139.0895938279109
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 1.41391359309182,
204
+ "count": 118227,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 1187.3567987089855,
209
+ "count": 118227,
210
  "is_parallel": true,
211
+ "self": 512.0929151738137,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0007698909994360292,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.00021642999945470365,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.0005534609999813256,
227
  "count": 2,
228
  "is_parallel": true,
229
+ "self": 0.0005534609999813256
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.07165625600009662,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.00032951399953162763,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.00022036300015315646,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.00022036300015315646
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.07035627200002637,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.07035627200002637
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0007501070003854693,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.00022152299970912281,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0005285840006763465,
259
  "count": 2,
260
  "is_parallel": true,
261
+ "self": 0.0005285840006763465
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 675.2638835351718,
271
+ "count": 118226,
272
  "is_parallel": true,
273
+ "self": 19.8972707592402,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 40.74938854701486,
277
+ "count": 118226,
278
  "is_parallel": true,
279
+ "self": 40.74938854701486
280
  },
281
  "communicator.exchange": {
282
+ "total": 565.1960905508777,
283
+ "count": 118226,
284
  "is_parallel": true,
285
+ "self": 565.1960905508777
286
  },
287
  "steps_from_proto": {
288
+ "total": 49.42113367803904,
289
+ "count": 118226,
290
  "is_parallel": true,
291
+ "self": 17.638342123775146,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 31.782791554263895,
295
+ "count": 236452,
296
  "is_parallel": true,
297
+ "self": 31.782791554263895
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 212.29545115917153,
311
+ "count": 118227,
312
+ "self": 3.3879345521399955,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 77.31324694803061,
316
+ "count": 118227,
317
+ "self": 76.35542192603043,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 0.9578250220001792,
321
+ "count": 6,
322
+ "self": 0.9578250220001792
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 131.59426965900093,
328
+ "count": 48,
329
+ "self": 111.28623789800713,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 20.3080317609938,
333
+ "count": 960,
334
+ "self": 20.3080317609938
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 1.4039997040526941e-06,
344
  "count": 1,
345
+ "self": 1.4039997040526941e-06
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.1875913349995244,
349
  "count": 1,
350
+ "self": 0.002902106999499665,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.18468922800002474,
354
  "count": 1,
355
+ "self": 0.18468922800002474
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -2,112 +2,148 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 199922,
6
- "file_path": "results/Huggy/Huggy/Huggy-199922.onnx",
7
- "reward": 3.1766347957068475,
8
- "creation_time": 1687604173.336835,
9
  "auxillary_file_paths": [
10
- "results/Huggy/Huggy/Huggy-199922.pt"
11
  ]
12
  },
13
  {
14
- "steps": 399853,
15
- "file_path": "results/Huggy/Huggy/Huggy-399853.onnx",
16
- "reward": 3.546895463415917,
17
- "creation_time": 1687604412.2609398,
18
  "auxillary_file_paths": [
19
- "results/Huggy/Huggy/Huggy-399853.pt"
20
  ]
21
  },
22
  {
23
- "steps": 599677,
24
- "file_path": "results/Huggy/Huggy/Huggy-599677.onnx",
25
- "reward": 3.711298495531082,
26
- "creation_time": 1687604645.42775,
27
  "auxillary_file_paths": [
28
- "results/Huggy/Huggy/Huggy-599677.pt"
29
  ]
30
  },
31
  {
32
- "steps": 799923,
33
- "file_path": "results/Huggy/Huggy/Huggy-799923.onnx",
34
- "reward": 3.9375846269654065,
35
- "creation_time": 1687604891.27807,
36
  "auxillary_file_paths": [
37
- "results/Huggy/Huggy/Huggy-799923.pt"
38
  ]
39
  },
40
  {
41
- "steps": 999989,
42
- "file_path": "results/Huggy/Huggy/Huggy-999989.onnx",
43
- "reward": 3.5249368802954755,
44
- "creation_time": 1687605136.1517735,
45
  "auxillary_file_paths": [
46
- "results/Huggy/Huggy/Huggy-999989.pt"
47
  ]
48
  },
49
  {
50
- "steps": 1199917,
51
- "file_path": "results/Huggy/Huggy/Huggy-1199917.onnx",
52
- "reward": 3.501825930441127,
53
- "creation_time": 1687605371.2740347,
54
  "auxillary_file_paths": [
55
- "results/Huggy/Huggy/Huggy-1199917.pt"
56
  ]
57
  },
58
  {
59
- "steps": 1399335,
60
- "file_path": "results/Huggy/Huggy/Huggy-1399335.onnx",
61
- "reward": 3.7793275658658008,
62
- "creation_time": 1687605595.04137,
63
  "auxillary_file_paths": [
64
- "results/Huggy/Huggy/Huggy-1399335.pt"
65
  ]
66
  },
67
  {
68
- "steps": 1599982,
69
- "file_path": "results/Huggy/Huggy/Huggy-1599982.onnx",
70
- "reward": 3.6086598790965034,
71
- "creation_time": 1687605852.9751089,
72
  "auxillary_file_paths": [
73
- "results/Huggy/Huggy/Huggy-1599982.pt"
74
  ]
75
  },
76
  {
77
- "steps": 1799403,
78
- "file_path": "results/Huggy/Huggy/Huggy-1799403.onnx",
79
- "reward": 3.134282083615013,
80
- "creation_time": 1687606096.618556,
81
  "auxillary_file_paths": [
82
- "results/Huggy/Huggy/Huggy-1799403.pt"
83
  ]
84
  },
85
  {
86
- "steps": 1999499,
87
- "file_path": "results/Huggy/Huggy/Huggy-1999499.onnx",
88
- "reward": 3.500092261715939,
89
- "creation_time": 1687606334.5242038,
90
  "auxillary_file_paths": [
91
- "results/Huggy/Huggy/Huggy-1999499.pt"
92
  ]
93
  },
94
  {
95
- "steps": 2000249,
96
- "file_path": "results/Huggy/Huggy/Huggy-2000249.onnx",
97
- "reward": 3.4586035597558116,
98
- "creation_time": 1687606334.7959223,
99
  "auxillary_file_paths": [
100
- "results/Huggy/Huggy/Huggy-2000249.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
- "steps": 2000249,
106
  "file_path": "results/Huggy/Huggy.onnx",
107
- "reward": 3.4586035597558116,
108
- "creation_time": 1687606334.7959223,
109
  "auxillary_file_paths": [
110
- "results/Huggy/Huggy/Huggy-2000249.pt"
111
  ]
112
  }
113
  },
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 2599842,
6
+ "file_path": "results/Huggy/Huggy/Huggy-2599842.onnx",
7
+ "reward": 3.6886503630214267,
8
+ "creation_time": 1687612370.3622904,
9
  "auxillary_file_paths": [
10
+ "results/Huggy/Huggy/Huggy-2599842.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 2799961,
15
+ "file_path": "results/Huggy/Huggy/Huggy-2799961.onnx",
16
+ "reward": 3.808251648421449,
17
+ "creation_time": 1687612606.1486096,
18
  "auxillary_file_paths": [
19
+ "results/Huggy/Huggy/Huggy-2799961.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 2999952,
24
+ "file_path": "results/Huggy/Huggy/Huggy-2999952.onnx",
25
+ "reward": 3.9011522956558915,
26
+ "creation_time": 1687612843.1417572,
27
  "auxillary_file_paths": [
28
+ "results/Huggy/Huggy/Huggy-2999952.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 3199963,
33
+ "file_path": "results/Huggy/Huggy/Huggy-3199963.onnx",
34
+ "reward": 3.8112009167671204,
35
+ "creation_time": 1687613085.2522066,
36
  "auxillary_file_paths": [
37
+ "results/Huggy/Huggy/Huggy-3199963.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 3399973,
42
+ "file_path": "results/Huggy/Huggy/Huggy-3399973.onnx",
43
+ "reward": 3.7111746007449007,
44
+ "creation_time": 1687613329.705403,
45
  "auxillary_file_paths": [
46
+ "results/Huggy/Huggy/Huggy-3399973.pt"
47
  ]
48
  },
49
  {
50
+ "steps": 3599918,
51
+ "file_path": "results/Huggy/Huggy/Huggy-3599918.onnx",
52
+ "reward": 3.8578032648397818,
53
+ "creation_time": 1687613566.8007278,
54
  "auxillary_file_paths": [
55
+ "results/Huggy/Huggy/Huggy-3599918.pt"
56
  ]
57
  },
58
  {
59
+ "steps": 3799970,
60
+ "file_path": "results/Huggy/Huggy/Huggy-3799970.onnx",
61
+ "reward": 3.7363014698028563,
62
+ "creation_time": 1687613817.8682225,
63
  "auxillary_file_paths": [
64
+ "results/Huggy/Huggy/Huggy-3799970.pt"
65
  ]
66
  },
67
  {
68
+ "steps": 3999411,
69
+ "file_path": "results/Huggy/Huggy/Huggy-3999411.onnx",
70
+ "reward": 3.617385478841292,
71
+ "creation_time": 1687614051.737577,
72
  "auxillary_file_paths": [
73
+ "results/Huggy/Huggy/Huggy-3999411.pt"
74
  ]
75
  },
76
  {
77
+ "steps": 3999975,
78
+ "file_path": "results/Huggy/Huggy/Huggy-3999975.onnx",
79
+ "reward": 2.8365768909454347,
80
+ "creation_time": 1687614211.6796942,
81
  "auxillary_file_paths": [
82
+ "results/Huggy/Huggy/Huggy-3999975.pt"
83
  ]
84
  },
85
  {
86
+ "steps": 4199917,
87
+ "file_path": "results/Huggy/Huggy/Huggy-4199917.onnx",
88
+ "reward": 3.9757096196564152,
89
+ "creation_time": 1687614445.8863084,
90
  "auxillary_file_paths": [
91
+ "results/Huggy/Huggy/Huggy-4199917.pt"
92
  ]
93
  },
94
  {
95
+ "steps": 4399810,
96
+ "file_path": "results/Huggy/Huggy/Huggy-4399810.onnx",
97
+ "reward": 3.813748516355242,
98
+ "creation_time": 1687614682.233683,
99
  "auxillary_file_paths": [
100
+ "results/Huggy/Huggy/Huggy-4399810.pt"
101
+ ]
102
+ },
103
+ {
104
+ "steps": 4599958,
105
+ "file_path": "results/Huggy/Huggy/Huggy-4599958.onnx",
106
+ "reward": 4.114492069591176,
107
+ "creation_time": 1687614926.5918233,
108
+ "auxillary_file_paths": [
109
+ "results/Huggy/Huggy/Huggy-4599958.pt"
110
+ ]
111
+ },
112
+ {
113
+ "steps": 4799991,
114
+ "file_path": "results/Huggy/Huggy/Huggy-4799991.onnx",
115
+ "reward": 3.815932668007172,
116
+ "creation_time": 1687615161.9041271,
117
+ "auxillary_file_paths": [
118
+ "results/Huggy/Huggy/Huggy-4799991.pt"
119
+ ]
120
+ },
121
+ {
122
+ "steps": 4999998,
123
+ "file_path": "results/Huggy/Huggy/Huggy-4999998.onnx",
124
+ "reward": 4.103228949175941,
125
+ "creation_time": 1687615396.2099924,
126
+ "auxillary_file_paths": [
127
+ "results/Huggy/Huggy/Huggy-4999998.pt"
128
+ ]
129
+ },
130
+ {
131
+ "steps": 5000073,
132
+ "file_path": "results/Huggy/Huggy/Huggy-5000073.onnx",
133
+ "reward": 4.112955032464336,
134
+ "creation_time": 1687615396.4024131,
135
+ "auxillary_file_paths": [
136
+ "results/Huggy/Huggy/Huggy-5000073.pt"
137
  ]
138
  }
139
  ],
140
  "final_checkpoint": {
141
+ "steps": 5000073,
142
  "file_path": "results/Huggy/Huggy.onnx",
143
+ "reward": 4.112955032464336,
144
+ "creation_time": 1687615396.4024131,
145
  "auxillary_file_paths": [
146
+ "results/Huggy/Huggy/Huggy-5000073.pt"
147
  ]
148
  }
149
  },