Hugging Face's logo

lunared473
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files
xet
 Metrics Community
lunared473 commited on
Commit
d94e96d
·
1 Parent(s): abe012e

Initial commit Huggy

Browse files
Files changed (8) hide show
  1. Huggy/Huggy-2000242.pt +2 -2
  2. Huggy/checkpoint.pt +2 -2
  3. Huggy/events.out.tfevents.1673698949.d3c04fa6f061.21491.0 +3 -0
  4. config.json +1 -1
  5. configuration.yaml +1 -1
  6. run_logs/Player-0.log +15 -18
  7. run_logs/timers.json +17 -332
  8. run_logs/training_status.json +11 -2
Huggy/Huggy-2000242.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d048723a6d2f40428b242887e2e3ce19159daac3a91273abe0d4b1d4bb01b657
3
- size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7e582953a7b2f551e03cb8b42e5884fe7ff6f71c712780ddc245ef0fc7b10d
3
+ size 13505261
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d048723a6d2f40428b242887e2e3ce19159daac3a91273abe0d4b1d4bb01b657
3
- size 13505262
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7e582953a7b2f551e03cb8b42e5884fe7ff6f71c712780ddc245ef0fc7b10d
3
+ size 13505261
Huggy/events.out.tfevents.1673698949.d3c04fa6f061.21491.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b0b0fb5252de1fa206ecc6bb6817cbd2d31523531024ccf3fb221c04be0f28f
3
+ size 1024
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -65,7 +65,7 @@ checkpoint_settings:
65
  run_id: Huggy
66
  initialize_from: null
67
  load_model: false
68
- resume: false
69
  force: false
70
  train_model: false
71
  inference: false
 
65
  run_id: Huggy
66
  initialize_from: null
67
  load_model: false
68
+ resume: true
69
  force: false
70
  train_model: false
71
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2495:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.080 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.711131 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26755 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +90,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 184 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -201,19 +198,19 @@ Memory Statistics:
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
- Peak main deferred allocation count 297
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.1 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 26756 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 23.4 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [2.0 MB-4.0 MB]: 26756 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
  Peak Allocated memory 2.6 MB
@@ -230,7 +227,7 @@ Memory Statistics:
230
  Overflow Count (full) 0
231
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
232
  Initial Block Size 2.0 MB
233
- Used Block Count 2
234
  Overflow Count (too large) 0
235
  Overflow Count (full) 0
236
  [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -245,13 +242,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.1 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 26755 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 26756 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +260,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.1 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 26755 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 26755 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +278,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.1 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 26756 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 26756 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.073 seconds
35
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
75
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
76
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
77
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
78
+ UnloadTime: 0.711239 ms
79
  requesting resize 84 x 84
80
  Setting up 1 worker threads for Enlighten.
81
  Memory Statistics:
82
  [ALLOC_TEMP_TLS] TLS Allocator
83
  StackAllocators :
84
  [ALLOC_TEMP_MAIN]
85
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
86
  Initial Block Size 4.0 MB
87
  Current Block Size 4.0 MB
88
  Peak Allocated Bytes 3.6 MB
 
90
  [ALLOC_TEMP_Loading.AsyncRead]
91
  Initial Block Size 64.0 KB
92
  Current Block Size 64.0 KB
93
+ Peak Allocated Bytes 160 B
94
  Overflow Count 0
95
  [ALLOC_TEMP_Loading.PreloadManager]
96
  Initial Block Size 256.0 KB
 
198
  Peak Allocated Bytes 0 B
199
  Overflow Count 0
200
  [ALLOC_DEFAULT] Dual Thread Allocator
201
+ Peak main deferred allocation count 231
202
  [ALLOC_BUCKET]
203
  Large Block size 4.0 MB
204
  Used Block count 1
205
  Peak Allocated bytes 1.1 MB
206
  [ALLOC_DEFAULT_MAIN]
207
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
208
  Requested Block Size 16.0 MB
209
  Peak Block count 1
210
+ Peak Allocated memory 21.5 MB
211
  Peak Large allocation bytes 16.0 MB
212
  [ALLOC_DEFAULT_THREAD]
213
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
  Peak Allocated memory 2.6 MB
 
227
  Overflow Count (full) 0
228
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
229
  Initial Block Size 2.0 MB
230
+ Used Block Count 1
231
  Overflow Count (too large) 0
232
  Overflow Count (full) 0
233
  [ALLOC_TEMP_JOB_ASYNC (Background)]
 
242
  Used Block count 1
243
  Peak Allocated bytes 1.1 MB
244
  [ALLOC_GFX_MAIN]
245
+ Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
246
  Requested Block Size 16.0 MB
247
  Peak Block count 1
248
  Peak Allocated memory 65.6 KB
249
  Peak Large allocation bytes 0 B
250
  [ALLOC_GFX_THREAD]
251
+ Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
252
  Requested Block Size 16.0 MB
253
  Peak Block count 1
254
  Peak Allocated memory 81.8 KB
 
260
  Used Block count 1
261
  Peak Allocated bytes 1.1 MB
262
  [ALLOC_CACHEOBJECTS_MAIN]
263
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
264
  Requested Block Size 4.0 MB
265
  Peak Block count 2
266
  Peak Allocated memory 30.6 MB
267
  Peak Large allocation bytes 24.9 MB
268
  [ALLOC_CACHEOBJECTS_THREAD]
269
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
270
  Requested Block Size 4.0 MB
271
  Peak Block count 1
272
  Peak Allocated memory 2.6 MB
 
278
  Used Block count 1
279
  Peak Allocated bytes 1.1 MB
280
  [ALLOC_TYPETREE_MAIN]
281
+ Peak usage frame count: [0-1.0 KB]: 1 frames
282
  Requested Block Size 2.0 MB
283
  Peak Block count 1
284
  Peak Allocated memory 1.0 KB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE_THREAD]
287
+ Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames
288
  Requested Block Size 2.0 MB
289
  Peak Block count 1
290
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -1,365 +1,50 @@
1
  {
2
  "name": "root",
3
- "gauges": {
4
- "Huggy.Policy.Entropy.mean": {
5
- "value": 1.406288504600525,
6
- "min": 1.406288504600525,
7
- "max": 1.4253202676773071,
8
- "count": 40
9
- },
10
- "Huggy.Policy.Entropy.sum": {
11
- "value": 71848.6875,
12
- "min": 68804.421875,
13
- "max": 77393.78125,
14
- "count": 40
15
- },
16
- "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 88.33629893238434,
18
- "min": 85.43868739205527,
19
- "max": 432.1025641025641,
20
- "count": 40
21
- },
22
- "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49645.0,
24
- "min": 48984.0,
25
- "max": 50556.0,
26
- "count": 40
27
- },
28
- "Huggy.Step.mean": {
29
- "value": 1999492.0,
30
- "min": 49950.0,
31
- "max": 1999492.0,
32
- "count": 40
33
- },
34
- "Huggy.Step.sum": {
35
- "value": 1999492.0,
36
- "min": 49950.0,
37
- "max": 1999492.0,
38
- "count": 40
39
- },
40
- "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.4320828914642334,
42
- "min": 0.020125556737184525,
43
- "max": 2.4747321605682373,
44
- "count": 40
45
- },
46
- "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1366.83056640625,
48
- "min": 2.334564685821533,
49
- "max": 1378.0478515625,
50
- "count": 40
51
- },
52
- "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.7962056277485505,
54
- "min": 1.8196614683958992,
55
- "max": 3.937366679374208,
56
- "count": 40
57
- },
58
- "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 2133.4675627946854,
60
- "min": 211.0807303339243,
61
- "max": 2198.847545146942,
62
- "count": 40
63
- },
64
- "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.7962056277485505,
66
- "min": 1.8196614683958992,
67
- "max": 3.937366679374208,
68
- "count": 40
69
- },
70
- "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 2133.4675627946854,
72
- "min": 211.0807303339243,
73
- "max": 2198.847545146942,
74
- "count": 40
75
- },
76
- "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.02013433363851315,
78
- "min": 0.01418766474671429,
79
- "max": 0.02013433363851315,
80
- "count": 40
81
- },
82
- "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.06040300091553945,
84
- "min": 0.02837532949342858,
85
- "max": 0.06040300091553945,
86
- "count": 40
87
- },
88
- "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.05454331797858079,
90
- "min": 0.024774183022479218,
91
- "max": 0.05751585554745462,
92
- "count": 40
93
- },
94
- "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.16362995393574237,
96
- "min": 0.049548366044958436,
97
- "max": 0.17254756664236387,
98
- "count": 40
99
- },
100
- "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.4007988664333336e-06,
102
- "min": 3.4007988664333336e-06,
103
- "max": 0.0002953630515456499,
104
- "count": 40
105
- },
106
- "Huggy.Policy.LearningRate.sum": {
107
- "value": 1.0202396599300001e-05,
108
- "min": 1.0202396599300001e-05,
109
- "max": 0.0008441230686256498,
110
- "count": 40
111
- },
112
- "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10113356666666666,
114
- "min": 0.10113356666666666,
115
- "max": 0.19845435,
116
- "count": 40
117
- },
118
- "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.30340069999999997,
120
- "min": 0.20739970000000008,
121
- "max": 0.5813743499999999,
122
- "count": 40
123
- },
124
- "Huggy.Policy.Beta.mean": {
125
- "value": 6.656497666666668e-05,
126
- "min": 6.656497666666668e-05,
127
- "max": 0.004922872065,
128
- "count": 40
129
- },
130
- "Huggy.Policy.Beta.sum": {
131
- "value": 0.00019969493000000004,
132
- "min": 0.00019969493000000004,
133
- "max": 0.014070580065000001,
134
- "count": 40
135
- },
136
- "Huggy.IsTraining.mean": {
137
- "value": 1.0,
138
- "min": 1.0,
139
- "max": 1.0,
140
- "count": 40
141
- },
142
- "Huggy.IsTraining.sum": {
143
- "value": 1.0,
144
- "min": 1.0,
145
- "max": 1.0,
146
- "count": 40
147
- }
148
- },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1673694328",
152
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
153
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.29.0.dev0",
155
  "mlagents_envs_version": "0.29.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.8.1+cu102",
158
  "numpy_version": "1.21.6",
159
- "end_time_seconds": "1673696606"
160
  },
161
- "total": 2277.8607796399997,
162
  "count": 1,
163
- "self": 0.4445118469998306,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.10941511500004708,
167
  "count": 1,
168
- "self": 0.10941511500004708
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2277.306852678,
172
  "count": 1,
173
- "self": 3.863053376013795,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 10.290608900000052,
177
  "count": 1,
178
- "self": 10.290608900000052
179
- },
180
- "TrainerController.advance": {
181
- "total": 2263.036018055986,
182
- "count": 231853,
183
- "self": 3.974704058926818,
184
- "children": {
185
- "env_step": {
186
- "total": 1783.66507140701,
187
- "count": 231853,
188
- "self": 1503.4200177251173,
189
- "children": {
190
- "SubprocessEnvManager._take_step": {
191
- "total": 277.6261473669099,
192
- "count": 231853,
193
- "self": 14.215866670909577,
194
- "children": {
195
- "TorchPolicy.evaluate": {
196
- "total": 263.4102806960003,
197
- "count": 222961,
198
- "self": 65.68842091303543,
199
- "children": {
200
- "TorchPolicy.sample_actions": {
201
- "total": 197.72185978296488,
202
- "count": 222961,
203
- "self": 197.72185978296488
204
- }
205
- }
206
- }
207
- }
208
- },
209
- "workers": {
210
- "total": 2.6189063149826097,
211
- "count": 231853,
212
- "self": 0.0,
213
- "children": {
214
- "worker_root": {
215
- "total": 2268.7297755528584,
216
- "count": 231853,
217
- "is_parallel": true,
218
- "self": 1028.5114184219765,
219
- "children": {
220
- "run_training.setup": {
221
- "total": 0.0,
222
- "count": 0,
223
- "is_parallel": true,
224
- "self": 0.0,
225
- "children": {
226
- "steps_from_proto": {
227
- "total": 0.0020112119999566858,
228
- "count": 1,
229
- "is_parallel": true,
230
- "self": 0.00030555699993328744,
231
- "children": {
232
- "_process_rank_one_or_two_observation": {
233
- "total": 0.0017056550000233983,
234
- "count": 2,
235
- "is_parallel": true,
236
- "self": 0.0017056550000233983
237
- }
238
- }
239
- },
240
- "UnityEnvironment.step": {
241
- "total": 0.030176144000051863,
242
- "count": 1,
243
- "is_parallel": true,
244
- "self": 0.0003041220001023248,
245
- "children": {
246
- "UnityEnvironment._generate_step_input": {
247
- "total": 0.00023552599998311052,
248
- "count": 1,
249
- "is_parallel": true,
250
- "self": 0.00023552599998311052
251
- },
252
- "communicator.exchange": {
253
- "total": 0.02862830499998381,
254
- "count": 1,
255
- "is_parallel": true,
256
- "self": 0.02862830499998381
257
- },
258
- "steps_from_proto": {
259
- "total": 0.0010081909999826166,
260
- "count": 1,
261
- "is_parallel": true,
262
- "self": 0.0002924899999925401,
263
- "children": {
264
- "_process_rank_one_or_two_observation": {
265
- "total": 0.0007157009999900765,
266
- "count": 2,
267
- "is_parallel": true,
268
- "self": 0.0007157009999900765
269
- }
270
- }
271
- }
272
- }
273
- }
274
- }
275
- },
276
- "UnityEnvironment.step": {
277
- "total": 1240.218357130882,
278
- "count": 231852,
279
- "is_parallel": true,
280
- "self": 36.01474514084475,
281
- "children": {
282
- "UnityEnvironment._generate_step_input": {
283
- "total": 79.68710699212772,
284
- "count": 231852,
285
- "is_parallel": true,
286
- "self": 79.68710699212772
287
- },
288
- "communicator.exchange": {
289
- "total": 1028.5471625600248,
290
- "count": 231852,
291
- "is_parallel": true,
292
- "self": 1028.5471625600248
293
- },
294
- "steps_from_proto": {
295
- "total": 95.96934243788462,
296
- "count": 231852,
297
- "is_parallel": true,
298
- "self": 39.52984772382365,
299
- "children": {
300
- "_process_rank_one_or_two_observation": {
301
- "total": 56.43949471406097,
302
- "count": 463704,
303
- "is_parallel": true,
304
- "self": 56.43949471406097
305
- }
306
- }
307
- }
308
- }
309
- }
310
- }
311
- }
312
- }
313
- }
314
- }
315
- },
316
- "trainer_advance": {
317
- "total": 475.3962425900495,
318
- "count": 231853,
319
- "self": 6.046979063072968,
320
- "children": {
321
- "process_trajectory": {
322
- "total": 150.5896219069773,
323
- "count": 231853,
324
- "self": 149.34682961597719,
325
- "children": {
326
- "RLTrainer._checkpoint": {
327
- "total": 1.2427922910001143,
328
- "count": 10,
329
- "self": 1.2427922910001143
330
- }
331
- }
332
- },
333
- "_update_policy": {
334
- "total": 318.75964161999923,
335
- "count": 97,
336
- "self": 264.7777656080058,
337
- "children": {
338
- "TorchPPOOptimizer.update": {
339
- "total": 53.98187601199345,
340
- "count": 2910,
341
- "self": 53.98187601199345
342
- }
343
- }
344
- }
345
- }
346
- }
347
- }
348
  },
349
  "trainer_threads": {
350
- "total": 7.909998203103896e-07,
351
  "count": 1,
352
- "self": 7.909998203103896e-07
353
  },
354
  "TrainerController._save_models": {
355
- "total": 0.1171715549999135,
356
  "count": 1,
357
- "self": 0.002286415000071429,
358
  "children": {
359
  "RLTrainer._checkpoint": {
360
- "total": 0.11488513999984207,
361
  "count": 1,
362
- "self": 0.11488513999984207
363
  }
364
  }
365
  }
 
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1673698946",
6
  "python_version": "3.8.16 (default, Dec 7 2022, 01:12:13) \n[GCC 7.5.0]",
7
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
8
  "mlagents_version": "0.29.0.dev0",
9
  "mlagents_envs_version": "0.29.0.dev0",
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "1.8.1+cu102",
12
  "numpy_version": "1.21.6",
13
+ "end_time_seconds": "1673698953"
14
  },
15
+ "total": 6.9236848519994965,
16
  "count": 1,
17
+ "self": 0.428172375000031,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.1013392439999734,
21
  "count": 1,
22
+ "self": 0.1013392439999734
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 6.394173232999492,
26
  "count": 1,
27
+ "self": 0.00012551099916890962,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 6.2553029450000395,
31
  "count": 1,
32
+ "self": 6.2553029450000395
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "trainer_threads": {
35
+ "total": 1.1290003385511227e-06,
36
  "count": 1,
37
+ "self": 1.1290003385511227e-06
38
  },
39
  "TrainerController._save_models": {
40
+ "total": 0.1387436479999451,
41
  "count": 1,
42
+ "self": 0.0033519710004839,
43
  "children": {
44
  "RLTrainer._checkpoint": {
45
+ "total": 0.1353916769994612,
46
  "count": 1,
47
+ "self": 0.1353916769994612
48
  }
49
  }
50
  }
run_logs/training_status.json CHANGED
@@ -99,13 +99,22 @@
99
  "auxillary_file_paths": [
100
  "results/Huggy/Huggy/Huggy-2000242.pt"
101
  ]
 
 
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "final_checkpoint": {
105
  "steps": 2000242,
106
  "file_path": "results/Huggy/Huggy.onnx",
107
- "reward": 3.288759218321906,
108
- "creation_time": 1673696606.1874473,
109
  "auxillary_file_paths": [
110
  "results/Huggy/Huggy/Huggy-2000242.pt"
111
  ]
 
99
  "auxillary_file_paths": [
100
  "results/Huggy/Huggy/Huggy-2000242.pt"
101
  ]
102
+ },
103
+ {
104
+ "steps": 2000242,
105
+ "file_path": "results/Huggy/Huggy/Huggy-2000242.onnx",
106
+ "reward": null,
107
+ "creation_time": 1673698952.6277664,
108
+ "auxillary_file_paths": [
109
+ "results/Huggy/Huggy/Huggy-2000242.pt"
110
+ ]
111
  }
112
  ],
113
  "final_checkpoint": {
114
  "steps": 2000242,
115
  "file_path": "results/Huggy/Huggy.onnx",
116
+ "reward": null,
117
+ "creation_time": 1673698952.6277664,
118
  "auxillary_file_paths": [
119
  "results/Huggy/Huggy/Huggy-2000242.pt"
120
  ]