Hugging Face's logo

Developer-Karthi
/
ppo-Huggy

Reinforcement Learning
ml-agents
TensorBoard
ONNX
unity-ml-agents
deep-reinforcement-learning
ML-Agents-Huggy
Model card Files
xet
Metrics Community
Developer-Karthi commited on
Commit
175e863
·
1 Parent(s): ca5d24b

Huggy

Browse files
Files changed (8) hide show
  1. Huggy/Huggy-2000049.pt +2 -2
  2. Huggy/checkpoint.pt +2 -2
  3. Huggy/events.out.tfevents.1677949848.a50b57d5e62d.16601.0 +3 -0
  4. config.json +1 -1
  5. configuration.yaml +1 -1
  6. run_logs/Player-0.log +15 -18
  7. run_logs/timers.json +17 -332
  8. run_logs/training_status.json +11 -2
Huggy/Huggy-2000049.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1592e64c0e06a7cfe02abea8ad655753916938ee821d1ff4a086ab9a86bcf1c4
3
- size 13505252
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de1a514369936a7714d35a5a44245159640e4591e7fa9d6fccc438afe373f035
3
+ size 13505248
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1592e64c0e06a7cfe02abea8ad655753916938ee821d1ff4a086ab9a86bcf1c4
3
- size 13505252
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de1a514369936a7714d35a5a44245159640e4591e7fa9d6fccc438afe373f035
3
+ size 13505248
Huggy/events.out.tfevents.1677949848.a50b57d5e62d.16601.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0a9fafd7d1e5789a5dbe6ef5eb0c9b74c340fda5d27470c9eebe707599c6087
3
+ size 1024
config.json CHANGED
@@ -1 +1 @@
1
- {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": false, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
 
1
+ {"default_settings": null, "behaviors": {"Huggy": {"trainer_type": "ppo", "hyperparameters": {"batch_size": 2048, "buffer_size": 20480, "learning_rate": 0.0003, "beta": 0.005, "epsilon": 0.2, "lambd": 0.95, "num_epoch": 3, "learning_rate_schedule": "linear", "beta_schedule": "linear", "epsilon_schedule": "linear"}, "network_settings": {"normalize": true, "hidden_units": 512, "num_layers": 3, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}, "reward_signals": {"extrinsic": {"gamma": 0.995, "strength": 1.0, "network_settings": {"normalize": false, "hidden_units": 128, "num_layers": 2, "vis_encode_type": "simple", "memory": null, "goal_conditioning_type": "hyper", "deterministic": false}}}, "init_path": null, "keep_checkpoints": 15, "checkpoint_interval": 200000, "max_steps": 2000000, "time_horizon": 1000, "summary_freq": 50000, "threaded": false, "self_play": null, "behavioral_cloning": null}}, "env_settings": {"env_path": "./trained-envs-executables/linux/Huggy/Huggy", "env_args": null, "base_port": 5005, "num_envs": 1, "num_areas": 1, "seed": -1, "max_lifetime_restarts": 10, "restarts_rate_limit_n": 1, "restarts_rate_limit_period_s": 60}, "engine_settings": {"width": 84, "height": 84, "quality_level": 5, "time_scale": 20, "target_frame_rate": -1, "capture_frame_rate": 60, "no_graphics": true}, "environment_parameters": null, "checkpoint_settings": {"run_id": "Huggy", "initialize_from": null, "load_model": false, "resume": true, "force": false, "train_model": false, "inference": false, "results_dir": "results"}, "torch_settings": {"device": null}, "debug": false}
configuration.yaml CHANGED
@@ -65,7 +65,7 @@ checkpoint_settings:
65
  run_id: Huggy
66
  initialize_from: null
67
  load_model: false
68
- resume: false
69
  force: false
70
  train_model: false
71
  inference: false
 
65
  run_id: Huggy
66
  initialize_from: null
67
  load_model: false
68
+ resume: true
69
  force: false
70
  train_model: false
71
  inference: false
run_logs/Player-0.log CHANGED
@@ -2,9 +2,6 @@ Mono path[0] = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Da
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
6
- PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/Huggy
7
- Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
@@ -34,7 +31,7 @@ ALSA lib pcm.c:2642:(snd_pcm_open_noupdate) Unknown PCM default
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
- - Completed reload, in 0.083 seconds
38
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -78,14 +75,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.783927 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26749 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -201,22 +198,22 @@ Memory Statistics:
201
  Peak Allocated Bytes 0 B
202
  Overflow Count 0
203
  [ALLOC_DEFAULT] Dual Thread Allocator
204
- Peak main deferred allocation count 269
205
  [ALLOC_BUCKET]
206
  Large Block size 4.0 MB
207
  Used Block count 1
208
  Peak Allocated bytes 1.4 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 26750 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 23.6 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [2.0 MB-4.0 MB]: 26750 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
- Peak Allocated memory 2.5 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
@@ -230,7 +227,7 @@ Memory Statistics:
230
  Overflow Count (full) 0
231
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
232
  Initial Block Size 2.0 MB
233
- Used Block Count 2
234
  Overflow Count (too large) 0
235
  Overflow Count (full) 0
236
  [ALLOC_TEMP_JOB_ASYNC (Background)]
@@ -245,13 +242,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.4 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 26749 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 26750 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +260,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.4 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 26749 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 26749 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +278,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.4 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 26750 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 26750 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
2
  Mono config path = '/content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/trained-envs-executables/linux/Huggy/Huggy_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
 
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
+ - Completed reload, in 0.079 seconds
35
  ERROR: Shader Hidden/Universal Render Pipeline/Blit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Hidden/Universal Render Pipeline/CopyDepth shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Hidden/Universal Render Pipeline/ScreenSpaceShadows shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
75
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
76
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
77
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
78
+ UnloadTime: 0.709024 ms
79
  requesting resize 84 x 84
80
  Setting up 1 worker threads for Enlighten.
81
  Memory Statistics:
82
  [ALLOC_TEMP_TLS] TLS Allocator
83
  StackAllocators :
84
  [ALLOC_TEMP_MAIN]
85
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
86
  Initial Block Size 4.0 MB
87
  Current Block Size 4.0 MB
88
  Peak Allocated Bytes 3.6 MB
 
198
  Peak Allocated Bytes 0 B
199
  Overflow Count 0
200
  [ALLOC_DEFAULT] Dual Thread Allocator
201
+ Peak main deferred allocation count 231
202
  [ALLOC_BUCKET]
203
  Large Block size 4.0 MB
204
  Used Block count 1
205
  Peak Allocated bytes 1.4 MB
206
  [ALLOC_DEFAULT_MAIN]
207
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
208
  Requested Block Size 16.0 MB
209
  Peak Block count 1
210
+ Peak Allocated memory 22.2 MB
211
  Peak Large allocation bytes 16.0 MB
212
  [ALLOC_DEFAULT_THREAD]
213
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
214
  Requested Block Size 16.0 MB
215
  Peak Block count 1
216
+ Peak Allocated memory 2.1 MB
217
  Peak Large allocation bytes 0 B
218
  [ALLOC_TEMP_JOB_1_FRAME]
219
  Initial Block Size 2.0 MB
 
227
  Overflow Count (full) 0
228
  [ALLOC_TEMP_JOB_4_FRAMES (JobTemp)]
229
  Initial Block Size 2.0 MB
230
+ Used Block Count 1
231
  Overflow Count (too large) 0
232
  Overflow Count (full) 0
233
  [ALLOC_TEMP_JOB_ASYNC (Background)]
 
242
  Used Block count 1
243
  Peak Allocated bytes 1.4 MB
244
  [ALLOC_GFX_MAIN]
245
+ Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
246
  Requested Block Size 16.0 MB
247
  Peak Block count 1
248
  Peak Allocated memory 65.6 KB
249
  Peak Large allocation bytes 0 B
250
  [ALLOC_GFX_THREAD]
251
+ Peak usage frame count: [64.0 KB-128.0 KB]: 1 frames
252
  Requested Block Size 16.0 MB
253
  Peak Block count 1
254
  Peak Allocated memory 81.8 KB
 
260
  Used Block count 1
261
  Peak Allocated bytes 1.4 MB
262
  [ALLOC_CACHEOBJECTS_MAIN]
263
+ Peak usage frame count: [16.0 MB-32.0 MB]: 1 frames
264
  Requested Block Size 4.0 MB
265
  Peak Block count 2
266
  Peak Allocated memory 30.6 MB
267
  Peak Large allocation bytes 24.9 MB
268
  [ALLOC_CACHEOBJECTS_THREAD]
269
+ Peak usage frame count: [2.0 MB-4.0 MB]: 1 frames
270
  Requested Block Size 4.0 MB
271
  Peak Block count 1
272
  Peak Allocated memory 2.6 MB
 
278
  Used Block count 1
279
  Peak Allocated bytes 1.4 MB
280
  [ALLOC_TYPETREE_MAIN]
281
+ Peak usage frame count: [0-1.0 KB]: 1 frames
282
  Requested Block Size 2.0 MB
283
  Peak Block count 1
284
  Peak Allocated memory 1.0 KB
285
  Peak Large allocation bytes 0 B
286
  [ALLOC_TYPETREE_THREAD]
287
+ Peak usage frame count: [4.0 KB-8.0 KB]: 1 frames
288
  Requested Block Size 2.0 MB
289
  Peak Block count 1
290
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -1,365 +1,50 @@
1
  {
2
  "name": "root",
3
- "gauges": {
4
- "Huggy.Policy.Entropy.mean": {
5
- "value": 1.4039080142974854,
6
- "min": 1.4039080142974854,
7
- "max": 1.4269452095031738,
8
- "count": 40
9
- },
10
- "Huggy.Policy.Entropy.sum": {
11
- "value": 69827.578125,
12
- "min": 69323.796875,
13
- "max": 77590.90625,
14
- "count": 40
15
- },
16
- "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 73.40751879699248,
18
- "min": 70.72596843615494,
19
- "max": 422.93220338983053,
20
- "count": 40
21
- },
22
- "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 48816.0,
24
- "min": 48662.0,
25
- "max": 50074.0,
26
- "count": 40
27
- },
28
- "Huggy.Step.mean": {
29
- "value": 1999991.0,
30
- "min": 49300.0,
31
- "max": 1999991.0,
32
- "count": 40
33
- },
34
- "Huggy.Step.sum": {
35
- "value": 1999991.0,
36
- "min": 49300.0,
37
- "max": 1999991.0,
38
- "count": 40
39
- },
40
- "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.5356674194335938,
42
- "min": 0.07006744295358658,
43
- "max": 2.5527267456054688,
44
- "count": 40
45
- },
46
- "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1686.2188720703125,
48
- "min": 8.197891235351562,
49
- "max": 1698.2608642578125,
50
- "count": 40
51
- },
52
- "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 4.001089176020228,
54
- "min": 1.6736728802450702,
55
- "max": 4.095108736849065,
56
- "count": 40
57
- },
58
- "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 2660.7243020534515,
60
- "min": 195.8197269886732,
61
- "max": 2660.7243020534515,
62
- "count": 40
63
- },
64
- "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 4.001089176020228,
66
- "min": 1.6736728802450702,
67
- "max": 4.095108736849065,
68
- "count": 40
69
- },
70
- "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 2660.7243020534515,
72
- "min": 195.8197269886732,
73
- "max": 2660.7243020534515,
74
- "count": 40
75
- },
76
- "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.016776465860150188,
78
- "min": 0.014311053537918875,
79
- "max": 0.020924944644017767,
80
- "count": 40
81
- },
82
- "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.05032939758045056,
84
- "min": 0.02862210707583775,
85
- "max": 0.05781982561845021,
86
- "count": 40
87
- },
88
- "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.060888543973366425,
90
- "min": 0.02268413044512272,
91
- "max": 0.07062594474603733,
92
- "count": 40
93
- },
94
- "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.18266563192009927,
96
- "min": 0.04536826089024544,
97
- "max": 0.18266563192009927,
98
- "count": 40
99
- },
100
- "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.6261487913166687e-06,
102
- "min": 3.6261487913166687e-06,
103
- "max": 0.0002953406265531249,
104
- "count": 40
105
- },
106
- "Huggy.Policy.LearningRate.sum": {
107
- "value": 1.0878446373950006e-05,
108
- "min": 1.0878446373950006e-05,
109
- "max": 0.0008438970187009999,
110
- "count": 40
111
- },
112
- "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10120868333333334,
114
- "min": 0.10120868333333334,
115
- "max": 0.19844687500000002,
116
- "count": 40
117
- },
118
- "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.30362605000000004,
120
- "min": 0.20755819999999997,
121
- "max": 0.581299,
122
- "count": 40
123
- },
124
- "Huggy.Policy.Beta.mean": {
125
- "value": 7.031329833333338e-05,
126
- "min": 7.031329833333338e-05,
127
- "max": 0.0049224990625,
128
- "count": 40
129
- },
130
- "Huggy.Policy.Beta.sum": {
131
- "value": 0.00021093989500000013,
132
- "min": 0.00021093989500000013,
133
- "max": 0.014066820100000002,
134
- "count": 40
135
- },
136
- "Huggy.IsTraining.mean": {
137
- "value": 1.0,
138
- "min": 1.0,
139
- "max": 1.0,
140
- "count": 40
141
- },
142
- "Huggy.IsTraining.sum": {
143
- "value": 1.0,
144
- "min": 1.0,
145
- "max": 1.0,
146
- "count": 40
147
- }
148
- },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1677946673",
152
  "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]",
153
- "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics",
154
  "mlagents_version": "0.29.0.dev0",
155
  "mlagents_envs_version": "0.29.0.dev0",
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "1.8.1+cu102",
158
  "numpy_version": "1.22.4",
159
- "end_time_seconds": "1677949166"
160
  },
161
- "total": 2493.277296374,
162
  "count": 1,
163
- "self": 0.3916387549998035,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.10849469999993744,
167
  "count": 1,
168
- "self": 0.10849469999993744
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2492.777162919,
172
  "count": 1,
173
- "self": 4.350852245072929,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 9.720390450000082,
177
  "count": 1,
178
- "self": 9.720390450000082
179
- },
180
- "TrainerController.advance": {
181
- "total": 2478.5975077929265,
182
- "count": 233237,
183
- "self": 4.905521648845479,
184
- "children": {
185
- "env_step": {
186
- "total": 1934.283650767053,
187
- "count": 233237,
188
- "self": 1617.0015551809597,
189
- "children": {
190
- "SubprocessEnvManager._take_step": {
191
- "total": 314.3878391290002,
192
- "count": 233237,
193
- "self": 16.66145922600765,
194
- "children": {
195
- "TorchPolicy.evaluate": {
196
- "total": 297.72637990299256,
197
- "count": 222914,
198
- "self": 74.41784489904205,
199
- "children": {
200
- "TorchPolicy.sample_actions": {
201
- "total": 223.3085350039505,
202
- "count": 222914,
203
- "self": 223.3085350039505
204
- }
205
- }
206
- }
207
- }
208
- },
209
- "workers": {
210
- "total": 2.894256457092979,
211
- "count": 233237,
212
- "self": 0.0,
213
- "children": {
214
- "worker_root": {
215
- "total": 2484.022331199082,
216
- "count": 233237,
217
- "is_parallel": true,
218
- "self": 1175.7665643030844,
219
- "children": {
220
- "run_training.setup": {
221
- "total": 0.0,
222
- "count": 0,
223
- "is_parallel": true,
224
- "self": 0.0,
225
- "children": {
226
- "steps_from_proto": {
227
- "total": 0.0009485970000469024,
228
- "count": 1,
229
- "is_parallel": true,
230
- "self": 0.000386419000051319,
231
- "children": {
232
- "_process_rank_one_or_two_observation": {
233
- "total": 0.0005621779999955834,
234
- "count": 2,
235
- "is_parallel": true,
236
- "self": 0.0005621779999955834
237
- }
238
- }
239
- },
240
- "UnityEnvironment.step": {
241
- "total": 0.034018483000068045,
242
- "count": 1,
243
- "is_parallel": true,
244
- "self": 0.0003408759999956601,
245
- "children": {
246
- "UnityEnvironment._generate_step_input": {
247
- "total": 0.0002347350000491133,
248
- "count": 1,
249
- "is_parallel": true,
250
- "self": 0.0002347350000491133
251
- },
252
- "communicator.exchange": {
253
- "total": 0.03037934300004963,
254
- "count": 1,
255
- "is_parallel": true,
256
- "self": 0.03037934300004963
257
- },
258
- "steps_from_proto": {
259
- "total": 0.0030635289999736415,
260
- "count": 1,
261
- "is_parallel": true,
262
- "self": 0.00035639500003981084,
263
- "children": {
264
- "_process_rank_one_or_two_observation": {
265
- "total": 0.0027071339999338306,
266
- "count": 2,
267
- "is_parallel": true,
268
- "self": 0.0027071339999338306
269
- }
270
- }
271
- }
272
- }
273
- }
274
- }
275
- },
276
- "UnityEnvironment.step": {
277
- "total": 1308.2557668959978,
278
- "count": 233236,
279
- "is_parallel": true,
280
- "self": 40.34098457297182,
281
- "children": {
282
- "UnityEnvironment._generate_step_input": {
283
- "total": 81.91659406298834,
284
- "count": 233236,
285
- "is_parallel": true,
286
- "self": 81.91659406298834
287
- },
288
- "communicator.exchange": {
289
- "total": 1090.8260224780188,
290
- "count": 233236,
291
- "is_parallel": true,
292
- "self": 1090.8260224780188
293
- },
294
- "steps_from_proto": {
295
- "total": 95.17216578201885,
296
- "count": 233236,
297
- "is_parallel": true,
298
- "self": 40.5483768078733,
299
- "children": {
300
- "_process_rank_one_or_two_observation": {
301
- "total": 54.623788974145555,
302
- "count": 466472,
303
- "is_parallel": true,
304
- "self": 54.623788974145555
305
- }
306
- }
307
- }
308
- }
309
- }
310
- }
311
- }
312
- }
313
- }
314
- }
315
- },
316
- "trainer_advance": {
317
- "total": 539.4083353770282,
318
- "count": 233237,
319
- "self": 6.96532780401003,
320
- "children": {
321
- "process_trajectory": {
322
- "total": 176.1618049880176,
323
- "count": 233237,
324
- "self": 175.04255497001668,
325
- "children": {
326
- "RLTrainer._checkpoint": {
327
- "total": 1.119250018000912,
328
- "count": 10,
329
- "self": 1.119250018000912
330
- }
331
- }
332
- },
333
- "_update_policy": {
334
- "total": 356.2812025850005,
335
- "count": 97,
336
- "self": 298.0658083090035,
337
- "children": {
338
- "TorchPPOOptimizer.update": {
339
- "total": 58.21539427599703,
340
- "count": 2910,
341
- "self": 58.21539427599703
342
- }
343
- }
344
- }
345
- }
346
- }
347
- }
348
  },
349
  "trainer_threads": {
350
- "total": 8.290003279398661e-07,
351
  "count": 1,
352
- "self": 8.290003279398661e-07
353
  },
354
  "TrainerController._save_models": {
355
- "total": 0.1084116020001602,
356
  "count": 1,
357
- "self": 0.0019343730004948156,
358
  "children": {
359
  "RLTrainer._checkpoint": {
360
- "total": 0.10647722899966539,
361
  "count": 1,
362
- "self": 0.10647722899966539
363
  }
364
  }
365
  }
 
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
+ "start_time_seconds": "1677949845",
6
  "python_version": "3.8.10 (default, Nov 14 2022, 12:59:47) \n[GCC 9.4.0]",
7
+ "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy --no-graphics --resume",
8
  "mlagents_version": "0.29.0.dev0",
9
  "mlagents_envs_version": "0.29.0.dev0",
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "1.8.1+cu102",
12
  "numpy_version": "1.22.4",
13
+ "end_time_seconds": "1677949852"
14
  },
15
+ "total": 6.718506002999675,
16
  "count": 1,
17
+ "self": 0.4326629099996353,
18
  "children": {
19
  "run_training.setup": {
20
+ "total": 0.1069763430000421,
21
  "count": 1,
22
+ "self": 0.1069763430000421
23
  },
24
  "TrainerController.start_learning": {
25
+ "total": 6.178866749999997,
26
  "count": 1,
27
+ "self": 0.00014941899962650496,
28
  "children": {
29
  "TrainerController._reset_env": {
30
+ "total": 6.040626815999985,
31
  "count": 1,
32
+ "self": 6.040626815999985
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  },
34
  "trainer_threads": {
35
+ "total": 1.1410002116463147e-06,
36
  "count": 1,
37
+ "self": 1.1410002116463147e-06
38
  },
39
  "TrainerController._save_models": {
40
+ "total": 0.13808937400017385,
41
  "count": 1,
42
+ "self": 0.0032499569997526123,
43
  "children": {
44
  "RLTrainer._checkpoint": {
45
+ "total": 0.13483941700042124,
46
  "count": 1,
47
+ "self": 0.13483941700042124
48
  }
49
  }
50
  }
run_logs/training_status.json CHANGED
@@ -99,13 +99,22 @@
99
  "auxillary_file_paths": [
100
  "results/Huggy/Huggy/Huggy-2000049.pt"
101
  ]
 
 
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "final_checkpoint": {
105
  "steps": 2000049,
106
  "file_path": "results/Huggy/Huggy.onnx",
107
- "reward": 4.376300668229862,
108
- "creation_time": 1677949166.5623636,
109
  "auxillary_file_paths": [
110
  "results/Huggy/Huggy/Huggy-2000049.pt"
111
  ]
 
99
  "auxillary_file_paths": [
100
  "results/Huggy/Huggy/Huggy-2000049.pt"
101
  ]
102
+ },
103
+ {
104
+ "steps": 2000049,
105
+ "file_path": "results/Huggy/Huggy/Huggy-2000049.onnx",
106
+ "reward": null,
107
+ "creation_time": 1677949851.7944183,
108
+ "auxillary_file_paths": [
109
+ "results/Huggy/Huggy/Huggy-2000049.pt"
110
+ ]
111
  }
112
  ],
113
  "final_checkpoint": {
114
  "steps": 2000049,
115
  "file_path": "results/Huggy/Huggy.onnx",
116
+ "reward": null,
117
+ "creation_time": 1677949851.7944183,
118
  "auxillary_file_paths": [
119
  "results/Huggy/Huggy/Huggy-2000049.pt"
120
  ]