suneater175 commited on
Commit
a94a024
·
verified ·
1 Parent(s): 364a33b
Huggy.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98aa2afe7ad924dfa939c6b47913687a8893e880d0679bc68a1c5a2b19167133
3
  size 2274020
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d176361bdbbd322541c14f0ffece38569a06ee6728b2500931adab3d3523b5d4
3
  size 2274020
Huggy/Huggy-1199981.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9aafd47f2faeb6aaef57cd6c3b193435521951edbe5ccde9f558c36f8555df4
3
+ size 2274020
Huggy/Huggy-1199981.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d777dbb8d6a6aced3dad72437878f7a97e73446d49ccd099cb8962f4a3a20b
3
+ size 13509473
Huggy/Huggy-1399975.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ee7ebf66f5096436546324c4568a9bbc58f3a02a3d3f5ef9a017854d087cc7
3
+ size 2274020
Huggy/Huggy-1399975.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68a4849e5de5a12dfae8e83dcfd3a9303546e6d11ef01c308fcbacac21e646d1
3
+ size 13509473
Huggy/Huggy-1599399.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c4056478f2069d89ae7899c89bfb4101ea3eb5ebc6c26bb518c27d86ae1bd6a
3
+ size 2274020
Huggy/Huggy-1599399.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:600f0867f99fd2e7e6dd710f8795172dd54b8f60eb89d4a5903e8616e4cb5791
3
+ size 13509473
Huggy/Huggy-1799966.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34577c8f1718df57b6c462b409b82230e7ebbc5998f1b79519565594bc15d1d
3
+ size 2274020
Huggy/Huggy-1799966.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b239b23cd6cbf8dad57856eed07e49a9615ea7766f58c4c725e4f8d75caff0d4
3
+ size 13509473
Huggy/Huggy-199849.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc13b16162848de3fc1c09e94e9b76fcb3e996e50d158d3f8dac88df48b85d7
3
+ size 2274020
Huggy/Huggy-199849.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c958d9c57864e2215ab6c7f6749e8e8ef5c889585a55c75645505de3dc89084
3
+ size 13509388
Huggy/Huggy-1999934.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d17d596e50a61f128e30ddcd826aaaa8503dad5ca94fe9634e0e36f97c466f6
3
+ size 2274020
Huggy/Huggy-1999934.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f88c77f7ccc588eb4582ffb90517d012adab2d1915acec51da805f4e79a40b8b
3
+ size 13509473
Huggy/Huggy-2000024.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d176361bdbbd322541c14f0ffece38569a06ee6728b2500931adab3d3523b5d4
3
+ size 2274020
Huggy/Huggy-2000024.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d323bc552b9c64e800da47559bbcacbd37ca2ada294fcd504058023f1ff7725f
3
+ size 13509473
Huggy/Huggy-399919.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0799c2ae6cfaac8962cc34de017652fd198627c15c73cf4cb4a58a25cdc91b53
3
+ size 2274020
Huggy/Huggy-399919.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2efd81c880ce1cdb0010c2a20a83d4be23800ce0f8f896842a34d7e63a42e714
3
+ size 13509388
Huggy/Huggy-599918.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc758b32fa38b513abe6b9a96e26cb4d276bec650c233a4d561dde15ccd78785
3
+ size 2274020
Huggy/Huggy-599918.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:552f2f80aa162736f746fd983c696315a6461b14b9572006a935b2d888b24514
3
+ size 13509388
Huggy/Huggy-799951.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68bf88fdf99588d0eadebba1837a7240feee01593239c7298eacbb3e8d0bb8f9
3
+ size 2274020
Huggy/Huggy-799951.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a710cc1a69fa5cbaf62bc361c6d61f2449d4df5802f2cfd94a9bc1ec24756f21
3
+ size 13509388
Huggy/Huggy-999994.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99ca239a94557a7c34e6755a02c83e09ccd51fabfb0d6e9ff5786dc5da3d9f2
3
+ size 2274020
Huggy/Huggy-999994.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fc3acfc5fb4fea807d28510fa039d5c00388e7a46d3b85d56d421271361d99d
3
+ size 13509388
Huggy/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33e5441775dadf42b4341c435b8aa59075f2c65b874f12ddeb46b82a4dddec85
3
  size 13509218
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57bff75ae8aeeee3b43bad794da4d756d119a1261b846b447a8c8e38837078f6
3
  size 13509218
Huggy/events.out.tfevents.1741325775.92d90adf17e6.1781.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:259ab420f6519d29ee3e48b85722315e34381acfb079b8dba7f96609402a0c45
3
+ size 351025
run_logs/Player-0.log CHANGED
@@ -78,14 +78,14 @@ ERROR: Shader Universal Render Pipeline/Lit shader is not supported on this GPU
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
- UnloadTime: 0.736845 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
- Peak usage frame count: [4.0 KB-8.0 KB]: 26772 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
@@ -93,7 +93,7 @@ Memory Statistics:
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
- Peak Allocated Bytes 144 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
@@ -207,16 +207,16 @@ Memory Statistics:
207
  Used Block count 1
208
  Peak Allocated bytes 1.4 MB
209
  [ALLOC_DEFAULT_MAIN]
210
- Peak usage frame count: [16.0 MB-32.0 MB]: 26773 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
- Peak Allocated memory 23.6 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
- Peak usage frame count: [2.0 MB-4.0 MB]: 26773 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
- Peak Allocated memory 2.7 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
@@ -245,13 +245,13 @@ Memory Statistics:
245
  Used Block count 1
246
  Peak Allocated bytes 1.4 MB
247
  [ALLOC_GFX_MAIN]
248
- Peak usage frame count: [32.0 KB-64.0 KB]: 26772 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
- Peak usage frame count: [64.0 KB-128.0 KB]: 26773 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
@@ -263,13 +263,13 @@ Memory Statistics:
263
  Used Block count 1
264
  Peak Allocated bytes 1.4 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
- Peak usage frame count: [1.0 MB-2.0 MB]: 26772 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
- Peak usage frame count: [0.5 MB-1.0 MB]: 26772 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
@@ -281,13 +281,13 @@ Memory Statistics:
281
  Used Block count 1
282
  Peak Allocated bytes 1.4 MB
283
  [ALLOC_TYPETREE_MAIN]
284
- Peak usage frame count: [0-1.0 KB]: 26773 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
- Peak usage frame count: [4.0 KB-8.0 KB]: 26773 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
 
78
  WARNING: Shader Unsupported: 'Universal Render Pipeline/Lit' - All subshaders removed
79
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
80
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
81
+ UnloadTime: 0.770698 ms
82
  requesting resize 84 x 84
83
  Setting up 1 worker threads for Enlighten.
84
  Memory Statistics:
85
  [ALLOC_TEMP_TLS] TLS Allocator
86
  StackAllocators :
87
  [ALLOC_TEMP_MAIN]
88
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
89
  Initial Block Size 4.0 MB
90
  Current Block Size 4.0 MB
91
  Peak Allocated Bytes 3.6 MB
 
93
  [ALLOC_TEMP_Loading.AsyncRead]
94
  Initial Block Size 64.0 KB
95
  Current Block Size 64.0 KB
96
+ Peak Allocated Bytes 136 B
97
  Overflow Count 0
98
  [ALLOC_TEMP_Loading.PreloadManager]
99
  Initial Block Size 256.0 KB
 
207
  Used Block count 1
208
  Peak Allocated bytes 1.4 MB
209
  [ALLOC_DEFAULT_MAIN]
210
+ Peak usage frame count: [16.0 MB-32.0 MB]: 26758 frames
211
  Requested Block Size 16.0 MB
212
  Peak Block count 1
213
+ Peak Allocated memory 23.4 MB
214
  Peak Large allocation bytes 16.0 MB
215
  [ALLOC_DEFAULT_THREAD]
216
+ Peak usage frame count: [2.0 MB-4.0 MB]: 26758 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
+ Peak Allocated memory 2.6 MB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_TEMP_JOB_1_FRAME]
222
  Initial Block Size 2.0 MB
 
245
  Used Block count 1
246
  Peak Allocated bytes 1.4 MB
247
  [ALLOC_GFX_MAIN]
248
+ Peak usage frame count: [32.0 KB-64.0 KB]: 26757 frames, [64.0 KB-128.0 KB]: 1 frames
249
  Requested Block Size 16.0 MB
250
  Peak Block count 1
251
  Peak Allocated memory 65.6 KB
252
  Peak Large allocation bytes 0 B
253
  [ALLOC_GFX_THREAD]
254
+ Peak usage frame count: [64.0 KB-128.0 KB]: 26758 frames
255
  Requested Block Size 16.0 MB
256
  Peak Block count 1
257
  Peak Allocated memory 81.8 KB
 
263
  Used Block count 1
264
  Peak Allocated bytes 1.4 MB
265
  [ALLOC_CACHEOBJECTS_MAIN]
266
+ Peak usage frame count: [1.0 MB-2.0 MB]: 26757 frames, [16.0 MB-32.0 MB]: 1 frames
267
  Requested Block Size 4.0 MB
268
  Peak Block count 2
269
  Peak Allocated memory 30.6 MB
270
  Peak Large allocation bytes 24.9 MB
271
  [ALLOC_CACHEOBJECTS_THREAD]
272
+ Peak usage frame count: [0.5 MB-1.0 MB]: 26757 frames, [2.0 MB-4.0 MB]: 1 frames
273
  Requested Block Size 4.0 MB
274
  Peak Block count 1
275
  Peak Allocated memory 2.6 MB
 
281
  Used Block count 1
282
  Peak Allocated bytes 1.4 MB
283
  [ALLOC_TYPETREE_MAIN]
284
+ Peak usage frame count: [0-1.0 KB]: 26758 frames
285
  Requested Block Size 2.0 MB
286
  Peak Block count 1
287
  Peak Allocated memory 1.0 KB
288
  Peak Large allocation bytes 0 B
289
  [ALLOC_TYPETREE_THREAD]
290
+ Peak usage frame count: [4.0 KB-8.0 KB]: 26758 frames
291
  Requested Block Size 2.0 MB
292
  Peak Block count 1
293
  Peak Allocated memory 7.3 KB
run_logs/timers.json CHANGED
@@ -2,135 +2,135 @@
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
- "value": 1.4025135040283203,
6
- "min": 1.4025135040283203,
7
- "max": 1.428749680519104,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
- "value": 72472.078125,
12
- "min": 66218.8046875,
13
- "max": 78564.3359375,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
- "value": 110.66294642857143,
18
- "min": 83.30691399662732,
19
- "max": 377.93939393939394,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
- "value": 49577.0,
24
- "min": 49104.0,
25
- "max": 50034.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
- "value": 1999972.0,
30
- "min": 49271.0,
31
- "max": 1999972.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
- "value": 1999972.0,
36
- "min": 49271.0,
37
- "max": 1999972.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
- "value": 2.3541600704193115,
42
- "min": 0.1325659304857254,
43
- "max": 2.4653358459472656,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
- "value": 1054.6636962890625,
48
- "min": 17.36613655090332,
49
- "max": 1443.430908203125,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
- "value": 3.582821600272187,
54
- "min": 1.8211588918707753,
55
- "max": 3.9686147497432067,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
- "value": 1605.1040769219398,
60
- "min": 238.57181483507156,
61
- "max": 2282.3109000325203,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
- "value": 3.582821600272187,
66
- "min": 1.8211588918707753,
67
- "max": 3.9686147497432067,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
- "value": 1605.1040769219398,
72
- "min": 238.57181483507156,
73
- "max": 2282.3109000325203,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
- "value": 0.016271215012400513,
78
- "min": 0.013152233282744417,
79
- "max": 0.02101997271529399,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
- "value": 0.048813645037201536,
84
- "min": 0.026304466565488835,
85
- "max": 0.05904975510590399,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
- "value": 0.047980094369914794,
90
- "min": 0.022207931925853092,
91
- "max": 0.06389099005609751,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
- "value": 0.14394028310974438,
96
- "min": 0.044415863851706185,
97
- "max": 0.18388539676864943,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
- "value": 3.264848911749994e-06,
102
- "min": 3.264848911749994e-06,
103
- "max": 0.0002953313265562249,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
- "value": 9.794546735249982e-06,
108
- "min": 9.794546735249982e-06,
109
- "max": 0.0008440996686334501,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
- "value": 0.10108824999999999,
114
- "min": 0.10108824999999999,
115
- "max": 0.19844377500000007,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
- "value": 0.30326474999999997,
120
- "min": 0.20731675,
121
- "max": 0.5813665499999998,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
- "value": 6.43036749999999e-05,
126
- "min": 6.43036749999999e-05,
127
- "max": 0.0049223443725,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
- "value": 0.00019291102499999972,
132
- "min": 0.00019291102499999972,
133
- "max": 0.014070190845,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
@@ -148,7 +148,7 @@
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
- "start_time_seconds": "1741083395",
152
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
154
  "mlagents_version": "1.2.0.dev0",
@@ -156,59 +156,59 @@
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.6.0+cu124",
158
  "numpy_version": "1.23.5",
159
- "end_time_seconds": "1741085786"
160
  },
161
- "total": 2391.035093085,
162
  "count": 1,
163
- "self": 0.4404182190000938,
164
  "children": {
165
  "run_training.setup": {
166
- "total": 0.024159569000005376,
167
  "count": 1,
168
- "self": 0.024159569000005376
169
  },
170
  "TrainerController.start_learning": {
171
- "total": 2390.570515297,
172
  "count": 1,
173
- "self": 4.302313174885057,
174
  "children": {
175
  "TrainerController._reset_env": {
176
- "total": 3.3460984050000206,
177
  "count": 1,
178
- "self": 3.3460984050000206
179
  },
180
  "TrainerController.advance": {
181
- "total": 2382.8055851611152,
182
- "count": 232146,
183
- "self": 4.169750588110674,
184
  "children": {
185
  "env_step": {
186
- "total": 1886.8929091909804,
187
- "count": 232146,
188
- "self": 1473.7814539162603,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
- "total": 410.589795152855,
192
- "count": 232146,
193
- "self": 15.333136691825246,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
- "total": 395.25665846102976,
197
- "count": 223105,
198
- "self": 395.25665846102976
199
  }
200
  }
201
  },
202
  "workers": {
203
- "total": 2.521660121865068,
204
- "count": 232146,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
- "total": 2383.3071151210656,
209
- "count": 232146,
210
  "is_parallel": true,
211
- "self": 1181.7043118970983,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
@@ -217,48 +217,48 @@
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
- "total": 0.0009891739999829952,
221
  "count": 1,
222
  "is_parallel": true,
223
- "self": 0.00035021399997958724,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
- "total": 0.0006389600000034079,
227
  "count": 2,
228
  "is_parallel": true,
229
- "self": 0.0006389600000034079
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
- "total": 0.04924902900000916,
235
  "count": 1,
236
  "is_parallel": true,
237
- "self": 0.000329936000014186,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
- "total": 0.00021686599995973666,
241
  "count": 1,
242
  "is_parallel": true,
243
- "self": 0.00021686599995973666
244
  },
245
  "communicator.exchange": {
246
- "total": 0.04794759100002466,
247
  "count": 1,
248
  "is_parallel": true,
249
- "self": 0.04794759100002466
250
  },
251
  "steps_from_proto": {
252
- "total": 0.0007546360000105778,
253
  "count": 1,
254
  "is_parallel": true,
255
- "self": 0.00019768000004205533,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
- "total": 0.0005569559999685225,
259
  "count": 2,
260
  "is_parallel": true,
261
- "self": 0.0005569559999685225
262
  }
263
  }
264
  }
@@ -267,34 +267,34 @@
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
- "total": 1201.6028032239674,
271
- "count": 232145,
272
  "is_parallel": true,
273
- "self": 36.551387423075084,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
- "total": 78.96044145499712,
277
- "count": 232145,
278
  "is_parallel": true,
279
- "self": 78.96044145499712
280
  },
281
  "communicator.exchange": {
282
- "total": 1001.9237409239709,
283
- "count": 232145,
284
  "is_parallel": true,
285
- "self": 1001.9237409239709
286
  },
287
  "steps_from_proto": {
288
- "total": 84.16723342192421,
289
- "count": 232145,
290
  "is_parallel": true,
291
- "self": 29.448180090069172,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
- "total": 54.71905333185504,
295
- "count": 464290,
296
  "is_parallel": true,
297
- "self": 54.71905333185504
298
  }
299
  }
300
  }
@@ -307,31 +307,31 @@
307
  }
308
  },
309
  "trainer_advance": {
310
- "total": 491.7429253820242,
311
- "count": 232146,
312
- "self": 6.403853998963484,
313
  "children": {
314
  "process_trajectory": {
315
- "total": 156.03619747806044,
316
- "count": 232146,
317
- "self": 154.76089104706034,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
- "total": 1.2753064310001037,
321
  "count": 10,
322
- "self": 1.2753064310001037
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
- "total": 329.3028739050003,
328
  "count": 97,
329
- "self": 262.7150936540002,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
- "total": 66.58778025100008,
333
  "count": 2910,
334
- "self": 66.58778025100008
335
  }
336
  }
337
  }
@@ -340,19 +340,19 @@
340
  }
341
  },
342
  "trainer_threads": {
343
- "total": 8.669999260746408e-07,
344
  "count": 1,
345
- "self": 8.669999260746408e-07
346
  },
347
  "TrainerController._save_models": {
348
- "total": 0.11651768899992021,
349
  "count": 1,
350
- "self": 0.001860528000179329,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
- "total": 0.11465716099974088,
354
  "count": 1,
355
- "self": 0.11465716099974088
356
  }
357
  }
358
  }
 
2
  "name": "root",
3
  "gauges": {
4
  "Huggy.Policy.Entropy.mean": {
5
+ "value": 1.4087414741516113,
6
+ "min": 1.4087414741516113,
7
+ "max": 1.4309405088424683,
8
  "count": 40
9
  },
10
  "Huggy.Policy.Entropy.sum": {
11
+ "value": 70621.6171875,
12
+ "min": 68093.4296875,
13
+ "max": 78597.796875,
14
  "count": 40
15
  },
16
  "Huggy.Environment.EpisodeLength.mean": {
17
+ "value": 91.41713221601489,
18
+ "min": 86.3660245183888,
19
+ "max": 409.6747967479675,
20
  "count": 40
21
  },
22
  "Huggy.Environment.EpisodeLength.sum": {
23
+ "value": 49091.0,
24
+ "min": 49091.0,
25
+ "max": 50390.0,
26
  "count": 40
27
  },
28
  "Huggy.Step.mean": {
29
+ "value": 1999934.0,
30
+ "min": 49763.0,
31
+ "max": 1999934.0,
32
  "count": 40
33
  },
34
  "Huggy.Step.sum": {
35
+ "value": 1999934.0,
36
+ "min": 49763.0,
37
+ "max": 1999934.0,
38
  "count": 40
39
  },
40
  "Huggy.Policy.ExtrinsicValueEstimate.mean": {
41
+ "value": 2.399942398071289,
42
+ "min": 0.1890079826116562,
43
+ "max": 2.4654946327209473,
44
  "count": 40
45
  },
46
  "Huggy.Policy.ExtrinsicValueEstimate.sum": {
47
+ "value": 1288.76904296875,
48
+ "min": 23.05897331237793,
49
+ "max": 1374.9205322265625,
50
  "count": 40
51
  },
52
  "Huggy.Environment.CumulativeReward.mean": {
53
+ "value": 3.6705165316716695,
54
+ "min": 2.0204755487989208,
55
+ "max": 3.9675741939616382,
56
  "count": 40
57
  },
58
  "Huggy.Environment.CumulativeReward.sum": {
59
+ "value": 1971.0673775076866,
60
+ "min": 246.49801695346832,
61
+ "max": 2115.4280856251717,
62
  "count": 40
63
  },
64
  "Huggy.Policy.ExtrinsicReward.mean": {
65
+ "value": 3.6705165316716695,
66
+ "min": 2.0204755487989208,
67
+ "max": 3.9675741939616382,
68
  "count": 40
69
  },
70
  "Huggy.Policy.ExtrinsicReward.sum": {
71
+ "value": 1971.0673775076866,
72
+ "min": 246.49801695346832,
73
+ "max": 2115.4280856251717,
74
  "count": 40
75
  },
76
  "Huggy.Losses.PolicyLoss.mean": {
77
+ "value": 0.01623690881468873,
78
+ "min": 0.013121045092814004,
79
+ "max": 0.02060520190764995,
80
  "count": 40
81
  },
82
  "Huggy.Losses.PolicyLoss.sum": {
83
+ "value": 0.04871072644406619,
84
+ "min": 0.028523427242741185,
85
+ "max": 0.056973910972495406,
86
  "count": 40
87
  },
88
  "Huggy.Losses.ValueLoss.mean": {
89
+ "value": 0.05042547976805104,
90
+ "min": 0.02168835482249657,
91
+ "max": 0.06183740949879091,
92
  "count": 40
93
  },
94
  "Huggy.Losses.ValueLoss.sum": {
95
+ "value": 0.15127643930415313,
96
+ "min": 0.04337670964499314,
97
+ "max": 0.17177472611268363,
98
  "count": 40
99
  },
100
  "Huggy.Policy.LearningRate.mean": {
101
+ "value": 3.3333488889166652e-06,
102
+ "min": 3.3333488889166652e-06,
103
+ "max": 0.00029536282654572495,
104
  "count": 40
105
  },
106
  "Huggy.Policy.LearningRate.sum": {
107
+ "value": 1.0000046666749996e-05,
108
+ "min": 1.0000046666749996e-05,
109
+ "max": 0.0008440206186597998,
110
  "count": 40
111
  },
112
  "Huggy.Policy.Epsilon.mean": {
113
+ "value": 0.10111108333333331,
114
+ "min": 0.10111108333333331,
115
+ "max": 0.198454275,
116
  "count": 40
117
  },
118
  "Huggy.Policy.Epsilon.sum": {
119
+ "value": 0.30333324999999994,
120
+ "min": 0.20742130000000003,
121
+ "max": 0.5813402,
122
  "count": 40
123
  },
124
  "Huggy.Policy.Beta.mean": {
125
+ "value": 6.544305833333333e-05,
126
+ "min": 6.544305833333333e-05,
127
+ "max": 0.004922868322499999,
128
  "count": 40
129
  },
130
  "Huggy.Policy.Beta.sum": {
131
+ "value": 0.00019632917499999998,
132
+ "min": 0.00019632917499999998,
133
+ "max": 0.01406887598,
134
  "count": 40
135
  },
136
  "Huggy.IsTraining.mean": {
 
148
  },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1741325774",
152
  "python_version": "3.10.12 (main, Jul 5 2023, 18:54:27) [GCC 11.2.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/Huggy.yaml --env=./trained-envs-executables/linux/Huggy/Huggy --run-id=Huggy2 --no-graphics",
154
  "mlagents_version": "1.2.0.dev0",
 
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.6.0+cu124",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1741328231"
160
  },
161
+ "total": 2457.468324583,
162
  "count": 1,
163
+ "self": 0.44142793100036215,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.022813440999982504,
167
  "count": 1,
168
+ "self": 0.022813440999982504
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 2457.004083211,
172
  "count": 1,
173
+ "self": 4.375277701986306,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 3.241380380999999,
177
  "count": 1,
178
+ "self": 3.241380380999999
179
  },
180
  "TrainerController.advance": {
181
+ "total": 2449.2602510840134,
182
+ "count": 232258,
183
+ "self": 4.3924382691052415,
184
  "children": {
185
  "env_step": {
186
+ "total": 1946.827755953955,
187
+ "count": 232258,
188
+ "self": 1524.0122115799486,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 420.2365100199685,
192
+ "count": 232258,
193
+ "self": 15.448874260982905,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 404.7876357589856,
197
+ "count": 222981,
198
+ "self": 404.7876357589856
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 2.579034354037958,
204
+ "count": 232258,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 2449.890476866945,
209
+ "count": 232258,
210
  "is_parallel": true,
211
+ "self": 1203.643099485978,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0011021939999977803,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.00036628899999868736,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.000735904999999093,
227
  "count": 2,
228
  "is_parallel": true,
229
+ "self": 0.000735904999999093
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.03127587800003084,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.00033680600006391614,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.00021658399998614186,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.00021658399998614186
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.029934552999975494,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.029934552999975494
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0007879350000052909,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.0002340459999459199,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.000553889000059371,
259
  "count": 2,
260
  "is_parallel": true,
261
+ "self": 0.000553889000059371
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 1246.247377380967,
271
+ "count": 232257,
272
  "is_parallel": true,
273
+ "self": 37.12760546090112,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 81.2351892600139,
277
+ "count": 232257,
278
  "is_parallel": true,
279
+ "self": 81.2351892600139
280
  },
281
  "communicator.exchange": {
282
+ "total": 1041.5643535369834,
283
+ "count": 232257,
284
  "is_parallel": true,
285
+ "self": 1041.5643535369834
286
  },
287
  "steps_from_proto": {
288
+ "total": 86.3202291230686,
289
+ "count": 232257,
290
  "is_parallel": true,
291
+ "self": 30.242239055999335,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 56.077990067069265,
295
+ "count": 464514,
296
  "is_parallel": true,
297
+ "self": 56.077990067069265
298
  }
299
  }
300
  }
 
307
  }
308
  },
309
  "trainer_advance": {
310
+ "total": 498.0400568609533,
311
+ "count": 232258,
312
+ "self": 6.556475259941635,
313
  "children": {
314
  "process_trajectory": {
315
+ "total": 162.44407942101037,
316
+ "count": 232258,
317
+ "self": 161.0396550650101,
318
  "children": {
319
  "RLTrainer._checkpoint": {
320
+ "total": 1.404424356000277,
321
  "count": 10,
322
+ "self": 1.404424356000277
323
  }
324
  }
325
  },
326
  "_update_policy": {
327
+ "total": 329.0395021800013,
328
  "count": 97,
329
+ "self": 262.6109994930085,
330
  "children": {
331
  "TorchPPOOptimizer.update": {
332
+ "total": 66.42850268699283,
333
  "count": 2910,
334
+ "self": 66.42850268699283
335
  }
336
  }
337
  }
 
340
  }
341
  },
342
  "trainer_threads": {
343
+ "total": 1.3879998732591048e-06,
344
  "count": 1,
345
+ "self": 1.3879998732591048e-06
346
  },
347
  "TrainerController._save_models": {
348
+ "total": 0.1271726560003117,
349
  "count": 1,
350
+ "self": 0.003288244000486884,
351
  "children": {
352
  "RLTrainer._checkpoint": {
353
+ "total": 0.1238844119998248,
354
  "count": 1,
355
+ "self": 0.1238844119998248
356
  }
357
  }
358
  }
run_logs/training_status.json CHANGED
@@ -2,112 +2,112 @@
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
- "steps": 199894,
6
- "file_path": "results/Huggy2/Huggy/Huggy-199894.onnx",
7
- "reward": 3.4409796658790475,
8
- "creation_time": 1741083630.620212,
9
  "auxillary_file_paths": [
10
- "results/Huggy2/Huggy/Huggy-199894.pt"
11
  ]
12
  },
13
  {
14
- "steps": 399762,
15
- "file_path": "results/Huggy2/Huggy/Huggy-399762.onnx",
16
- "reward": 4.107132555178876,
17
- "creation_time": 1741083869.3165777,
18
  "auxillary_file_paths": [
19
- "results/Huggy2/Huggy/Huggy-399762.pt"
20
  ]
21
  },
22
  {
23
- "steps": 599968,
24
- "file_path": "results/Huggy2/Huggy/Huggy-599968.onnx",
25
- "reward": 4.609716271099291,
26
- "creation_time": 1741084107.6047256,
27
  "auxillary_file_paths": [
28
- "results/Huggy2/Huggy/Huggy-599968.pt"
29
  ]
30
  },
31
  {
32
- "steps": 799873,
33
- "file_path": "results/Huggy2/Huggy/Huggy-799873.onnx",
34
- "reward": 3.616059371857967,
35
- "creation_time": 1741084346.2679164,
36
  "auxillary_file_paths": [
37
- "results/Huggy2/Huggy/Huggy-799873.pt"
38
  ]
39
  },
40
  {
41
- "steps": 999962,
42
- "file_path": "results/Huggy2/Huggy/Huggy-999962.onnx",
43
- "reward": 4.079153233766556,
44
- "creation_time": 1741084585.7316132,
45
  "auxillary_file_paths": [
46
- "results/Huggy2/Huggy/Huggy-999962.pt"
47
  ]
48
  },
49
  {
50
- "steps": 1199983,
51
- "file_path": "results/Huggy2/Huggy/Huggy-1199983.onnx",
52
- "reward": 3.817669114380172,
53
- "creation_time": 1741084825.071451,
54
  "auxillary_file_paths": [
55
- "results/Huggy2/Huggy/Huggy-1199983.pt"
56
  ]
57
  },
58
  {
59
- "steps": 1399911,
60
- "file_path": "results/Huggy2/Huggy/Huggy-1399911.onnx",
61
- "reward": 3.805368925278612,
62
- "creation_time": 1741085062.4960027,
63
  "auxillary_file_paths": [
64
- "results/Huggy2/Huggy/Huggy-1399911.pt"
65
  ]
66
  },
67
  {
68
- "steps": 1599438,
69
- "file_path": "results/Huggy2/Huggy/Huggy-1599438.onnx",
70
- "reward": 3.945215891485345,
71
- "creation_time": 1741085301.0560932,
72
  "auxillary_file_paths": [
73
- "results/Huggy2/Huggy/Huggy-1599438.pt"
74
  ]
75
  },
76
  {
77
- "steps": 1799447,
78
- "file_path": "results/Huggy2/Huggy/Huggy-1799447.onnx",
79
- "reward": 3.3188745186879083,
80
- "creation_time": 1741085543.3639657,
81
  "auxillary_file_paths": [
82
- "results/Huggy2/Huggy/Huggy-1799447.pt"
83
  ]
84
  },
85
  {
86
- "steps": 1999972,
87
- "file_path": "results/Huggy2/Huggy/Huggy-1999972.onnx",
88
- "reward": 3.0962784439325333,
89
- "creation_time": 1741085786.4334266,
90
  "auxillary_file_paths": [
91
- "results/Huggy2/Huggy/Huggy-1999972.pt"
92
  ]
93
  },
94
  {
95
- "steps": 2000081,
96
- "file_path": "results/Huggy2/Huggy/Huggy-2000081.onnx",
97
- "reward": 3.5356607569588556,
98
- "creation_time": 1741085786.5563936,
99
  "auxillary_file_paths": [
100
- "results/Huggy2/Huggy/Huggy-2000081.pt"
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
- "steps": 2000081,
106
  "file_path": "results/Huggy2/Huggy.onnx",
107
- "reward": 3.5356607569588556,
108
- "creation_time": 1741085786.5563936,
109
  "auxillary_file_paths": [
110
- "results/Huggy2/Huggy/Huggy-2000081.pt"
111
  ]
112
  }
113
  },
 
2
  "Huggy": {
3
  "checkpoints": [
4
  {
5
+ "steps": 199849,
6
+ "file_path": "results/Huggy2/Huggy/Huggy-199849.onnx",
7
+ "reward": 3.6776675041764975,
8
+ "creation_time": 1741326015.2040136,
9
  "auxillary_file_paths": [
10
+ "results/Huggy2/Huggy/Huggy-199849.pt"
11
  ]
12
  },
13
  {
14
+ "steps": 399919,
15
+ "file_path": "results/Huggy2/Huggy/Huggy-399919.onnx",
16
+ "reward": 3.9627150893211365,
17
+ "creation_time": 1741326258.735245,
18
  "auxillary_file_paths": [
19
+ "results/Huggy2/Huggy/Huggy-399919.pt"
20
  ]
21
  },
22
  {
23
+ "steps": 599918,
24
+ "file_path": "results/Huggy2/Huggy/Huggy-599918.onnx",
25
+ "reward": 3.8393482910959342,
26
+ "creation_time": 1741326505.7180016,
27
  "auxillary_file_paths": [
28
+ "results/Huggy2/Huggy/Huggy-599918.pt"
29
  ]
30
  },
31
  {
32
+ "steps": 799951,
33
+ "file_path": "results/Huggy2/Huggy/Huggy-799951.onnx",
34
+ "reward": 3.9011180924889226,
35
+ "creation_time": 1741326747.226694,
36
  "auxillary_file_paths": [
37
+ "results/Huggy2/Huggy/Huggy-799951.pt"
38
  ]
39
  },
40
  {
41
+ "steps": 999994,
42
+ "file_path": "results/Huggy2/Huggy/Huggy-999994.onnx",
43
+ "reward": 3.876027857086488,
44
+ "creation_time": 1741326994.2610354,
45
  "auxillary_file_paths": [
46
+ "results/Huggy2/Huggy/Huggy-999994.pt"
47
  ]
48
  },
49
  {
50
+ "steps": 1199981,
51
+ "file_path": "results/Huggy2/Huggy/Huggy-1199981.onnx",
52
+ "reward": 3.593591879284571,
53
+ "creation_time": 1741327241.4220815,
54
  "auxillary_file_paths": [
55
+ "results/Huggy2/Huggy/Huggy-1199981.pt"
56
  ]
57
  },
58
  {
59
+ "steps": 1399975,
60
+ "file_path": "results/Huggy2/Huggy/Huggy-1399975.onnx",
61
+ "reward": 3.5163418706665692,
62
+ "creation_time": 1741327486.303341,
63
  "auxillary_file_paths": [
64
+ "results/Huggy2/Huggy/Huggy-1399975.pt"
65
  ]
66
  },
67
  {
68
+ "steps": 1599399,
69
+ "file_path": "results/Huggy2/Huggy/Huggy-1599399.onnx",
70
+ "reward": 3.7098073955454858,
71
+ "creation_time": 1741327730.6854799,
72
  "auxillary_file_paths": [
73
+ "results/Huggy2/Huggy/Huggy-1599399.pt"
74
  ]
75
  },
76
  {
77
+ "steps": 1799966,
78
+ "file_path": "results/Huggy2/Huggy/Huggy-1799966.onnx",
79
+ "reward": 3.761569933576898,
80
+ "creation_time": 1741327980.9653008,
81
  "auxillary_file_paths": [
82
+ "results/Huggy2/Huggy/Huggy-1799966.pt"
83
  ]
84
  },
85
  {
86
+ "steps": 1999934,
87
+ "file_path": "results/Huggy2/Huggy/Huggy-1999934.onnx",
88
+ "reward": 3.9791899478953816,
89
+ "creation_time": 1741328231.118887,
90
  "auxillary_file_paths": [
91
+ "results/Huggy2/Huggy/Huggy-1999934.pt"
92
  ]
93
  },
94
  {
95
+ "steps": 2000024,
96
+ "file_path": "results/Huggy2/Huggy/Huggy-2000024.onnx",
97
+ "reward": 4.042811008791129,
98
+ "creation_time": 1741328231.2495978,
99
  "auxillary_file_paths": [
100
+ "results/Huggy2/Huggy/Huggy-2000024.pt"
101
  ]
102
  }
103
  ],
104
  "final_checkpoint": {
105
+ "steps": 2000024,
106
  "file_path": "results/Huggy2/Huggy.onnx",
107
+ "reward": 4.042811008791129,
108
+ "creation_time": 1741328231.2495978,
109
  "auxillary_file_paths": [
110
+ "results/Huggy2/Huggy/Huggy-2000024.pt"
111
  ]
112
  }
113
  },