Hugging Face's logo

jyq12356
/
ppo-SnowballTarget

Reinforcement Learning
ml-agents
TensorBoard
ONNX
SnowballTarget
deep-reinforcement-learning
ML-Agents-SnowballTarget
Model card Files
xet
 Metrics Community
jyq12356 commited on
Commit
012421a
·
verified ·
1 Parent(s): 255e4db

First Push

Browse files
Files changed (16) hide show
  1. SnowballTarget.onnx +2 -2
  2. SnowballTarget/SnowballTarget-149984.onnx +3 -0
  3. SnowballTarget/SnowballTarget-149984.pt +3 -0
  4. SnowballTarget/SnowballTarget-199984.onnx +3 -0
  5. SnowballTarget/SnowballTarget-199984.pt +3 -0
  6. SnowballTarget/SnowballTarget-200112.onnx +3 -0
  7. SnowballTarget/SnowballTarget-200112.pt +3 -0
  8. SnowballTarget/SnowballTarget-49936.onnx +3 -0
  9. SnowballTarget/SnowballTarget-49936.pt +3 -0
  10. SnowballTarget/SnowballTarget-99960.onnx +3 -0
  11. SnowballTarget/SnowballTarget-99960.pt +3 -0
  12. SnowballTarget/checkpoint.pt +2 -2
  13. SnowballTarget/events.out.tfevents.1731305559.85eeee4e5cc9.2131.0 +3 -0
  14. run_logs/Player-0.log +18 -17
  15. run_logs/timers.json +236 -68
  16. run_logs/training_status.json +45 -9
SnowballTarget.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f508feb6d3998ef91c24dfc504b13e230022fa53005ca8e77e96ce82f81d426c
3
- size 649740
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8f91a803dc5f9bdbc46a0e98d1b0df0849a3431daf74c1b8e8427fad31ba61
3
+ size 650646
SnowballTarget/SnowballTarget-149984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2dc3efce4468bb8c62b582b5c201bf9a25a9d3462a7e57ac853e27f04a6792
3
+ size 650646
SnowballTarget/SnowballTarget-149984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c997cc9122998a3f1658b275012610c1c97b433cfdad02af751656a7a6cc91af
3
+ size 3849115
SnowballTarget/SnowballTarget-199984.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8f91a803dc5f9bdbc46a0e98d1b0df0849a3431daf74c1b8e8427fad31ba61
3
+ size 650646
SnowballTarget/SnowballTarget-199984.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bf214aa27a3fe2db60c1b6d76dd4e6f492d43a49de65df3a674e9a344c8d9cf
3
+ size 3849115
SnowballTarget/SnowballTarget-200112.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea8f91a803dc5f9bdbc46a0e98d1b0df0849a3431daf74c1b8e8427fad31ba61
3
+ size 650646
SnowballTarget/SnowballTarget-200112.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89d5a31683e6fa0c0bbe27f4305d49a9ca189846d334b16bc031f022a25d081
3
+ size 3849115
SnowballTarget/SnowballTarget-49936.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e867ce2262394b8adbf7d8cb40f39b2fe773f7d540dd6c2027a4f136eca622
3
+ size 650646
SnowballTarget/SnowballTarget-49936.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c6792777c9c05fc0acd08f89d015c7651dcebf6b87708105987b1bb7dce8149
3
+ size 3849040
SnowballTarget/SnowballTarget-99960.onnx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f969bf1d850639998d30cfd6d7a4954610abdc8ab283c5990c350fbed7c491f
3
+ size 650646
SnowballTarget/SnowballTarget-99960.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87b505c71d04bfbd74362ade74e7deb64a1d0c5d1b0db75b283d8e7a65db3802
3
+ size 3849040
SnowballTarget/checkpoint.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48a09795bccb6dab238df749739d199c7fbe64bcd3358d3623c874e46dbd2f9e
3
- size 1285986
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d4f68b786b641262762a9e36c8fbfe61bee4eadd63cd9952956c026f8847d75
3
+ size 3848290
SnowballTarget/events.out.tfevents.1731305559.85eeee4e5cc9.2131.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88db74225f37fcadd921131fdc78dbba403bd77417daa0087a5a92812e8e88d2
3
+ size 23958
run_logs/Player-0.log CHANGED
@@ -2,6 +2,9 @@ Mono path[0] = '/content/ml-agents/training-envs-executables/linux/SnowballTarge
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
 
 
 
5
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
6
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
7
  Forcing GfxDevice: Null
@@ -31,7 +34,7 @@ ALSA lib pcm.c:2664:(snd_pcm_open_noupdate) Unknown PCM default
31
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
32
  FMOD initialized on nosound output
33
  Begin MonoManager ReloadAssembly
34
- - Completed reload, in 0.088 seconds
35
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
36
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
37
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
@@ -42,17 +45,15 @@ ERROR: Shader Standard shader is not supported on this GPU (none of subshaders/f
42
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
43
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
44
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
45
- UnloadTime: 0.610047 ms
46
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
47
  requesting resize 84 x 84
48
  Setting up 1 worker threads for Enlighten.
49
- abort_threads: Failed aborting id: 0x7a3aac2c0640, mono_thread_manage will ignore it
50
-
51
  Memory Statistics:
52
  [ALLOC_TEMP_TLS] TLS Allocator
53
  StackAllocators :
54
  [ALLOC_TEMP_MAIN]
55
- Peak usage frame count: [8.0 KB-16.0 KB]: 38 frames, [2.0 MB-4.0 MB]: 1 frames
56
  Initial Block Size 4.0 MB
57
  Current Block Size 4.0 MB
58
  Peak Allocated Bytes 2.0 MB
@@ -168,22 +169,22 @@ Memory Statistics:
168
  Peak Allocated Bytes 0 B
169
  Overflow Count 0
170
  [ALLOC_DEFAULT] Dual Thread Allocator
171
- Peak main deferred allocation count 28
172
  [ALLOC_BUCKET]
173
  Large Block size 4.0 MB
174
  Used Block count 1
175
  Peak Allocated bytes 1.0 MB
176
  [ALLOC_DEFAULT_MAIN]
177
- Peak usage frame count: [4.0 MB-8.0 MB]: 39 frames
178
  Requested Block Size 16.0 MB
179
  Peak Block count 1
180
- Peak Allocated memory 4.8 MB
181
  Peak Large allocation bytes 0 B
182
  [ALLOC_DEFAULT_THREAD]
183
- Peak usage frame count: [16.0 MB-32.0 MB]: 39 frames
184
  Requested Block Size 16.0 MB
185
  Peak Block count 1
186
- Peak Allocated memory 17.8 MB
187
  Peak Large allocation bytes 16.0 MB
188
  [ALLOC_TEMP_JOB_1_FRAME]
189
  Initial Block Size 2.0 MB
@@ -212,13 +213,13 @@ Memory Statistics:
212
  Used Block count 1
213
  Peak Allocated bytes 1.0 MB
214
  [ALLOC_GFX_MAIN]
215
- Peak usage frame count: [32.0 KB-64.0 KB]: 37 frames, [64.0 KB-128.0 KB]: 2 frames
216
  Requested Block Size 16.0 MB
217
  Peak Block count 1
218
- Peak Allocated memory 65.6 KB
219
  Peak Large allocation bytes 0 B
220
  [ALLOC_GFX_THREAD]
221
- Peak usage frame count: [32.0 KB-64.0 KB]: 39 frames
222
  Requested Block Size 16.0 MB
223
  Peak Block count 1
224
  Peak Allocated memory 39.6 KB
@@ -230,13 +231,13 @@ Memory Statistics:
230
  Used Block count 1
231
  Peak Allocated bytes 1.0 MB
232
  [ALLOC_CACHEOBJECTS_MAIN]
233
- Peak usage frame count: [0.5 MB-1.0 MB]: 39 frames
234
  Requested Block Size 4.0 MB
235
  Peak Block count 1
236
  Peak Allocated memory 0.6 MB
237
  Peak Large allocation bytes 0 B
238
  [ALLOC_CACHEOBJECTS_THREAD]
239
- Peak usage frame count: [0.5 MB-1.0 MB]: 38 frames, [2.0 MB-4.0 MB]: 1 frames
240
  Requested Block Size 4.0 MB
241
  Peak Block count 1
242
  Peak Allocated memory 2.2 MB
@@ -248,13 +249,13 @@ Memory Statistics:
248
  Used Block count 1
249
  Peak Allocated bytes 1.0 MB
250
  [ALLOC_TYPETREE_MAIN]
251
- Peak usage frame count: [0-1.0 KB]: 39 frames
252
  Requested Block Size 2.0 MB
253
  Peak Block count 1
254
  Peak Allocated memory 1.0 KB
255
  Peak Large allocation bytes 0 B
256
  [ALLOC_TYPETREE_THREAD]
257
- Peak usage frame count: [1.0 KB-2.0 KB]: 39 frames
258
  Requested Block Size 2.0 MB
259
  Peak Block count 1
260
  Peak Allocated memory 1.7 KB
 
2
  Mono config path = '/content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/MonoBleedingEdge/etc'
3
  Preloaded 'lib_burst_generated.so'
4
  Preloaded 'libgrpc_csharp_ext.x64.so'
5
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face
6
+ PlayerPrefs - Creating folder: /root/.config/unity3d/Hugging Face/SnowballTarget
7
+ Unable to load player prefs
8
  Initialize engine version: 2021.3.14f1 (eee1884e7226)
9
  [Subsystems] Discovering subsystems at path /content/ml-agents/training-envs-executables/linux/SnowballTarget/SnowballTarget_Data/UnitySubsystems
10
  Forcing GfxDevice: Null
 
34
  FMOD failed to initialize the output device.: "Error initializing output device. " (60)
35
  FMOD initialized on nosound output
36
  Begin MonoManager ReloadAssembly
37
+ - Completed reload, in 0.112 seconds
38
  ERROR: Shader Sprites/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
39
  ERROR: Shader Sprites/Mask shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
40
  ERROR: Shader Legacy Shaders/VertexLit shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
 
45
  WARNING: Shader Unsupported: 'Standard' - All subshaders removed
46
  WARNING: Shader Did you use #pragma only_renderers and omit this platform?
47
  WARNING: Shader If subshaders removal was intentional, you may have forgotten turning Fallback off?
48
+ UnloadTime: 0.805384 ms
49
  ERROR: Shader UI/Default shader is not supported on this GPU (none of subshaders/fallbacks are suitable)
50
  requesting resize 84 x 84
51
  Setting up 1 worker threads for Enlighten.
 
 
52
  Memory Statistics:
53
  [ALLOC_TEMP_TLS] TLS Allocator
54
  StackAllocators :
55
  [ALLOC_TEMP_MAIN]
56
+ Peak usage frame count: [8.0 KB-16.0 KB]: 5369 frames, [16.0 KB-32.0 KB]: 91 frames, [2.0 MB-4.0 MB]: 1 frames
57
  Initial Block Size 4.0 MB
58
  Current Block Size 4.0 MB
59
  Peak Allocated Bytes 2.0 MB
 
169
  Peak Allocated Bytes 0 B
170
  Overflow Count 0
171
  [ALLOC_DEFAULT] Dual Thread Allocator
172
+ Peak main deferred allocation count 48
173
  [ALLOC_BUCKET]
174
  Large Block size 4.0 MB
175
  Used Block count 1
176
  Peak Allocated bytes 1.0 MB
177
  [ALLOC_DEFAULT_MAIN]
178
+ Peak usage frame count: [4.0 MB-8.0 MB]: 5461 frames
179
  Requested Block Size 16.0 MB
180
  Peak Block count 1
181
+ Peak Allocated memory 7.1 MB
182
  Peak Large allocation bytes 0 B
183
  [ALLOC_DEFAULT_THREAD]
184
+ Peak usage frame count: [16.0 MB-32.0 MB]: 5461 frames
185
  Requested Block Size 16.0 MB
186
  Peak Block count 1
187
+ Peak Allocated memory 17.3 MB
188
  Peak Large allocation bytes 16.0 MB
189
  [ALLOC_TEMP_JOB_1_FRAME]
190
  Initial Block Size 2.0 MB
 
213
  Used Block count 1
214
  Peak Allocated bytes 1.0 MB
215
  [ALLOC_GFX_MAIN]
216
+ Peak usage frame count: [32.0 KB-64.0 KB]: 4474 frames, [64.0 KB-128.0 KB]: 987 frames
217
  Requested Block Size 16.0 MB
218
  Peak Block count 1
219
+ Peak Allocated memory 66.8 KB
220
  Peak Large allocation bytes 0 B
221
  [ALLOC_GFX_THREAD]
222
+ Peak usage frame count: [32.0 KB-64.0 KB]: 5461 frames
223
  Requested Block Size 16.0 MB
224
  Peak Block count 1
225
  Peak Allocated memory 39.6 KB
 
231
  Used Block count 1
232
  Peak Allocated bytes 1.0 MB
233
  [ALLOC_CACHEOBJECTS_MAIN]
234
+ Peak usage frame count: [0.5 MB-1.0 MB]: 5461 frames
235
  Requested Block Size 4.0 MB
236
  Peak Block count 1
237
  Peak Allocated memory 0.6 MB
238
  Peak Large allocation bytes 0 B
239
  [ALLOC_CACHEOBJECTS_THREAD]
240
+ Peak usage frame count: [0.5 MB-1.0 MB]: 5460 frames, [2.0 MB-4.0 MB]: 1 frames
241
  Requested Block Size 4.0 MB
242
  Peak Block count 1
243
  Peak Allocated memory 2.2 MB
 
249
  Used Block count 1
250
  Peak Allocated bytes 1.0 MB
251
  [ALLOC_TYPETREE_MAIN]
252
+ Peak usage frame count: [0-1.0 KB]: 5461 frames
253
  Requested Block Size 2.0 MB
254
  Peak Block count 1
255
  Peak Allocated memory 1.0 KB
256
  Peak Large allocation bytes 0 B
257
  [ALLOC_TYPETREE_THREAD]
258
+ Peak usage frame count: [1.0 KB-2.0 KB]: 5461 frames
259
  Requested Block Size 2.0 MB
260
  Peak Block count 1
261
  Peak Allocated memory 1.7 KB
run_logs/timers.json CHANGED
@@ -1,8 +1,154 @@
1
  {
2
  "name": "root",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3
  "metadata": {
4
  "timer_format_version": "0.1.0",
5
- "start_time_seconds": "1731056879",
6
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
7
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
8
  "mlagents_version": "1.2.0.dev0",
@@ -10,59 +156,59 @@
10
  "communication_protocol_version": "1.5.0",
11
  "pytorch_version": "2.5.0+cu121",
12
  "numpy_version": "1.23.5",
13
- "end_time_seconds": "1731059423"
14
  },
15
- "total": 2543.8739175419996,
16
  "count": 1,
17
- "self": 0.18238510699984545,
18
  "children": {
19
  "run_training.setup": {
20
- "total": 0.053752497999994375,
21
  "count": 1,
22
- "self": 0.053752497999994375
23
  },
24
  "TrainerController.start_learning": {
25
- "total": 2543.637779937,
26
  "count": 1,
27
- "self": 0.004131809999762481,
28
  "children": {
29
  "TrainerController._reset_env": {
30
- "total": 1.9966265869998097,
31
  "count": 1,
32
- "self": 1.9966265869998097
33
  },
34
  "TrainerController.advance": {
35
- "total": 2541.3829715160005,
36
- "count": 128,
37
- "self": 0.0016621439995105902,
38
  "children": {
39
  "env_step": {
40
- "total": 2541.381309372001,
41
- "count": 128,
42
- "self": 2540.476178354,
43
  "children": {
44
  "SubprocessEnvManager._take_step": {
45
- "total": 0.9021004220001032,
46
- "count": 128,
47
- "self": 0.009105663001037101,
48
  "children": {
49
  "TorchPolicy.evaluate": {
50
- "total": 0.8929947589990661,
51
- "count": 128,
52
- "self": 0.8929947589990661
53
  }
54
  }
55
  },
56
  "workers": {
57
- "total": 0.0030305960008263355,
58
- "count": 128,
59
  "self": 0.0,
60
  "children": {
61
  "worker_root": {
62
- "total": 4.652927046001196,
63
- "count": 128,
64
  "is_parallel": true,
65
- "self": 3.196602071001962,
66
  "children": {
67
  "run_training.setup": {
68
  "total": 0.0,
@@ -71,48 +217,48 @@
71
  "self": 0.0,
72
  "children": {
73
  "steps_from_proto": {
74
- "total": 0.0020547689998693386,
75
  "count": 1,
76
  "is_parallel": true,
77
- "self": 0.0006108700006279832,
78
  "children": {
79
  "_process_rank_one_or_two_observation": {
80
- "total": 0.0014438989992413553,
81
  "count": 10,
82
  "is_parallel": true,
83
- "self": 0.0014438989992413553
84
  }
85
  }
86
  },
87
  "UnityEnvironment.step": {
88
- "total": 0.03596165099997961,
89
  "count": 1,
90
  "is_parallel": true,
91
- "self": 0.0006278240000483493,
92
  "children": {
93
  "UnityEnvironment._generate_step_input": {
94
- "total": 0.0003996030000052997,
95
  "count": 1,
96
  "is_parallel": true,
97
- "self": 0.0003996030000052997
98
  },
99
  "communicator.exchange": {
100
- "total": 0.032985298999847146,
101
  "count": 1,
102
  "is_parallel": true,
103
- "self": 0.032985298999847146
104
  },
105
  "steps_from_proto": {
106
- "total": 0.001948925000078816,
107
  "count": 1,
108
  "is_parallel": true,
109
- "self": 0.0004153420002239727,
110
  "children": {
111
  "_process_rank_one_or_two_observation": {
112
- "total": 0.0015335829998548434,
113
  "count": 10,
114
  "is_parallel": true,
115
- "self": 0.0015335829998548434
116
  }
117
  }
118
  }
@@ -121,34 +267,34 @@
121
  }
122
  },
123
  "UnityEnvironment.step": {
124
- "total": 1.4563249749992337,
125
- "count": 127,
126
  "is_parallel": true,
127
- "self": 0.07001694199811936,
128
  "children": {
129
  "UnityEnvironment._generate_step_input": {
130
- "total": 0.037982637001732655,
131
- "count": 127,
132
  "is_parallel": true,
133
- "self": 0.037982637001732655
134
  },
135
  "communicator.exchange": {
136
- "total": 1.1144257660007497,
137
- "count": 127,
138
  "is_parallel": true,
139
- "self": 1.1144257660007497
140
  },
141
  "steps_from_proto": {
142
- "total": 0.233899629998632,
143
- "count": 127,
144
  "is_parallel": true,
145
- "self": 0.042093601995020435,
146
  "children": {
147
  "_process_rank_one_or_two_observation": {
148
- "total": 0.19180602800361157,
149
- "count": 1270,
150
  "is_parallel": true,
151
- "self": 0.19180602800361157
152
  }
153
  }
154
  }
@@ -163,9 +309,9 @@
163
  }
164
  },
165
  "trainer_threads": {
166
- "total": 2.6372999855084345e-05,
167
  "count": 1,
168
- "self": 2.6372999855084345e-05,
169
  "children": {
170
  "thread_root": {
171
  "total": 0.0,
@@ -174,16 +320,38 @@
174
  "self": 0.0,
175
  "children": {
176
  "trainer_advance": {
177
- "total": 1.5536618210032884,
178
- "count": 5959,
179
  "is_parallel": true,
180
- "self": 0.08130312299294928,
181
  "children": {
182
  "process_trajectory": {
183
- "total": 1.4723586980103391,
184
- "count": 5959,
185
  "is_parallel": true,
186
- "self": 1.4723586980103391
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
187
  }
188
  }
189
  }
@@ -192,14 +360,14 @@
192
  }
193
  },
194
  "TrainerController._save_models": {
195
- "total": 0.25402365099989765,
196
  "count": 1,
197
- "self": 0.0012102039995625091,
198
  "children": {
199
  "RLTrainer._checkpoint": {
200
- "total": 0.25281344700033515,
201
  "count": 1,
202
- "self": 0.25281344700033515
203
  }
204
  }
205
  }
 
1
  {
2
  "name": "root",
3
+ "gauges": {
4
+ "SnowballTarget.Policy.Entropy.mean": {
5
+ "value": 1.075585961341858,
6
+ "min": 1.0748432874679565,
7
+ "max": 2.8550751209259033,
8
+ "count": 20
9
+ },
10
+ "SnowballTarget.Policy.Entropy.sum": {
11
+ "value": 10281.5263671875,
12
+ "min": 10281.5263671875,
13
+ "max": 29301.634765625,
14
+ "count": 20
15
+ },
16
+ "SnowballTarget.Step.mean": {
17
+ "value": 199984.0,
18
+ "min": 9952.0,
19
+ "max": 199984.0,
20
+ "count": 20
21
+ },
22
+ "SnowballTarget.Step.sum": {
23
+ "value": 199984.0,
24
+ "min": 9952.0,
25
+ "max": 199984.0,
26
+ "count": 20
27
+ },
28
+ "SnowballTarget.Policy.ExtrinsicValueEstimate.mean": {
29
+ "value": 12.25768756866455,
30
+ "min": 0.3271368741989136,
31
+ "max": 12.25768756866455,
32
+ "count": 20
33
+ },
34
+ "SnowballTarget.Policy.ExtrinsicValueEstimate.sum": {
35
+ "value": 2390.2490234375,
36
+ "min": 63.46455383300781,
37
+ "max": 2479.100830078125,
38
+ "count": 20
39
+ },
40
+ "SnowballTarget.Environment.EpisodeLength.mean": {
41
+ "value": 199.0,
42
+ "min": 199.0,
43
+ "max": 199.0,
44
+ "count": 20
45
+ },
46
+ "SnowballTarget.Environment.EpisodeLength.sum": {
47
+ "value": 8756.0,
48
+ "min": 8756.0,
49
+ "max": 10945.0,
50
+ "count": 20
51
+ },
52
+ "SnowballTarget.Losses.PolicyLoss.mean": {
53
+ "value": 0.06694243059895348,
54
+ "min": 0.06200418499202522,
55
+ "max": 0.07327262523076747,
56
+ "count": 20
57
+ },
58
+ "SnowballTarget.Losses.PolicyLoss.sum": {
59
+ "value": 0.2677697223958139,
60
+ "min": 0.26387950760316947,
61
+ "max": 0.35046025913656126,
62
+ "count": 20
63
+ },
64
+ "SnowballTarget.Losses.ValueLoss.mean": {
65
+ "value": 0.20562393382629926,
66
+ "min": 0.1061681343731014,
67
+ "max": 0.26571180203966066,
68
+ "count": 20
69
+ },
70
+ "SnowballTarget.Losses.ValueLoss.sum": {
71
+ "value": 0.822495735305197,
72
+ "min": 0.4246725374924056,
73
+ "max": 1.3143083421038644,
74
+ "count": 20
75
+ },
76
+ "SnowballTarget.Policy.LearningRate.mean": {
77
+ "value": 8.082097306000005e-06,
78
+ "min": 8.082097306000005e-06,
79
+ "max": 0.000291882002706,
80
+ "count": 20
81
+ },
82
+ "SnowballTarget.Policy.LearningRate.sum": {
83
+ "value": 3.232838922400002e-05,
84
+ "min": 3.232838922400002e-05,
85
+ "max": 0.00138516003828,
86
+ "count": 20
87
+ },
88
+ "SnowballTarget.Policy.Epsilon.mean": {
89
+ "value": 0.10269400000000001,
90
+ "min": 0.10269400000000001,
91
+ "max": 0.19729400000000002,
92
+ "count": 20
93
+ },
94
+ "SnowballTarget.Policy.Epsilon.sum": {
95
+ "value": 0.41077600000000003,
96
+ "min": 0.41077600000000003,
97
+ "max": 0.96172,
98
+ "count": 20
99
+ },
100
+ "SnowballTarget.Policy.Beta.mean": {
101
+ "value": 0.0001444306000000001,
102
+ "min": 0.0001444306000000001,
103
+ "max": 0.0048649706,
104
+ "count": 20
105
+ },
106
+ "SnowballTarget.Policy.Beta.sum": {
107
+ "value": 0.0005777224000000004,
108
+ "min": 0.0005777224000000004,
109
+ "max": 0.023089828,
110
+ "count": 20
111
+ },
112
+ "SnowballTarget.Environment.CumulativeReward.mean": {
113
+ "value": 24.34090909090909,
114
+ "min": 3.0,
115
+ "max": 24.34090909090909,
116
+ "count": 20
117
+ },
118
+ "SnowballTarget.Environment.CumulativeReward.sum": {
119
+ "value": 1071.0,
120
+ "min": 132.0,
121
+ "max": 1320.0,
122
+ "count": 20
123
+ },
124
+ "SnowballTarget.Policy.ExtrinsicReward.mean": {
125
+ "value": 24.34090909090909,
126
+ "min": 3.0,
127
+ "max": 24.34090909090909,
128
+ "count": 20
129
+ },
130
+ "SnowballTarget.Policy.ExtrinsicReward.sum": {
131
+ "value": 1071.0,
132
+ "min": 132.0,
133
+ "max": 1320.0,
134
+ "count": 20
135
+ },
136
+ "SnowballTarget.IsTraining.mean": {
137
+ "value": 1.0,
138
+ "min": 1.0,
139
+ "max": 1.0,
140
+ "count": 20
141
+ },
142
+ "SnowballTarget.IsTraining.sum": {
143
+ "value": 1.0,
144
+ "min": 1.0,
145
+ "max": 1.0,
146
+ "count": 20
147
+ }
148
+ },
149
  "metadata": {
150
  "timer_format_version": "0.1.0",
151
+ "start_time_seconds": "1731305558",
152
  "python_version": "3.10.12 (main, Sep 11 2024, 15:47:36) [GCC 11.4.0]",
153
  "command_line_arguments": "/usr/local/bin/mlagents-learn ./config/ppo/SnowballTarget.yaml --env=./training-envs-executables/linux/SnowballTarget/SnowballTarget --run-id=SnowballTarget1 --no-graphics --force",
154
  "mlagents_version": "1.2.0.dev0",
 
156
  "communication_protocol_version": "1.5.0",
157
  "pytorch_version": "2.5.0+cu121",
158
  "numpy_version": "1.23.5",
159
+ "end_time_seconds": "1731306143"
160
  },
161
+ "total": 585.1671250689999,
162
  "count": 1,
163
+ "self": 0.5407499839998309,
164
  "children": {
165
  "run_training.setup": {
166
+ "total": 0.08345759799999541,
167
  "count": 1,
168
+ "self": 0.08345759799999541
169
  },
170
  "TrainerController.start_learning": {
171
+ "total": 584.5429174870001,
172
  "count": 1,
173
+ "self": 0.8692343049923466,
174
  "children": {
175
  "TrainerController._reset_env": {
176
+ "total": 7.012362102999987,
177
  "count": 1,
178
+ "self": 7.012362102999987
179
  },
180
  "TrainerController.advance": {
181
+ "total": 576.5797298410076,
182
+ "count": 18202,
183
+ "self": 0.3939245979993302,
184
  "children": {
185
  "env_step": {
186
+ "total": 576.1858052430083,
187
+ "count": 18202,
188
+ "self": 448.7863602210243,
189
  "children": {
190
  "SubprocessEnvManager._take_step": {
191
+ "total": 126.9742692589897,
192
+ "count": 18202,
193
+ "self": 2.295606210975791,
194
  "children": {
195
  "TorchPolicy.evaluate": {
196
+ "total": 124.6786630480139,
197
+ "count": 18202,
198
+ "self": 124.6786630480139
199
  }
200
  }
201
  },
202
  "workers": {
203
+ "total": 0.42517576299428583,
204
+ "count": 18202,
205
  "self": 0.0,
206
  "children": {
207
  "worker_root": {
208
+ "total": 582.6045234440098,
209
+ "count": 18202,
210
  "is_parallel": true,
211
+ "self": 272.90564181302153,
212
  "children": {
213
  "run_training.setup": {
214
  "total": 0.0,
 
217
  "self": 0.0,
218
  "children": {
219
  "steps_from_proto": {
220
+ "total": 0.0032610840000302233,
221
  "count": 1,
222
  "is_parallel": true,
223
+ "self": 0.000844591000031869,
224
  "children": {
225
  "_process_rank_one_or_two_observation": {
226
+ "total": 0.002416492999998354,
227
  "count": 10,
228
  "is_parallel": true,
229
+ "self": 0.002416492999998354
230
  }
231
  }
232
  },
233
  "UnityEnvironment.step": {
234
+ "total": 0.0427925079999909,
235
  "count": 1,
236
  "is_parallel": true,
237
+ "self": 0.0008410890000050131,
238
  "children": {
239
  "UnityEnvironment._generate_step_input": {
240
+ "total": 0.0004653099999814003,
241
  "count": 1,
242
  "is_parallel": true,
243
+ "self": 0.0004653099999814003
244
  },
245
  "communicator.exchange": {
246
+ "total": 0.03912242100000185,
247
  "count": 1,
248
  "is_parallel": true,
249
+ "self": 0.03912242100000185
250
  },
251
  "steps_from_proto": {
252
+ "total": 0.0023636880000026395,
253
  "count": 1,
254
  "is_parallel": true,
255
+ "self": 0.00045759399989719896,
256
  "children": {
257
  "_process_rank_one_or_two_observation": {
258
+ "total": 0.0019060940001054405,
259
  "count": 10,
260
  "is_parallel": true,
261
+ "self": 0.0019060940001054405
262
  }
263
  }
264
  }
 
267
  }
268
  },
269
  "UnityEnvironment.step": {
270
+ "total": 309.6988816309883,
271
+ "count": 18201,
272
  "is_parallel": true,
273
+ "self": 14.823402339002882,
274
  "children": {
275
  "UnityEnvironment._generate_step_input": {
276
+ "total": 7.509210869998697,
277
+ "count": 18201,
278
  "is_parallel": true,
279
+ "self": 7.509210869998697
280
  },
281
  "communicator.exchange": {
282
+ "total": 243.03667997599217,
283
+ "count": 18201,
284
  "is_parallel": true,
285
+ "self": 243.03667997599217
286
  },
287
  "steps_from_proto": {
288
+ "total": 44.329588445994546,
289
+ "count": 18201,
290
  "is_parallel": true,
291
+ "self": 8.860408466020317,
292
  "children": {
293
  "_process_rank_one_or_two_observation": {
294
+ "total": 35.46917997997423,
295
+ "count": 182010,
296
  "is_parallel": true,
297
+ "self": 35.46917997997423
298
  }
299
  }
300
  }
 
309
  }
310
  },
311
  "trainer_threads": {
312
+ "total": 0.00015416700011883222,
313
  "count": 1,
314
+ "self": 0.00015416700011883222,
315
  "children": {
316
  "thread_root": {
317
  "total": 0.0,
 
320
  "self": 0.0,
321
  "children": {
322
  "trainer_advance": {
323
+ "total": 570.1933736059864,
324
+ "count": 709153,
325
  "is_parallel": true,
326
+ "self": 16.354103288035503,
327
  "children": {
328
  "process_trajectory": {
329
+ "total": 308.34022810295085,
330
+ "count": 709153,
331
  "is_parallel": true,
332
+ "self": 307.6338306519508,
333
+ "children": {
334
+ "RLTrainer._checkpoint": {
335
+ "total": 0.7063974510000435,
336
+ "count": 4,
337
+ "is_parallel": true,
338
+ "self": 0.7063974510000435
339
+ }
340
+ }
341
+ },
342
+ "_update_policy": {
343
+ "total": 245.49904221499997,
344
+ "count": 90,
345
+ "is_parallel": true,
346
+ "self": 68.05139867499969,
347
+ "children": {
348
+ "TorchPPOOptimizer.update": {
349
+ "total": 177.44764354000029,
350
+ "count": 4587,
351
+ "is_parallel": true,
352
+ "self": 177.44764354000029
353
+ }
354
+ }
355
  }
356
  }
357
  }
 
360
  }
361
  },
362
  "TrainerController._save_models": {
363
+ "total": 0.0814370709999821,
364
  "count": 1,
365
+ "self": 0.001226163999945129,
366
  "children": {
367
  "RLTrainer._checkpoint": {
368
+ "total": 0.08021090700003697,
369
  "count": 1,
370
+ "self": 0.08021090700003697
371
  }
372
  }
373
  }
run_logs/training_status.json CHANGED
@@ -2,22 +2,58 @@
2
  "SnowballTarget": {
3
  "checkpoints": [
4
  {
5
- "steps": 64,
6
- "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.onnx",
7
- "reward": null,
8
- "creation_time": 1731059423.509105,
9
  "auxillary_file_paths": [
10
- "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  ]
12
  }
13
  ],
14
  "final_checkpoint": {
15
- "steps": 64,
16
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
17
- "reward": null,
18
- "creation_time": 1731059423.509105,
19
  "auxillary_file_paths": [
20
- "results/SnowballTarget1/SnowballTarget/SnowballTarget-64.pt"
21
  ]
22
  }
23
  },
 
2
  "SnowballTarget": {
3
  "checkpoints": [
4
  {
5
+ "steps": 49936,
6
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.onnx",
7
+ "reward": 11.0,
8
+ "creation_time": 1731305706.260963,
9
  "auxillary_file_paths": [
10
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-49936.pt"
11
+ ]
12
+ },
13
+ {
14
+ "steps": 99960,
15
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.onnx",
16
+ "reward": 19.545454545454547,
17
+ "creation_time": 1731305850.8005848,
18
+ "auxillary_file_paths": [
19
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-99960.pt"
20
+ ]
21
+ },
22
+ {
23
+ "steps": 149984,
24
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.onnx",
25
+ "reward": 22.272727272727273,
26
+ "creation_time": 1731305996.9327576,
27
+ "auxillary_file_paths": [
28
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-149984.pt"
29
+ ]
30
+ },
31
+ {
32
+ "steps": 199984,
33
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.onnx",
34
+ "reward": 25.454545454545453,
35
+ "creation_time": 1731306142.9970205,
36
+ "auxillary_file_paths": [
37
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-199984.pt"
38
+ ]
39
+ },
40
+ {
41
+ "steps": 200112,
42
+ "file_path": "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.onnx",
43
+ "reward": 25.454545454545453,
44
+ "creation_time": 1731306143.1121435,
45
+ "auxillary_file_paths": [
46
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
47
  ]
48
  }
49
  ],
50
  "final_checkpoint": {
51
+ "steps": 200112,
52
  "file_path": "results/SnowballTarget1/SnowballTarget.onnx",
53
+ "reward": 25.454545454545453,
54
+ "creation_time": 1731306143.1121435,
55
  "auxillary_file_paths": [
56
+ "results/SnowballTarget1/SnowballTarget/SnowballTarget-200112.pt"
57
  ]
58
  }
59
  },