BIue-Jay commited on
Commit
b2043de
·
verified ·
1 Parent(s): b0b832a

trolley: last two checkpoints + eval/deploy files + training records

Browse files
a10-trolley-push/epoch-010/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-trolley
5
+ --timestamp=hb1110
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=40
12
+ --train.val_batch_size=40
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=1065
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=27
20
+ --train.checkpointing_steps=533
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids trolley
28
+ --data.val_repo_ids trolley
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_trolley
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.15
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
a10-trolley-push/epoch-010/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6aa861293cc8402453581ab18f2d4d876e0ff4791d9c5d772a1c5dfcdef973a
3
+ size 3616
a10-trolley-push/epoch-010/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.3125,
5
+ -0.25,
6
+ -0.4375,
7
+ -0.3125,
8
+ -0.375,
9
+ 0.0,
10
+ -0.0625,
11
+ -0.375,
12
+ -0.125,
13
+ -0.375,
14
+ -0.3125,
15
+ -0.1875,
16
+ -0.3125,
17
+ -0.0625,
18
+ -0.0625,
19
+ -0.1875,
20
+ 0.0625,
21
+ -0.0625,
22
+ -0.4375,
23
+ -0.1875,
24
+ -0.4375,
25
+ -0.375,
26
+ 0.0,
27
+ 0.0,
28
+ -0.125,
29
+ -0.1875,
30
+ -0.25,
31
+ -0.25,
32
+ -0.25,
33
+ -0.0625,
34
+ -0.25,
35
+ 0.0,
36
+ 0.0,
37
+ -0.0625,
38
+ -0.3125,
39
+ -0.375,
40
+ 0.0,
41
+ -0.4375,
42
+ -0.25,
43
+ -0.3125,
44
+ -0.3125,
45
+ -0.375,
46
+ -0.4375,
47
+ -0.1875,
48
+ -0.3125,
49
+ -0.1875,
50
+ -0.3125,
51
+ -0.1875,
52
+ 0.1875,
53
+ -0.1875,
54
+ -0.375,
55
+ -0.25,
56
+ -0.1875,
57
+ -0.1875,
58
+ -0.25,
59
+ -0.3125,
60
+ -0.25,
61
+ -0.125,
62
+ -0.125,
63
+ -0.25,
64
+ -0.6875,
65
+ -0.1875,
66
+ -0.3125,
67
+ -0.3125,
68
+ 0.292362779378891,
69
+ 0.3000138998031616,
70
+ 0.31826409697532654,
71
+ 0.32930147647857666,
72
+ 0.47673073410987854,
73
+ 0.0,
74
+ 0.2946086525917053,
75
+ 0.29999813437461853,
76
+ 0.30003154277801514,
77
+ 0.3234449625015259,
78
+ 0.4769596755504608,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.25,
83
+ 0.25,
84
+ 0.0,
85
+ 0.25,
86
+ 0.25,
87
+ 0.4375,
88
+ 0.3125,
89
+ 0.25,
90
+ 0.1875,
91
+ 0.0,
92
+ 0.0625,
93
+ 0.25,
94
+ 0.1875,
95
+ 0.625,
96
+ 0.375,
97
+ 0.25,
98
+ 0.3125,
99
+ 0.3125,
100
+ 0.0625,
101
+ 0.4375,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.375,
105
+ 0.4375,
106
+ 0.3125,
107
+ 0.25,
108
+ 0.0,
109
+ 0.3125,
110
+ 0.25,
111
+ 0.4375,
112
+ 0.5625,
113
+ 0.5,
114
+ 0.4375,
115
+ 0.4375,
116
+ 0.1875,
117
+ -0.0625,
118
+ 0.5625,
119
+ 0.0625,
120
+ 0.3125,
121
+ 0.0625,
122
+ 0.125,
123
+ 0.1875,
124
+ 0.125,
125
+ 0.1875,
126
+ 0.3125,
127
+ 0.125,
128
+ 0.125,
129
+ 0.1875,
130
+ 0.6875,
131
+ 0.4375,
132
+ 0.4375,
133
+ 0.3125,
134
+ 0.375,
135
+ 0.3125,
136
+ 0.1875,
137
+ 0.1875,
138
+ 0.125,
139
+ 0.1875,
140
+ 0.1875,
141
+ 0.1875,
142
+ -0.5,
143
+ 0.1875,
144
+ 0.125,
145
+ 0.375,
146
+ 0.9997463226318359,
147
+ 0.99966961145401,
148
+ 0.9996354579925537,
149
+ 0.9996764659881592,
150
+ 1.0,
151
+ 0.9993210434913635,
152
+ 0.9997614026069641,
153
+ 0.9996871948242188,
154
+ 0.9996516704559326,
155
+ 0.9996873140335083,
156
+ 1.0,
157
+ 0.9992968440055847
158
+ ],
159
+ "mean": [
160
+ -0.0403420589864254,
161
+ -0.018686125054955482,
162
+ -0.20537209510803223,
163
+ -0.05159631744027138,
164
+ -0.04659922048449516,
165
+ 0.28877365589141846,
166
+ 0.08899977058172226,
167
+ -0.016905708238482475,
168
+ 0.07261259108781815,
169
+ -0.21840952336788177,
170
+ -0.18388961255550385,
171
+ 0.0007470411946997046,
172
+ -0.00969226285815239,
173
+ 0.26328155398368835,
174
+ 0.18275251984596252,
175
+ 0.04842276871204376,
176
+ 0.179326593875885,
177
+ 0.16870465874671936,
178
+ -0.1733631193637848,
179
+ 0.1659909039735794,
180
+ -0.10776849091053009,
181
+ -0.1544705033302307,
182
+ 0.12409694492816925,
183
+ 0.23034198582172394,
184
+ 0.03346175700426102,
185
+ 0.031643711030483246,
186
+ -0.1312461495399475,
187
+ 0.06677942723035812,
188
+ 0.034819096326828,
189
+ 0.15542861819267273,
190
+ 0.07991597056388855,
191
+ 0.22823576629161835,
192
+ 0.20074667036533356,
193
+ 0.15421445667743683,
194
+ 0.016136640682816505,
195
+ -0.18954747915267944,
196
+ 0.1983504593372345,
197
+ -0.1879304200410843,
198
+ -0.046609312295913696,
199
+ -0.14654672145843506,
200
+ -0.12202192842960358,
201
+ -0.08945772796869278,
202
+ -0.2104499489068985,
203
+ -0.05296650528907776,
204
+ -0.05071712285280228,
205
+ -0.015450170263648033,
206
+ -0.052094653248786926,
207
+ 0.03760351985692978,
208
+ 0.4589540362358093,
209
+ 0.14816102385520935,
210
+ 0.0779859647154808,
211
+ 0.09919863194227219,
212
+ 0.01091744750738144,
213
+ 0.08858495205640793,
214
+ -0.05852893367409706,
215
+ -0.08220022916793823,
216
+ -0.06215400993824005,
217
+ 0.022059740498661995,
218
+ 0.007193254306912422,
219
+ -0.11951465904712677,
220
+ -0.6442239284515381,
221
+ 0.07778681069612503,
222
+ -0.10132503509521484,
223
+ -0.010196102783083916,
224
+ 0.7317724227905273,
225
+ 0.7420696020126343,
226
+ 0.7502471208572388,
227
+ 0.7606118321418762,
228
+ 0.8491042256355286,
229
+ 0.2851484715938568,
230
+ 0.7298908829689026,
231
+ 0.7405207753181458,
232
+ 0.749534010887146,
233
+ 0.7614643573760986,
234
+ 0.8453218936920166,
235
+ 0.2851340174674988
236
+ ],
237
+ "std": [
238
+ 0.07123450189828873,
239
+ 0.07154843211174011,
240
+ 0.07336973398923874,
241
+ 0.06626304239034653,
242
+ 0.08791211247444153,
243
+ 0.06892458349466324,
244
+ 0.06302117556333542,
245
+ 0.11121843755245209,
246
+ 0.05924325808882713,
247
+ 0.08356062322854996,
248
+ 0.049724139273166656,
249
+ 0.05426386743783951,
250
+ 0.10212446749210358,
251
+ 0.1451038122177124,
252
+ 0.06820658594369888,
253
+ 0.04987071081995964,
254
+ 0.056599270552396774,
255
+ 0.05271051079034805,
256
+ 0.08603110164403915,
257
+ 0.1315504014492035,
258
+ 0.08903644233942032,
259
+ 0.07830370217561722,
260
+ 0.06827256828546524,
261
+ 0.07837482541799545,
262
+ 0.08390617370605469,
263
+ 0.06204923242330551,
264
+ 0.03641710802912712,
265
+ 0.074244923889637,
266
+ 0.08035031706094742,
267
+ 0.07464367151260376,
268
+ 0.1557544320821762,
269
+ 0.08816947042942047,
270
+ 0.05779670178890228,
271
+ 0.08802837878465652,
272
+ 0.09938935935497284,
273
+ 0.057022083550691605,
274
+ 0.08310362696647644,
275
+ 0.12639404833316803,
276
+ 0.11523928493261337,
277
+ 0.05212745442986488,
278
+ 0.06367409229278564,
279
+ 0.08546944707632065,
280
+ 0.08019869029521942,
281
+ 0.07591772079467773,
282
+ 0.08671329915523529,
283
+ 0.058706771582365036,
284
+ 0.0997353047132492,
285
+ 0.06009333208203316,
286
+ 0.11951830238103867,
287
+ 0.13599662482738495,
288
+ 0.09435705095529556,
289
+ 0.10893214493989944,
290
+ 0.11244633793830872,
291
+ 0.06597109138965607,
292
+ 0.0863819494843483,
293
+ 0.057603031396865845,
294
+ 0.08418231457471848,
295
+ 0.07679129391908646,
296
+ 0.05981888249516487,
297
+ 0.06642021983861923,
298
+ 0.039261385798454285,
299
+ 0.06950461864471436,
300
+ 0.06212746351957321,
301
+ 0.15870065987110138,
302
+ 0.320509672164917,
303
+ 0.30812355875968933,
304
+ 0.29813146591186523,
305
+ 0.28590676188468933,
306
+ 0.18372130393981934,
307
+ 0.4449736177921295,
308
+ 0.3228118121623993,
309
+ 0.3098851144313812,
310
+ 0.29903140664100647,
311
+ 0.2849605083465576,
312
+ 0.18758800625801086,
313
+ 0.444967120885849
314
+ ],
315
+ "q01": [
316
+ -0.1875,
317
+ -0.1875,
318
+ -0.375,
319
+ -0.25,
320
+ -0.3125,
321
+ 0.0625,
322
+ 0.0,
323
+ -0.25,
324
+ -0.0625,
325
+ -0.375,
326
+ -0.25,
327
+ -0.125,
328
+ -0.25,
329
+ 0.0,
330
+ 0.0625,
331
+ -0.0625,
332
+ 0.0625,
333
+ 0.0,
334
+ -0.375,
335
+ -0.0625,
336
+ -0.3125,
337
+ -0.3125,
338
+ 0.0,
339
+ 0.0625,
340
+ -0.0625,
341
+ -0.125,
342
+ -0.1875,
343
+ -0.125,
344
+ -0.125,
345
+ 0.0,
346
+ -0.1875,
347
+ 0.0625,
348
+ 0.0625,
349
+ 0.0,
350
+ -0.1875,
351
+ -0.3125,
352
+ 0.125,
353
+ -0.375,
354
+ -0.25,
355
+ -0.25,
356
+ -0.1875,
357
+ -0.3125,
358
+ -0.375,
359
+ -0.1875,
360
+ -0.25,
361
+ -0.125,
362
+ -0.25,
363
+ -0.125,
364
+ 0.25,
365
+ -0.125,
366
+ -0.1875,
367
+ -0.125,
368
+ -0.1875,
369
+ -0.0625,
370
+ -0.1875,
371
+ -0.1875,
372
+ -0.25,
373
+ -0.125,
374
+ -0.125,
375
+ -0.25,
376
+ -0.6875,
377
+ -0.125,
378
+ -0.1875,
379
+ -0.3125,
380
+ 0.3000103533267975,
381
+ 0.30121973156929016,
382
+ 0.3310818374156952,
383
+ 0.35618627071380615,
384
+ 0.5047132968902588,
385
+ 0.0,
386
+ 0.3000008165836334,
387
+ 0.30090996623039246,
388
+ 0.32854763299226764,
389
+ 0.342146098613739,
390
+ 0.5167127305269241,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.125,
395
+ 0.1875,
396
+ -0.0625,
397
+ 0.125,
398
+ 0.125,
399
+ 0.375,
400
+ 0.25,
401
+ 0.1875,
402
+ 0.1875,
403
+ -0.0625,
404
+ -0.0625,
405
+ 0.1875,
406
+ 0.125,
407
+ 0.5,
408
+ 0.3125,
409
+ 0.1875,
410
+ 0.25,
411
+ 0.3125,
412
+ 0.0,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.0625,
416
+ 0.3125,
417
+ 0.375,
418
+ 0.1875,
419
+ 0.1875,
420
+ -0.0625,
421
+ 0.1875,
422
+ 0.1875,
423
+ 0.3125,
424
+ 0.4375,
425
+ 0.375,
426
+ 0.3125,
427
+ 0.375,
428
+ 0.1875,
429
+ -0.125,
430
+ 0.5,
431
+ 0.0,
432
+ 0.1875,
433
+ 0.0,
434
+ 0.0625,
435
+ 0.125,
436
+ 0.0,
437
+ 0.125,
438
+ 0.25,
439
+ 0.0625,
440
+ 0.125,
441
+ 0.125,
442
+ 0.625,
443
+ 0.375,
444
+ 0.3125,
445
+ 0.25,
446
+ 0.25,
447
+ 0.25,
448
+ 0.125,
449
+ 0.0625,
450
+ 0.0625,
451
+ 0.1875,
452
+ 0.125,
453
+ 0.0625,
454
+ -0.5625,
455
+ 0.1875,
456
+ 0.0625,
457
+ 0.3125,
458
+ 0.9997268915176392,
459
+ 0.9996393918991089,
460
+ 0.9995970726013184,
461
+ 0.9996384978294373,
462
+ 1.0,
463
+ 0.9992190581560135,
464
+ 0.9997413158416748,
465
+ 0.9996601343154907,
466
+ 0.9996210330724716,
467
+ 0.9996594768762589,
468
+ 1.0,
469
+ 0.9992058873176575
470
+ ],
471
+ "count": [
472
+ 68102
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -0.5330440402030945,
556
+ -0.05143369361758232,
557
+ -0.07799161225557327,
558
+ 0.13350491225719452,
559
+ -0.4988926649093628,
560
+ -0.16204434633255005,
561
+ -0.6232456564903259,
562
+ -0.24444134533405304,
563
+ -0.4159989655017853,
564
+ 0.11263753473758698,
565
+ -0.482299268245697,
566
+ -0.12328562140464783,
567
+ -0.07507362216711044,
568
+ -0.07980722188949585,
569
+ -0.025596367195248604,
570
+ -0.7716264724731445,
571
+ -0.08042743057012558,
572
+ -0.3493025302886963,
573
+ -0.5287880897521973,
574
+ 1.156629204750061,
575
+ -0.10160019248723984,
576
+ -0.10559529811143875,
577
+ -0.778536856174469,
578
+ -0.25932174921035767,
579
+ -0.2704775929450989,
580
+ -0.5183950662612915,
581
+ -1.9468904733657837,
582
+ -0.10874220728874207,
583
+ -0.04284682869911194,
584
+ 0.292362779378891,
585
+ 0.3000138998031616,
586
+ 0.31826409697532654,
587
+ 0.32930147647857666,
588
+ 0.47673073410987854,
589
+ 0.0,
590
+ 0.2946086525917053,
591
+ 0.29999813437461853,
592
+ 0.30003154277801514,
593
+ 0.3234449625015259,
594
+ 0.4769596755504608,
595
+ 0.0,
596
+ -0.1337215006351471,
597
+ -0.06270945817232132,
598
+ -0.9999999403953552
599
+ ],
600
+ "max": [
601
+ 0.24143074452877045,
602
+ 0.29552754759788513,
603
+ 0.3561690151691437,
604
+ 1.3718546628952026,
605
+ 0.2666071355342865,
606
+ 0.09837827831506729,
607
+ 0.15863822400569916,
608
+ 0.03856094926595688,
609
+ -0.05291441082954407,
610
+ 1.18877375125885,
611
+ 0.4817247688770294,
612
+ 0.1343684196472168,
613
+ 0.06656605005264282,
614
+ 0.06133057177066803,
615
+ 0.1513517051935196,
616
+ 0.720155656337738,
617
+ 0.4783479571342468,
618
+ 0.21154429018497467,
619
+ 0.9155566096305847,
620
+ 1.6539117097854614,
621
+ 0.02634277381002903,
622
+ 0.029141446575522423,
623
+ 0.7212576270103455,
624
+ 0.16566801071166992,
625
+ 0.5596767663955688,
626
+ 0.9584764838218689,
627
+ -1.23468816280365,
628
+ 0.06887459009885788,
629
+ 0.104251928627491,
630
+ 0.9997463226318359,
631
+ 0.99966961145401,
632
+ 0.9996354579925537,
633
+ 0.9996764659881592,
634
+ 1.0,
635
+ 0.9993210434913635,
636
+ 0.9997614026069641,
637
+ 0.9996871948242188,
638
+ 0.9996516704559326,
639
+ 0.9996873140335083,
640
+ 1.0,
641
+ 0.9992968440055847,
642
+ 0.07373641431331635,
643
+ 0.09887239336967468,
644
+ -0.9903323650360107
645
+ ],
646
+ "mean": [
647
+ -0.04395364224910736,
648
+ 0.08433877676725388,
649
+ 0.14805927872657776,
650
+ 0.29120516777038574,
651
+ -0.15500007569789886,
652
+ -0.024664340540766716,
653
+ -0.07642558962106705,
654
+ -0.0736498311161995,
655
+ -0.24529772996902466,
656
+ 0.26005274057388306,
657
+ -0.1140800341963768,
658
+ -0.007888831198215485,
659
+ -0.008419563993811607,
660
+ -0.0021098735742270947,
661
+ 0.08791279047727585,
662
+ 0.0528772696852684,
663
+ 0.12060835212469101,
664
+ -0.04220447689294815,
665
+ 0.020570116117596626,
666
+ 1.4341179132461548,
667
+ -0.007844638079404831,
668
+ -0.009899427182972431,
669
+ 0.0024094288237392902,
670
+ -0.08111821860074997,
671
+ 0.1357450783252716,
672
+ 0.07013830542564392,
673
+ -1.4520114660263062,
674
+ -0.0027862784918397665,
675
+ 0.005642320960760117,
676
+ 0.7317724227905273,
677
+ 0.7420696020126343,
678
+ 0.7502471208572388,
679
+ 0.7606118321418762,
680
+ 0.8491042256355286,
681
+ 0.2851484715938568,
682
+ 0.7298908829689026,
683
+ 0.7405207753181458,
684
+ 0.749534010887146,
685
+ 0.7614643573760986,
686
+ 0.8453218936920166,
687
+ 0.2851340174674988,
688
+ -0.04569600522518158,
689
+ 0.0067200446501374245,
690
+ -0.9987989068031311
691
+ ],
692
+ "std": [
693
+ 0.14168600738048553,
694
+ 0.0483100526034832,
695
+ 0.04101293906569481,
696
+ 0.22163385152816772,
697
+ 0.093856580555439,
698
+ 0.04338940232992172,
699
+ 0.14511574804782867,
700
+ 0.03931703791022301,
701
+ 0.0455586239695549,
702
+ 0.18603941798210144,
703
+ 0.09329265356063843,
704
+ 0.036371633410453796,
705
+ 0.015639469027519226,
706
+ 0.019286686554551125,
707
+ 0.030677903443574905,
708
+ 0.3475741744041443,
709
+ 0.0729627013206482,
710
+ 0.07826671749353409,
711
+ 0.3355916142463684,
712
+ 0.053596239537000656,
713
+ 0.014482177793979645,
714
+ 0.01705455221235752,
715
+ 0.3626428544521332,
716
+ 0.056419044733047485,
717
+ 0.14476506412029266,
718
+ 0.36457201838493347,
719
+ 0.07740234583616257,
720
+ 0.013556931167840958,
721
+ 0.014566417783498764,
722
+ 0.320509672164917,
723
+ 0.30812355875968933,
724
+ 0.29813146591186523,
725
+ 0.28590676188468933,
726
+ 0.18372130393981934,
727
+ 0.4449736177921295,
728
+ 0.3228118121623993,
729
+ 0.3098851144313812,
730
+ 0.29903140664100647,
731
+ 0.2849605083465576,
732
+ 0.18758800625801086,
733
+ 0.444967120885849,
734
+ 0.022119618952274323,
735
+ 0.018426259979605675,
736
+ 0.0010820452589541674
737
+ ],
738
+ "q01": [
739
+ -0.413952879011631,
740
+ -0.008915431266650557,
741
+ 0.06406323239207268,
742
+ 0.14336532533168792,
743
+ -0.3953281992673874,
744
+ -0.10908647663891316,
745
+ -0.48193864911794665,
746
+ -0.18638673931360245,
747
+ -0.3473254644870758,
748
+ 0.12688246086239816,
749
+ -0.33171029955148695,
750
+ -0.08449299089610576,
751
+ -0.041950363628566266,
752
+ -0.06060489792376757,
753
+ -0.007845379579812288,
754
+ -0.5840581315755844,
755
+ -0.0297157559171319,
756
+ -0.2735072746872902,
757
+ -0.4274919933080673,
758
+ 1.2403797459602357,
759
+ -0.06167547084391117,
760
+ -0.06387600854039192,
761
+ -0.6644880473613739,
762
+ -0.168868298381567,
763
+ -0.026168434526771308,
764
+ -0.401207831799984,
765
+ -1.6930247640609741,
766
+ -0.05662567514926195,
767
+ -0.01742506954818964,
768
+ 0.3000103533267975,
769
+ 0.30121973156929016,
770
+ 0.3310818374156952,
771
+ 0.35618627071380615,
772
+ 0.5047132968902588,
773
+ 0.0,
774
+ 0.3000008165836334,
775
+ 0.30090996623039246,
776
+ 0.32854763299226764,
777
+ 0.342146098613739,
778
+ 0.5167127305269241,
779
+ 0.0,
780
+ -0.09519841820001602,
781
+ -0.03483868516981602,
782
+ -0.9999721038341522
783
+ ],
784
+ "q99": [
785
+ 0.1653859966993332,
786
+ 0.2205146604776383,
787
+ 0.26307359576225287,
788
+ 1.1804877960681923,
789
+ 0.04262433819472812,
790
+ 0.06540561720728875,
791
+ 0.12518880665302282,
792
+ -0.013296829396858759,
793
+ -0.11030989341437815,
794
+ 0.9788761049509063,
795
+ 0.08820224247872835,
796
+ 0.07959219507873061,
797
+ 0.030295099448412667,
798
+ 0.0396171545237303,
799
+ 0.1266790293157101,
800
+ 0.6262031054496766,
801
+ 0.33109292685985625,
802
+ 0.10772319763898867,
803
+ 0.723529167771341,
804
+ 1.558490755558014,
805
+ 0.006664295950904502,
806
+ 0.004930962990038162,
807
+ 0.5441445082426071,
808
+ 0.03171946596354264,
809
+ 0.5039451402425766,
810
+ 0.8343079823255556,
811
+ -1.3302290010452265,
812
+ 0.030253863539546743,
813
+ 0.061551280282437906,
814
+ 0.9997268915176392,
815
+ 0.9996393918991089,
816
+ 0.9995970726013184,
817
+ 0.9996384978294373,
818
+ 1.0,
819
+ 0.9992190581560135,
820
+ 0.9997413158416748,
821
+ 0.9996601343154907,
822
+ 0.9996210330724716,
823
+ 0.9996594768762589,
824
+ 1.0,
825
+ 0.9992058873176575,
826
+ 0.019093862511217637,
827
+ 0.05943375892937189,
828
+ -0.9948426687717438
829
+ ],
830
+ "count": [
831
+ 68102
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
a10-trolley-push/epoch-010/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=32
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=dlc19te5fv9wtn5t-master-0
16
+ MASTER_PORT=30295
a10-trolley-push/epoch-010/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
a10-trolley-push/epoch-010/hb_metrics.jsonl ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 0, "time": 1794395307.486381, "train/lr_act": 3.7037037037037037e-06, "train/lr_action_header": 3.7037037037037037e-06, "train/lr_lang_backbone": 3.7037037037037036e-08, "train/lr_vision_tower": 3.7037037037037036e-07, "train/lr_mm_projector": 3.7037037037037037e-06, "train/grad_norm_act": 44.831382751464844, "train/grad_norm_lang_backbone": 4.165959358215332, "train/grad_norm_vision_tower": 7.225906848907471, "train/grad_norm_mm_projector": 1.7202545404434204, "train/grad_norm_vlm": 8.516350324364657, "train/loss": 41.50318145751953, "train/vlm_feat_norm": 8744.9267578125, "train/epoch": 0.0}
2
+ {"step": 10, "time": 1794395348.2211647, "train/lr_act": 4.074074074074074e-05, "train/lr_action_header": 4.074074074074074e-05, "train/lr_lang_backbone": 4.0740740740740737e-07, "train/lr_vision_tower": 4.074074074074074e-06, "train/lr_mm_projector": 4.074074074074074e-05, "train/grad_norm_act": 11.443581581115723, "train/grad_norm_lang_backbone": 1.619282841682434, "train/grad_norm_vision_tower": 2.8684680461883545, "train/grad_norm_mm_projector": 0.6867499947547913, "train/grad_norm_vlm": 3.3647899501553558, "train/loss": 34.28916549682617, "train/vlm_feat_norm": 8859.3935546875, "train/epoch": 0.0}
3
+ {"step": 20, "time": 1794395394.0960488, "train/lr_act": 7.777777777777778e-05, "train/lr_action_header": 7.777777777777778e-05, "train/lr_lang_backbone": 7.777777777777778e-07, "train/lr_vision_tower": 7.77777777777778e-06, "train/lr_mm_projector": 7.777777777777778e-05, "train/grad_norm_act": 10.601590156555176, "train/grad_norm_lang_backbone": 2.2036960124969482, "train/grad_norm_vision_tower": 2.8270790576934814, "train/grad_norm_mm_projector": 0.6333395838737488, "train/grad_norm_vlm": 3.6400235085017494, "train/loss": 29.624755859375, "train/vlm_feat_norm": 8505.033203125, "train/epoch": 0.0}
4
+ {"step": 30, "time": 1794395439.7742388, "train/lr_act": 9.999633596405633e-05, "train/lr_action_header": 9.999633596405633e-05, "train/lr_lang_backbone": 9.999633596405633e-07, "train/lr_vision_tower": 9.999633596405634e-06, "train/lr_mm_projector": 9.999633596405633e-05, "train/grad_norm_act": 15.965065956115723, "train/grad_norm_lang_backbone": 1.5349445343017578, "train/grad_norm_vision_tower": 2.073822498321533, "train/grad_norm_mm_projector": 0.5849919319152832, "train/grad_norm_vlm": 2.6455642192797706, "train/loss": 22.776884078979492, "train/vlm_feat_norm": 7204.83203125, "train/epoch": 0.0}
5
+ {"step": 40, "time": 1794395480.243729, "train/lr_act": 9.995512172662395e-05, "train/lr_action_header": 9.995512172662395e-05, "train/lr_lang_backbone": 9.995512172662395e-07, "train/lr_vision_tower": 9.995512172662397e-06, "train/lr_mm_projector": 9.995512172662395e-05, "train/grad_norm_act": 13.49581241607666, "train/grad_norm_lang_backbone": 1.1497607231140137, "train/grad_norm_vision_tower": 1.3351253271102905, "train/grad_norm_mm_projector": 0.37265992164611816, "train/grad_norm_vlm": 1.8009399703233617, "train/loss": 17.984102249145508, "train/vlm_feat_norm": 8941.310546875, "train/epoch": 0.0}
6
+ {"step": 50, "time": 1794395510.2910917, "train/lr_act": 9.986815108288272e-05, "train/lr_action_header": 9.986815108288272e-05, "train/lr_lang_backbone": 9.986815108288272e-07, "train/lr_vision_tower": 9.986815108288273e-06, "train/lr_mm_projector": 9.986815108288272e-05, "train/grad_norm_act": 15.537641525268555, "train/grad_norm_lang_backbone": 2.439708709716797, "train/grad_norm_vision_tower": 3.9883697032928467, "train/grad_norm_mm_projector": 0.8906387090682983, "train/grad_norm_vlm": 4.759465178830823, "train/loss": 15.185489654541016, "train/vlm_feat_norm": 8660.078125, "train/epoch": 0.0}
7
+ {"step": 60, "time": 1794395587.93554, "train/lr_act": 9.973550369361563e-05, "train/lr_action_header": 9.973550369361563e-05, "train/lr_lang_backbone": 9.973550369361562e-07, "train/lr_vision_tower": 9.973550369361563e-06, "train/lr_mm_projector": 9.973550369361563e-05, "train/grad_norm_act": 10.74179458618164, "train/grad_norm_lang_backbone": 0.9027388691902161, "train/grad_norm_vision_tower": 1.2850565910339355, "train/grad_norm_mm_projector": 0.3129083812236786, "train/grad_norm_vlm": 1.6013180705739296, "train/loss": 14.006595611572266, "train/vlm_feat_norm": 8189.26904296875, "train/epoch": 1.0}
8
+ {"step": 70, "time": 1794395628.802779, "train/lr_act": 9.955730105723223e-05, "train/lr_action_header": 9.955730105723223e-05, "train/lr_lang_backbone": 9.955730105723221e-07, "train/lr_vision_tower": 9.955730105723223e-06, "train/lr_mm_projector": 9.955730105723223e-05, "train/grad_norm_act": 9.579669952392578, "train/grad_norm_lang_backbone": 1.3927347660064697, "train/grad_norm_vision_tower": 2.394700765609741, "train/grad_norm_mm_projector": 0.4901287257671356, "train/grad_norm_vlm": 2.813277102078125, "train/loss": 11.544279098510742, "train/vlm_feat_norm": 7124.8486328125, "train/epoch": 1.0}
9
+ {"step": 80, "time": 1794395669.513408, "train/lr_act": 9.933370639848211e-05, "train/lr_action_header": 9.933370639848211e-05, "train/lr_lang_backbone": 9.93337063984821e-07, "train/lr_vision_tower": 9.93337063984821e-06, "train/lr_mm_projector": 9.933370639848211e-05, "train/grad_norm_act": 10.983147621154785, "train/grad_norm_lang_backbone": 0.7911041378974915, "train/grad_norm_vision_tower": 0.9295265078544617, "train/grad_norm_mm_projector": 0.24113936722278595, "train/grad_norm_vlm": 1.2441918984735632, "train/loss": 12.994827270507812, "train/vlm_feat_norm": 7311.19091796875, "train/epoch": 1.0}
10
+ {"step": 90, "time": 1794395709.289774, "train/lr_act": 9.906492451894922e-05, "train/lr_action_header": 9.906492451894922e-05, "train/lr_lang_backbone": 9.906492451894922e-07, "train/lr_vision_tower": 9.906492451894922e-06, "train/lr_mm_projector": 9.906492451894922e-05, "train/grad_norm_act": 9.544816970825195, "train/grad_norm_lang_backbone": 0.8577336072921753, "train/grad_norm_vision_tower": 0.9202532172203064, "train/grad_norm_mm_projector": 0.24251486361026764, "train/grad_norm_vlm": 1.2811660251328392, "train/loss": 10.204977035522461, "train/vlm_feat_norm": 7191.06640625, "train/epoch": 1.0}
11
+ {"step": 100, "time": 1794395741.7033193, "train/lr_act": 9.875120160946372e-05, "train/lr_action_header": 9.875120160946372e-05, "train/lr_lang_backbone": 9.875120160946371e-07, "train/lr_vision_tower": 9.875120160946371e-06, "train/lr_mm_projector": 9.875120160946372e-05, "train/grad_norm_act": 8.30845832824707, "train/grad_norm_lang_backbone": 1.007939338684082, "train/grad_norm_vision_tower": 2.0109035968780518, "train/grad_norm_mm_projector": 0.38213086128234863, "train/grad_norm_vlm": 2.2816000923799904, "train/loss": 10.79108715057373, "train/vlm_feat_norm": 6975.388671875, "train/epoch": 1.0}
12
+ {"step": 110, "time": 1794395807.2384553, "train/lr_act": 9.83928250246034e-05, "train/lr_action_header": 9.83928250246034e-05, "train/lr_lang_backbone": 9.83928250246034e-07, "train/lr_vision_tower": 9.83928250246034e-06, "train/lr_mm_projector": 9.83928250246034e-05, "train/grad_norm_act": 10.014483451843262, "train/grad_norm_lang_backbone": 1.3408055305480957, "train/grad_norm_vision_tower": 2.863779067993164, "train/grad_norm_mm_projector": 0.5190724730491638, "train/grad_norm_vlm": 3.2044385238761457, "train/loss": 8.376167297363281, "train/vlm_feat_norm": 7277.1611328125, "train/epoch": 2.0}
13
+ {"step": 120, "time": 1794395855.7885914, "train/lr_act": 9.799012301949136e-05, "train/lr_action_header": 9.799012301949136e-05, "train/lr_lang_backbone": 9.799012301949137e-07, "train/lr_vision_tower": 9.799012301949136e-06, "train/lr_mm_projector": 9.799012301949136e-05, "train/grad_norm_act": 8.996800422668457, "train/grad_norm_lang_backbone": 0.9712411165237427, "train/grad_norm_vision_tower": 1.4217232465744019, "train/grad_norm_mm_projector": 0.32029545307159424, "train/grad_norm_vlm": 1.7513410500341393, "train/loss": 8.841131210327148, "train/vlm_feat_norm": 7237.1943359375, "train/epoch": 2.0}
14
+ {"step": 130, "time": 1794395903.9060743, "train/lr_act": 9.754346444913042e-05, "train/lr_action_header": 9.754346444913042e-05, "train/lr_lang_backbone": 9.754346444913042e-07, "train/lr_vision_tower": 9.754346444913042e-06, "train/lr_mm_projector": 9.754346444913042e-05, "train/grad_norm_act": 7.92341947555542, "train/grad_norm_lang_backbone": 0.934176504611969, "train/grad_norm_vision_tower": 1.609591007232666, "train/grad_norm_mm_projector": 0.33753448724746704, "train/grad_norm_vlm": 1.8914011955200607, "train/loss": 8.6460542678833, "train/vlm_feat_norm": 6681.89306640625, "train/epoch": 2.0}
15
+ {"step": 140, "time": 1794395938.9274426, "train/lr_act": 9.705325843055045e-05, "train/lr_action_header": 9.705325843055045e-05, "train/lr_lang_backbone": 9.705325843055043e-07, "train/lr_vision_tower": 9.705325843055045e-06, "train/lr_mm_projector": 9.705325843055045e-05, "train/grad_norm_act": 7.9083757400512695, "train/grad_norm_lang_backbone": 0.8758023381233215, "train/grad_norm_vision_tower": 1.6668977737426758, "train/grad_norm_mm_projector": 0.3148079812526703, "train/grad_norm_vlm": 1.9091050229442452, "train/loss": 7.354795455932617, "train/vlm_feat_norm": 6630.88671875, "train/epoch": 2.0}
16
+ {"step": 150, "time": 1794395971.954185, "train/lr_act": 9.651995396807743e-05, "train/lr_action_header": 9.651995396807743e-05, "train/lr_lang_backbone": 9.651995396807742e-07, "train/lr_vision_tower": 9.651995396807742e-06, "train/lr_mm_projector": 9.651995396807743e-05, "train/grad_norm_act": 8.88221263885498, "train/grad_norm_lang_backbone": 1.0084643363952637, "train/grad_norm_vision_tower": 1.444361925125122, "train/grad_norm_mm_projector": 0.3217102587223053, "train/grad_norm_vlm": 1.790720296165613, "train/loss": 7.890178203582764, "train/vlm_feat_norm": 7127.3837890625, "train/epoch": 2.0}
17
+ {"step": 160, "time": 1794396039.0061493, "train/lr_act": 9.59440395420679e-05, "train/lr_action_header": 9.59440395420679e-05, "train/lr_lang_backbone": 9.594403954206789e-07, "train/lr_vision_tower": 9.59440395420679e-06, "train/lr_mm_projector": 9.59440395420679e-05, "train/grad_norm_act": 8.49207592010498, "train/grad_norm_lang_backbone": 0.9011793732643127, "train/grad_norm_vision_tower": 1.328312635421753, "train/grad_norm_mm_projector": 0.3018852770328522, "train/grad_norm_vlm": 1.6333013931015132, "train/loss": 6.406589984893799, "train/vlm_feat_norm": 7018.57568359375, "train/epoch": 3.0}
18
+ {"step": 170, "time": 1794396080.9822476, "train/lr_act": 9.53260426614852e-05, "train/lr_action_header": 9.53260426614852e-05, "train/lr_lang_backbone": 9.53260426614852e-07, "train/lr_vision_tower": 9.532604266148521e-06, "train/lr_mm_projector": 9.53260426614852e-05, "train/grad_norm_act": 9.474440574645996, "train/grad_norm_lang_backbone": 1.157294750213623, "train/grad_norm_vision_tower": 2.258497476577759, "train/grad_norm_mm_projector": 0.39306744933128357, "train/grad_norm_vlm": 2.5680038960842557, "train/loss": 6.738267421722412, "train/vlm_feat_norm": 6574.5751953125, "train/epoch": 3.0}
19
+ {"step": 180, "time": 1794396120.8448813, "train/lr_act": 9.466652938072753e-05, "train/lr_action_header": 9.466652938072753e-05, "train/lr_lang_backbone": 9.466652938072752e-07, "train/lr_vision_tower": 9.466652938072754e-06, "train/lr_mm_projector": 9.466652938072753e-05, "train/grad_norm_act": 6.809983730316162, "train/grad_norm_lang_backbone": 0.7314623594284058, "train/grad_norm_vision_tower": 1.1841516494750977, "train/grad_norm_mm_projector": 0.27539971470832825, "train/grad_norm_vlm": 1.418836606194171, "train/loss": 5.808977127075195, "train/vlm_feat_norm": 6663.904296875, "train/epoch": 3.0}
20
+ {"step": 190, "time": 1794396166.7050555, "train/lr_act": 9.396610378115025e-05, "train/lr_action_header": 9.396610378115025e-05, "train/lr_lang_backbone": 9.396610378115024e-07, "train/lr_vision_tower": 9.396610378115025e-06, "train/lr_mm_projector": 9.396610378115025e-05, "train/grad_norm_act": 7.62764310836792, "train/grad_norm_lang_backbone": 0.806268036365509, "train/grad_norm_vision_tower": 1.1144343614578247, "train/grad_norm_mm_projector": 0.2797318696975708, "train/grad_norm_vlm": 1.4036673435636742, "train/loss": 5.333909034729004, "train/vlm_feat_norm": 6717.07421875, "train/epoch": 3.0}
21
+ {"step": 200, "time": 1794396203.0198011, "train/lr_act": 9.322540741775744e-05, "train/lr_action_header": 9.322540741775744e-05, "train/lr_lang_backbone": 9.322540741775743e-07, "train/lr_vision_tower": 9.322540741775745e-06, "train/lr_mm_projector": 9.322540741775744e-05, "train/grad_norm_act": 7.44537878036499, "train/grad_norm_lang_backbone": 0.7960641980171204, "train/grad_norm_vision_tower": 1.7484570741653442, "train/grad_norm_mm_projector": 0.315695583820343, "train/grad_norm_vlm": 1.946916549112248, "train/loss": 6.015510559082031, "train/vlm_feat_norm": 6741.55419921875, "train/epoch": 3.0}
22
+ {"step": 210, "time": 1794396232.8141568, "train/lr_act": 9.244511873156944e-05, "train/lr_action_header": 9.244511873156944e-05, "train/lr_lang_backbone": 9.244511873156943e-07, "train/lr_vision_tower": 9.244511873156945e-06, "train/lr_mm_projector": 9.244511873156944e-05, "train/grad_norm_act": 6.933417320251465, "train/grad_norm_lang_backbone": 0.9191430807113647, "train/grad_norm_vision_tower": 1.540335774421692, "train/grad_norm_mm_projector": 0.33261969685554504, "train/grad_norm_vlm": 1.824306488372808, "train/loss": 5.929425239562988, "train/vlm_feat_norm": 6926.3447265625, "train/epoch": 3.0}
23
+ {"step": 220, "time": 1794396310.3171003, "train/lr_act": 9.162595242820461e-05, "train/lr_action_header": 9.162595242820461e-05, "train/lr_lang_backbone": 9.16259524282046e-07, "train/lr_vision_tower": 9.162595242820462e-06, "train/lr_mm_projector": 9.162595242820461e-05, "train/grad_norm_act": 6.5738677978515625, "train/grad_norm_lang_backbone": 0.7442530393600464, "train/grad_norm_vision_tower": 1.3596867322921753, "train/grad_norm_mm_projector": 0.28829261660575867, "train/grad_norm_vlm": 1.5766335114278889, "train/loss": 4.951602935791016, "train/vlm_feat_norm": 6556.4970703125, "train/epoch": 4.0}
24
+ {"step": 230, "time": 1794396351.9375017, "train/lr_act": 9.076865882324452e-05, "train/lr_action_header": 9.076865882324452e-05, "train/lr_lang_backbone": 9.076865882324452e-07, "train/lr_vision_tower": 9.076865882324453e-06, "train/lr_mm_projector": 9.076865882324452e-05, "train/grad_norm_act": 7.065677642822266, "train/grad_norm_lang_backbone": 0.9272980093955994, "train/grad_norm_vision_tower": 1.2609946727752686, "train/grad_norm_mm_projector": 0.310372918844223, "train/grad_norm_vlm": 1.5957194339070169, "train/loss": 4.237218379974365, "train/vlm_feat_norm": 7362.82763671875, "train/epoch": 4.0}
25
+ {"step": 240, "time": 1794396391.765041, "train/lr_act": 8.987402315498223e-05, "train/lr_action_header": 8.987402315498223e-05, "train/lr_lang_backbone": 8.987402315498222e-07, "train/lr_vision_tower": 8.987402315498225e-06, "train/lr_mm_projector": 8.987402315498223e-05, "train/grad_norm_act": 6.820409774780273, "train/grad_norm_lang_backbone": 0.9938539266586304, "train/grad_norm_vision_tower": 1.648180603981018, "train/grad_norm_mm_projector": 0.33604952692985535, "train/grad_norm_vlm": 1.953758996248972, "train/loss": 6.074594020843506, "train/vlm_feat_norm": 7095.396484375, "train/epoch": 4.0}
26
+ {"step": 250, "time": 1794396430.8360162, "train/lr_act": 8.894286486518311e-05, "train/lr_action_header": 8.894286486518311e-05, "train/lr_lang_backbone": 8.89428648651831e-07, "train/lr_vision_tower": 8.89428648651831e-06, "train/lr_mm_projector": 8.894286486518311e-05, "train/grad_norm_act": 6.442736625671387, "train/grad_norm_lang_backbone": 1.0237361192703247, "train/grad_norm_vision_tower": 2.227639675140381, "train/grad_norm_mm_projector": 0.3931891620159149, "train/grad_norm_vlm": 2.4829441961681264, "train/loss": 5.363404273986816, "train/vlm_feat_norm": 7035.22998046875, "train/epoch": 4.0}
27
+ {"step": 260, "time": 1794396462.6945024, "train/lr_act": 8.797603684851685e-05, "train/lr_action_header": 8.797603684851685e-05, "train/lr_lang_backbone": 8.797603684851683e-07, "train/lr_vision_tower": 8.797603684851685e-06, "train/lr_mm_projector": 8.797603684851685e-05, "train/grad_norm_act": 7.079883575439453, "train/grad_norm_lang_backbone": 0.9331027865409851, "train/grad_norm_vision_tower": 1.4046432971954346, "train/grad_norm_mm_projector": 0.32456254959106445, "train/grad_norm_vlm": 1.7172782101929975, "train/loss": 5.1777544021606445, "train/vlm_feat_norm": 7038.01025390625, "train/epoch": 4.0}
28
+ {"step": 270, "time": 1794396530.5134995, "train/lr_act": 8.697442467134846e-05, "train/lr_action_header": 8.697442467134846e-05, "train/lr_lang_backbone": 8.697442467134845e-07, "train/lr_vision_tower": 8.697442467134848e-06, "train/lr_mm_projector": 8.697442467134846e-05, "train/grad_norm_act": 6.793788433074951, "train/grad_norm_lang_backbone": 0.6864362359046936, "train/grad_norm_vision_tower": 1.0758962631225586, "train/grad_norm_mm_projector": 0.26653844118118286, "train/grad_norm_vlm": 1.3037600299101768, "train/loss": 4.98447322845459, "train/vlm_feat_norm": 6918.08203125, "train/epoch": 5.0}
29
+ {"step": 280, "time": 1794396580.5551496, "train/lr_act": 8.593894576060356e-05, "train/lr_action_header": 8.593894576060356e-05, "train/lr_lang_backbone": 8.593894576060354e-07, "train/lr_vision_tower": 8.593894576060356e-06, "train/lr_mm_projector": 8.593894576060356e-05, "train/grad_norm_act": 5.896030902862549, "train/grad_norm_lang_backbone": 0.7258747816085815, "train/grad_norm_vision_tower": 1.059542179107666, "train/grad_norm_mm_projector": 0.293096661567688, "train/grad_norm_vlm": 1.3173570058665385, "train/loss": 5.21480655670166, "train/vlm_feat_norm": 6515.56982421875, "train/epoch": 5.0}
30
+ {"step": 290, "time": 1794396621.9467168, "train/lr_act": 8.487054856345081e-05, "train/lr_action_header": 8.487054856345081e-05, "train/lr_lang_backbone": 8.487054856345081e-07, "train/lr_vision_tower": 8.487054856345081e-06, "train/lr_mm_projector": 8.487054856345081e-05, "train/grad_norm_act": 7.106094837188721, "train/grad_norm_lang_backbone": 0.7375322580337524, "train/grad_norm_vision_tower": 1.1927855014801025, "train/grad_norm_mm_projector": 0.249573215842247, "train/grad_norm_vlm": 1.424421943894205, "train/loss": 5.242311477661133, "train/vlm_feat_norm": 6817.3896484375, "train/epoch": 5.0}
31
+ {"step": 300, "time": 1794396658.5993202, "train/lr_act": 8.377021167857166e-05, "train/lr_action_header": 8.377021167857166e-05, "train/lr_lang_backbone": 8.377021167857165e-07, "train/lr_vision_tower": 8.377021167857167e-06, "train/lr_mm_projector": 8.377021167857166e-05, "train/grad_norm_act": 5.849032402038574, "train/grad_norm_lang_backbone": 0.8304142355918884, "train/grad_norm_vision_tower": 1.4291021823883057, "train/grad_norm_mm_projector": 0.30042436718940735, "train/grad_norm_vlm": 1.6799332280724237, "train/loss": 4.433507919311523, "train/vlm_feat_norm": 7083.69970703125, "train/epoch": 5.0}
32
+ {"step": 310, "time": 1794396691.81168, "train/lr_act": 8.263894295981257e-05, "train/lr_action_header": 8.263894295981257e-05, "train/lr_lang_backbone": 8.263894295981257e-07, "train/lr_vision_tower": 8.263894295981258e-06, "train/lr_mm_projector": 8.263894295981257e-05, "train/grad_norm_act": 5.959712982177734, "train/grad_norm_lang_backbone": 0.7220166921615601, "train/grad_norm_vision_tower": 1.2702407836914062, "train/grad_norm_mm_projector": 0.2617354393005371, "train/grad_norm_vlm": 1.4843601963468045, "train/loss": 4.570531845092773, "train/vlm_feat_norm": 6992.5732421875, "train/epoch": 5.0}
33
+ {"step": 320, "time": 1794396758.895985, "train/lr_act": 8.147777859304096e-05, "train/lr_action_header": 8.147777859304096e-05, "train/lr_lang_backbone": 8.147777859304095e-07, "train/lr_vision_tower": 8.147777859304095e-06, "train/lr_mm_projector": 8.147777859304096e-05, "train/grad_norm_act": 6.204580307006836, "train/grad_norm_lang_backbone": 0.9122523069381714, "train/grad_norm_vision_tower": 1.753440022468567, "train/grad_norm_mm_projector": 0.35569143295288086, "train/grad_norm_vlm": 2.0083009185340375, "train/loss": 4.827519416809082, "train/vlm_feat_norm": 6745.37158203125, "train/epoch": 6.0}
34
+ {"step": 330, "time": 1794396800.7332544, "train/lr_act": 8.028778214705059e-05, "train/lr_action_header": 8.028778214705059e-05, "train/lr_lang_backbone": 8.028778214705058e-07, "train/lr_vision_tower": 8.02877821470506e-06, "train/lr_mm_projector": 8.028778214705059e-05, "train/grad_norm_act": 6.504363059997559, "train/grad_norm_lang_backbone": 1.12925386428833, "train/grad_norm_vision_tower": 1.4829766750335693, "train/grad_norm_mm_projector": 0.3826407492160797, "train/grad_norm_vlm": 1.902852609022672, "train/loss": 4.796523094177246, "train/vlm_feat_norm": 6747.7548828125, "train/epoch": 6.0}
35
+ {"step": 340, "time": 1794396841.815088, "train/lr_act": 7.907004359938548e-05, "train/lr_action_header": 7.907004359938548e-05, "train/lr_lang_backbone": 7.907004359938547e-07, "train/lr_vision_tower": 7.907004359938548e-06, "train/lr_mm_projector": 7.907004359938548e-05, "train/grad_norm_act": 6.0949625968933105, "train/grad_norm_lang_backbone": 0.7479729056358337, "train/grad_norm_vision_tower": 1.2910645008087158, "train/grad_norm_mm_projector": 0.265868216753006, "train/grad_norm_vlm": 1.5155846797500936, "train/loss": 4.727175712585449, "train/vlm_feat_norm": 6590.40185546875, "train/epoch": 6.0}
36
+ {"step": 350, "time": 1794396886.3547385, "train/lr_act": 7.782567833797457e-05, "train/lr_action_header": 7.782567833797457e-05, "train/lr_lang_backbone": 7.782567833797457e-07, "train/lr_vision_tower": 7.782567833797458e-06, "train/lr_mm_projector": 7.782567833797457e-05, "train/grad_norm_act": 5.522768974304199, "train/grad_norm_lang_backbone": 1.2791554927825928, "train/grad_norm_vision_tower": 2.0322582721710205, "train/grad_norm_mm_projector": 0.42451211810112, "train/grad_norm_vlm": 2.4385493634409205, "train/loss": 4.159659385681152, "train/vlm_feat_norm": 6764.27685546875, "train/epoch": 6.0}
37
+ {"step": 360, "time": 1794396921.6904256, "train/lr_act": 7.655582613949204e-05, "train/lr_action_header": 7.655582613949204e-05, "train/lr_lang_backbone": 7.655582613949203e-07, "train/lr_vision_tower": 7.655582613949203e-06, "train/lr_mm_projector": 7.655582613949204e-05, "train/grad_norm_act": 7.430257797241211, "train/grad_norm_lang_backbone": 1.0640661716461182, "train/grad_norm_vision_tower": 1.3644074201583862, "train/grad_norm_mm_projector": 0.33069631457328796, "train/grad_norm_vlm": 1.761591461803004, "train/loss": 5.744709014892578, "train/vlm_feat_norm": 6721.7978515625, "train/epoch": 6.0}
38
+ {"step": 370, "time": 1794396951.560021, "train/lr_act": 7.526165012537844e-05, "train/lr_action_header": 7.526165012537844e-05, "train/lr_lang_backbone": 7.526165012537842e-07, "train/lr_vision_tower": 7.526165012537844e-06, "train/lr_mm_projector": 7.526165012537844e-05, "train/grad_norm_act": 5.861722946166992, "train/grad_norm_lang_backbone": 0.8707069158554077, "train/grad_norm_vision_tower": 1.4053884744644165, "train/grad_norm_mm_projector": 0.29815101623535156, "train/grad_norm_vlm": 1.6799230119139474, "train/loss": 3.387126922607422, "train/vlm_feat_norm": 6955.88525390625, "train/epoch": 6.0}
39
+ {"step": 380, "time": 1794397028.467716, "train/lr_act": 7.394433569647934e-05, "train/lr_action_header": 7.394433569647934e-05, "train/lr_lang_backbone": 7.394433569647934e-07, "train/lr_vision_tower": 7.394433569647935e-06, "train/lr_mm_projector": 7.394433569647934e-05, "train/grad_norm_act": 7.147892475128174, "train/grad_norm_lang_backbone": 0.974734902381897, "train/grad_norm_vision_tower": 1.5497881174087524, "train/grad_norm_mm_projector": 0.35393670201301575, "train/grad_norm_vlm": 1.8647312213331608, "train/loss": 4.939140319824219, "train/vlm_feat_norm": 7060.8408203125, "train/epoch": 7.0}
40
+ {"step": 390, "time": 1794397069.1849842, "train/lr_act": 7.260508944727724e-05, "train/lr_action_header": 7.260508944727724e-05, "train/lr_lang_backbone": 7.260508944727724e-07, "train/lr_vision_tower": 7.2605089447277246e-06, "train/lr_mm_projector": 7.260508944727724e-05, "train/grad_norm_act": 6.452805995941162, "train/grad_norm_lang_backbone": 1.1434319019317627, "train/grad_norm_vision_tower": 1.9191372394561768, "train/grad_norm_mm_projector": 0.39843490719795227, "train/grad_norm_vlm": 2.269201320618469, "train/loss": 4.307085037231445, "train/vlm_feat_norm": 7038.1142578125, "train/epoch": 7.0}
41
+ {"step": 400, "time": 1794397109.199426, "train/lr_act": 7.124513806071087e-05, "train/lr_action_header": 7.124513806071087e-05, "train/lr_lang_backbone": 7.124513806071086e-07, "train/lr_vision_tower": 7.124513806071087e-06, "train/lr_mm_projector": 7.124513806071087e-05, "train/grad_norm_act": 6.863936424255371, "train/grad_norm_lang_backbone": 0.8609053492546082, "train/grad_norm_vision_tower": 1.2435917854309082, "train/grad_norm_mm_projector": 0.31576961278915405, "train/grad_norm_vlm": 1.5451177940621372, "train/loss": 3.6614789962768555, "train/vlm_feat_norm": 6617.09716796875, "train/epoch": 7.0}
42
+ {"step": 410, "time": 1794397152.9551206, "train/lr_act": 6.986572718459479e-05, "train/lr_action_header": 6.986572718459479e-05, "train/lr_lang_backbone": 6.986572718459478e-07, "train/lr_vision_tower": 6.986572718459479e-06, "train/lr_mm_projector": 6.986572718459479e-05, "train/grad_norm_act": 5.796757221221924, "train/grad_norm_lang_backbone": 0.7441515326499939, "train/grad_norm_vision_tower": 1.3167904615402222, "train/grad_norm_mm_projector": 0.2745092511177063, "train/grad_norm_vlm": 1.5372228049628494, "train/loss": 3.637037754058838, "train/vlm_feat_norm": 6634.73828125, "train/epoch": 7.0}
43
+ {"step": 420, "time": 1794397184.239386, "train/lr_act": 6.846812029066787e-05, "train/lr_action_header": 6.846812029066787e-05, "train/lr_lang_backbone": 6.846812029066787e-07, "train/lr_vision_tower": 6.8468120290667874e-06, "train/lr_mm_projector": 6.846812029066787e-05, "train/grad_norm_act": 6.052374362945557, "train/grad_norm_lang_backbone": 1.1948392391204834, "train/grad_norm_vision_tower": 1.9105464220046997, "train/grad_norm_mm_projector": 0.4238802492618561, "train/grad_norm_vlm": 2.2929245307448016, "train/loss": 2.982083559036255, "train/vlm_feat_norm": 7096.822265625, "train/epoch": 7.0}
44
+ {"step": 430, "time": 1794397252.0824761, "train/lr_act": 6.705359751731613e-05, "train/lr_action_header": 6.705359751731613e-05, "train/lr_lang_backbone": 6.705359751731612e-07, "train/lr_vision_tower": 6.7053597517316124e-06, "train/lr_mm_projector": 6.705359751731613e-05, "train/grad_norm_act": 6.413333415985107, "train/grad_norm_lang_backbone": 1.0578373670578003, "train/grad_norm_vision_tower": 1.7459734678268433, "train/grad_norm_mm_projector": 0.35721105337142944, "train/grad_norm_vlm": 2.0724485475277303, "train/loss": 4.446243762969971, "train/vlm_feat_norm": 6836.896484375, "train/epoch": 8.0}
45
+ {"step": 440, "time": 1794397298.4359186, "train/lr_act": 6.562345449702951e-05, "train/lr_action_header": 6.562345449702951e-05, "train/lr_lang_backbone": 6.562345449702951e-07, "train/lr_vision_tower": 6.562345449702952e-06, "train/lr_mm_projector": 6.562345449702951e-05, "train/grad_norm_act": 7.54036808013916, "train/grad_norm_lang_backbone": 1.2516800165176392, "train/grad_norm_vision_tower": 1.6890021562576294, "train/grad_norm_mm_projector": 0.40909451246261597, "train/grad_norm_vlm": 2.1416791234261834, "train/loss": 3.9799065589904785, "train/vlm_feat_norm": 6510.73583984375, "train/epoch": 8.0}
46
+ {"step": 450, "time": 1794397339.555072, "train/lr_act": 6.417900116966716e-05, "train/lr_action_header": 6.417900116966716e-05, "train/lr_lang_backbone": 6.417900116966715e-07, "train/lr_vision_tower": 6.417900116966715e-06, "train/lr_mm_projector": 6.417900116966716e-05, "train/grad_norm_act": 5.888993263244629, "train/grad_norm_lang_backbone": 1.254464864730835, "train/grad_norm_vision_tower": 2.0217466354370117, "train/grad_norm_mm_projector": 0.4085807204246521, "train/grad_norm_vlm": 2.41414161967515, "train/loss": 4.179601669311523, "train/vlm_feat_norm": 7037.7509765625, "train/epoch": 8.0}
47
+ {"step": 460, "time": 1794397379.2278433, "train/lr_act": 6.272156058261753e-05, "train/lr_action_header": 6.272156058261753e-05, "train/lr_lang_backbone": 6.272156058261753e-07, "train/lr_vision_tower": 6.272156058261754e-06, "train/lr_mm_projector": 6.272156058261753e-05, "train/grad_norm_act": 4.941172122955322, "train/grad_norm_lang_backbone": 0.870051383972168, "train/grad_norm_vision_tower": 1.568532943725586, "train/grad_norm_mm_projector": 0.35283002257347107, "train/grad_norm_vlm": 1.8280519771422072, "train/loss": 3.0024006366729736, "train/vlm_feat_norm": 6919.93310546875, "train/epoch": 8.0}
48
+ {"step": 470, "time": 1794397411.9469416, "train/lr_act": 6.125246767895286e-05, "train/lr_action_header": 6.125246767895286e-05, "train/lr_lang_backbone": 6.125246767895285e-07, "train/lr_vision_tower": 6.125246767895287e-06, "train/lr_mm_projector": 6.125246767895286e-05, "train/grad_norm_act": 6.217458724975586, "train/grad_norm_lang_backbone": 1.058953046798706, "train/grad_norm_vision_tower": 1.3132758140563965, "train/grad_norm_mm_projector": 0.32480019330978394, "train/grad_norm_vlm": 1.7180134122537654, "train/loss": 2.9649884700775146, "train/vlm_feat_norm": 6537.5927734375, "train/epoch": 8.0}
49
+ {"step": 480, "time": 1794397479.8010592, "train/lr_act": 5.9773068074687745e-05, "train/lr_action_header": 5.9773068074687745e-05, "train/lr_lang_backbone": 5.977306807468774e-07, "train/lr_vision_tower": 5.9773068074687745e-06, "train/lr_mm_projector": 5.9773068074687745e-05, "train/grad_norm_act": 5.287405967712402, "train/grad_norm_lang_backbone": 0.8032096028327942, "train/grad_norm_vision_tower": 1.2241432666778564, "train/grad_norm_mm_projector": 0.3019905388355255, "train/grad_norm_vlm": 1.4949483900729548, "train/loss": 3.039571762084961, "train/vlm_feat_norm": 6976.796875, "train/epoch": 9.0}
50
+ {"step": 490, "time": 1794397521.957237, "train/lr_act": 5.828471682626175e-05, "train/lr_action_header": 5.828471682626175e-05, "train/lr_lang_backbone": 5.828471682626174e-07, "train/lr_vision_tower": 5.828471682626176e-06, "train/lr_mm_projector": 5.828471682626175e-05, "train/grad_norm_act": 6.163059711456299, "train/grad_norm_lang_backbone": 1.0383508205413818, "train/grad_norm_vision_tower": 1.182877779006958, "train/grad_norm_mm_projector": 0.3110698461532593, "train/grad_norm_vlm": 1.6044116416223135, "train/loss": 3.715848922729492, "train/vlm_feat_norm": 6984.1435546875, "train/epoch": 9.0}
51
+ {"step": 500, "time": 1794397562.538052, "train/lr_act": 5.67887771893752e-05, "train/lr_action_header": 5.67887771893752e-05, "train/lr_lang_backbone": 5.678877718937519e-07, "train/lr_vision_tower": 5.67887771893752e-06, "train/lr_mm_projector": 5.67887771893752e-05, "train/grad_norm_act": 4.8269734382629395, "train/grad_norm_lang_backbone": 0.8650618195533752, "train/grad_norm_vision_tower": 1.383707880973816, "train/grad_norm_mm_projector": 0.29596590995788574, "train/grad_norm_vlm": 1.6584858369534674, "train/loss": 2.9896113872528076, "train/vlm_feat_norm": 7036.91259765625, "train/epoch": 9.0}
52
+ {"step": 510, "time": 1794397605.9980803, "train/lr_act": 5.5286619370314706e-05, "train/lr_action_header": 5.5286619370314706e-05, "train/lr_lang_backbone": 5.52866193703147e-07, "train/lr_vision_tower": 5.528661937031471e-06, "train/lr_mm_projector": 5.5286619370314706e-05, "train/grad_norm_act": 5.382976531982422, "train/grad_norm_lang_backbone": 0.9131916761398315, "train/grad_norm_vision_tower": 0.916286051273346, "train/grad_norm_mm_projector": 0.273616760969162, "train/grad_norm_vlm": 1.322257651523496, "train/loss": 3.9340767860412598, "train/vlm_feat_norm": 7261.71533203125, "train/epoch": 9.0}
53
+ {"step": 520, "time": 1794397640.0210104, "train/lr_act": 5.377961927091242e-05, "train/lr_action_header": 5.377961927091242e-05, "train/lr_lang_backbone": 5.377961927091241e-07, "train/lr_vision_tower": 5.377961927091242e-06, "train/lr_mm_projector": 5.377961927091242e-05, "train/grad_norm_act": 5.364316940307617, "train/grad_norm_lang_backbone": 0.7058620452880859, "train/grad_norm_vision_tower": 1.3590679168701172, "train/grad_norm_mm_projector": 0.2878236174583435, "train/grad_norm_vlm": 1.5582519900230407, "train/loss": 3.4232211112976074, "train/vlm_feat_norm": 6991.86767578125, "train/epoch": 9.0}
54
+ {"step": 530, "time": 1794397704.5348551, "train/lr_act": 5.22691572282884e-05, "train/lr_action_header": 5.22691572282884e-05, "train/lr_lang_backbone": 5.226915722828839e-07, "train/lr_vision_tower": 5.22691572282884e-06, "train/lr_mm_projector": 5.22691572282884e-05, "train/grad_norm_act": 4.359055519104004, "train/grad_norm_lang_backbone": 0.792743980884552, "train/grad_norm_vision_tower": 1.5264458656311035, "train/grad_norm_mm_projector": 0.29834237694740295, "train/grad_norm_vlm": 1.745705637790519, "train/loss": 3.1233839988708496, "train/vlm_feat_norm": 6845.21826171875, "train/epoch": 10.0}
55
+ {"step": 540, "time": 1794397837.9317288, "train/lr_act": 5.075661675053044e-05, "train/lr_action_header": 5.075661675053044e-05, "train/lr_lang_backbone": 5.075661675053044e-07, "train/lr_vision_tower": 5.075661675053044e-06, "train/lr_mm_projector": 5.075661675053044e-05, "train/grad_norm_act": 6.0764875411987305, "train/grad_norm_lang_backbone": 0.9975109100341797, "train/grad_norm_vision_tower": 1.361696481704712, "train/grad_norm_mm_projector": 0.33683955669403076, "train/grad_norm_vlm": 1.7212513502908398, "train/loss": 3.6660666465759277, "train/vlm_feat_norm": 6724.81005859375, "train/epoch": 10.0}
56
+ {"step": 550, "time": 1794397874.5244308, "train/lr_act": 4.924338324946956e-05, "train/lr_action_header": 4.924338324946956e-05, "train/lr_lang_backbone": 4.924338324946956e-07, "train/lr_vision_tower": 4.924338324946956e-06, "train/lr_mm_projector": 4.924338324946956e-05, "train/grad_norm_act": 5.579978942871094, "train/grad_norm_lang_backbone": 0.8293487429618835, "train/grad_norm_vision_tower": 1.1848816871643066, "train/grad_norm_mm_projector": 0.2613712251186371, "train/grad_norm_vlm": 1.4697206766422686, "train/loss": 3.970017194747925, "train/vlm_feat_norm": 6797.984375, "train/epoch": 10.0}
57
+ {"step": 560, "time": 1794397905.5008254, "train/lr_act": 4.773084277171161e-05, "train/lr_action_header": 4.773084277171161e-05, "train/lr_lang_backbone": 4.77308427717116e-07, "train/lr_vision_tower": 4.773084277171161e-06, "train/lr_mm_projector": 4.773084277171161e-05, "train/grad_norm_act": 6.210525989532471, "train/grad_norm_lang_backbone": 0.693448543548584, "train/grad_norm_vision_tower": 0.9958823323249817, "train/grad_norm_mm_projector": 0.27327021956443787, "train/grad_norm_vlm": 1.2439168442012085, "train/loss": 4.383810997009277, "train/vlm_feat_norm": 6790.2578125, "train/epoch": 10.0}
58
+ {"step": 570, "time": 1794397935.847289, "train/lr_act": 4.622038072908759e-05, "train/lr_action_header": 4.622038072908759e-05, "train/lr_lang_backbone": 4.622038072908758e-07, "train/lr_vision_tower": 4.622038072908759e-06, "train/lr_mm_projector": 4.622038072908759e-05, "train/grad_norm_act": 4.63238525390625, "train/grad_norm_lang_backbone": 0.8168533444404602, "train/grad_norm_vision_tower": 1.374505877494812, "train/grad_norm_mm_projector": 0.2987693250179291, "train/grad_norm_vlm": 1.6265850433232862, "train/loss": 2.575761318206787, "train/vlm_feat_norm": 6943.001953125, "train/epoch": 10.0}
59
+ {"step": 580, "time": 1794397966.448874, "train/lr_act": 4.4713380629685306e-05, "train/lr_action_header": 4.4713380629685306e-05, "train/lr_lang_backbone": 4.4713380629685307e-07, "train/lr_vision_tower": 4.4713380629685314e-06, "train/lr_mm_projector": 4.4713380629685306e-05, "train/grad_norm_act": 7.6519365310668945, "train/grad_norm_lang_backbone": 0.7868192791938782, "train/grad_norm_vision_tower": 1.2853271961212158, "train/grad_norm_mm_projector": 0.3014717698097229, "train/grad_norm_vlm": 1.5368916055441928, "train/loss": 4.562673568725586, "train/vlm_feat_norm": 6935.43212890625, "train/epoch": 10.0}
60
+ {"step": 590, "time": 1794398043.1172855, "train/lr_act": 4.321122281062481e-05, "train/lr_action_header": 4.321122281062481e-05, "train/lr_lang_backbone": 4.321122281062481e-07, "train/lr_vision_tower": 4.321122281062481e-06, "train/lr_mm_projector": 4.321122281062481e-05, "train/grad_norm_act": 4.270925045013428, "train/grad_norm_lang_backbone": 0.6750620007514954, "train/grad_norm_vision_tower": 1.2219139337539673, "train/grad_norm_mm_projector": 0.27785006165504456, "train/grad_norm_vlm": 1.4233703042857184, "train/loss": 2.843125820159912, "train/vlm_feat_norm": 6688.0380859375, "train/epoch": 11.0}
61
+ {"step": 600, "time": 1794398083.538747, "train/lr_act": 4.171528317373825e-05, "train/lr_action_header": 4.171528317373825e-05, "train/lr_lang_backbone": 4.1715283173738247e-07, "train/lr_vision_tower": 4.171528317373825e-06, "train/lr_mm_projector": 4.171528317373825e-05, "train/grad_norm_act": 5.743064880371094, "train/grad_norm_lang_backbone": 0.7750405073165894, "train/grad_norm_vision_tower": 1.3456884622573853, "train/grad_norm_mm_projector": 0.27961334586143494, "train/grad_norm_vlm": 1.5778938014384962, "train/loss": 3.8103251457214355, "train/vlm_feat_norm": 6853.26416015625, "train/epoch": 11.0}
62
+ {"step": 610, "time": 1794398125.5452561, "train/lr_act": 4.022693192531226e-05, "train/lr_action_header": 4.022693192531226e-05, "train/lr_lang_backbone": 4.022693192531226e-07, "train/lr_vision_tower": 4.022693192531226e-06, "train/lr_mm_projector": 4.022693192531226e-05, "train/grad_norm_act": 7.2669782638549805, "train/grad_norm_lang_backbone": 0.8551966547966003, "train/grad_norm_vision_tower": 1.1514902114868164, "train/grad_norm_mm_projector": 0.28618335723876953, "train/grad_norm_vlm": 1.46259766835781, "train/loss": 3.86777400970459, "train/vlm_feat_norm": 6925.8037109375, "train/epoch": 11.0}
63
+ {"step": 620, "time": 1794398163.5184703, "train/lr_act": 3.874753232104714e-05, "train/lr_action_header": 3.874753232104714e-05, "train/lr_lang_backbone": 3.874753232104714e-07, "train/lr_vision_tower": 3.874753232104714e-06, "train/lr_mm_projector": 3.874753232104714e-05, "train/grad_norm_act": 5.191135406494141, "train/grad_norm_lang_backbone": 0.7381772994995117, "train/grad_norm_vision_tower": 1.4627083539962769, "train/grad_norm_mm_projector": 0.2781260013580322, "train/grad_norm_vlm": 1.6618590574950385, "train/loss": 3.1750619411468506, "train/vlm_feat_norm": 7111.9521484375, "train/epoch": 11.0}
64
+ {"step": 630, "time": 1794398197.1389763, "train/lr_act": 3.727843941738248e-05, "train/lr_action_header": 3.727843941738248e-05, "train/lr_lang_backbone": 3.727843941738248e-07, "train/lr_vision_tower": 3.7278439417382483e-06, "train/lr_mm_projector": 3.727843941738248e-05, "train/grad_norm_act": 6.976621627807617, "train/grad_norm_lang_backbone": 1.0414320230484009, "train/grad_norm_vision_tower": 1.7468622922897339, "train/grad_norm_mm_projector": 0.3570157289505005, "train/grad_norm_vlm": 2.0648410974146376, "train/loss": 2.6355695724487305, "train/vlm_feat_norm": 7231.3193359375, "train/epoch": 11.0}
65
+ {"step": 640, "time": 1794398266.3285143, "train/lr_act": 3.5820998830332855e-05, "train/lr_action_header": 3.5820998830332855e-05, "train/lr_lang_backbone": 3.5820998830332847e-07, "train/lr_vision_tower": 3.5820998830332855e-06, "train/lr_mm_projector": 3.5820998830332855e-05, "train/grad_norm_act": 5.680652618408203, "train/grad_norm_lang_backbone": 1.044189691543579, "train/grad_norm_vision_tower": 1.1888254880905151, "train/grad_norm_mm_projector": 0.34194326400756836, "train/grad_norm_vlm": 1.618815415314444, "train/loss": 3.112159013748169, "train/vlm_feat_norm": 6754.92138671875, "train/epoch": 12.0}
66
+ {"step": 650, "time": 1794398310.5451562, "train/lr_act": 3.437654550297049e-05, "train/lr_action_header": 3.437654550297049e-05, "train/lr_lang_backbone": 3.437654550297049e-07, "train/lr_vision_tower": 3.437654550297049e-06, "train/lr_mm_projector": 3.437654550297049e-05, "train/grad_norm_act": 5.238947868347168, "train/grad_norm_lang_backbone": 1.1063092947006226, "train/grad_norm_vision_tower": 1.5403122901916504, "train/grad_norm_mm_projector": 0.33577990531921387, "train/grad_norm_vlm": 1.9259362273119576, "train/loss": 3.9784464836120605, "train/vlm_feat_norm": 6838.546875, "train/epoch": 12.0}
67
+ {"step": 660, "time": 1794398352.758173, "train/lr_act": 3.294640248268389e-05, "train/lr_action_header": 3.294640248268389e-05, "train/lr_lang_backbone": 3.2946402482683886e-07, "train/lr_vision_tower": 3.2946402482683892e-06, "train/lr_mm_projector": 3.294640248268389e-05, "train/grad_norm_act": 4.872231960296631, "train/grad_norm_lang_backbone": 0.895588755607605, "train/grad_norm_vision_tower": 1.2330303192138672, "train/grad_norm_mm_projector": 0.3061361014842987, "train/grad_norm_vlm": 1.5544009456711723, "train/loss": 3.0189061164855957, "train/vlm_feat_norm": 6591.1279296875, "train/epoch": 12.0}
68
+ {"step": 670, "time": 1794398392.7590349, "train/lr_act": 3.1531879709332134e-05, "train/lr_action_header": 3.1531879709332134e-05, "train/lr_lang_backbone": 3.153187970933213e-07, "train/lr_vision_tower": 3.153187970933214e-06, "train/lr_mm_projector": 3.1531879709332134e-05, "train/grad_norm_act": 4.233168125152588, "train/grad_norm_lang_backbone": 0.8357502818107605, "train/grad_norm_vision_tower": 1.1249202489852905, "train/grad_norm_mm_projector": 0.3031749427318573, "train/grad_norm_vlm": 1.4338197745966397, "train/loss": 2.32729172706604, "train/vlm_feat_norm": 6952.93505859375, "train/epoch": 12.0}
69
+ {"step": 680, "time": 1794398426.832374, "train/lr_act": 3.013427281540523e-05, "train/lr_action_header": 3.013427281540523e-05, "train/lr_lang_backbone": 3.013427281540523e-07, "train/lr_vision_tower": 3.013427281540523e-06, "train/lr_mm_projector": 3.013427281540523e-05, "train/grad_norm_act": 4.4579339027404785, "train/grad_norm_lang_backbone": 0.9426252245903015, "train/grad_norm_vision_tower": 1.5542653799057007, "train/grad_norm_mm_projector": 0.3232576847076416, "train/grad_norm_vlm": 1.8462878204467128, "train/loss": 2.0895192623138428, "train/vlm_feat_norm": 7046.6591796875, "train/epoch": 12.0}
70
+ {"step": 690, "time": 1794398492.316948, "train/lr_act": 2.8754861939289135e-05, "train/lr_action_header": 2.8754861939289135e-05, "train/lr_lang_backbone": 2.8754861939289133e-07, "train/lr_vision_tower": 2.8754861939289135e-06, "train/lr_mm_projector": 2.8754861939289135e-05, "train/grad_norm_act": 4.376842498779297, "train/grad_norm_lang_backbone": 0.7671642899513245, "train/grad_norm_vision_tower": 1.000923752784729, "train/grad_norm_mm_projector": 0.26635125279426575, "train/grad_norm_vlm": 1.2889268390914435, "train/loss": 3.3870716094970703, "train/vlm_feat_norm": 6950.87451171875, "train/epoch": 13.0}
71
+ {"step": 700, "time": 1794398539.0885313, "train/lr_act": 2.7394910552722776e-05, "train/lr_action_header": 2.7394910552722776e-05, "train/lr_lang_backbone": 2.7394910552722774e-07, "train/lr_vision_tower": 2.7394910552722775e-06, "train/lr_mm_projector": 2.7394910552722776e-05, "train/grad_norm_act": 4.284401893615723, "train/grad_norm_lang_backbone": 0.7253361344337463, "train/grad_norm_vision_tower": 0.9400550127029419, "train/grad_norm_mm_projector": 0.2468116134405136, "train/grad_norm_vlm": 1.2127373612420487, "train/loss": 2.916780948638916, "train/vlm_feat_norm": 6812.63818359375, "train/epoch": 13.0}
72
+ {"step": 710, "time": 1794398583.8239713, "train/lr_act": 2.6055664303520653e-05, "train/lr_action_header": 2.6055664303520653e-05, "train/lr_lang_backbone": 2.6055664303520655e-07, "train/lr_vision_tower": 2.6055664303520655e-06, "train/lr_mm_projector": 2.6055664303520653e-05, "train/grad_norm_act": 4.244787693023682, "train/grad_norm_lang_backbone": 0.9372358918190002, "train/grad_norm_vision_tower": 1.2963500022888184, "train/grad_norm_mm_projector": 0.31906986236572266, "train/grad_norm_vlm": 1.631177495681588, "train/loss": 2.0324339866638184, "train/vlm_feat_norm": 6766.4248046875, "train/epoch": 13.0}
73
+ {"step": 720, "time": 1794398623.8145971, "train/lr_act": 2.4738349874621587e-05, "train/lr_action_header": 2.4738349874621587e-05, "train/lr_lang_backbone": 2.473834987462158e-07, "train/lr_vision_tower": 2.473834987462159e-06, "train/lr_mm_projector": 2.4738349874621587e-05, "train/grad_norm_act": 5.046456813812256, "train/grad_norm_lang_backbone": 1.037878394126892, "train/grad_norm_vision_tower": 1.368390679359436, "train/grad_norm_mm_projector": 0.324667751789093, "train/grad_norm_vlm": 1.7478826509251069, "train/loss": 2.5240392684936523, "train/vlm_feat_norm": 7061.41357421875, "train/epoch": 13.0}
74
+ {"step": 730, "time": 1794398658.6884506, "train/lr_act": 2.344417386050797e-05, "train/lr_action_header": 2.344417386050797e-05, "train/lr_lang_backbone": 2.3444173860507966e-07, "train/lr_vision_tower": 2.3444173860507967e-06, "train/lr_mm_projector": 2.344417386050797e-05, "train/grad_norm_act": 4.101223945617676, "train/grad_norm_lang_backbone": 0.7621073722839355, "train/grad_norm_vision_tower": 1.1699045896530151, "train/grad_norm_mm_projector": 0.2877044677734375, "train/grad_norm_vlm": 1.4255729572903353, "train/loss": 1.9880125522613525, "train/vlm_feat_norm": 7379.6630859375, "train/epoch": 13.0}
75
+ {"step": 740, "time": 1794398688.9916344, "train/lr_act": 2.2174321662025427e-05, "train/lr_action_header": 2.2174321662025427e-05, "train/lr_lang_backbone": 2.2174321662025424e-07, "train/lr_vision_tower": 2.2174321662025427e-06, "train/lr_mm_projector": 2.2174321662025427e-05, "train/grad_norm_act": 4.512440204620361, "train/grad_norm_lang_backbone": 0.6448493599891663, "train/grad_norm_vision_tower": 1.0161770582199097, "train/grad_norm_mm_projector": 0.26320746541023254, "train/grad_norm_vlm": 1.2319596911338397, "train/loss": 3.04396390914917, "train/vlm_feat_norm": 6913.77685546875, "train/epoch": 13.0}
76
+ {"step": 750, "time": 1794398765.790133, "train/lr_act": 2.0929956400614543e-05, "train/lr_action_header": 2.0929956400614543e-05, "train/lr_lang_backbone": 2.092995640061454e-07, "train/lr_vision_tower": 2.0929956400614543e-06, "train/lr_mm_projector": 2.0929956400614543e-05, "train/grad_norm_act": 5.3712029457092285, "train/grad_norm_lang_backbone": 0.9278793334960938, "train/grad_norm_vision_tower": 0.9785694479942322, "train/grad_norm_mm_projector": 0.292275607585907, "train/grad_norm_vlm": 1.3798489964001868, "train/loss": 2.5508060455322266, "train/vlm_feat_norm": 6828.1318359375, "train/epoch": 14.0}
77
+ {"step": 760, "time": 1794398807.350242, "train/lr_act": 1.9712217852949412e-05, "train/lr_action_header": 1.9712217852949412e-05, "train/lr_lang_backbone": 1.9712217852949408e-07, "train/lr_vision_tower": 1.971221785294941e-06, "train/lr_mm_projector": 1.9712217852949412e-05, "train/grad_norm_act": 4.937640190124512, "train/grad_norm_lang_backbone": 0.7302406430244446, "train/grad_norm_vision_tower": 0.9968670606613159, "train/grad_norm_mm_projector": 0.2686879634857178, "train/grad_norm_vlm": 1.264590271620966, "train/loss": 4.584525108337402, "train/vlm_feat_norm": 6603.63916015625, "train/epoch": 14.0}
78
+ {"step": 770, "time": 1794398847.7017424, "train/lr_act": 1.852222140695906e-05, "train/lr_action_header": 1.852222140695906e-05, "train/lr_lang_backbone": 1.852222140695906e-07, "train/lr_vision_tower": 1.8522221406959063e-06, "train/lr_mm_projector": 1.852222140695906e-05, "train/grad_norm_act": 4.799254417419434, "train/grad_norm_lang_backbone": 0.7086252570152283, "train/grad_norm_vision_tower": 0.9974150657653809, "train/grad_norm_mm_projector": 0.2589471936225891, "train/grad_norm_vlm": 1.2506159352017996, "train/loss": 2.7598865032196045, "train/vlm_feat_norm": 6952.00146484375, "train/epoch": 14.0}
79
+ {"step": 780, "time": 1794398887.5584552, "train/lr_act": 1.736105704018744e-05, "train/lr_action_header": 1.736105704018744e-05, "train/lr_lang_backbone": 1.736105704018744e-07, "train/lr_vision_tower": 1.736105704018744e-06, "train/lr_mm_projector": 1.736105704018744e-05, "train/grad_norm_act": 8.820075988769531, "train/grad_norm_lang_backbone": 0.735691487789154, "train/grad_norm_vision_tower": 1.158740520477295, "train/grad_norm_mm_projector": 0.2919544577598572, "train/grad_norm_vlm": 1.40326724625328, "train/loss": 4.293703079223633, "train/vlm_feat_norm": 7173.73095703125, "train/epoch": 14.0}
80
+ {"step": 790, "time": 1794398918.9962323, "train/lr_act": 1.622978832142833e-05, "train/lr_action_header": 1.622978832142833e-05, "train/lr_lang_backbone": 1.6229788321428328e-07, "train/lr_vision_tower": 1.622978832142833e-06, "train/lr_mm_projector": 1.622978832142833e-05, "train/grad_norm_act": 3.8003993034362793, "train/grad_norm_lang_backbone": 0.6158080101013184, "train/grad_norm_vision_tower": 1.007447600364685, "train/grad_norm_mm_projector": 0.2503465414047241, "train/grad_norm_vlm": 1.206997747959297, "train/loss": 3.028372287750244, "train/vlm_feat_norm": 7139.90625, "train/epoch": 14.0}
81
+ {"step": 800, "time": 1794398989.188502, "train/lr_act": 1.5129451436549203e-05, "train/lr_action_header": 1.5129451436549203e-05, "train/lr_lang_backbone": 1.51294514365492e-07, "train/lr_vision_tower": 1.5129451436549203e-06, "train/lr_mm_projector": 1.5129451436549203e-05, "train/grad_norm_act": 5.417529106140137, "train/grad_norm_lang_backbone": 0.7932830452919006, "train/grad_norm_vision_tower": 1.094718337059021, "train/grad_norm_mm_projector": 0.27000555396080017, "train/grad_norm_vlm": 1.3786258472154578, "train/loss": 3.7977495193481445, "train/vlm_feat_norm": 6639.9619140625, "train/epoch": 15.0}
82
+ {"step": 810, "time": 1794399035.8488195, "train/lr_act": 1.4061054239396453e-05, "train/lr_action_header": 1.4061054239396453e-05, "train/lr_lang_backbone": 1.4061054239396452e-07, "train/lr_vision_tower": 1.4061054239396455e-06, "train/lr_mm_projector": 1.4061054239396453e-05, "train/grad_norm_act": 3.414473295211792, "train/grad_norm_lang_backbone": 0.5751651525497437, "train/grad_norm_vision_tower": 0.9478408098220825, "train/grad_norm_mm_projector": 0.23416320979595184, "train/grad_norm_vlm": 1.1331591072279719, "train/loss": 2.007388114929199, "train/vlm_feat_norm": 6921.6162109375, "train/epoch": 15.0}
83
+ {"step": 820, "time": 1794399077.3562376, "train/lr_act": 1.3025575328651551e-05, "train/lr_action_header": 1.3025575328651551e-05, "train/lr_lang_backbone": 1.3025575328651551e-07, "train/lr_vision_tower": 1.3025575328651551e-06, "train/lr_mm_projector": 1.3025575328651551e-05, "train/grad_norm_act": 3.7761003971099854, "train/grad_norm_lang_backbone": 0.7294148206710815, "train/grad_norm_vision_tower": 0.9303215146064758, "train/grad_norm_mm_projector": 0.2611733078956604, "train/grad_norm_vlm": 1.2106839380744565, "train/loss": 2.1554932594299316, "train/vlm_feat_norm": 6955.69287109375, "train/epoch": 15.0}
84
+ {"step": 830, "time": 1794399115.2838311, "train/lr_act": 1.2023963151483165e-05, "train/lr_action_header": 1.2023963151483165e-05, "train/lr_lang_backbone": 1.2023963151483164e-07, "train/lr_vision_tower": 1.2023963151483165e-06, "train/lr_mm_projector": 1.2023963151483165e-05, "train/grad_norm_act": 6.308838367462158, "train/grad_norm_lang_backbone": 0.9150571823120117, "train/grad_norm_vision_tower": 1.197352409362793, "train/grad_norm_mm_projector": 0.3231300711631775, "train/grad_norm_vlm": 1.5412318067044957, "train/loss": 2.9500033855438232, "train/vlm_feat_norm": 6565.919921875, "train/epoch": 15.0}
85
+ {"step": 840, "time": 1794399149.1824446, "train/lr_act": 1.1057135134816898e-05, "train/lr_action_header": 1.1057135134816898e-05, "train/lr_lang_backbone": 1.1057135134816897e-07, "train/lr_vision_tower": 1.10571351348169e-06, "train/lr_mm_projector": 1.1057135134816898e-05, "train/grad_norm_act": 3.9419665336608887, "train/grad_norm_lang_backbone": 0.601507306098938, "train/grad_norm_vision_tower": 1.0514507293701172, "train/grad_norm_mm_projector": 0.23241400718688965, "train/grad_norm_vlm": 1.2334406942857126, "train/loss": 2.873671531677246, "train/vlm_feat_norm": 6936.75390625, "train/epoch": 15.0}
86
+ {"step": 850, "time": 1794399216.3598566, "train/lr_act": 1.012597684501777e-05, "train/lr_action_header": 1.012597684501777e-05, "train/lr_lang_backbone": 1.012597684501777e-07, "train/lr_vision_tower": 1.0125976845017771e-06, "train/lr_mm_projector": 1.012597684501777e-05, "train/grad_norm_act": 4.327345371246338, "train/grad_norm_lang_backbone": 0.6757655739784241, "train/grad_norm_vision_tower": 1.0259226560592651, "train/grad_norm_mm_projector": 0.2615455389022827, "train/grad_norm_vlm": 1.2560185014997876, "train/loss": 2.1104037761688232, "train/vlm_feat_norm": 6847.44580078125, "train/epoch": 16.0}
87
+ {"step": 860, "time": 1794399260.537652, "train/lr_act": 9.231341176755488e-06, "train/lr_action_header": 9.231341176755488e-06, "train/lr_lang_backbone": 9.231341176755486e-08, "train/lr_vision_tower": 9.231341176755487e-07, "train/lr_mm_projector": 9.231341176755488e-06, "train/grad_norm_act": 3.7406954765319824, "train/grad_norm_lang_backbone": 0.6462028622627258, "train/grad_norm_vision_tower": 0.8985590934753418, "train/grad_norm_mm_projector": 0.2510354816913605, "train/grad_norm_vlm": 1.134903254348925, "train/loss": 2.397373914718628, "train/vlm_feat_norm": 6839.568359375, "train/epoch": 16.0}
88
+ {"step": 870, "time": 1794399299.8499463, "train/lr_act": 8.374047571795402e-06, "train/lr_action_header": 8.374047571795402e-06, "train/lr_lang_backbone": 8.3740475717954e-08, "train/lr_vision_tower": 8.374047571795402e-07, "train/lr_mm_projector": 8.374047571795402e-06, "train/grad_norm_act": 4.411372661590576, "train/grad_norm_lang_backbone": 0.6422865986824036, "train/grad_norm_vision_tower": 0.9818621873855591, "train/grad_norm_mm_projector": 0.25495824217796326, "train/grad_norm_vlm": 1.2006619570549584, "train/loss": 3.433899402618408, "train/vlm_feat_norm": 6730.017578125, "train/epoch": 16.0}
89
+ {"step": 880, "time": 1794399343.6610043, "train/lr_act": 7.5548812684305635e-06, "train/lr_action_header": 7.5548812684305635e-06, "train/lr_lang_backbone": 7.554881268430563e-08, "train/lr_vision_tower": 7.554881268430564e-07, "train/lr_mm_projector": 7.5548812684305635e-06, "train/grad_norm_act": 3.280165910720825, "train/grad_norm_lang_backbone": 0.5341851115226746, "train/grad_norm_vision_tower": 0.8141908645629883, "train/grad_norm_mm_projector": 0.22736869752407074, "train/grad_norm_vlm": 0.9999785107311612, "train/loss": 2.350191593170166, "train/vlm_feat_norm": 7048.1640625, "train/epoch": 16.0}
90
+ {"step": 890, "time": 1794399379.2861888, "train/lr_act": 6.774592582242567e-06, "train/lr_action_header": 6.774592582242567e-06, "train/lr_lang_backbone": 6.774592582242567e-08, "train/lr_vision_tower": 6.774592582242567e-07, "train/lr_mm_projector": 6.774592582242567e-06, "train/grad_norm_act": 3.265953779220581, "train/grad_norm_lang_backbone": 0.5838321447372437, "train/grad_norm_vision_tower": 0.9723570346832275, "train/grad_norm_mm_projector": 0.25773218274116516, "train/grad_norm_vlm": 1.163083855165643, "train/loss": 1.9387221336364746, "train/vlm_feat_norm": 7017.12939453125, "train/epoch": 16.0}
91
+ {"step": 900, "time": 1794399409.78996, "train/lr_act": 6.033896218849766e-06, "train/lr_action_header": 6.033896218849766e-06, "train/lr_lang_backbone": 6.033896218849766e-08, "train/lr_vision_tower": 6.033896218849766e-07, "train/lr_mm_projector": 6.033896218849766e-06, "train/grad_norm_act": 4.372744560241699, "train/grad_norm_lang_backbone": 0.7697892785072327, "train/grad_norm_vision_tower": 1.0298866033554077, "train/grad_norm_mm_projector": 0.26662442088127136, "train/grad_norm_vlm": 1.31313766638761, "train/loss": 3.273911476135254, "train/vlm_feat_norm": 6552.54052734375, "train/epoch": 16.0}
92
+ {"step": 910, "time": 1794399494.9687533, "train/lr_act": 5.33347061927248e-06, "train/lr_action_header": 5.33347061927248e-06, "train/lr_lang_backbone": 5.333470619272479e-08, "train/lr_vision_tower": 5.333470619272479e-07, "train/lr_mm_projector": 5.33347061927248e-06, "train/grad_norm_act": 2.8776206970214844, "train/grad_norm_lang_backbone": 0.6101253628730774, "train/grad_norm_vision_tower": 0.9601733684539795, "train/grad_norm_mm_projector": 0.24653556942939758, "train/grad_norm_vlm": 1.1640299149519926, "train/loss": 1.742982268333435, "train/vlm_feat_norm": 6599.0859375, "train/epoch": 17.0}
93
+ {"step": 920, "time": 1794399534.2669938, "train/lr_act": 4.673957338514812e-06, "train/lr_action_header": 4.673957338514812e-06, "train/lr_lang_backbone": 4.673957338514811e-08, "train/lr_vision_tower": 4.673957338514812e-07, "train/lr_mm_projector": 4.673957338514812e-06, "train/grad_norm_act": 3.8931214809417725, "train/grad_norm_lang_backbone": 0.6988931894302368, "train/grad_norm_vision_tower": 0.9230602979660034, "train/grad_norm_mm_projector": 0.25511154532432556, "train/grad_norm_vlm": 1.18556902138628, "train/loss": 2.9140195846557617, "train/vlm_feat_norm": 6781.4228515625, "train/epoch": 17.0}
94
+ {"step": 930, "time": 1794399571.5002468, "train/lr_act": 4.055960457932106e-06, "train/lr_action_header": 4.055960457932106e-06, "train/lr_lang_backbone": 4.055960457932106e-08, "train/lr_vision_tower": 4.0559604579321065e-07, "train/lr_mm_projector": 4.055960457932106e-06, "train/grad_norm_act": 4.8706955909729, "train/grad_norm_lang_backbone": 0.6872416734695435, "train/grad_norm_vision_tower": 0.9787755608558655, "train/grad_norm_mm_projector": 0.2632274925708771, "train/grad_norm_vlm": 1.2245780616714819, "train/loss": 2.609574317932129, "train/vlm_feat_norm": 7051.90185546875, "train/epoch": 17.0}
95
+ {"step": 940, "time": 1794399608.1248922, "train/lr_act": 3.480046031922574e-06, "train/lr_action_header": 3.480046031922574e-06, "train/lr_lang_backbone": 3.4800460319225736e-08, "train/lr_vision_tower": 3.480046031922574e-07, "train/lr_mm_projector": 3.480046031922574e-06, "train/grad_norm_act": 3.9788522720336914, "train/grad_norm_lang_backbone": 0.5736904144287109, "train/grad_norm_vision_tower": 0.7781213521957397, "train/grad_norm_mm_projector": 0.21487636864185333, "train/grad_norm_vlm": 0.990335995584843, "train/loss": 2.346270799636841, "train/vlm_feat_norm": 6784.77587890625, "train/epoch": 17.0}
96
+ {"step": 950, "time": 1794399639.1302083, "train/lr_act": 2.9467415694495627e-06, "train/lr_action_header": 2.9467415694495627e-06, "train/lr_lang_backbone": 2.9467415694495623e-08, "train/lr_vision_tower": 2.946741569449563e-07, "train/lr_mm_projector": 2.9467415694495627e-06, "train/grad_norm_act": 2.94783878326416, "train/grad_norm_lang_backbone": 0.5446779131889343, "train/grad_norm_vision_tower": 0.8196297287940979, "train/grad_norm_mm_projector": 0.22078102827072144, "train/grad_norm_vlm": 1.0085688790971175, "train/loss": 2.031271457672119, "train/vlm_feat_norm": 6965.73388671875, "train/epoch": 17.0}
97
+ {"step": 960, "time": 1794399709.6038136, "train/lr_act": 2.456535550869582e-06, "train/lr_action_header": 2.456535550869582e-06, "train/lr_lang_backbone": 2.4565355508695817e-08, "train/lr_vision_tower": 2.456535550869582e-07, "train/lr_mm_projector": 2.456535550869582e-06, "train/grad_norm_act": 7.800352573394775, "train/grad_norm_lang_backbone": 0.538101077079773, "train/grad_norm_vision_tower": 0.8554089069366455, "train/grad_norm_mm_projector": 0.2124967724084854, "train/grad_norm_vlm": 1.0326819672604834, "train/loss": 3.143430233001709, "train/vlm_feat_norm": 7173.53857421875, "train/epoch": 18.0}
98
+ {"step": 970, "time": 1794399758.990772, "train/lr_act": 2.0098769805086458e-06, "train/lr_action_header": 2.0098769805086458e-06, "train/lr_lang_backbone": 2.009876980508646e-08, "train/lr_vision_tower": 2.009876980508646e-07, "train/lr_mm_projector": 2.0098769805086458e-06, "train/grad_norm_act": 3.695356607437134, "train/grad_norm_lang_backbone": 0.5030779242515564, "train/grad_norm_vision_tower": 0.748822808265686, "train/grad_norm_mm_projector": 0.20545479655265808, "train/grad_norm_vlm": 0.9252214164591399, "train/loss": 1.9866669178009033, "train/vlm_feat_norm": 6799.17236328125, "train/epoch": 18.0}
99
+ {"step": 980, "time": 1794399799.2831144, "train/lr_act": 1.6071749753965914e-06, "train/lr_action_header": 1.6071749753965914e-06, "train/lr_lang_backbone": 1.6071749753965913e-08, "train/lr_vision_tower": 1.6071749753965914e-07, "train/lr_mm_projector": 1.6071749753965914e-06, "train/grad_norm_act": 2.3874146938323975, "train/grad_norm_lang_backbone": 0.5609571933746338, "train/grad_norm_vision_tower": 0.9684612154960632, "train/grad_norm_mm_projector": 0.24928784370422363, "train/grad_norm_vlm": 1.1466187368683454, "train/loss": 1.1486984491348267, "train/vlm_feat_norm": 6792.18994140625, "train/epoch": 18.0}
100
+ {"step": 990, "time": 1794399841.0155678, "train/lr_act": 1.2487983905362933e-06, "train/lr_action_header": 1.2487983905362933e-06, "train/lr_lang_backbone": 1.2487983905362932e-08, "train/lr_vision_tower": 1.2487983905362932e-07, "train/lr_mm_projector": 1.2487983905362933e-06, "train/grad_norm_act": 2.9351577758789062, "train/grad_norm_lang_backbone": 0.7805058360099792, "train/grad_norm_vision_tower": 0.939693808555603, "train/grad_norm_mm_projector": 0.2561711370944977, "train/grad_norm_vlm": 1.2481335927550619, "train/loss": 2.6793124675750732, "train/vlm_feat_norm": 6791.21826171875, "train/epoch": 18.0}
101
+ {"step": 1000, "time": 1794399872.3354392, "train/lr_act": 9.350754810507844e-07, "train/lr_action_header": 9.350754810507844e-07, "train/lr_lang_backbone": 9.350754810507844e-09, "train/lr_vision_tower": 9.350754810507845e-08, "train/lr_mm_projector": 9.350754810507844e-07, "train/grad_norm_act": 6.164274215698242, "train/grad_norm_lang_backbone": 0.4933541715145111, "train/grad_norm_vision_tower": 0.8741973042488098, "train/grad_norm_mm_projector": 0.21957708895206451, "train/grad_norm_vlm": 1.0275375240346791, "train/loss": 3.5498976707458496, "train/vlm_feat_norm": 7010.0595703125, "train/epoch": 18.0}
102
+ {"step": 1010, "time": 1794399940.511567, "train/lr_act": 6.662936015178978e-07, "train/lr_action_header": 6.662936015178978e-07, "train/lr_lang_backbone": 6.662936015178977e-09, "train/lr_vision_tower": 6.662936015178978e-08, "train/lr_mm_projector": 6.662936015178978e-07, "train/grad_norm_act": 2.818654775619507, "train/grad_norm_lang_backbone": 0.5156949758529663, "train/grad_norm_vision_tower": 0.8490930199623108, "train/grad_norm_mm_projector": 0.22919654846191406, "train/grad_norm_vlm": 1.0195250475076927, "train/loss": 2.0539209842681885, "train/vlm_feat_norm": 6891.17138671875, "train/epoch": 19.0}
103
+ {"step": 1020, "time": 1794399991.9146032, "train/lr_act": 4.426989427677941e-07, "train/lr_action_header": 4.426989427677941e-07, "train/lr_lang_backbone": 4.426989427677941e-09, "train/lr_vision_tower": 4.4269894276779415e-08, "train/lr_mm_projector": 4.426989427677941e-07, "train/grad_norm_act": 2.46159029006958, "train/grad_norm_lang_backbone": 0.5137747526168823, "train/grad_norm_vision_tower": 0.733813464641571, "train/grad_norm_mm_projector": 0.20865501463413239, "train/grad_norm_vlm": 0.9197736745785753, "train/loss": 2.2715489864349365, "train/vlm_feat_norm": 7072.3447265625, "train/epoch": 19.0}
104
+ {"step": 1030, "time": 1794400041.1168368, "train/lr_act": 2.644963063843819e-07, "train/lr_action_header": 2.644963063843819e-07, "train/lr_lang_backbone": 2.6449630638438193e-09, "train/lr_vision_tower": 2.6449630638438196e-08, "train/lr_mm_projector": 2.644963063843819e-07, "train/grad_norm_act": 5.1569976806640625, "train/grad_norm_lang_backbone": 0.5345340371131897, "train/grad_norm_vision_tower": 0.8188916444778442, "train/grad_norm_mm_projector": 0.22476395964622498, "train/grad_norm_vlm": 1.0034086903071961, "train/loss": 3.11086368560791, "train/vlm_feat_norm": 6716.37353515625, "train/epoch": 19.0}
105
+ {"step": 1040, "time": 1794400084.3003323, "train/lr_act": 1.3184891711727764e-07, "train/lr_action_header": 1.3184891711727764e-07, "train/lr_lang_backbone": 1.3184891711727763e-09, "train/lr_vision_tower": 1.3184891711727766e-08, "train/lr_mm_projector": 1.3184891711727764e-07, "train/grad_norm_act": 4.474942207336426, "train/grad_norm_lang_backbone": 0.4858766794204712, "train/grad_norm_vision_tower": 1.0521069765090942, "train/grad_norm_mm_projector": 0.24117109179496765, "train/grad_norm_vlm": 1.1837097334825577, "train/loss": 2.6521077156066895, "train/vlm_feat_norm": 6918.06689453125, "train/epoch": 19.0}
106
+ {"step": 1050, "time": 1794400116.3213882, "train/lr_act": 4.4878273376042227e-08, "train/lr_action_header": 4.4878273376042227e-08, "train/lr_lang_backbone": 4.487827337604222e-10, "train/lr_vision_tower": 4.487827337604223e-09, "train/lr_mm_projector": 4.4878273376042227e-08, "train/grad_norm_act": 2.5794901847839355, "train/grad_norm_lang_backbone": 0.5238206386566162, "train/grad_norm_vision_tower": 0.8298056721687317, "train/grad_norm_mm_projector": 0.21979649364948273, "train/grad_norm_vlm": 1.0056222022542227, "train/loss": 2.5360779762268066, "train/vlm_feat_norm": 6884.86474609375, "train/epoch": 19.0}
107
+ {"step": 1060, "time": 1794400182.6605432, "train/lr_act": 3.664035943679034e-09, "train/lr_action_header": 3.664035943679034e-09, "train/lr_lang_backbone": 3.6640359436790334e-11, "train/lr_vision_tower": 3.664035943679034e-10, "train/lr_mm_projector": 3.664035943679034e-09, "train/grad_norm_act": 3.694661855697632, "train/grad_norm_lang_backbone": 0.5196176171302795, "train/grad_norm_vision_tower": 0.8290655612945557, "train/grad_norm_mm_projector": 0.21621444821357727, "train/grad_norm_vlm": 1.0020483324536338, "train/loss": 2.896334171295166, "train/vlm_feat_norm": 6910.44873046875, "train/epoch": 20.0}
a10-trolley-push/epoch-010/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:352275fd7b0fe601137091ed2264c2e5d7f47381520e2dae95dbc8148f434da0
3
+ size 11220430392
a10-trolley-push/epoch-010/protocol.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "A10 trolley push (G1)",
4
+ "task_dir": "a10-trolley-push",
5
+ "robot": "Unitree G1",
6
+ "training_data": "trolley-push-expert-v1 @ef9024a",
7
+ "episodes": 100,
8
+ "epoch_completed": 10,
9
+ "global_step": 533,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x, plus proprioception noise/delay/drop; model-native image augmentation off",
11
+ "epochs": 20,
12
+ "total_steps": 1065,
13
+ "save_steps": 533,
14
+ "global_batch": 1280,
15
+ "per_gpu_batch": 40,
16
+ "num_gpus": 32,
17
+ "warmup_steps": 27,
18
+ "frames": 68102,
19
+ "state_dim": 44,
20
+ "action_dim": 76,
21
+ "cameras": [
22
+ "observation.images.ego_view",
23
+ "observation.images.chest"
24
+ ],
25
+ "normalization": "dataset_statistics.json",
26
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
27
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
28
+ "training_records_included": true,
29
+ "resume_state_included": false,
30
+ "files": {
31
+ "argv.txt": 4005,
32
+ "clip_pooled_cache.pt": 3616,
33
+ "dataset_statistics.json": 18072,
34
+ "envs.txt": 938,
35
+ "hb_init_report.json": 2789,
36
+ "hb_metrics.jsonl": 65384,
37
+ "model.safetensors": 11220430392,
38
+ "run_config.json": 16543,
39
+ "train.log": 201182,
40
+ "train_args.txt": 3831,
41
+ "training_plan.json": 1627
42
+ }
43
+ }
a10-trolley-push/epoch-010/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-trolley",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "hb1110",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 40,
36
+ "val_batch_size": 40,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 533,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 1065,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 27,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_trolley",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.15,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.3125,
164
+ -0.25,
165
+ -0.4375,
166
+ -0.3125,
167
+ -0.375,
168
+ 0.0,
169
+ -0.0625,
170
+ -0.375,
171
+ -0.125,
172
+ -0.375,
173
+ -0.3125,
174
+ -0.1875,
175
+ -0.3125,
176
+ -0.0625,
177
+ -0.0625,
178
+ -0.1875,
179
+ 0.0625,
180
+ -0.0625,
181
+ -0.4375,
182
+ -0.1875,
183
+ -0.4375,
184
+ -0.375,
185
+ 0.0,
186
+ 0.0,
187
+ -0.125,
188
+ -0.1875,
189
+ -0.25,
190
+ -0.25,
191
+ -0.25,
192
+ -0.0625,
193
+ -0.25,
194
+ 0.0,
195
+ 0.0,
196
+ -0.0625,
197
+ -0.3125,
198
+ -0.375,
199
+ 0.0,
200
+ -0.4375,
201
+ -0.25,
202
+ -0.3125,
203
+ -0.3125,
204
+ -0.375,
205
+ -0.4375,
206
+ -0.1875,
207
+ -0.3125,
208
+ -0.1875,
209
+ -0.3125,
210
+ -0.1875,
211
+ 0.1875,
212
+ -0.1875,
213
+ -0.375,
214
+ -0.25,
215
+ -0.1875,
216
+ -0.1875,
217
+ -0.25,
218
+ -0.3125,
219
+ -0.25,
220
+ -0.125,
221
+ -0.125,
222
+ -0.25,
223
+ -0.6875,
224
+ -0.1875,
225
+ -0.3125,
226
+ -0.3125,
227
+ 0.292362779378891,
228
+ 0.3000138998031616,
229
+ 0.31826409697532654,
230
+ 0.32930147647857666,
231
+ 0.47673073410987854,
232
+ 0.0,
233
+ 0.2946086525917053,
234
+ 0.29999813437461853,
235
+ 0.30003154277801514,
236
+ 0.3234449625015259,
237
+ 0.4769596755504608,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.25,
242
+ 0.25,
243
+ 0.0,
244
+ 0.25,
245
+ 0.25,
246
+ 0.4375,
247
+ 0.3125,
248
+ 0.25,
249
+ 0.1875,
250
+ 0.0,
251
+ 0.0625,
252
+ 0.25,
253
+ 0.1875,
254
+ 0.625,
255
+ 0.375,
256
+ 0.25,
257
+ 0.3125,
258
+ 0.3125,
259
+ 0.0625,
260
+ 0.4375,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.375,
264
+ 0.4375,
265
+ 0.3125,
266
+ 0.25,
267
+ 0.0,
268
+ 0.3125,
269
+ 0.25,
270
+ 0.4375,
271
+ 0.5625,
272
+ 0.5,
273
+ 0.4375,
274
+ 0.4375,
275
+ 0.1875,
276
+ -0.0625,
277
+ 0.5625,
278
+ 0.0625,
279
+ 0.3125,
280
+ 0.0625,
281
+ 0.125,
282
+ 0.1875,
283
+ 0.125,
284
+ 0.1875,
285
+ 0.3125,
286
+ 0.125,
287
+ 0.125,
288
+ 0.1875,
289
+ 0.6875,
290
+ 0.4375,
291
+ 0.4375,
292
+ 0.3125,
293
+ 0.375,
294
+ 0.3125,
295
+ 0.1875,
296
+ 0.1875,
297
+ 0.125,
298
+ 0.1875,
299
+ 0.1875,
300
+ 0.1875,
301
+ -0.5,
302
+ 0.1875,
303
+ 0.125,
304
+ 0.375,
305
+ 0.9997463226318359,
306
+ 0.99966961145401,
307
+ 0.9996354579925537,
308
+ 0.9996764659881592,
309
+ 1.0,
310
+ 0.9993210434913635,
311
+ 0.9997614026069641,
312
+ 0.9996871948242188,
313
+ 0.9996516704559326,
314
+ 0.9996873140335083,
315
+ 1.0,
316
+ 0.9992968440055847
317
+ ],
318
+ "state_min": [
319
+ -0.5330440402030945,
320
+ -0.05143369361758232,
321
+ -0.07799161225557327,
322
+ 0.13350491225719452,
323
+ -0.4988926649093628,
324
+ -0.16204434633255005,
325
+ -0.6232456564903259,
326
+ -0.24444134533405304,
327
+ -0.4159989655017853,
328
+ 0.11263753473758698,
329
+ -0.482299268245697,
330
+ -0.12328562140464783,
331
+ -0.07507362216711044,
332
+ -0.07980722188949585,
333
+ -0.025596367195248604,
334
+ -0.7716264724731445,
335
+ -0.08042743057012558,
336
+ -0.3493025302886963,
337
+ -0.5287880897521973,
338
+ 1.156629204750061,
339
+ -0.10160019248723984,
340
+ -0.10559529811143875,
341
+ -0.778536856174469,
342
+ -0.25932174921035767,
343
+ -0.2704775929450989,
344
+ -0.5183950662612915,
345
+ -1.9468904733657837,
346
+ -0.10874220728874207,
347
+ -0.04284682869911194,
348
+ 0.292362779378891,
349
+ 0.3000138998031616,
350
+ 0.31826409697532654,
351
+ 0.32930147647857666,
352
+ 0.47673073410987854,
353
+ 0.0,
354
+ 0.2946086525917053,
355
+ 0.29999813437461853,
356
+ 0.30003154277801514,
357
+ 0.3234449625015259,
358
+ 0.4769596755504608,
359
+ 0.0,
360
+ -0.1337215006351471,
361
+ -0.06270945817232132,
362
+ -0.9999999403953552
363
+ ],
364
+ "state_max": [
365
+ 0.24143074452877045,
366
+ 0.29552754759788513,
367
+ 0.3561690151691437,
368
+ 1.3718546628952026,
369
+ 0.2666071355342865,
370
+ 0.09837827831506729,
371
+ 0.15863822400569916,
372
+ 0.03856094926595688,
373
+ -0.05291441082954407,
374
+ 1.18877375125885,
375
+ 0.4817247688770294,
376
+ 0.1343684196472168,
377
+ 0.06656605005264282,
378
+ 0.06133057177066803,
379
+ 0.1513517051935196,
380
+ 0.720155656337738,
381
+ 0.4783479571342468,
382
+ 0.21154429018497467,
383
+ 0.9155566096305847,
384
+ 1.6539117097854614,
385
+ 0.02634277381002903,
386
+ 0.029141446575522423,
387
+ 0.7212576270103455,
388
+ 0.16566801071166992,
389
+ 0.5596767663955688,
390
+ 0.9584764838218689,
391
+ -1.23468816280365,
392
+ 0.06887459009885788,
393
+ 0.104251928627491,
394
+ 0.9997463226318359,
395
+ 0.99966961145401,
396
+ 0.9996354579925537,
397
+ 0.9996764659881592,
398
+ 1.0,
399
+ 0.9993210434913635,
400
+ 0.9997614026069641,
401
+ 0.9996871948242188,
402
+ 0.9996516704559326,
403
+ 0.9996873140335083,
404
+ 1.0,
405
+ 0.9992968440055847,
406
+ 0.07373641431331635,
407
+ 0.09887239336967468,
408
+ -0.9903323650360107
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "trolley"
415
+ ],
416
+ "val_repo_ids": [
417
+ "trolley"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
a10-trolley-push/epoch-010/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a10-trolley-push/epoch-010/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-trolley
3
+ --timestamp=hb1110
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=40
10
+ --train.val_batch_size=40
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=1065
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=27
18
+ --train.checkpointing_steps=533
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ trolley
29
+ --data.val_repo_ids
30
+ trolley
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_trolley
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.15
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
a10-trolley-push/epoch-010/training_plan.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 68102,
3
+ "per_gpu_batch": 40,
4
+ "global_batch": 1280,
5
+ "epochs": 20,
6
+ "steps": 1065,
7
+ "save_steps": 533,
8
+ "warmup_steps": 27,
9
+ "task": "trolley",
10
+ "robot": "g1",
11
+ "state_dim": 44,
12
+ "action_dim": 76,
13
+ "image_keys": [
14
+ "observation.images.ego_view",
15
+ "observation.images.chest"
16
+ ],
17
+ "mem_frac_limit": 0.92,
18
+ "probe": [
19
+ {
20
+ "per_gpu_batch": 64,
21
+ "ok": false,
22
+ "peak_frac": 0.9877054356699475,
23
+ "sec_per_step": 0.0,
24
+ "fits": false,
25
+ "error": "OutOfMemoryError: CUDA out of memory. Tried to allocate 116.00 MiB. GPU 0 has a total capacity of 79.25 GiB of which 74.94 MiB is free. Process 1376018 has 79.17 GiB memory in use. Of the allocated memory 77.78 GiB is allocated by PyTorch, and 432.83 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)"
26
+ },
27
+ {
28
+ "per_gpu_batch": 56,
29
+ "ok": true,
30
+ "peak_frac": 0.9877054356699475,
31
+ "sec_per_step": 6.574496496332965,
32
+ "fits": false,
33
+ "error": null
34
+ },
35
+ {
36
+ "per_gpu_batch": 48,
37
+ "ok": true,
38
+ "peak_frac": 0.9491120250142476,
39
+ "sec_per_step": 5.889963229332352,
40
+ "fits": false,
41
+ "error": null
42
+ },
43
+ {
44
+ "per_gpu_batch": 40,
45
+ "ok": true,
46
+ "peak_frac": 0.8887081619764953,
47
+ "sec_per_step": 5.1934463308328604,
48
+ "fits": true,
49
+ "error": null
50
+ }
51
+ ],
52
+ "est_hours": 1.5363945395380547
53
+ }
a10-trolley-push/epoch-020/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-trolley
5
+ --timestamp=hb1110
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=40
12
+ --train.val_batch_size=40
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=1065
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=27
20
+ --train.checkpointing_steps=533
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids trolley
28
+ --data.val_repo_ids trolley
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_trolley
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.15
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
a10-trolley-push/epoch-020/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6aa861293cc8402453581ab18f2d4d876e0ff4791d9c5d772a1c5dfcdef973a
3
+ size 3616
a10-trolley-push/epoch-020/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.3125,
5
+ -0.25,
6
+ -0.4375,
7
+ -0.3125,
8
+ -0.375,
9
+ 0.0,
10
+ -0.0625,
11
+ -0.375,
12
+ -0.125,
13
+ -0.375,
14
+ -0.3125,
15
+ -0.1875,
16
+ -0.3125,
17
+ -0.0625,
18
+ -0.0625,
19
+ -0.1875,
20
+ 0.0625,
21
+ -0.0625,
22
+ -0.4375,
23
+ -0.1875,
24
+ -0.4375,
25
+ -0.375,
26
+ 0.0,
27
+ 0.0,
28
+ -0.125,
29
+ -0.1875,
30
+ -0.25,
31
+ -0.25,
32
+ -0.25,
33
+ -0.0625,
34
+ -0.25,
35
+ 0.0,
36
+ 0.0,
37
+ -0.0625,
38
+ -0.3125,
39
+ -0.375,
40
+ 0.0,
41
+ -0.4375,
42
+ -0.25,
43
+ -0.3125,
44
+ -0.3125,
45
+ -0.375,
46
+ -0.4375,
47
+ -0.1875,
48
+ -0.3125,
49
+ -0.1875,
50
+ -0.3125,
51
+ -0.1875,
52
+ 0.1875,
53
+ -0.1875,
54
+ -0.375,
55
+ -0.25,
56
+ -0.1875,
57
+ -0.1875,
58
+ -0.25,
59
+ -0.3125,
60
+ -0.25,
61
+ -0.125,
62
+ -0.125,
63
+ -0.25,
64
+ -0.6875,
65
+ -0.1875,
66
+ -0.3125,
67
+ -0.3125,
68
+ 0.292362779378891,
69
+ 0.3000138998031616,
70
+ 0.31826409697532654,
71
+ 0.32930147647857666,
72
+ 0.47673073410987854,
73
+ 0.0,
74
+ 0.2946086525917053,
75
+ 0.29999813437461853,
76
+ 0.30003154277801514,
77
+ 0.3234449625015259,
78
+ 0.4769596755504608,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.25,
83
+ 0.25,
84
+ 0.0,
85
+ 0.25,
86
+ 0.25,
87
+ 0.4375,
88
+ 0.3125,
89
+ 0.25,
90
+ 0.1875,
91
+ 0.0,
92
+ 0.0625,
93
+ 0.25,
94
+ 0.1875,
95
+ 0.625,
96
+ 0.375,
97
+ 0.25,
98
+ 0.3125,
99
+ 0.3125,
100
+ 0.0625,
101
+ 0.4375,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.375,
105
+ 0.4375,
106
+ 0.3125,
107
+ 0.25,
108
+ 0.0,
109
+ 0.3125,
110
+ 0.25,
111
+ 0.4375,
112
+ 0.5625,
113
+ 0.5,
114
+ 0.4375,
115
+ 0.4375,
116
+ 0.1875,
117
+ -0.0625,
118
+ 0.5625,
119
+ 0.0625,
120
+ 0.3125,
121
+ 0.0625,
122
+ 0.125,
123
+ 0.1875,
124
+ 0.125,
125
+ 0.1875,
126
+ 0.3125,
127
+ 0.125,
128
+ 0.125,
129
+ 0.1875,
130
+ 0.6875,
131
+ 0.4375,
132
+ 0.4375,
133
+ 0.3125,
134
+ 0.375,
135
+ 0.3125,
136
+ 0.1875,
137
+ 0.1875,
138
+ 0.125,
139
+ 0.1875,
140
+ 0.1875,
141
+ 0.1875,
142
+ -0.5,
143
+ 0.1875,
144
+ 0.125,
145
+ 0.375,
146
+ 0.9997463226318359,
147
+ 0.99966961145401,
148
+ 0.9996354579925537,
149
+ 0.9996764659881592,
150
+ 1.0,
151
+ 0.9993210434913635,
152
+ 0.9997614026069641,
153
+ 0.9996871948242188,
154
+ 0.9996516704559326,
155
+ 0.9996873140335083,
156
+ 1.0,
157
+ 0.9992968440055847
158
+ ],
159
+ "mean": [
160
+ -0.0403420589864254,
161
+ -0.018686125054955482,
162
+ -0.20537209510803223,
163
+ -0.05159631744027138,
164
+ -0.04659922048449516,
165
+ 0.28877365589141846,
166
+ 0.08899977058172226,
167
+ -0.016905708238482475,
168
+ 0.07261259108781815,
169
+ -0.21840952336788177,
170
+ -0.18388961255550385,
171
+ 0.0007470411946997046,
172
+ -0.00969226285815239,
173
+ 0.26328155398368835,
174
+ 0.18275251984596252,
175
+ 0.04842276871204376,
176
+ 0.179326593875885,
177
+ 0.16870465874671936,
178
+ -0.1733631193637848,
179
+ 0.1659909039735794,
180
+ -0.10776849091053009,
181
+ -0.1544705033302307,
182
+ 0.12409694492816925,
183
+ 0.23034198582172394,
184
+ 0.03346175700426102,
185
+ 0.031643711030483246,
186
+ -0.1312461495399475,
187
+ 0.06677942723035812,
188
+ 0.034819096326828,
189
+ 0.15542861819267273,
190
+ 0.07991597056388855,
191
+ 0.22823576629161835,
192
+ 0.20074667036533356,
193
+ 0.15421445667743683,
194
+ 0.016136640682816505,
195
+ -0.18954747915267944,
196
+ 0.1983504593372345,
197
+ -0.1879304200410843,
198
+ -0.046609312295913696,
199
+ -0.14654672145843506,
200
+ -0.12202192842960358,
201
+ -0.08945772796869278,
202
+ -0.2104499489068985,
203
+ -0.05296650528907776,
204
+ -0.05071712285280228,
205
+ -0.015450170263648033,
206
+ -0.052094653248786926,
207
+ 0.03760351985692978,
208
+ 0.4589540362358093,
209
+ 0.14816102385520935,
210
+ 0.0779859647154808,
211
+ 0.09919863194227219,
212
+ 0.01091744750738144,
213
+ 0.08858495205640793,
214
+ -0.05852893367409706,
215
+ -0.08220022916793823,
216
+ -0.06215400993824005,
217
+ 0.022059740498661995,
218
+ 0.007193254306912422,
219
+ -0.11951465904712677,
220
+ -0.6442239284515381,
221
+ 0.07778681069612503,
222
+ -0.10132503509521484,
223
+ -0.010196102783083916,
224
+ 0.7317724227905273,
225
+ 0.7420696020126343,
226
+ 0.7502471208572388,
227
+ 0.7606118321418762,
228
+ 0.8491042256355286,
229
+ 0.2851484715938568,
230
+ 0.7298908829689026,
231
+ 0.7405207753181458,
232
+ 0.749534010887146,
233
+ 0.7614643573760986,
234
+ 0.8453218936920166,
235
+ 0.2851340174674988
236
+ ],
237
+ "std": [
238
+ 0.07123450189828873,
239
+ 0.07154843211174011,
240
+ 0.07336973398923874,
241
+ 0.06626304239034653,
242
+ 0.08791211247444153,
243
+ 0.06892458349466324,
244
+ 0.06302117556333542,
245
+ 0.11121843755245209,
246
+ 0.05924325808882713,
247
+ 0.08356062322854996,
248
+ 0.049724139273166656,
249
+ 0.05426386743783951,
250
+ 0.10212446749210358,
251
+ 0.1451038122177124,
252
+ 0.06820658594369888,
253
+ 0.04987071081995964,
254
+ 0.056599270552396774,
255
+ 0.05271051079034805,
256
+ 0.08603110164403915,
257
+ 0.1315504014492035,
258
+ 0.08903644233942032,
259
+ 0.07830370217561722,
260
+ 0.06827256828546524,
261
+ 0.07837482541799545,
262
+ 0.08390617370605469,
263
+ 0.06204923242330551,
264
+ 0.03641710802912712,
265
+ 0.074244923889637,
266
+ 0.08035031706094742,
267
+ 0.07464367151260376,
268
+ 0.1557544320821762,
269
+ 0.08816947042942047,
270
+ 0.05779670178890228,
271
+ 0.08802837878465652,
272
+ 0.09938935935497284,
273
+ 0.057022083550691605,
274
+ 0.08310362696647644,
275
+ 0.12639404833316803,
276
+ 0.11523928493261337,
277
+ 0.05212745442986488,
278
+ 0.06367409229278564,
279
+ 0.08546944707632065,
280
+ 0.08019869029521942,
281
+ 0.07591772079467773,
282
+ 0.08671329915523529,
283
+ 0.058706771582365036,
284
+ 0.0997353047132492,
285
+ 0.06009333208203316,
286
+ 0.11951830238103867,
287
+ 0.13599662482738495,
288
+ 0.09435705095529556,
289
+ 0.10893214493989944,
290
+ 0.11244633793830872,
291
+ 0.06597109138965607,
292
+ 0.0863819494843483,
293
+ 0.057603031396865845,
294
+ 0.08418231457471848,
295
+ 0.07679129391908646,
296
+ 0.05981888249516487,
297
+ 0.06642021983861923,
298
+ 0.039261385798454285,
299
+ 0.06950461864471436,
300
+ 0.06212746351957321,
301
+ 0.15870065987110138,
302
+ 0.320509672164917,
303
+ 0.30812355875968933,
304
+ 0.29813146591186523,
305
+ 0.28590676188468933,
306
+ 0.18372130393981934,
307
+ 0.4449736177921295,
308
+ 0.3228118121623993,
309
+ 0.3098851144313812,
310
+ 0.29903140664100647,
311
+ 0.2849605083465576,
312
+ 0.18758800625801086,
313
+ 0.444967120885849
314
+ ],
315
+ "q01": [
316
+ -0.1875,
317
+ -0.1875,
318
+ -0.375,
319
+ -0.25,
320
+ -0.3125,
321
+ 0.0625,
322
+ 0.0,
323
+ -0.25,
324
+ -0.0625,
325
+ -0.375,
326
+ -0.25,
327
+ -0.125,
328
+ -0.25,
329
+ 0.0,
330
+ 0.0625,
331
+ -0.0625,
332
+ 0.0625,
333
+ 0.0,
334
+ -0.375,
335
+ -0.0625,
336
+ -0.3125,
337
+ -0.3125,
338
+ 0.0,
339
+ 0.0625,
340
+ -0.0625,
341
+ -0.125,
342
+ -0.1875,
343
+ -0.125,
344
+ -0.125,
345
+ 0.0,
346
+ -0.1875,
347
+ 0.0625,
348
+ 0.0625,
349
+ 0.0,
350
+ -0.1875,
351
+ -0.3125,
352
+ 0.125,
353
+ -0.375,
354
+ -0.25,
355
+ -0.25,
356
+ -0.1875,
357
+ -0.3125,
358
+ -0.375,
359
+ -0.1875,
360
+ -0.25,
361
+ -0.125,
362
+ -0.25,
363
+ -0.125,
364
+ 0.25,
365
+ -0.125,
366
+ -0.1875,
367
+ -0.125,
368
+ -0.1875,
369
+ -0.0625,
370
+ -0.1875,
371
+ -0.1875,
372
+ -0.25,
373
+ -0.125,
374
+ -0.125,
375
+ -0.25,
376
+ -0.6875,
377
+ -0.125,
378
+ -0.1875,
379
+ -0.3125,
380
+ 0.3000103533267975,
381
+ 0.30121973156929016,
382
+ 0.3310818374156952,
383
+ 0.35618627071380615,
384
+ 0.5047132968902588,
385
+ 0.0,
386
+ 0.3000008165836334,
387
+ 0.30090996623039246,
388
+ 0.32854763299226764,
389
+ 0.342146098613739,
390
+ 0.5167127305269241,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.125,
395
+ 0.1875,
396
+ -0.0625,
397
+ 0.125,
398
+ 0.125,
399
+ 0.375,
400
+ 0.25,
401
+ 0.1875,
402
+ 0.1875,
403
+ -0.0625,
404
+ -0.0625,
405
+ 0.1875,
406
+ 0.125,
407
+ 0.5,
408
+ 0.3125,
409
+ 0.1875,
410
+ 0.25,
411
+ 0.3125,
412
+ 0.0,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.0625,
416
+ 0.3125,
417
+ 0.375,
418
+ 0.1875,
419
+ 0.1875,
420
+ -0.0625,
421
+ 0.1875,
422
+ 0.1875,
423
+ 0.3125,
424
+ 0.4375,
425
+ 0.375,
426
+ 0.3125,
427
+ 0.375,
428
+ 0.1875,
429
+ -0.125,
430
+ 0.5,
431
+ 0.0,
432
+ 0.1875,
433
+ 0.0,
434
+ 0.0625,
435
+ 0.125,
436
+ 0.0,
437
+ 0.125,
438
+ 0.25,
439
+ 0.0625,
440
+ 0.125,
441
+ 0.125,
442
+ 0.625,
443
+ 0.375,
444
+ 0.3125,
445
+ 0.25,
446
+ 0.25,
447
+ 0.25,
448
+ 0.125,
449
+ 0.0625,
450
+ 0.0625,
451
+ 0.1875,
452
+ 0.125,
453
+ 0.0625,
454
+ -0.5625,
455
+ 0.1875,
456
+ 0.0625,
457
+ 0.3125,
458
+ 0.9997268915176392,
459
+ 0.9996393918991089,
460
+ 0.9995970726013184,
461
+ 0.9996384978294373,
462
+ 1.0,
463
+ 0.9992190581560135,
464
+ 0.9997413158416748,
465
+ 0.9996601343154907,
466
+ 0.9996210330724716,
467
+ 0.9996594768762589,
468
+ 1.0,
469
+ 0.9992058873176575
470
+ ],
471
+ "count": [
472
+ 68102
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -0.5330440402030945,
556
+ -0.05143369361758232,
557
+ -0.07799161225557327,
558
+ 0.13350491225719452,
559
+ -0.4988926649093628,
560
+ -0.16204434633255005,
561
+ -0.6232456564903259,
562
+ -0.24444134533405304,
563
+ -0.4159989655017853,
564
+ 0.11263753473758698,
565
+ -0.482299268245697,
566
+ -0.12328562140464783,
567
+ -0.07507362216711044,
568
+ -0.07980722188949585,
569
+ -0.025596367195248604,
570
+ -0.7716264724731445,
571
+ -0.08042743057012558,
572
+ -0.3493025302886963,
573
+ -0.5287880897521973,
574
+ 1.156629204750061,
575
+ -0.10160019248723984,
576
+ -0.10559529811143875,
577
+ -0.778536856174469,
578
+ -0.25932174921035767,
579
+ -0.2704775929450989,
580
+ -0.5183950662612915,
581
+ -1.9468904733657837,
582
+ -0.10874220728874207,
583
+ -0.04284682869911194,
584
+ 0.292362779378891,
585
+ 0.3000138998031616,
586
+ 0.31826409697532654,
587
+ 0.32930147647857666,
588
+ 0.47673073410987854,
589
+ 0.0,
590
+ 0.2946086525917053,
591
+ 0.29999813437461853,
592
+ 0.30003154277801514,
593
+ 0.3234449625015259,
594
+ 0.4769596755504608,
595
+ 0.0,
596
+ -0.1337215006351471,
597
+ -0.06270945817232132,
598
+ -0.9999999403953552
599
+ ],
600
+ "max": [
601
+ 0.24143074452877045,
602
+ 0.29552754759788513,
603
+ 0.3561690151691437,
604
+ 1.3718546628952026,
605
+ 0.2666071355342865,
606
+ 0.09837827831506729,
607
+ 0.15863822400569916,
608
+ 0.03856094926595688,
609
+ -0.05291441082954407,
610
+ 1.18877375125885,
611
+ 0.4817247688770294,
612
+ 0.1343684196472168,
613
+ 0.06656605005264282,
614
+ 0.06133057177066803,
615
+ 0.1513517051935196,
616
+ 0.720155656337738,
617
+ 0.4783479571342468,
618
+ 0.21154429018497467,
619
+ 0.9155566096305847,
620
+ 1.6539117097854614,
621
+ 0.02634277381002903,
622
+ 0.029141446575522423,
623
+ 0.7212576270103455,
624
+ 0.16566801071166992,
625
+ 0.5596767663955688,
626
+ 0.9584764838218689,
627
+ -1.23468816280365,
628
+ 0.06887459009885788,
629
+ 0.104251928627491,
630
+ 0.9997463226318359,
631
+ 0.99966961145401,
632
+ 0.9996354579925537,
633
+ 0.9996764659881592,
634
+ 1.0,
635
+ 0.9993210434913635,
636
+ 0.9997614026069641,
637
+ 0.9996871948242188,
638
+ 0.9996516704559326,
639
+ 0.9996873140335083,
640
+ 1.0,
641
+ 0.9992968440055847,
642
+ 0.07373641431331635,
643
+ 0.09887239336967468,
644
+ -0.9903323650360107
645
+ ],
646
+ "mean": [
647
+ -0.04395364224910736,
648
+ 0.08433877676725388,
649
+ 0.14805927872657776,
650
+ 0.29120516777038574,
651
+ -0.15500007569789886,
652
+ -0.024664340540766716,
653
+ -0.07642558962106705,
654
+ -0.0736498311161995,
655
+ -0.24529772996902466,
656
+ 0.26005274057388306,
657
+ -0.1140800341963768,
658
+ -0.007888831198215485,
659
+ -0.008419563993811607,
660
+ -0.0021098735742270947,
661
+ 0.08791279047727585,
662
+ 0.0528772696852684,
663
+ 0.12060835212469101,
664
+ -0.04220447689294815,
665
+ 0.020570116117596626,
666
+ 1.4341179132461548,
667
+ -0.007844638079404831,
668
+ -0.009899427182972431,
669
+ 0.0024094288237392902,
670
+ -0.08111821860074997,
671
+ 0.1357450783252716,
672
+ 0.07013830542564392,
673
+ -1.4520114660263062,
674
+ -0.0027862784918397665,
675
+ 0.005642320960760117,
676
+ 0.7317724227905273,
677
+ 0.7420696020126343,
678
+ 0.7502471208572388,
679
+ 0.7606118321418762,
680
+ 0.8491042256355286,
681
+ 0.2851484715938568,
682
+ 0.7298908829689026,
683
+ 0.7405207753181458,
684
+ 0.749534010887146,
685
+ 0.7614643573760986,
686
+ 0.8453218936920166,
687
+ 0.2851340174674988,
688
+ -0.04569600522518158,
689
+ 0.0067200446501374245,
690
+ -0.9987989068031311
691
+ ],
692
+ "std": [
693
+ 0.14168600738048553,
694
+ 0.0483100526034832,
695
+ 0.04101293906569481,
696
+ 0.22163385152816772,
697
+ 0.093856580555439,
698
+ 0.04338940232992172,
699
+ 0.14511574804782867,
700
+ 0.03931703791022301,
701
+ 0.0455586239695549,
702
+ 0.18603941798210144,
703
+ 0.09329265356063843,
704
+ 0.036371633410453796,
705
+ 0.015639469027519226,
706
+ 0.019286686554551125,
707
+ 0.030677903443574905,
708
+ 0.3475741744041443,
709
+ 0.0729627013206482,
710
+ 0.07826671749353409,
711
+ 0.3355916142463684,
712
+ 0.053596239537000656,
713
+ 0.014482177793979645,
714
+ 0.01705455221235752,
715
+ 0.3626428544521332,
716
+ 0.056419044733047485,
717
+ 0.14476506412029266,
718
+ 0.36457201838493347,
719
+ 0.07740234583616257,
720
+ 0.013556931167840958,
721
+ 0.014566417783498764,
722
+ 0.320509672164917,
723
+ 0.30812355875968933,
724
+ 0.29813146591186523,
725
+ 0.28590676188468933,
726
+ 0.18372130393981934,
727
+ 0.4449736177921295,
728
+ 0.3228118121623993,
729
+ 0.3098851144313812,
730
+ 0.29903140664100647,
731
+ 0.2849605083465576,
732
+ 0.18758800625801086,
733
+ 0.444967120885849,
734
+ 0.022119618952274323,
735
+ 0.018426259979605675,
736
+ 0.0010820452589541674
737
+ ],
738
+ "q01": [
739
+ -0.413952879011631,
740
+ -0.008915431266650557,
741
+ 0.06406323239207268,
742
+ 0.14336532533168792,
743
+ -0.3953281992673874,
744
+ -0.10908647663891316,
745
+ -0.48193864911794665,
746
+ -0.18638673931360245,
747
+ -0.3473254644870758,
748
+ 0.12688246086239816,
749
+ -0.33171029955148695,
750
+ -0.08449299089610576,
751
+ -0.041950363628566266,
752
+ -0.06060489792376757,
753
+ -0.007845379579812288,
754
+ -0.5840581315755844,
755
+ -0.0297157559171319,
756
+ -0.2735072746872902,
757
+ -0.4274919933080673,
758
+ 1.2403797459602357,
759
+ -0.06167547084391117,
760
+ -0.06387600854039192,
761
+ -0.6644880473613739,
762
+ -0.168868298381567,
763
+ -0.026168434526771308,
764
+ -0.401207831799984,
765
+ -1.6930247640609741,
766
+ -0.05662567514926195,
767
+ -0.01742506954818964,
768
+ 0.3000103533267975,
769
+ 0.30121973156929016,
770
+ 0.3310818374156952,
771
+ 0.35618627071380615,
772
+ 0.5047132968902588,
773
+ 0.0,
774
+ 0.3000008165836334,
775
+ 0.30090996623039246,
776
+ 0.32854763299226764,
777
+ 0.342146098613739,
778
+ 0.5167127305269241,
779
+ 0.0,
780
+ -0.09519841820001602,
781
+ -0.03483868516981602,
782
+ -0.9999721038341522
783
+ ],
784
+ "q99": [
785
+ 0.1653859966993332,
786
+ 0.2205146604776383,
787
+ 0.26307359576225287,
788
+ 1.1804877960681923,
789
+ 0.04262433819472812,
790
+ 0.06540561720728875,
791
+ 0.12518880665302282,
792
+ -0.013296829396858759,
793
+ -0.11030989341437815,
794
+ 0.9788761049509063,
795
+ 0.08820224247872835,
796
+ 0.07959219507873061,
797
+ 0.030295099448412667,
798
+ 0.0396171545237303,
799
+ 0.1266790293157101,
800
+ 0.6262031054496766,
801
+ 0.33109292685985625,
802
+ 0.10772319763898867,
803
+ 0.723529167771341,
804
+ 1.558490755558014,
805
+ 0.006664295950904502,
806
+ 0.004930962990038162,
807
+ 0.5441445082426071,
808
+ 0.03171946596354264,
809
+ 0.5039451402425766,
810
+ 0.8343079823255556,
811
+ -1.3302290010452265,
812
+ 0.030253863539546743,
813
+ 0.061551280282437906,
814
+ 0.9997268915176392,
815
+ 0.9996393918991089,
816
+ 0.9995970726013184,
817
+ 0.9996384978294373,
818
+ 1.0,
819
+ 0.9992190581560135,
820
+ 0.9997413158416748,
821
+ 0.9996601343154907,
822
+ 0.9996210330724716,
823
+ 0.9996594768762589,
824
+ 1.0,
825
+ 0.9992058873176575,
826
+ 0.019093862511217637,
827
+ 0.05943375892937189,
828
+ -0.9948426687717438
829
+ ],
830
+ "count": [
831
+ 68102
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
a10-trolley-push/epoch-020/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=32
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=dlc19te5fv9wtn5t-master-0
16
+ MASTER_PORT=30295
a10-trolley-push/epoch-020/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
a10-trolley-push/epoch-020/hb_metrics.jsonl ADDED
@@ -0,0 +1,107 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"step": 0, "time": 1794395307.486381, "train/lr_act": 3.7037037037037037e-06, "train/lr_action_header": 3.7037037037037037e-06, "train/lr_lang_backbone": 3.7037037037037036e-08, "train/lr_vision_tower": 3.7037037037037036e-07, "train/lr_mm_projector": 3.7037037037037037e-06, "train/grad_norm_act": 44.831382751464844, "train/grad_norm_lang_backbone": 4.165959358215332, "train/grad_norm_vision_tower": 7.225906848907471, "train/grad_norm_mm_projector": 1.7202545404434204, "train/grad_norm_vlm": 8.516350324364657, "train/loss": 41.50318145751953, "train/vlm_feat_norm": 8744.9267578125, "train/epoch": 0.0}
2
+ {"step": 10, "time": 1794395348.2211647, "train/lr_act": 4.074074074074074e-05, "train/lr_action_header": 4.074074074074074e-05, "train/lr_lang_backbone": 4.0740740740740737e-07, "train/lr_vision_tower": 4.074074074074074e-06, "train/lr_mm_projector": 4.074074074074074e-05, "train/grad_norm_act": 11.443581581115723, "train/grad_norm_lang_backbone": 1.619282841682434, "train/grad_norm_vision_tower": 2.8684680461883545, "train/grad_norm_mm_projector": 0.6867499947547913, "train/grad_norm_vlm": 3.3647899501553558, "train/loss": 34.28916549682617, "train/vlm_feat_norm": 8859.3935546875, "train/epoch": 0.0}
3
+ {"step": 20, "time": 1794395394.0960488, "train/lr_act": 7.777777777777778e-05, "train/lr_action_header": 7.777777777777778e-05, "train/lr_lang_backbone": 7.777777777777778e-07, "train/lr_vision_tower": 7.77777777777778e-06, "train/lr_mm_projector": 7.777777777777778e-05, "train/grad_norm_act": 10.601590156555176, "train/grad_norm_lang_backbone": 2.2036960124969482, "train/grad_norm_vision_tower": 2.8270790576934814, "train/grad_norm_mm_projector": 0.6333395838737488, "train/grad_norm_vlm": 3.6400235085017494, "train/loss": 29.624755859375, "train/vlm_feat_norm": 8505.033203125, "train/epoch": 0.0}
4
+ {"step": 30, "time": 1794395439.7742388, "train/lr_act": 9.999633596405633e-05, "train/lr_action_header": 9.999633596405633e-05, "train/lr_lang_backbone": 9.999633596405633e-07, "train/lr_vision_tower": 9.999633596405634e-06, "train/lr_mm_projector": 9.999633596405633e-05, "train/grad_norm_act": 15.965065956115723, "train/grad_norm_lang_backbone": 1.5349445343017578, "train/grad_norm_vision_tower": 2.073822498321533, "train/grad_norm_mm_projector": 0.5849919319152832, "train/grad_norm_vlm": 2.6455642192797706, "train/loss": 22.776884078979492, "train/vlm_feat_norm": 7204.83203125, "train/epoch": 0.0}
5
+ {"step": 40, "time": 1794395480.243729, "train/lr_act": 9.995512172662395e-05, "train/lr_action_header": 9.995512172662395e-05, "train/lr_lang_backbone": 9.995512172662395e-07, "train/lr_vision_tower": 9.995512172662397e-06, "train/lr_mm_projector": 9.995512172662395e-05, "train/grad_norm_act": 13.49581241607666, "train/grad_norm_lang_backbone": 1.1497607231140137, "train/grad_norm_vision_tower": 1.3351253271102905, "train/grad_norm_mm_projector": 0.37265992164611816, "train/grad_norm_vlm": 1.8009399703233617, "train/loss": 17.984102249145508, "train/vlm_feat_norm": 8941.310546875, "train/epoch": 0.0}
6
+ {"step": 50, "time": 1794395510.2910917, "train/lr_act": 9.986815108288272e-05, "train/lr_action_header": 9.986815108288272e-05, "train/lr_lang_backbone": 9.986815108288272e-07, "train/lr_vision_tower": 9.986815108288273e-06, "train/lr_mm_projector": 9.986815108288272e-05, "train/grad_norm_act": 15.537641525268555, "train/grad_norm_lang_backbone": 2.439708709716797, "train/grad_norm_vision_tower": 3.9883697032928467, "train/grad_norm_mm_projector": 0.8906387090682983, "train/grad_norm_vlm": 4.759465178830823, "train/loss": 15.185489654541016, "train/vlm_feat_norm": 8660.078125, "train/epoch": 0.0}
7
+ {"step": 60, "time": 1794395587.93554, "train/lr_act": 9.973550369361563e-05, "train/lr_action_header": 9.973550369361563e-05, "train/lr_lang_backbone": 9.973550369361562e-07, "train/lr_vision_tower": 9.973550369361563e-06, "train/lr_mm_projector": 9.973550369361563e-05, "train/grad_norm_act": 10.74179458618164, "train/grad_norm_lang_backbone": 0.9027388691902161, "train/grad_norm_vision_tower": 1.2850565910339355, "train/grad_norm_mm_projector": 0.3129083812236786, "train/grad_norm_vlm": 1.6013180705739296, "train/loss": 14.006595611572266, "train/vlm_feat_norm": 8189.26904296875, "train/epoch": 1.0}
8
+ {"step": 70, "time": 1794395628.802779, "train/lr_act": 9.955730105723223e-05, "train/lr_action_header": 9.955730105723223e-05, "train/lr_lang_backbone": 9.955730105723221e-07, "train/lr_vision_tower": 9.955730105723223e-06, "train/lr_mm_projector": 9.955730105723223e-05, "train/grad_norm_act": 9.579669952392578, "train/grad_norm_lang_backbone": 1.3927347660064697, "train/grad_norm_vision_tower": 2.394700765609741, "train/grad_norm_mm_projector": 0.4901287257671356, "train/grad_norm_vlm": 2.813277102078125, "train/loss": 11.544279098510742, "train/vlm_feat_norm": 7124.8486328125, "train/epoch": 1.0}
9
+ {"step": 80, "time": 1794395669.513408, "train/lr_act": 9.933370639848211e-05, "train/lr_action_header": 9.933370639848211e-05, "train/lr_lang_backbone": 9.93337063984821e-07, "train/lr_vision_tower": 9.93337063984821e-06, "train/lr_mm_projector": 9.933370639848211e-05, "train/grad_norm_act": 10.983147621154785, "train/grad_norm_lang_backbone": 0.7911041378974915, "train/grad_norm_vision_tower": 0.9295265078544617, "train/grad_norm_mm_projector": 0.24113936722278595, "train/grad_norm_vlm": 1.2441918984735632, "train/loss": 12.994827270507812, "train/vlm_feat_norm": 7311.19091796875, "train/epoch": 1.0}
10
+ {"step": 90, "time": 1794395709.289774, "train/lr_act": 9.906492451894922e-05, "train/lr_action_header": 9.906492451894922e-05, "train/lr_lang_backbone": 9.906492451894922e-07, "train/lr_vision_tower": 9.906492451894922e-06, "train/lr_mm_projector": 9.906492451894922e-05, "train/grad_norm_act": 9.544816970825195, "train/grad_norm_lang_backbone": 0.8577336072921753, "train/grad_norm_vision_tower": 0.9202532172203064, "train/grad_norm_mm_projector": 0.24251486361026764, "train/grad_norm_vlm": 1.2811660251328392, "train/loss": 10.204977035522461, "train/vlm_feat_norm": 7191.06640625, "train/epoch": 1.0}
11
+ {"step": 100, "time": 1794395741.7033193, "train/lr_act": 9.875120160946372e-05, "train/lr_action_header": 9.875120160946372e-05, "train/lr_lang_backbone": 9.875120160946371e-07, "train/lr_vision_tower": 9.875120160946371e-06, "train/lr_mm_projector": 9.875120160946372e-05, "train/grad_norm_act": 8.30845832824707, "train/grad_norm_lang_backbone": 1.007939338684082, "train/grad_norm_vision_tower": 2.0109035968780518, "train/grad_norm_mm_projector": 0.38213086128234863, "train/grad_norm_vlm": 2.2816000923799904, "train/loss": 10.79108715057373, "train/vlm_feat_norm": 6975.388671875, "train/epoch": 1.0}
12
+ {"step": 110, "time": 1794395807.2384553, "train/lr_act": 9.83928250246034e-05, "train/lr_action_header": 9.83928250246034e-05, "train/lr_lang_backbone": 9.83928250246034e-07, "train/lr_vision_tower": 9.83928250246034e-06, "train/lr_mm_projector": 9.83928250246034e-05, "train/grad_norm_act": 10.014483451843262, "train/grad_norm_lang_backbone": 1.3408055305480957, "train/grad_norm_vision_tower": 2.863779067993164, "train/grad_norm_mm_projector": 0.5190724730491638, "train/grad_norm_vlm": 3.2044385238761457, "train/loss": 8.376167297363281, "train/vlm_feat_norm": 7277.1611328125, "train/epoch": 2.0}
13
+ {"step": 120, "time": 1794395855.7885914, "train/lr_act": 9.799012301949136e-05, "train/lr_action_header": 9.799012301949136e-05, "train/lr_lang_backbone": 9.799012301949137e-07, "train/lr_vision_tower": 9.799012301949136e-06, "train/lr_mm_projector": 9.799012301949136e-05, "train/grad_norm_act": 8.996800422668457, "train/grad_norm_lang_backbone": 0.9712411165237427, "train/grad_norm_vision_tower": 1.4217232465744019, "train/grad_norm_mm_projector": 0.32029545307159424, "train/grad_norm_vlm": 1.7513410500341393, "train/loss": 8.841131210327148, "train/vlm_feat_norm": 7237.1943359375, "train/epoch": 2.0}
14
+ {"step": 130, "time": 1794395903.9060743, "train/lr_act": 9.754346444913042e-05, "train/lr_action_header": 9.754346444913042e-05, "train/lr_lang_backbone": 9.754346444913042e-07, "train/lr_vision_tower": 9.754346444913042e-06, "train/lr_mm_projector": 9.754346444913042e-05, "train/grad_norm_act": 7.92341947555542, "train/grad_norm_lang_backbone": 0.934176504611969, "train/grad_norm_vision_tower": 1.609591007232666, "train/grad_norm_mm_projector": 0.33753448724746704, "train/grad_norm_vlm": 1.8914011955200607, "train/loss": 8.6460542678833, "train/vlm_feat_norm": 6681.89306640625, "train/epoch": 2.0}
15
+ {"step": 140, "time": 1794395938.9274426, "train/lr_act": 9.705325843055045e-05, "train/lr_action_header": 9.705325843055045e-05, "train/lr_lang_backbone": 9.705325843055043e-07, "train/lr_vision_tower": 9.705325843055045e-06, "train/lr_mm_projector": 9.705325843055045e-05, "train/grad_norm_act": 7.9083757400512695, "train/grad_norm_lang_backbone": 0.8758023381233215, "train/grad_norm_vision_tower": 1.6668977737426758, "train/grad_norm_mm_projector": 0.3148079812526703, "train/grad_norm_vlm": 1.9091050229442452, "train/loss": 7.354795455932617, "train/vlm_feat_norm": 6630.88671875, "train/epoch": 2.0}
16
+ {"step": 150, "time": 1794395971.954185, "train/lr_act": 9.651995396807743e-05, "train/lr_action_header": 9.651995396807743e-05, "train/lr_lang_backbone": 9.651995396807742e-07, "train/lr_vision_tower": 9.651995396807742e-06, "train/lr_mm_projector": 9.651995396807743e-05, "train/grad_norm_act": 8.88221263885498, "train/grad_norm_lang_backbone": 1.0084643363952637, "train/grad_norm_vision_tower": 1.444361925125122, "train/grad_norm_mm_projector": 0.3217102587223053, "train/grad_norm_vlm": 1.790720296165613, "train/loss": 7.890178203582764, "train/vlm_feat_norm": 7127.3837890625, "train/epoch": 2.0}
17
+ {"step": 160, "time": 1794396039.0061493, "train/lr_act": 9.59440395420679e-05, "train/lr_action_header": 9.59440395420679e-05, "train/lr_lang_backbone": 9.594403954206789e-07, "train/lr_vision_tower": 9.59440395420679e-06, "train/lr_mm_projector": 9.59440395420679e-05, "train/grad_norm_act": 8.49207592010498, "train/grad_norm_lang_backbone": 0.9011793732643127, "train/grad_norm_vision_tower": 1.328312635421753, "train/grad_norm_mm_projector": 0.3018852770328522, "train/grad_norm_vlm": 1.6333013931015132, "train/loss": 6.406589984893799, "train/vlm_feat_norm": 7018.57568359375, "train/epoch": 3.0}
18
+ {"step": 170, "time": 1794396080.9822476, "train/lr_act": 9.53260426614852e-05, "train/lr_action_header": 9.53260426614852e-05, "train/lr_lang_backbone": 9.53260426614852e-07, "train/lr_vision_tower": 9.532604266148521e-06, "train/lr_mm_projector": 9.53260426614852e-05, "train/grad_norm_act": 9.474440574645996, "train/grad_norm_lang_backbone": 1.157294750213623, "train/grad_norm_vision_tower": 2.258497476577759, "train/grad_norm_mm_projector": 0.39306744933128357, "train/grad_norm_vlm": 2.5680038960842557, "train/loss": 6.738267421722412, "train/vlm_feat_norm": 6574.5751953125, "train/epoch": 3.0}
19
+ {"step": 180, "time": 1794396120.8448813, "train/lr_act": 9.466652938072753e-05, "train/lr_action_header": 9.466652938072753e-05, "train/lr_lang_backbone": 9.466652938072752e-07, "train/lr_vision_tower": 9.466652938072754e-06, "train/lr_mm_projector": 9.466652938072753e-05, "train/grad_norm_act": 6.809983730316162, "train/grad_norm_lang_backbone": 0.7314623594284058, "train/grad_norm_vision_tower": 1.1841516494750977, "train/grad_norm_mm_projector": 0.27539971470832825, "train/grad_norm_vlm": 1.418836606194171, "train/loss": 5.808977127075195, "train/vlm_feat_norm": 6663.904296875, "train/epoch": 3.0}
20
+ {"step": 190, "time": 1794396166.7050555, "train/lr_act": 9.396610378115025e-05, "train/lr_action_header": 9.396610378115025e-05, "train/lr_lang_backbone": 9.396610378115024e-07, "train/lr_vision_tower": 9.396610378115025e-06, "train/lr_mm_projector": 9.396610378115025e-05, "train/grad_norm_act": 7.62764310836792, "train/grad_norm_lang_backbone": 0.806268036365509, "train/grad_norm_vision_tower": 1.1144343614578247, "train/grad_norm_mm_projector": 0.2797318696975708, "train/grad_norm_vlm": 1.4036673435636742, "train/loss": 5.333909034729004, "train/vlm_feat_norm": 6717.07421875, "train/epoch": 3.0}
21
+ {"step": 200, "time": 1794396203.0198011, "train/lr_act": 9.322540741775744e-05, "train/lr_action_header": 9.322540741775744e-05, "train/lr_lang_backbone": 9.322540741775743e-07, "train/lr_vision_tower": 9.322540741775745e-06, "train/lr_mm_projector": 9.322540741775744e-05, "train/grad_norm_act": 7.44537878036499, "train/grad_norm_lang_backbone": 0.7960641980171204, "train/grad_norm_vision_tower": 1.7484570741653442, "train/grad_norm_mm_projector": 0.315695583820343, "train/grad_norm_vlm": 1.946916549112248, "train/loss": 6.015510559082031, "train/vlm_feat_norm": 6741.55419921875, "train/epoch": 3.0}
22
+ {"step": 210, "time": 1794396232.8141568, "train/lr_act": 9.244511873156944e-05, "train/lr_action_header": 9.244511873156944e-05, "train/lr_lang_backbone": 9.244511873156943e-07, "train/lr_vision_tower": 9.244511873156945e-06, "train/lr_mm_projector": 9.244511873156944e-05, "train/grad_norm_act": 6.933417320251465, "train/grad_norm_lang_backbone": 0.9191430807113647, "train/grad_norm_vision_tower": 1.540335774421692, "train/grad_norm_mm_projector": 0.33261969685554504, "train/grad_norm_vlm": 1.824306488372808, "train/loss": 5.929425239562988, "train/vlm_feat_norm": 6926.3447265625, "train/epoch": 3.0}
23
+ {"step": 220, "time": 1794396310.3171003, "train/lr_act": 9.162595242820461e-05, "train/lr_action_header": 9.162595242820461e-05, "train/lr_lang_backbone": 9.16259524282046e-07, "train/lr_vision_tower": 9.162595242820462e-06, "train/lr_mm_projector": 9.162595242820461e-05, "train/grad_norm_act": 6.5738677978515625, "train/grad_norm_lang_backbone": 0.7442530393600464, "train/grad_norm_vision_tower": 1.3596867322921753, "train/grad_norm_mm_projector": 0.28829261660575867, "train/grad_norm_vlm": 1.5766335114278889, "train/loss": 4.951602935791016, "train/vlm_feat_norm": 6556.4970703125, "train/epoch": 4.0}
24
+ {"step": 230, "time": 1794396351.9375017, "train/lr_act": 9.076865882324452e-05, "train/lr_action_header": 9.076865882324452e-05, "train/lr_lang_backbone": 9.076865882324452e-07, "train/lr_vision_tower": 9.076865882324453e-06, "train/lr_mm_projector": 9.076865882324452e-05, "train/grad_norm_act": 7.065677642822266, "train/grad_norm_lang_backbone": 0.9272980093955994, "train/grad_norm_vision_tower": 1.2609946727752686, "train/grad_norm_mm_projector": 0.310372918844223, "train/grad_norm_vlm": 1.5957194339070169, "train/loss": 4.237218379974365, "train/vlm_feat_norm": 7362.82763671875, "train/epoch": 4.0}
25
+ {"step": 240, "time": 1794396391.765041, "train/lr_act": 8.987402315498223e-05, "train/lr_action_header": 8.987402315498223e-05, "train/lr_lang_backbone": 8.987402315498222e-07, "train/lr_vision_tower": 8.987402315498225e-06, "train/lr_mm_projector": 8.987402315498223e-05, "train/grad_norm_act": 6.820409774780273, "train/grad_norm_lang_backbone": 0.9938539266586304, "train/grad_norm_vision_tower": 1.648180603981018, "train/grad_norm_mm_projector": 0.33604952692985535, "train/grad_norm_vlm": 1.953758996248972, "train/loss": 6.074594020843506, "train/vlm_feat_norm": 7095.396484375, "train/epoch": 4.0}
26
+ {"step": 250, "time": 1794396430.8360162, "train/lr_act": 8.894286486518311e-05, "train/lr_action_header": 8.894286486518311e-05, "train/lr_lang_backbone": 8.89428648651831e-07, "train/lr_vision_tower": 8.89428648651831e-06, "train/lr_mm_projector": 8.894286486518311e-05, "train/grad_norm_act": 6.442736625671387, "train/grad_norm_lang_backbone": 1.0237361192703247, "train/grad_norm_vision_tower": 2.227639675140381, "train/grad_norm_mm_projector": 0.3931891620159149, "train/grad_norm_vlm": 2.4829441961681264, "train/loss": 5.363404273986816, "train/vlm_feat_norm": 7035.22998046875, "train/epoch": 4.0}
27
+ {"step": 260, "time": 1794396462.6945024, "train/lr_act": 8.797603684851685e-05, "train/lr_action_header": 8.797603684851685e-05, "train/lr_lang_backbone": 8.797603684851683e-07, "train/lr_vision_tower": 8.797603684851685e-06, "train/lr_mm_projector": 8.797603684851685e-05, "train/grad_norm_act": 7.079883575439453, "train/grad_norm_lang_backbone": 0.9331027865409851, "train/grad_norm_vision_tower": 1.4046432971954346, "train/grad_norm_mm_projector": 0.32456254959106445, "train/grad_norm_vlm": 1.7172782101929975, "train/loss": 5.1777544021606445, "train/vlm_feat_norm": 7038.01025390625, "train/epoch": 4.0}
28
+ {"step": 270, "time": 1794396530.5134995, "train/lr_act": 8.697442467134846e-05, "train/lr_action_header": 8.697442467134846e-05, "train/lr_lang_backbone": 8.697442467134845e-07, "train/lr_vision_tower": 8.697442467134848e-06, "train/lr_mm_projector": 8.697442467134846e-05, "train/grad_norm_act": 6.793788433074951, "train/grad_norm_lang_backbone": 0.6864362359046936, "train/grad_norm_vision_tower": 1.0758962631225586, "train/grad_norm_mm_projector": 0.26653844118118286, "train/grad_norm_vlm": 1.3037600299101768, "train/loss": 4.98447322845459, "train/vlm_feat_norm": 6918.08203125, "train/epoch": 5.0}
29
+ {"step": 280, "time": 1794396580.5551496, "train/lr_act": 8.593894576060356e-05, "train/lr_action_header": 8.593894576060356e-05, "train/lr_lang_backbone": 8.593894576060354e-07, "train/lr_vision_tower": 8.593894576060356e-06, "train/lr_mm_projector": 8.593894576060356e-05, "train/grad_norm_act": 5.896030902862549, "train/grad_norm_lang_backbone": 0.7258747816085815, "train/grad_norm_vision_tower": 1.059542179107666, "train/grad_norm_mm_projector": 0.293096661567688, "train/grad_norm_vlm": 1.3173570058665385, "train/loss": 5.21480655670166, "train/vlm_feat_norm": 6515.56982421875, "train/epoch": 5.0}
30
+ {"step": 290, "time": 1794396621.9467168, "train/lr_act": 8.487054856345081e-05, "train/lr_action_header": 8.487054856345081e-05, "train/lr_lang_backbone": 8.487054856345081e-07, "train/lr_vision_tower": 8.487054856345081e-06, "train/lr_mm_projector": 8.487054856345081e-05, "train/grad_norm_act": 7.106094837188721, "train/grad_norm_lang_backbone": 0.7375322580337524, "train/grad_norm_vision_tower": 1.1927855014801025, "train/grad_norm_mm_projector": 0.249573215842247, "train/grad_norm_vlm": 1.424421943894205, "train/loss": 5.242311477661133, "train/vlm_feat_norm": 6817.3896484375, "train/epoch": 5.0}
31
+ {"step": 300, "time": 1794396658.5993202, "train/lr_act": 8.377021167857166e-05, "train/lr_action_header": 8.377021167857166e-05, "train/lr_lang_backbone": 8.377021167857165e-07, "train/lr_vision_tower": 8.377021167857167e-06, "train/lr_mm_projector": 8.377021167857166e-05, "train/grad_norm_act": 5.849032402038574, "train/grad_norm_lang_backbone": 0.8304142355918884, "train/grad_norm_vision_tower": 1.4291021823883057, "train/grad_norm_mm_projector": 0.30042436718940735, "train/grad_norm_vlm": 1.6799332280724237, "train/loss": 4.433507919311523, "train/vlm_feat_norm": 7083.69970703125, "train/epoch": 5.0}
32
+ {"step": 310, "time": 1794396691.81168, "train/lr_act": 8.263894295981257e-05, "train/lr_action_header": 8.263894295981257e-05, "train/lr_lang_backbone": 8.263894295981257e-07, "train/lr_vision_tower": 8.263894295981258e-06, "train/lr_mm_projector": 8.263894295981257e-05, "train/grad_norm_act": 5.959712982177734, "train/grad_norm_lang_backbone": 0.7220166921615601, "train/grad_norm_vision_tower": 1.2702407836914062, "train/grad_norm_mm_projector": 0.2617354393005371, "train/grad_norm_vlm": 1.4843601963468045, "train/loss": 4.570531845092773, "train/vlm_feat_norm": 6992.5732421875, "train/epoch": 5.0}
33
+ {"step": 320, "time": 1794396758.895985, "train/lr_act": 8.147777859304096e-05, "train/lr_action_header": 8.147777859304096e-05, "train/lr_lang_backbone": 8.147777859304095e-07, "train/lr_vision_tower": 8.147777859304095e-06, "train/lr_mm_projector": 8.147777859304096e-05, "train/grad_norm_act": 6.204580307006836, "train/grad_norm_lang_backbone": 0.9122523069381714, "train/grad_norm_vision_tower": 1.753440022468567, "train/grad_norm_mm_projector": 0.35569143295288086, "train/grad_norm_vlm": 2.0083009185340375, "train/loss": 4.827519416809082, "train/vlm_feat_norm": 6745.37158203125, "train/epoch": 6.0}
34
+ {"step": 330, "time": 1794396800.7332544, "train/lr_act": 8.028778214705059e-05, "train/lr_action_header": 8.028778214705059e-05, "train/lr_lang_backbone": 8.028778214705058e-07, "train/lr_vision_tower": 8.02877821470506e-06, "train/lr_mm_projector": 8.028778214705059e-05, "train/grad_norm_act": 6.504363059997559, "train/grad_norm_lang_backbone": 1.12925386428833, "train/grad_norm_vision_tower": 1.4829766750335693, "train/grad_norm_mm_projector": 0.3826407492160797, "train/grad_norm_vlm": 1.902852609022672, "train/loss": 4.796523094177246, "train/vlm_feat_norm": 6747.7548828125, "train/epoch": 6.0}
35
+ {"step": 340, "time": 1794396841.815088, "train/lr_act": 7.907004359938548e-05, "train/lr_action_header": 7.907004359938548e-05, "train/lr_lang_backbone": 7.907004359938547e-07, "train/lr_vision_tower": 7.907004359938548e-06, "train/lr_mm_projector": 7.907004359938548e-05, "train/grad_norm_act": 6.0949625968933105, "train/grad_norm_lang_backbone": 0.7479729056358337, "train/grad_norm_vision_tower": 1.2910645008087158, "train/grad_norm_mm_projector": 0.265868216753006, "train/grad_norm_vlm": 1.5155846797500936, "train/loss": 4.727175712585449, "train/vlm_feat_norm": 6590.40185546875, "train/epoch": 6.0}
36
+ {"step": 350, "time": 1794396886.3547385, "train/lr_act": 7.782567833797457e-05, "train/lr_action_header": 7.782567833797457e-05, "train/lr_lang_backbone": 7.782567833797457e-07, "train/lr_vision_tower": 7.782567833797458e-06, "train/lr_mm_projector": 7.782567833797457e-05, "train/grad_norm_act": 5.522768974304199, "train/grad_norm_lang_backbone": 1.2791554927825928, "train/grad_norm_vision_tower": 2.0322582721710205, "train/grad_norm_mm_projector": 0.42451211810112, "train/grad_norm_vlm": 2.4385493634409205, "train/loss": 4.159659385681152, "train/vlm_feat_norm": 6764.27685546875, "train/epoch": 6.0}
37
+ {"step": 360, "time": 1794396921.6904256, "train/lr_act": 7.655582613949204e-05, "train/lr_action_header": 7.655582613949204e-05, "train/lr_lang_backbone": 7.655582613949203e-07, "train/lr_vision_tower": 7.655582613949203e-06, "train/lr_mm_projector": 7.655582613949204e-05, "train/grad_norm_act": 7.430257797241211, "train/grad_norm_lang_backbone": 1.0640661716461182, "train/grad_norm_vision_tower": 1.3644074201583862, "train/grad_norm_mm_projector": 0.33069631457328796, "train/grad_norm_vlm": 1.761591461803004, "train/loss": 5.744709014892578, "train/vlm_feat_norm": 6721.7978515625, "train/epoch": 6.0}
38
+ {"step": 370, "time": 1794396951.560021, "train/lr_act": 7.526165012537844e-05, "train/lr_action_header": 7.526165012537844e-05, "train/lr_lang_backbone": 7.526165012537842e-07, "train/lr_vision_tower": 7.526165012537844e-06, "train/lr_mm_projector": 7.526165012537844e-05, "train/grad_norm_act": 5.861722946166992, "train/grad_norm_lang_backbone": 0.8707069158554077, "train/grad_norm_vision_tower": 1.4053884744644165, "train/grad_norm_mm_projector": 0.29815101623535156, "train/grad_norm_vlm": 1.6799230119139474, "train/loss": 3.387126922607422, "train/vlm_feat_norm": 6955.88525390625, "train/epoch": 6.0}
39
+ {"step": 380, "time": 1794397028.467716, "train/lr_act": 7.394433569647934e-05, "train/lr_action_header": 7.394433569647934e-05, "train/lr_lang_backbone": 7.394433569647934e-07, "train/lr_vision_tower": 7.394433569647935e-06, "train/lr_mm_projector": 7.394433569647934e-05, "train/grad_norm_act": 7.147892475128174, "train/grad_norm_lang_backbone": 0.974734902381897, "train/grad_norm_vision_tower": 1.5497881174087524, "train/grad_norm_mm_projector": 0.35393670201301575, "train/grad_norm_vlm": 1.8647312213331608, "train/loss": 4.939140319824219, "train/vlm_feat_norm": 7060.8408203125, "train/epoch": 7.0}
40
+ {"step": 390, "time": 1794397069.1849842, "train/lr_act": 7.260508944727724e-05, "train/lr_action_header": 7.260508944727724e-05, "train/lr_lang_backbone": 7.260508944727724e-07, "train/lr_vision_tower": 7.2605089447277246e-06, "train/lr_mm_projector": 7.260508944727724e-05, "train/grad_norm_act": 6.452805995941162, "train/grad_norm_lang_backbone": 1.1434319019317627, "train/grad_norm_vision_tower": 1.9191372394561768, "train/grad_norm_mm_projector": 0.39843490719795227, "train/grad_norm_vlm": 2.269201320618469, "train/loss": 4.307085037231445, "train/vlm_feat_norm": 7038.1142578125, "train/epoch": 7.0}
41
+ {"step": 400, "time": 1794397109.199426, "train/lr_act": 7.124513806071087e-05, "train/lr_action_header": 7.124513806071087e-05, "train/lr_lang_backbone": 7.124513806071086e-07, "train/lr_vision_tower": 7.124513806071087e-06, "train/lr_mm_projector": 7.124513806071087e-05, "train/grad_norm_act": 6.863936424255371, "train/grad_norm_lang_backbone": 0.8609053492546082, "train/grad_norm_vision_tower": 1.2435917854309082, "train/grad_norm_mm_projector": 0.31576961278915405, "train/grad_norm_vlm": 1.5451177940621372, "train/loss": 3.6614789962768555, "train/vlm_feat_norm": 6617.09716796875, "train/epoch": 7.0}
42
+ {"step": 410, "time": 1794397152.9551206, "train/lr_act": 6.986572718459479e-05, "train/lr_action_header": 6.986572718459479e-05, "train/lr_lang_backbone": 6.986572718459478e-07, "train/lr_vision_tower": 6.986572718459479e-06, "train/lr_mm_projector": 6.986572718459479e-05, "train/grad_norm_act": 5.796757221221924, "train/grad_norm_lang_backbone": 0.7441515326499939, "train/grad_norm_vision_tower": 1.3167904615402222, "train/grad_norm_mm_projector": 0.2745092511177063, "train/grad_norm_vlm": 1.5372228049628494, "train/loss": 3.637037754058838, "train/vlm_feat_norm": 6634.73828125, "train/epoch": 7.0}
43
+ {"step": 420, "time": 1794397184.239386, "train/lr_act": 6.846812029066787e-05, "train/lr_action_header": 6.846812029066787e-05, "train/lr_lang_backbone": 6.846812029066787e-07, "train/lr_vision_tower": 6.8468120290667874e-06, "train/lr_mm_projector": 6.846812029066787e-05, "train/grad_norm_act": 6.052374362945557, "train/grad_norm_lang_backbone": 1.1948392391204834, "train/grad_norm_vision_tower": 1.9105464220046997, "train/grad_norm_mm_projector": 0.4238802492618561, "train/grad_norm_vlm": 2.2929245307448016, "train/loss": 2.982083559036255, "train/vlm_feat_norm": 7096.822265625, "train/epoch": 7.0}
44
+ {"step": 430, "time": 1794397252.0824761, "train/lr_act": 6.705359751731613e-05, "train/lr_action_header": 6.705359751731613e-05, "train/lr_lang_backbone": 6.705359751731612e-07, "train/lr_vision_tower": 6.7053597517316124e-06, "train/lr_mm_projector": 6.705359751731613e-05, "train/grad_norm_act": 6.413333415985107, "train/grad_norm_lang_backbone": 1.0578373670578003, "train/grad_norm_vision_tower": 1.7459734678268433, "train/grad_norm_mm_projector": 0.35721105337142944, "train/grad_norm_vlm": 2.0724485475277303, "train/loss": 4.446243762969971, "train/vlm_feat_norm": 6836.896484375, "train/epoch": 8.0}
45
+ {"step": 440, "time": 1794397298.4359186, "train/lr_act": 6.562345449702951e-05, "train/lr_action_header": 6.562345449702951e-05, "train/lr_lang_backbone": 6.562345449702951e-07, "train/lr_vision_tower": 6.562345449702952e-06, "train/lr_mm_projector": 6.562345449702951e-05, "train/grad_norm_act": 7.54036808013916, "train/grad_norm_lang_backbone": 1.2516800165176392, "train/grad_norm_vision_tower": 1.6890021562576294, "train/grad_norm_mm_projector": 0.40909451246261597, "train/grad_norm_vlm": 2.1416791234261834, "train/loss": 3.9799065589904785, "train/vlm_feat_norm": 6510.73583984375, "train/epoch": 8.0}
46
+ {"step": 450, "time": 1794397339.555072, "train/lr_act": 6.417900116966716e-05, "train/lr_action_header": 6.417900116966716e-05, "train/lr_lang_backbone": 6.417900116966715e-07, "train/lr_vision_tower": 6.417900116966715e-06, "train/lr_mm_projector": 6.417900116966716e-05, "train/grad_norm_act": 5.888993263244629, "train/grad_norm_lang_backbone": 1.254464864730835, "train/grad_norm_vision_tower": 2.0217466354370117, "train/grad_norm_mm_projector": 0.4085807204246521, "train/grad_norm_vlm": 2.41414161967515, "train/loss": 4.179601669311523, "train/vlm_feat_norm": 7037.7509765625, "train/epoch": 8.0}
47
+ {"step": 460, "time": 1794397379.2278433, "train/lr_act": 6.272156058261753e-05, "train/lr_action_header": 6.272156058261753e-05, "train/lr_lang_backbone": 6.272156058261753e-07, "train/lr_vision_tower": 6.272156058261754e-06, "train/lr_mm_projector": 6.272156058261753e-05, "train/grad_norm_act": 4.941172122955322, "train/grad_norm_lang_backbone": 0.870051383972168, "train/grad_norm_vision_tower": 1.568532943725586, "train/grad_norm_mm_projector": 0.35283002257347107, "train/grad_norm_vlm": 1.8280519771422072, "train/loss": 3.0024006366729736, "train/vlm_feat_norm": 6919.93310546875, "train/epoch": 8.0}
48
+ {"step": 470, "time": 1794397411.9469416, "train/lr_act": 6.125246767895286e-05, "train/lr_action_header": 6.125246767895286e-05, "train/lr_lang_backbone": 6.125246767895285e-07, "train/lr_vision_tower": 6.125246767895287e-06, "train/lr_mm_projector": 6.125246767895286e-05, "train/grad_norm_act": 6.217458724975586, "train/grad_norm_lang_backbone": 1.058953046798706, "train/grad_norm_vision_tower": 1.3132758140563965, "train/grad_norm_mm_projector": 0.32480019330978394, "train/grad_norm_vlm": 1.7180134122537654, "train/loss": 2.9649884700775146, "train/vlm_feat_norm": 6537.5927734375, "train/epoch": 8.0}
49
+ {"step": 480, "time": 1794397479.8010592, "train/lr_act": 5.9773068074687745e-05, "train/lr_action_header": 5.9773068074687745e-05, "train/lr_lang_backbone": 5.977306807468774e-07, "train/lr_vision_tower": 5.9773068074687745e-06, "train/lr_mm_projector": 5.9773068074687745e-05, "train/grad_norm_act": 5.287405967712402, "train/grad_norm_lang_backbone": 0.8032096028327942, "train/grad_norm_vision_tower": 1.2241432666778564, "train/grad_norm_mm_projector": 0.3019905388355255, "train/grad_norm_vlm": 1.4949483900729548, "train/loss": 3.039571762084961, "train/vlm_feat_norm": 6976.796875, "train/epoch": 9.0}
50
+ {"step": 490, "time": 1794397521.957237, "train/lr_act": 5.828471682626175e-05, "train/lr_action_header": 5.828471682626175e-05, "train/lr_lang_backbone": 5.828471682626174e-07, "train/lr_vision_tower": 5.828471682626176e-06, "train/lr_mm_projector": 5.828471682626175e-05, "train/grad_norm_act": 6.163059711456299, "train/grad_norm_lang_backbone": 1.0383508205413818, "train/grad_norm_vision_tower": 1.182877779006958, "train/grad_norm_mm_projector": 0.3110698461532593, "train/grad_norm_vlm": 1.6044116416223135, "train/loss": 3.715848922729492, "train/vlm_feat_norm": 6984.1435546875, "train/epoch": 9.0}
51
+ {"step": 500, "time": 1794397562.538052, "train/lr_act": 5.67887771893752e-05, "train/lr_action_header": 5.67887771893752e-05, "train/lr_lang_backbone": 5.678877718937519e-07, "train/lr_vision_tower": 5.67887771893752e-06, "train/lr_mm_projector": 5.67887771893752e-05, "train/grad_norm_act": 4.8269734382629395, "train/grad_norm_lang_backbone": 0.8650618195533752, "train/grad_norm_vision_tower": 1.383707880973816, "train/grad_norm_mm_projector": 0.29596590995788574, "train/grad_norm_vlm": 1.6584858369534674, "train/loss": 2.9896113872528076, "train/vlm_feat_norm": 7036.91259765625, "train/epoch": 9.0}
52
+ {"step": 510, "time": 1794397605.9980803, "train/lr_act": 5.5286619370314706e-05, "train/lr_action_header": 5.5286619370314706e-05, "train/lr_lang_backbone": 5.52866193703147e-07, "train/lr_vision_tower": 5.528661937031471e-06, "train/lr_mm_projector": 5.5286619370314706e-05, "train/grad_norm_act": 5.382976531982422, "train/grad_norm_lang_backbone": 0.9131916761398315, "train/grad_norm_vision_tower": 0.916286051273346, "train/grad_norm_mm_projector": 0.273616760969162, "train/grad_norm_vlm": 1.322257651523496, "train/loss": 3.9340767860412598, "train/vlm_feat_norm": 7261.71533203125, "train/epoch": 9.0}
53
+ {"step": 520, "time": 1794397640.0210104, "train/lr_act": 5.377961927091242e-05, "train/lr_action_header": 5.377961927091242e-05, "train/lr_lang_backbone": 5.377961927091241e-07, "train/lr_vision_tower": 5.377961927091242e-06, "train/lr_mm_projector": 5.377961927091242e-05, "train/grad_norm_act": 5.364316940307617, "train/grad_norm_lang_backbone": 0.7058620452880859, "train/grad_norm_vision_tower": 1.3590679168701172, "train/grad_norm_mm_projector": 0.2878236174583435, "train/grad_norm_vlm": 1.5582519900230407, "train/loss": 3.4232211112976074, "train/vlm_feat_norm": 6991.86767578125, "train/epoch": 9.0}
54
+ {"step": 530, "time": 1794397704.5348551, "train/lr_act": 5.22691572282884e-05, "train/lr_action_header": 5.22691572282884e-05, "train/lr_lang_backbone": 5.226915722828839e-07, "train/lr_vision_tower": 5.22691572282884e-06, "train/lr_mm_projector": 5.22691572282884e-05, "train/grad_norm_act": 4.359055519104004, "train/grad_norm_lang_backbone": 0.792743980884552, "train/grad_norm_vision_tower": 1.5264458656311035, "train/grad_norm_mm_projector": 0.29834237694740295, "train/grad_norm_vlm": 1.745705637790519, "train/loss": 3.1233839988708496, "train/vlm_feat_norm": 6845.21826171875, "train/epoch": 10.0}
55
+ {"step": 540, "time": 1794397837.9317288, "train/lr_act": 5.075661675053044e-05, "train/lr_action_header": 5.075661675053044e-05, "train/lr_lang_backbone": 5.075661675053044e-07, "train/lr_vision_tower": 5.075661675053044e-06, "train/lr_mm_projector": 5.075661675053044e-05, "train/grad_norm_act": 6.0764875411987305, "train/grad_norm_lang_backbone": 0.9975109100341797, "train/grad_norm_vision_tower": 1.361696481704712, "train/grad_norm_mm_projector": 0.33683955669403076, "train/grad_norm_vlm": 1.7212513502908398, "train/loss": 3.6660666465759277, "train/vlm_feat_norm": 6724.81005859375, "train/epoch": 10.0}
56
+ {"step": 550, "time": 1794397874.5244308, "train/lr_act": 4.924338324946956e-05, "train/lr_action_header": 4.924338324946956e-05, "train/lr_lang_backbone": 4.924338324946956e-07, "train/lr_vision_tower": 4.924338324946956e-06, "train/lr_mm_projector": 4.924338324946956e-05, "train/grad_norm_act": 5.579978942871094, "train/grad_norm_lang_backbone": 0.8293487429618835, "train/grad_norm_vision_tower": 1.1848816871643066, "train/grad_norm_mm_projector": 0.2613712251186371, "train/grad_norm_vlm": 1.4697206766422686, "train/loss": 3.970017194747925, "train/vlm_feat_norm": 6797.984375, "train/epoch": 10.0}
57
+ {"step": 560, "time": 1794397905.5008254, "train/lr_act": 4.773084277171161e-05, "train/lr_action_header": 4.773084277171161e-05, "train/lr_lang_backbone": 4.77308427717116e-07, "train/lr_vision_tower": 4.773084277171161e-06, "train/lr_mm_projector": 4.773084277171161e-05, "train/grad_norm_act": 6.210525989532471, "train/grad_norm_lang_backbone": 0.693448543548584, "train/grad_norm_vision_tower": 0.9958823323249817, "train/grad_norm_mm_projector": 0.27327021956443787, "train/grad_norm_vlm": 1.2439168442012085, "train/loss": 4.383810997009277, "train/vlm_feat_norm": 6790.2578125, "train/epoch": 10.0}
58
+ {"step": 570, "time": 1794397935.847289, "train/lr_act": 4.622038072908759e-05, "train/lr_action_header": 4.622038072908759e-05, "train/lr_lang_backbone": 4.622038072908758e-07, "train/lr_vision_tower": 4.622038072908759e-06, "train/lr_mm_projector": 4.622038072908759e-05, "train/grad_norm_act": 4.63238525390625, "train/grad_norm_lang_backbone": 0.8168533444404602, "train/grad_norm_vision_tower": 1.374505877494812, "train/grad_norm_mm_projector": 0.2987693250179291, "train/grad_norm_vlm": 1.6265850433232862, "train/loss": 2.575761318206787, "train/vlm_feat_norm": 6943.001953125, "train/epoch": 10.0}
59
+ {"step": 580, "time": 1794397966.448874, "train/lr_act": 4.4713380629685306e-05, "train/lr_action_header": 4.4713380629685306e-05, "train/lr_lang_backbone": 4.4713380629685307e-07, "train/lr_vision_tower": 4.4713380629685314e-06, "train/lr_mm_projector": 4.4713380629685306e-05, "train/grad_norm_act": 7.6519365310668945, "train/grad_norm_lang_backbone": 0.7868192791938782, "train/grad_norm_vision_tower": 1.2853271961212158, "train/grad_norm_mm_projector": 0.3014717698097229, "train/grad_norm_vlm": 1.5368916055441928, "train/loss": 4.562673568725586, "train/vlm_feat_norm": 6935.43212890625, "train/epoch": 10.0}
60
+ {"step": 590, "time": 1794398043.1172855, "train/lr_act": 4.321122281062481e-05, "train/lr_action_header": 4.321122281062481e-05, "train/lr_lang_backbone": 4.321122281062481e-07, "train/lr_vision_tower": 4.321122281062481e-06, "train/lr_mm_projector": 4.321122281062481e-05, "train/grad_norm_act": 4.270925045013428, "train/grad_norm_lang_backbone": 0.6750620007514954, "train/grad_norm_vision_tower": 1.2219139337539673, "train/grad_norm_mm_projector": 0.27785006165504456, "train/grad_norm_vlm": 1.4233703042857184, "train/loss": 2.843125820159912, "train/vlm_feat_norm": 6688.0380859375, "train/epoch": 11.0}
61
+ {"step": 600, "time": 1794398083.538747, "train/lr_act": 4.171528317373825e-05, "train/lr_action_header": 4.171528317373825e-05, "train/lr_lang_backbone": 4.1715283173738247e-07, "train/lr_vision_tower": 4.171528317373825e-06, "train/lr_mm_projector": 4.171528317373825e-05, "train/grad_norm_act": 5.743064880371094, "train/grad_norm_lang_backbone": 0.7750405073165894, "train/grad_norm_vision_tower": 1.3456884622573853, "train/grad_norm_mm_projector": 0.27961334586143494, "train/grad_norm_vlm": 1.5778938014384962, "train/loss": 3.8103251457214355, "train/vlm_feat_norm": 6853.26416015625, "train/epoch": 11.0}
62
+ {"step": 610, "time": 1794398125.5452561, "train/lr_act": 4.022693192531226e-05, "train/lr_action_header": 4.022693192531226e-05, "train/lr_lang_backbone": 4.022693192531226e-07, "train/lr_vision_tower": 4.022693192531226e-06, "train/lr_mm_projector": 4.022693192531226e-05, "train/grad_norm_act": 7.2669782638549805, "train/grad_norm_lang_backbone": 0.8551966547966003, "train/grad_norm_vision_tower": 1.1514902114868164, "train/grad_norm_mm_projector": 0.28618335723876953, "train/grad_norm_vlm": 1.46259766835781, "train/loss": 3.86777400970459, "train/vlm_feat_norm": 6925.8037109375, "train/epoch": 11.0}
63
+ {"step": 620, "time": 1794398163.5184703, "train/lr_act": 3.874753232104714e-05, "train/lr_action_header": 3.874753232104714e-05, "train/lr_lang_backbone": 3.874753232104714e-07, "train/lr_vision_tower": 3.874753232104714e-06, "train/lr_mm_projector": 3.874753232104714e-05, "train/grad_norm_act": 5.191135406494141, "train/grad_norm_lang_backbone": 0.7381772994995117, "train/grad_norm_vision_tower": 1.4627083539962769, "train/grad_norm_mm_projector": 0.2781260013580322, "train/grad_norm_vlm": 1.6618590574950385, "train/loss": 3.1750619411468506, "train/vlm_feat_norm": 7111.9521484375, "train/epoch": 11.0}
64
+ {"step": 630, "time": 1794398197.1389763, "train/lr_act": 3.727843941738248e-05, "train/lr_action_header": 3.727843941738248e-05, "train/lr_lang_backbone": 3.727843941738248e-07, "train/lr_vision_tower": 3.7278439417382483e-06, "train/lr_mm_projector": 3.727843941738248e-05, "train/grad_norm_act": 6.976621627807617, "train/grad_norm_lang_backbone": 1.0414320230484009, "train/grad_norm_vision_tower": 1.7468622922897339, "train/grad_norm_mm_projector": 0.3570157289505005, "train/grad_norm_vlm": 2.0648410974146376, "train/loss": 2.6355695724487305, "train/vlm_feat_norm": 7231.3193359375, "train/epoch": 11.0}
65
+ {"step": 640, "time": 1794398266.3285143, "train/lr_act": 3.5820998830332855e-05, "train/lr_action_header": 3.5820998830332855e-05, "train/lr_lang_backbone": 3.5820998830332847e-07, "train/lr_vision_tower": 3.5820998830332855e-06, "train/lr_mm_projector": 3.5820998830332855e-05, "train/grad_norm_act": 5.680652618408203, "train/grad_norm_lang_backbone": 1.044189691543579, "train/grad_norm_vision_tower": 1.1888254880905151, "train/grad_norm_mm_projector": 0.34194326400756836, "train/grad_norm_vlm": 1.618815415314444, "train/loss": 3.112159013748169, "train/vlm_feat_norm": 6754.92138671875, "train/epoch": 12.0}
66
+ {"step": 650, "time": 1794398310.5451562, "train/lr_act": 3.437654550297049e-05, "train/lr_action_header": 3.437654550297049e-05, "train/lr_lang_backbone": 3.437654550297049e-07, "train/lr_vision_tower": 3.437654550297049e-06, "train/lr_mm_projector": 3.437654550297049e-05, "train/grad_norm_act": 5.238947868347168, "train/grad_norm_lang_backbone": 1.1063092947006226, "train/grad_norm_vision_tower": 1.5403122901916504, "train/grad_norm_mm_projector": 0.33577990531921387, "train/grad_norm_vlm": 1.9259362273119576, "train/loss": 3.9784464836120605, "train/vlm_feat_norm": 6838.546875, "train/epoch": 12.0}
67
+ {"step": 660, "time": 1794398352.758173, "train/lr_act": 3.294640248268389e-05, "train/lr_action_header": 3.294640248268389e-05, "train/lr_lang_backbone": 3.2946402482683886e-07, "train/lr_vision_tower": 3.2946402482683892e-06, "train/lr_mm_projector": 3.294640248268389e-05, "train/grad_norm_act": 4.872231960296631, "train/grad_norm_lang_backbone": 0.895588755607605, "train/grad_norm_vision_tower": 1.2330303192138672, "train/grad_norm_mm_projector": 0.3061361014842987, "train/grad_norm_vlm": 1.5544009456711723, "train/loss": 3.0189061164855957, "train/vlm_feat_norm": 6591.1279296875, "train/epoch": 12.0}
68
+ {"step": 670, "time": 1794398392.7590349, "train/lr_act": 3.1531879709332134e-05, "train/lr_action_header": 3.1531879709332134e-05, "train/lr_lang_backbone": 3.153187970933213e-07, "train/lr_vision_tower": 3.153187970933214e-06, "train/lr_mm_projector": 3.1531879709332134e-05, "train/grad_norm_act": 4.233168125152588, "train/grad_norm_lang_backbone": 0.8357502818107605, "train/grad_norm_vision_tower": 1.1249202489852905, "train/grad_norm_mm_projector": 0.3031749427318573, "train/grad_norm_vlm": 1.4338197745966397, "train/loss": 2.32729172706604, "train/vlm_feat_norm": 6952.93505859375, "train/epoch": 12.0}
69
+ {"step": 680, "time": 1794398426.832374, "train/lr_act": 3.013427281540523e-05, "train/lr_action_header": 3.013427281540523e-05, "train/lr_lang_backbone": 3.013427281540523e-07, "train/lr_vision_tower": 3.013427281540523e-06, "train/lr_mm_projector": 3.013427281540523e-05, "train/grad_norm_act": 4.4579339027404785, "train/grad_norm_lang_backbone": 0.9426252245903015, "train/grad_norm_vision_tower": 1.5542653799057007, "train/grad_norm_mm_projector": 0.3232576847076416, "train/grad_norm_vlm": 1.8462878204467128, "train/loss": 2.0895192623138428, "train/vlm_feat_norm": 7046.6591796875, "train/epoch": 12.0}
70
+ {"step": 690, "time": 1794398492.316948, "train/lr_act": 2.8754861939289135e-05, "train/lr_action_header": 2.8754861939289135e-05, "train/lr_lang_backbone": 2.8754861939289133e-07, "train/lr_vision_tower": 2.8754861939289135e-06, "train/lr_mm_projector": 2.8754861939289135e-05, "train/grad_norm_act": 4.376842498779297, "train/grad_norm_lang_backbone": 0.7671642899513245, "train/grad_norm_vision_tower": 1.000923752784729, "train/grad_norm_mm_projector": 0.26635125279426575, "train/grad_norm_vlm": 1.2889268390914435, "train/loss": 3.3870716094970703, "train/vlm_feat_norm": 6950.87451171875, "train/epoch": 13.0}
71
+ {"step": 700, "time": 1794398539.0885313, "train/lr_act": 2.7394910552722776e-05, "train/lr_action_header": 2.7394910552722776e-05, "train/lr_lang_backbone": 2.7394910552722774e-07, "train/lr_vision_tower": 2.7394910552722775e-06, "train/lr_mm_projector": 2.7394910552722776e-05, "train/grad_norm_act": 4.284401893615723, "train/grad_norm_lang_backbone": 0.7253361344337463, "train/grad_norm_vision_tower": 0.9400550127029419, "train/grad_norm_mm_projector": 0.2468116134405136, "train/grad_norm_vlm": 1.2127373612420487, "train/loss": 2.916780948638916, "train/vlm_feat_norm": 6812.63818359375, "train/epoch": 13.0}
72
+ {"step": 710, "time": 1794398583.8239713, "train/lr_act": 2.6055664303520653e-05, "train/lr_action_header": 2.6055664303520653e-05, "train/lr_lang_backbone": 2.6055664303520655e-07, "train/lr_vision_tower": 2.6055664303520655e-06, "train/lr_mm_projector": 2.6055664303520653e-05, "train/grad_norm_act": 4.244787693023682, "train/grad_norm_lang_backbone": 0.9372358918190002, "train/grad_norm_vision_tower": 1.2963500022888184, "train/grad_norm_mm_projector": 0.31906986236572266, "train/grad_norm_vlm": 1.631177495681588, "train/loss": 2.0324339866638184, "train/vlm_feat_norm": 6766.4248046875, "train/epoch": 13.0}
73
+ {"step": 720, "time": 1794398623.8145971, "train/lr_act": 2.4738349874621587e-05, "train/lr_action_header": 2.4738349874621587e-05, "train/lr_lang_backbone": 2.473834987462158e-07, "train/lr_vision_tower": 2.473834987462159e-06, "train/lr_mm_projector": 2.4738349874621587e-05, "train/grad_norm_act": 5.046456813812256, "train/grad_norm_lang_backbone": 1.037878394126892, "train/grad_norm_vision_tower": 1.368390679359436, "train/grad_norm_mm_projector": 0.324667751789093, "train/grad_norm_vlm": 1.7478826509251069, "train/loss": 2.5240392684936523, "train/vlm_feat_norm": 7061.41357421875, "train/epoch": 13.0}
74
+ {"step": 730, "time": 1794398658.6884506, "train/lr_act": 2.344417386050797e-05, "train/lr_action_header": 2.344417386050797e-05, "train/lr_lang_backbone": 2.3444173860507966e-07, "train/lr_vision_tower": 2.3444173860507967e-06, "train/lr_mm_projector": 2.344417386050797e-05, "train/grad_norm_act": 4.101223945617676, "train/grad_norm_lang_backbone": 0.7621073722839355, "train/grad_norm_vision_tower": 1.1699045896530151, "train/grad_norm_mm_projector": 0.2877044677734375, "train/grad_norm_vlm": 1.4255729572903353, "train/loss": 1.9880125522613525, "train/vlm_feat_norm": 7379.6630859375, "train/epoch": 13.0}
75
+ {"step": 740, "time": 1794398688.9916344, "train/lr_act": 2.2174321662025427e-05, "train/lr_action_header": 2.2174321662025427e-05, "train/lr_lang_backbone": 2.2174321662025424e-07, "train/lr_vision_tower": 2.2174321662025427e-06, "train/lr_mm_projector": 2.2174321662025427e-05, "train/grad_norm_act": 4.512440204620361, "train/grad_norm_lang_backbone": 0.6448493599891663, "train/grad_norm_vision_tower": 1.0161770582199097, "train/grad_norm_mm_projector": 0.26320746541023254, "train/grad_norm_vlm": 1.2319596911338397, "train/loss": 3.04396390914917, "train/vlm_feat_norm": 6913.77685546875, "train/epoch": 13.0}
76
+ {"step": 750, "time": 1794398765.790133, "train/lr_act": 2.0929956400614543e-05, "train/lr_action_header": 2.0929956400614543e-05, "train/lr_lang_backbone": 2.092995640061454e-07, "train/lr_vision_tower": 2.0929956400614543e-06, "train/lr_mm_projector": 2.0929956400614543e-05, "train/grad_norm_act": 5.3712029457092285, "train/grad_norm_lang_backbone": 0.9278793334960938, "train/grad_norm_vision_tower": 0.9785694479942322, "train/grad_norm_mm_projector": 0.292275607585907, "train/grad_norm_vlm": 1.3798489964001868, "train/loss": 2.5508060455322266, "train/vlm_feat_norm": 6828.1318359375, "train/epoch": 14.0}
77
+ {"step": 760, "time": 1794398807.350242, "train/lr_act": 1.9712217852949412e-05, "train/lr_action_header": 1.9712217852949412e-05, "train/lr_lang_backbone": 1.9712217852949408e-07, "train/lr_vision_tower": 1.971221785294941e-06, "train/lr_mm_projector": 1.9712217852949412e-05, "train/grad_norm_act": 4.937640190124512, "train/grad_norm_lang_backbone": 0.7302406430244446, "train/grad_norm_vision_tower": 0.9968670606613159, "train/grad_norm_mm_projector": 0.2686879634857178, "train/grad_norm_vlm": 1.264590271620966, "train/loss": 4.584525108337402, "train/vlm_feat_norm": 6603.63916015625, "train/epoch": 14.0}
78
+ {"step": 770, "time": 1794398847.7017424, "train/lr_act": 1.852222140695906e-05, "train/lr_action_header": 1.852222140695906e-05, "train/lr_lang_backbone": 1.852222140695906e-07, "train/lr_vision_tower": 1.8522221406959063e-06, "train/lr_mm_projector": 1.852222140695906e-05, "train/grad_norm_act": 4.799254417419434, "train/grad_norm_lang_backbone": 0.7086252570152283, "train/grad_norm_vision_tower": 0.9974150657653809, "train/grad_norm_mm_projector": 0.2589471936225891, "train/grad_norm_vlm": 1.2506159352017996, "train/loss": 2.7598865032196045, "train/vlm_feat_norm": 6952.00146484375, "train/epoch": 14.0}
79
+ {"step": 780, "time": 1794398887.5584552, "train/lr_act": 1.736105704018744e-05, "train/lr_action_header": 1.736105704018744e-05, "train/lr_lang_backbone": 1.736105704018744e-07, "train/lr_vision_tower": 1.736105704018744e-06, "train/lr_mm_projector": 1.736105704018744e-05, "train/grad_norm_act": 8.820075988769531, "train/grad_norm_lang_backbone": 0.735691487789154, "train/grad_norm_vision_tower": 1.158740520477295, "train/grad_norm_mm_projector": 0.2919544577598572, "train/grad_norm_vlm": 1.40326724625328, "train/loss": 4.293703079223633, "train/vlm_feat_norm": 7173.73095703125, "train/epoch": 14.0}
80
+ {"step": 790, "time": 1794398918.9962323, "train/lr_act": 1.622978832142833e-05, "train/lr_action_header": 1.622978832142833e-05, "train/lr_lang_backbone": 1.6229788321428328e-07, "train/lr_vision_tower": 1.622978832142833e-06, "train/lr_mm_projector": 1.622978832142833e-05, "train/grad_norm_act": 3.8003993034362793, "train/grad_norm_lang_backbone": 0.6158080101013184, "train/grad_norm_vision_tower": 1.007447600364685, "train/grad_norm_mm_projector": 0.2503465414047241, "train/grad_norm_vlm": 1.206997747959297, "train/loss": 3.028372287750244, "train/vlm_feat_norm": 7139.90625, "train/epoch": 14.0}
81
+ {"step": 800, "time": 1794398989.188502, "train/lr_act": 1.5129451436549203e-05, "train/lr_action_header": 1.5129451436549203e-05, "train/lr_lang_backbone": 1.51294514365492e-07, "train/lr_vision_tower": 1.5129451436549203e-06, "train/lr_mm_projector": 1.5129451436549203e-05, "train/grad_norm_act": 5.417529106140137, "train/grad_norm_lang_backbone": 0.7932830452919006, "train/grad_norm_vision_tower": 1.094718337059021, "train/grad_norm_mm_projector": 0.27000555396080017, "train/grad_norm_vlm": 1.3786258472154578, "train/loss": 3.7977495193481445, "train/vlm_feat_norm": 6639.9619140625, "train/epoch": 15.0}
82
+ {"step": 810, "time": 1794399035.8488195, "train/lr_act": 1.4061054239396453e-05, "train/lr_action_header": 1.4061054239396453e-05, "train/lr_lang_backbone": 1.4061054239396452e-07, "train/lr_vision_tower": 1.4061054239396455e-06, "train/lr_mm_projector": 1.4061054239396453e-05, "train/grad_norm_act": 3.414473295211792, "train/grad_norm_lang_backbone": 0.5751651525497437, "train/grad_norm_vision_tower": 0.9478408098220825, "train/grad_norm_mm_projector": 0.23416320979595184, "train/grad_norm_vlm": 1.1331591072279719, "train/loss": 2.007388114929199, "train/vlm_feat_norm": 6921.6162109375, "train/epoch": 15.0}
83
+ {"step": 820, "time": 1794399077.3562376, "train/lr_act": 1.3025575328651551e-05, "train/lr_action_header": 1.3025575328651551e-05, "train/lr_lang_backbone": 1.3025575328651551e-07, "train/lr_vision_tower": 1.3025575328651551e-06, "train/lr_mm_projector": 1.3025575328651551e-05, "train/grad_norm_act": 3.7761003971099854, "train/grad_norm_lang_backbone": 0.7294148206710815, "train/grad_norm_vision_tower": 0.9303215146064758, "train/grad_norm_mm_projector": 0.2611733078956604, "train/grad_norm_vlm": 1.2106839380744565, "train/loss": 2.1554932594299316, "train/vlm_feat_norm": 6955.69287109375, "train/epoch": 15.0}
84
+ {"step": 830, "time": 1794399115.2838311, "train/lr_act": 1.2023963151483165e-05, "train/lr_action_header": 1.2023963151483165e-05, "train/lr_lang_backbone": 1.2023963151483164e-07, "train/lr_vision_tower": 1.2023963151483165e-06, "train/lr_mm_projector": 1.2023963151483165e-05, "train/grad_norm_act": 6.308838367462158, "train/grad_norm_lang_backbone": 0.9150571823120117, "train/grad_norm_vision_tower": 1.197352409362793, "train/grad_norm_mm_projector": 0.3231300711631775, "train/grad_norm_vlm": 1.5412318067044957, "train/loss": 2.9500033855438232, "train/vlm_feat_norm": 6565.919921875, "train/epoch": 15.0}
85
+ {"step": 840, "time": 1794399149.1824446, "train/lr_act": 1.1057135134816898e-05, "train/lr_action_header": 1.1057135134816898e-05, "train/lr_lang_backbone": 1.1057135134816897e-07, "train/lr_vision_tower": 1.10571351348169e-06, "train/lr_mm_projector": 1.1057135134816898e-05, "train/grad_norm_act": 3.9419665336608887, "train/grad_norm_lang_backbone": 0.601507306098938, "train/grad_norm_vision_tower": 1.0514507293701172, "train/grad_norm_mm_projector": 0.23241400718688965, "train/grad_norm_vlm": 1.2334406942857126, "train/loss": 2.873671531677246, "train/vlm_feat_norm": 6936.75390625, "train/epoch": 15.0}
86
+ {"step": 850, "time": 1794399216.3598566, "train/lr_act": 1.012597684501777e-05, "train/lr_action_header": 1.012597684501777e-05, "train/lr_lang_backbone": 1.012597684501777e-07, "train/lr_vision_tower": 1.0125976845017771e-06, "train/lr_mm_projector": 1.012597684501777e-05, "train/grad_norm_act": 4.327345371246338, "train/grad_norm_lang_backbone": 0.6757655739784241, "train/grad_norm_vision_tower": 1.0259226560592651, "train/grad_norm_mm_projector": 0.2615455389022827, "train/grad_norm_vlm": 1.2560185014997876, "train/loss": 2.1104037761688232, "train/vlm_feat_norm": 6847.44580078125, "train/epoch": 16.0}
87
+ {"step": 860, "time": 1794399260.537652, "train/lr_act": 9.231341176755488e-06, "train/lr_action_header": 9.231341176755488e-06, "train/lr_lang_backbone": 9.231341176755486e-08, "train/lr_vision_tower": 9.231341176755487e-07, "train/lr_mm_projector": 9.231341176755488e-06, "train/grad_norm_act": 3.7406954765319824, "train/grad_norm_lang_backbone": 0.6462028622627258, "train/grad_norm_vision_tower": 0.8985590934753418, "train/grad_norm_mm_projector": 0.2510354816913605, "train/grad_norm_vlm": 1.134903254348925, "train/loss": 2.397373914718628, "train/vlm_feat_norm": 6839.568359375, "train/epoch": 16.0}
88
+ {"step": 870, "time": 1794399299.8499463, "train/lr_act": 8.374047571795402e-06, "train/lr_action_header": 8.374047571795402e-06, "train/lr_lang_backbone": 8.3740475717954e-08, "train/lr_vision_tower": 8.374047571795402e-07, "train/lr_mm_projector": 8.374047571795402e-06, "train/grad_norm_act": 4.411372661590576, "train/grad_norm_lang_backbone": 0.6422865986824036, "train/grad_norm_vision_tower": 0.9818621873855591, "train/grad_norm_mm_projector": 0.25495824217796326, "train/grad_norm_vlm": 1.2006619570549584, "train/loss": 3.433899402618408, "train/vlm_feat_norm": 6730.017578125, "train/epoch": 16.0}
89
+ {"step": 880, "time": 1794399343.6610043, "train/lr_act": 7.5548812684305635e-06, "train/lr_action_header": 7.5548812684305635e-06, "train/lr_lang_backbone": 7.554881268430563e-08, "train/lr_vision_tower": 7.554881268430564e-07, "train/lr_mm_projector": 7.5548812684305635e-06, "train/grad_norm_act": 3.280165910720825, "train/grad_norm_lang_backbone": 0.5341851115226746, "train/grad_norm_vision_tower": 0.8141908645629883, "train/grad_norm_mm_projector": 0.22736869752407074, "train/grad_norm_vlm": 0.9999785107311612, "train/loss": 2.350191593170166, "train/vlm_feat_norm": 7048.1640625, "train/epoch": 16.0}
90
+ {"step": 890, "time": 1794399379.2861888, "train/lr_act": 6.774592582242567e-06, "train/lr_action_header": 6.774592582242567e-06, "train/lr_lang_backbone": 6.774592582242567e-08, "train/lr_vision_tower": 6.774592582242567e-07, "train/lr_mm_projector": 6.774592582242567e-06, "train/grad_norm_act": 3.265953779220581, "train/grad_norm_lang_backbone": 0.5838321447372437, "train/grad_norm_vision_tower": 0.9723570346832275, "train/grad_norm_mm_projector": 0.25773218274116516, "train/grad_norm_vlm": 1.163083855165643, "train/loss": 1.9387221336364746, "train/vlm_feat_norm": 7017.12939453125, "train/epoch": 16.0}
91
+ {"step": 900, "time": 1794399409.78996, "train/lr_act": 6.033896218849766e-06, "train/lr_action_header": 6.033896218849766e-06, "train/lr_lang_backbone": 6.033896218849766e-08, "train/lr_vision_tower": 6.033896218849766e-07, "train/lr_mm_projector": 6.033896218849766e-06, "train/grad_norm_act": 4.372744560241699, "train/grad_norm_lang_backbone": 0.7697892785072327, "train/grad_norm_vision_tower": 1.0298866033554077, "train/grad_norm_mm_projector": 0.26662442088127136, "train/grad_norm_vlm": 1.31313766638761, "train/loss": 3.273911476135254, "train/vlm_feat_norm": 6552.54052734375, "train/epoch": 16.0}
92
+ {"step": 910, "time": 1794399494.9687533, "train/lr_act": 5.33347061927248e-06, "train/lr_action_header": 5.33347061927248e-06, "train/lr_lang_backbone": 5.333470619272479e-08, "train/lr_vision_tower": 5.333470619272479e-07, "train/lr_mm_projector": 5.33347061927248e-06, "train/grad_norm_act": 2.8776206970214844, "train/grad_norm_lang_backbone": 0.6101253628730774, "train/grad_norm_vision_tower": 0.9601733684539795, "train/grad_norm_mm_projector": 0.24653556942939758, "train/grad_norm_vlm": 1.1640299149519926, "train/loss": 1.742982268333435, "train/vlm_feat_norm": 6599.0859375, "train/epoch": 17.0}
93
+ {"step": 920, "time": 1794399534.2669938, "train/lr_act": 4.673957338514812e-06, "train/lr_action_header": 4.673957338514812e-06, "train/lr_lang_backbone": 4.673957338514811e-08, "train/lr_vision_tower": 4.673957338514812e-07, "train/lr_mm_projector": 4.673957338514812e-06, "train/grad_norm_act": 3.8931214809417725, "train/grad_norm_lang_backbone": 0.6988931894302368, "train/grad_norm_vision_tower": 0.9230602979660034, "train/grad_norm_mm_projector": 0.25511154532432556, "train/grad_norm_vlm": 1.18556902138628, "train/loss": 2.9140195846557617, "train/vlm_feat_norm": 6781.4228515625, "train/epoch": 17.0}
94
+ {"step": 930, "time": 1794399571.5002468, "train/lr_act": 4.055960457932106e-06, "train/lr_action_header": 4.055960457932106e-06, "train/lr_lang_backbone": 4.055960457932106e-08, "train/lr_vision_tower": 4.0559604579321065e-07, "train/lr_mm_projector": 4.055960457932106e-06, "train/grad_norm_act": 4.8706955909729, "train/grad_norm_lang_backbone": 0.6872416734695435, "train/grad_norm_vision_tower": 0.9787755608558655, "train/grad_norm_mm_projector": 0.2632274925708771, "train/grad_norm_vlm": 1.2245780616714819, "train/loss": 2.609574317932129, "train/vlm_feat_norm": 7051.90185546875, "train/epoch": 17.0}
95
+ {"step": 940, "time": 1794399608.1248922, "train/lr_act": 3.480046031922574e-06, "train/lr_action_header": 3.480046031922574e-06, "train/lr_lang_backbone": 3.4800460319225736e-08, "train/lr_vision_tower": 3.480046031922574e-07, "train/lr_mm_projector": 3.480046031922574e-06, "train/grad_norm_act": 3.9788522720336914, "train/grad_norm_lang_backbone": 0.5736904144287109, "train/grad_norm_vision_tower": 0.7781213521957397, "train/grad_norm_mm_projector": 0.21487636864185333, "train/grad_norm_vlm": 0.990335995584843, "train/loss": 2.346270799636841, "train/vlm_feat_norm": 6784.77587890625, "train/epoch": 17.0}
96
+ {"step": 950, "time": 1794399639.1302083, "train/lr_act": 2.9467415694495627e-06, "train/lr_action_header": 2.9467415694495627e-06, "train/lr_lang_backbone": 2.9467415694495623e-08, "train/lr_vision_tower": 2.946741569449563e-07, "train/lr_mm_projector": 2.9467415694495627e-06, "train/grad_norm_act": 2.94783878326416, "train/grad_norm_lang_backbone": 0.5446779131889343, "train/grad_norm_vision_tower": 0.8196297287940979, "train/grad_norm_mm_projector": 0.22078102827072144, "train/grad_norm_vlm": 1.0085688790971175, "train/loss": 2.031271457672119, "train/vlm_feat_norm": 6965.73388671875, "train/epoch": 17.0}
97
+ {"step": 960, "time": 1794399709.6038136, "train/lr_act": 2.456535550869582e-06, "train/lr_action_header": 2.456535550869582e-06, "train/lr_lang_backbone": 2.4565355508695817e-08, "train/lr_vision_tower": 2.456535550869582e-07, "train/lr_mm_projector": 2.456535550869582e-06, "train/grad_norm_act": 7.800352573394775, "train/grad_norm_lang_backbone": 0.538101077079773, "train/grad_norm_vision_tower": 0.8554089069366455, "train/grad_norm_mm_projector": 0.2124967724084854, "train/grad_norm_vlm": 1.0326819672604834, "train/loss": 3.143430233001709, "train/vlm_feat_norm": 7173.53857421875, "train/epoch": 18.0}
98
+ {"step": 970, "time": 1794399758.990772, "train/lr_act": 2.0098769805086458e-06, "train/lr_action_header": 2.0098769805086458e-06, "train/lr_lang_backbone": 2.009876980508646e-08, "train/lr_vision_tower": 2.009876980508646e-07, "train/lr_mm_projector": 2.0098769805086458e-06, "train/grad_norm_act": 3.695356607437134, "train/grad_norm_lang_backbone": 0.5030779242515564, "train/grad_norm_vision_tower": 0.748822808265686, "train/grad_norm_mm_projector": 0.20545479655265808, "train/grad_norm_vlm": 0.9252214164591399, "train/loss": 1.9866669178009033, "train/vlm_feat_norm": 6799.17236328125, "train/epoch": 18.0}
99
+ {"step": 980, "time": 1794399799.2831144, "train/lr_act": 1.6071749753965914e-06, "train/lr_action_header": 1.6071749753965914e-06, "train/lr_lang_backbone": 1.6071749753965913e-08, "train/lr_vision_tower": 1.6071749753965914e-07, "train/lr_mm_projector": 1.6071749753965914e-06, "train/grad_norm_act": 2.3874146938323975, "train/grad_norm_lang_backbone": 0.5609571933746338, "train/grad_norm_vision_tower": 0.9684612154960632, "train/grad_norm_mm_projector": 0.24928784370422363, "train/grad_norm_vlm": 1.1466187368683454, "train/loss": 1.1486984491348267, "train/vlm_feat_norm": 6792.18994140625, "train/epoch": 18.0}
100
+ {"step": 990, "time": 1794399841.0155678, "train/lr_act": 1.2487983905362933e-06, "train/lr_action_header": 1.2487983905362933e-06, "train/lr_lang_backbone": 1.2487983905362932e-08, "train/lr_vision_tower": 1.2487983905362932e-07, "train/lr_mm_projector": 1.2487983905362933e-06, "train/grad_norm_act": 2.9351577758789062, "train/grad_norm_lang_backbone": 0.7805058360099792, "train/grad_norm_vision_tower": 0.939693808555603, "train/grad_norm_mm_projector": 0.2561711370944977, "train/grad_norm_vlm": 1.2481335927550619, "train/loss": 2.6793124675750732, "train/vlm_feat_norm": 6791.21826171875, "train/epoch": 18.0}
101
+ {"step": 1000, "time": 1794399872.3354392, "train/lr_act": 9.350754810507844e-07, "train/lr_action_header": 9.350754810507844e-07, "train/lr_lang_backbone": 9.350754810507844e-09, "train/lr_vision_tower": 9.350754810507845e-08, "train/lr_mm_projector": 9.350754810507844e-07, "train/grad_norm_act": 6.164274215698242, "train/grad_norm_lang_backbone": 0.4933541715145111, "train/grad_norm_vision_tower": 0.8741973042488098, "train/grad_norm_mm_projector": 0.21957708895206451, "train/grad_norm_vlm": 1.0275375240346791, "train/loss": 3.5498976707458496, "train/vlm_feat_norm": 7010.0595703125, "train/epoch": 18.0}
102
+ {"step": 1010, "time": 1794399940.511567, "train/lr_act": 6.662936015178978e-07, "train/lr_action_header": 6.662936015178978e-07, "train/lr_lang_backbone": 6.662936015178977e-09, "train/lr_vision_tower": 6.662936015178978e-08, "train/lr_mm_projector": 6.662936015178978e-07, "train/grad_norm_act": 2.818654775619507, "train/grad_norm_lang_backbone": 0.5156949758529663, "train/grad_norm_vision_tower": 0.8490930199623108, "train/grad_norm_mm_projector": 0.22919654846191406, "train/grad_norm_vlm": 1.0195250475076927, "train/loss": 2.0539209842681885, "train/vlm_feat_norm": 6891.17138671875, "train/epoch": 19.0}
103
+ {"step": 1020, "time": 1794399991.9146032, "train/lr_act": 4.426989427677941e-07, "train/lr_action_header": 4.426989427677941e-07, "train/lr_lang_backbone": 4.426989427677941e-09, "train/lr_vision_tower": 4.4269894276779415e-08, "train/lr_mm_projector": 4.426989427677941e-07, "train/grad_norm_act": 2.46159029006958, "train/grad_norm_lang_backbone": 0.5137747526168823, "train/grad_norm_vision_tower": 0.733813464641571, "train/grad_norm_mm_projector": 0.20865501463413239, "train/grad_norm_vlm": 0.9197736745785753, "train/loss": 2.2715489864349365, "train/vlm_feat_norm": 7072.3447265625, "train/epoch": 19.0}
104
+ {"step": 1030, "time": 1794400041.1168368, "train/lr_act": 2.644963063843819e-07, "train/lr_action_header": 2.644963063843819e-07, "train/lr_lang_backbone": 2.6449630638438193e-09, "train/lr_vision_tower": 2.6449630638438196e-08, "train/lr_mm_projector": 2.644963063843819e-07, "train/grad_norm_act": 5.1569976806640625, "train/grad_norm_lang_backbone": 0.5345340371131897, "train/grad_norm_vision_tower": 0.8188916444778442, "train/grad_norm_mm_projector": 0.22476395964622498, "train/grad_norm_vlm": 1.0034086903071961, "train/loss": 3.11086368560791, "train/vlm_feat_norm": 6716.37353515625, "train/epoch": 19.0}
105
+ {"step": 1040, "time": 1794400084.3003323, "train/lr_act": 1.3184891711727764e-07, "train/lr_action_header": 1.3184891711727764e-07, "train/lr_lang_backbone": 1.3184891711727763e-09, "train/lr_vision_tower": 1.3184891711727766e-08, "train/lr_mm_projector": 1.3184891711727764e-07, "train/grad_norm_act": 4.474942207336426, "train/grad_norm_lang_backbone": 0.4858766794204712, "train/grad_norm_vision_tower": 1.0521069765090942, "train/grad_norm_mm_projector": 0.24117109179496765, "train/grad_norm_vlm": 1.1837097334825577, "train/loss": 2.6521077156066895, "train/vlm_feat_norm": 6918.06689453125, "train/epoch": 19.0}
106
+ {"step": 1050, "time": 1794400116.3213882, "train/lr_act": 4.4878273376042227e-08, "train/lr_action_header": 4.4878273376042227e-08, "train/lr_lang_backbone": 4.487827337604222e-10, "train/lr_vision_tower": 4.487827337604223e-09, "train/lr_mm_projector": 4.4878273376042227e-08, "train/grad_norm_act": 2.5794901847839355, "train/grad_norm_lang_backbone": 0.5238206386566162, "train/grad_norm_vision_tower": 0.8298056721687317, "train/grad_norm_mm_projector": 0.21979649364948273, "train/grad_norm_vlm": 1.0056222022542227, "train/loss": 2.5360779762268066, "train/vlm_feat_norm": 6884.86474609375, "train/epoch": 19.0}
107
+ {"step": 1060, "time": 1794400182.6605432, "train/lr_act": 3.664035943679034e-09, "train/lr_action_header": 3.664035943679034e-09, "train/lr_lang_backbone": 3.6640359436790334e-11, "train/lr_vision_tower": 3.664035943679034e-10, "train/lr_mm_projector": 3.664035943679034e-09, "train/grad_norm_act": 3.694661855697632, "train/grad_norm_lang_backbone": 0.5196176171302795, "train/grad_norm_vision_tower": 0.8290655612945557, "train/grad_norm_mm_projector": 0.21621444821357727, "train/grad_norm_vlm": 1.0020483324536338, "train/loss": 2.896334171295166, "train/vlm_feat_norm": 6910.44873046875, "train/epoch": 20.0}
a10-trolley-push/epoch-020/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a979d24cf33fc10e5f8cc425936e8429ed9d848fd5f4d95dca92ef78e9397a
3
+ size 11220430392
a10-trolley-push/epoch-020/protocol.json ADDED
@@ -0,0 +1,43 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "A10 trolley push (G1)",
4
+ "task_dir": "a10-trolley-push",
5
+ "robot": "Unitree G1",
6
+ "training_data": "trolley-push-expert-v1 @ef9024a",
7
+ "episodes": 100,
8
+ "epoch_completed": 20,
9
+ "global_step": 1065,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x, plus proprioception noise/delay/drop; model-native image augmentation off",
11
+ "epochs": 20,
12
+ "total_steps": 1065,
13
+ "save_steps": 533,
14
+ "global_batch": 1280,
15
+ "per_gpu_batch": 40,
16
+ "num_gpus": 32,
17
+ "warmup_steps": 27,
18
+ "frames": 68102,
19
+ "state_dim": 44,
20
+ "action_dim": 76,
21
+ "cameras": [
22
+ "observation.images.ego_view",
23
+ "observation.images.chest"
24
+ ],
25
+ "normalization": "dataset_statistics.json",
26
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
27
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
28
+ "training_records_included": true,
29
+ "resume_state_included": false,
30
+ "files": {
31
+ "argv.txt": 4005,
32
+ "clip_pooled_cache.pt": 3616,
33
+ "dataset_statistics.json": 18072,
34
+ "envs.txt": 938,
35
+ "hb_init_report.json": 2789,
36
+ "hb_metrics.jsonl": 65384,
37
+ "model.safetensors": 11220430392,
38
+ "run_config.json": 16543,
39
+ "train.log": 201182,
40
+ "train_args.txt": 3831,
41
+ "training_plan.json": 1627
42
+ }
43
+ }
a10-trolley-push/epoch-020/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-trolley",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "hb1110",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 40,
36
+ "val_batch_size": 40,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 533,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 1065,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 27,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_trolley",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.15,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.3125,
164
+ -0.25,
165
+ -0.4375,
166
+ -0.3125,
167
+ -0.375,
168
+ 0.0,
169
+ -0.0625,
170
+ -0.375,
171
+ -0.125,
172
+ -0.375,
173
+ -0.3125,
174
+ -0.1875,
175
+ -0.3125,
176
+ -0.0625,
177
+ -0.0625,
178
+ -0.1875,
179
+ 0.0625,
180
+ -0.0625,
181
+ -0.4375,
182
+ -0.1875,
183
+ -0.4375,
184
+ -0.375,
185
+ 0.0,
186
+ 0.0,
187
+ -0.125,
188
+ -0.1875,
189
+ -0.25,
190
+ -0.25,
191
+ -0.25,
192
+ -0.0625,
193
+ -0.25,
194
+ 0.0,
195
+ 0.0,
196
+ -0.0625,
197
+ -0.3125,
198
+ -0.375,
199
+ 0.0,
200
+ -0.4375,
201
+ -0.25,
202
+ -0.3125,
203
+ -0.3125,
204
+ -0.375,
205
+ -0.4375,
206
+ -0.1875,
207
+ -0.3125,
208
+ -0.1875,
209
+ -0.3125,
210
+ -0.1875,
211
+ 0.1875,
212
+ -0.1875,
213
+ -0.375,
214
+ -0.25,
215
+ -0.1875,
216
+ -0.1875,
217
+ -0.25,
218
+ -0.3125,
219
+ -0.25,
220
+ -0.125,
221
+ -0.125,
222
+ -0.25,
223
+ -0.6875,
224
+ -0.1875,
225
+ -0.3125,
226
+ -0.3125,
227
+ 0.292362779378891,
228
+ 0.3000138998031616,
229
+ 0.31826409697532654,
230
+ 0.32930147647857666,
231
+ 0.47673073410987854,
232
+ 0.0,
233
+ 0.2946086525917053,
234
+ 0.29999813437461853,
235
+ 0.30003154277801514,
236
+ 0.3234449625015259,
237
+ 0.4769596755504608,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.25,
242
+ 0.25,
243
+ 0.0,
244
+ 0.25,
245
+ 0.25,
246
+ 0.4375,
247
+ 0.3125,
248
+ 0.25,
249
+ 0.1875,
250
+ 0.0,
251
+ 0.0625,
252
+ 0.25,
253
+ 0.1875,
254
+ 0.625,
255
+ 0.375,
256
+ 0.25,
257
+ 0.3125,
258
+ 0.3125,
259
+ 0.0625,
260
+ 0.4375,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.375,
264
+ 0.4375,
265
+ 0.3125,
266
+ 0.25,
267
+ 0.0,
268
+ 0.3125,
269
+ 0.25,
270
+ 0.4375,
271
+ 0.5625,
272
+ 0.5,
273
+ 0.4375,
274
+ 0.4375,
275
+ 0.1875,
276
+ -0.0625,
277
+ 0.5625,
278
+ 0.0625,
279
+ 0.3125,
280
+ 0.0625,
281
+ 0.125,
282
+ 0.1875,
283
+ 0.125,
284
+ 0.1875,
285
+ 0.3125,
286
+ 0.125,
287
+ 0.125,
288
+ 0.1875,
289
+ 0.6875,
290
+ 0.4375,
291
+ 0.4375,
292
+ 0.3125,
293
+ 0.375,
294
+ 0.3125,
295
+ 0.1875,
296
+ 0.1875,
297
+ 0.125,
298
+ 0.1875,
299
+ 0.1875,
300
+ 0.1875,
301
+ -0.5,
302
+ 0.1875,
303
+ 0.125,
304
+ 0.375,
305
+ 0.9997463226318359,
306
+ 0.99966961145401,
307
+ 0.9996354579925537,
308
+ 0.9996764659881592,
309
+ 1.0,
310
+ 0.9993210434913635,
311
+ 0.9997614026069641,
312
+ 0.9996871948242188,
313
+ 0.9996516704559326,
314
+ 0.9996873140335083,
315
+ 1.0,
316
+ 0.9992968440055847
317
+ ],
318
+ "state_min": [
319
+ -0.5330440402030945,
320
+ -0.05143369361758232,
321
+ -0.07799161225557327,
322
+ 0.13350491225719452,
323
+ -0.4988926649093628,
324
+ -0.16204434633255005,
325
+ -0.6232456564903259,
326
+ -0.24444134533405304,
327
+ -0.4159989655017853,
328
+ 0.11263753473758698,
329
+ -0.482299268245697,
330
+ -0.12328562140464783,
331
+ -0.07507362216711044,
332
+ -0.07980722188949585,
333
+ -0.025596367195248604,
334
+ -0.7716264724731445,
335
+ -0.08042743057012558,
336
+ -0.3493025302886963,
337
+ -0.5287880897521973,
338
+ 1.156629204750061,
339
+ -0.10160019248723984,
340
+ -0.10559529811143875,
341
+ -0.778536856174469,
342
+ -0.25932174921035767,
343
+ -0.2704775929450989,
344
+ -0.5183950662612915,
345
+ -1.9468904733657837,
346
+ -0.10874220728874207,
347
+ -0.04284682869911194,
348
+ 0.292362779378891,
349
+ 0.3000138998031616,
350
+ 0.31826409697532654,
351
+ 0.32930147647857666,
352
+ 0.47673073410987854,
353
+ 0.0,
354
+ 0.2946086525917053,
355
+ 0.29999813437461853,
356
+ 0.30003154277801514,
357
+ 0.3234449625015259,
358
+ 0.4769596755504608,
359
+ 0.0,
360
+ -0.1337215006351471,
361
+ -0.06270945817232132,
362
+ -0.9999999403953552
363
+ ],
364
+ "state_max": [
365
+ 0.24143074452877045,
366
+ 0.29552754759788513,
367
+ 0.3561690151691437,
368
+ 1.3718546628952026,
369
+ 0.2666071355342865,
370
+ 0.09837827831506729,
371
+ 0.15863822400569916,
372
+ 0.03856094926595688,
373
+ -0.05291441082954407,
374
+ 1.18877375125885,
375
+ 0.4817247688770294,
376
+ 0.1343684196472168,
377
+ 0.06656605005264282,
378
+ 0.06133057177066803,
379
+ 0.1513517051935196,
380
+ 0.720155656337738,
381
+ 0.4783479571342468,
382
+ 0.21154429018497467,
383
+ 0.9155566096305847,
384
+ 1.6539117097854614,
385
+ 0.02634277381002903,
386
+ 0.029141446575522423,
387
+ 0.7212576270103455,
388
+ 0.16566801071166992,
389
+ 0.5596767663955688,
390
+ 0.9584764838218689,
391
+ -1.23468816280365,
392
+ 0.06887459009885788,
393
+ 0.104251928627491,
394
+ 0.9997463226318359,
395
+ 0.99966961145401,
396
+ 0.9996354579925537,
397
+ 0.9996764659881592,
398
+ 1.0,
399
+ 0.9993210434913635,
400
+ 0.9997614026069641,
401
+ 0.9996871948242188,
402
+ 0.9996516704559326,
403
+ 0.9996873140335083,
404
+ 1.0,
405
+ 0.9992968440055847,
406
+ 0.07373641431331635,
407
+ 0.09887239336967468,
408
+ -0.9903323650360107
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "trolley"
415
+ ],
416
+ "val_repo_ids": [
417
+ "trolley"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
a10-trolley-push/epoch-020/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a10-trolley-push/epoch-020/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-trolley
3
+ --timestamp=hb1110
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/trolley/hb1110/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=40
10
+ --train.val_batch_size=40
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=1065
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=27
18
+ --train.checkpointing_steps=533
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ trolley
29
+ --data.val_repo_ids
30
+ trolley
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_trolley
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.15
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/trolley/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
a10-trolley-push/epoch-020/training_plan.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 68102,
3
+ "per_gpu_batch": 40,
4
+ "global_batch": 1280,
5
+ "epochs": 20,
6
+ "steps": 1065,
7
+ "save_steps": 533,
8
+ "warmup_steps": 27,
9
+ "task": "trolley",
10
+ "robot": "g1",
11
+ "state_dim": 44,
12
+ "action_dim": 76,
13
+ "image_keys": [
14
+ "observation.images.ego_view",
15
+ "observation.images.chest"
16
+ ],
17
+ "mem_frac_limit": 0.92,
18
+ "probe": [
19
+ {
20
+ "per_gpu_batch": 64,
21
+ "ok": false,
22
+ "peak_frac": 0.9877054356699475,
23
+ "sec_per_step": 0.0,
24
+ "fits": false,
25
+ "error": "OutOfMemoryError: CUDA out of memory. Tried to allocate 116.00 MiB. GPU 0 has a total capacity of 79.25 GiB of which 74.94 MiB is free. Process 1376018 has 79.17 GiB memory in use. Of the allocated memory 77.78 GiB is allocated by PyTorch, and 432.83 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)"
26
+ },
27
+ {
28
+ "per_gpu_batch": 56,
29
+ "ok": true,
30
+ "peak_frac": 0.9877054356699475,
31
+ "sec_per_step": 6.574496496332965,
32
+ "fits": false,
33
+ "error": null
34
+ },
35
+ {
36
+ "per_gpu_batch": 48,
37
+ "ok": true,
38
+ "peak_frac": 0.9491120250142476,
39
+ "sec_per_step": 5.889963229332352,
40
+ "fits": false,
41
+ "error": null
42
+ },
43
+ {
44
+ "per_gpu_batch": 40,
45
+ "ok": true,
46
+ "peak_frac": 0.8887081619764953,
47
+ "sec_per_step": 5.1934463308328604,
48
+ "fits": true,
49
+ "error": null
50
+ }
51
+ ],
52
+ "est_hours": 1.5363945395380547
53
+ }