BIue-Jay commited on
Commit
6bc7918
·
verified ·
1 Parent(s): 9f45110

a1: last two checkpoints + eval/deploy files + training records

Browse files
a1-ground-object-pickup/step-002000/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-a1
5
+ --timestamp=b512
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=16
12
+ --train.val_batch_size=16
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=4000
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=100
20
+ --train.checkpointing_steps=2000
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids a1
28
+ --data.val_repo_ids a1
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_a1
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.0
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
a1-ground-object-pickup/step-002000/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:115acdb5c16f92fa928c1ae68a303992e522bd62f8626121259bb157ef08523d
3
+ size 3616
a1-ground-object-pickup/step-002000/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.25,
5
+ -0.4375,
6
+ -0.375,
7
+ -0.4375,
8
+ -0.4375,
9
+ -0.375,
10
+ -0.0625,
11
+ -0.625,
12
+ -0.4375,
13
+ -0.375,
14
+ -0.5,
15
+ -0.3125,
16
+ -0.375,
17
+ -0.1875,
18
+ -0.5625,
19
+ -0.3125,
20
+ -0.5,
21
+ -0.3125,
22
+ -0.3125,
23
+ -0.1875,
24
+ -0.3125,
25
+ -0.375,
26
+ -0.1875,
27
+ -0.1875,
28
+ -0.1875,
29
+ -0.25,
30
+ -0.25,
31
+ -0.4375,
32
+ -0.0625,
33
+ -0.3125,
34
+ -0.125,
35
+ -0.375,
36
+ -0.25,
37
+ -0.375,
38
+ -0.3125,
39
+ -0.3125,
40
+ -0.1875,
41
+ -0.6875,
42
+ -0.125,
43
+ -0.1875,
44
+ -0.3125,
45
+ -0.4375,
46
+ -0.375,
47
+ -0.25,
48
+ -0.4375,
49
+ -0.25,
50
+ -0.4375,
51
+ -0.375,
52
+ -0.125,
53
+ -0.3125,
54
+ -0.4375,
55
+ -0.5625,
56
+ -0.1875,
57
+ -0.3125,
58
+ -0.125,
59
+ -0.125,
60
+ -0.3125,
61
+ -0.5625,
62
+ -0.25,
63
+ -0.3125,
64
+ -0.5625,
65
+ -0.25,
66
+ -0.125,
67
+ -0.3125,
68
+ 0.9997690320014954,
69
+ 0.9996951818466187,
70
+ 0.9996582865715027,
71
+ 0.9996920824050903,
72
+ 0.9979588985443115,
73
+ 0.9990747570991516,
74
+ 0.4998757839202881,
75
+ 0.8048362135887146,
76
+ 0.8091500997543335,
77
+ 0.8240280151367188,
78
+ 0.9154632687568665,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.3125,
83
+ 0.3125,
84
+ 0.4375,
85
+ 0.375,
86
+ 0.3125,
87
+ 0.375,
88
+ 0.3125,
89
+ 0.125,
90
+ 0.1875,
91
+ 0.25,
92
+ 0.125,
93
+ 0.25,
94
+ 0.0,
95
+ 0.4375,
96
+ 0.4375,
97
+ 0.25,
98
+ 0.1875,
99
+ 0.25,
100
+ 0.1875,
101
+ 0.4375,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.1875,
105
+ 0.375,
106
+ 0.3125,
107
+ 0.375,
108
+ 0.125,
109
+ 0.3125,
110
+ 0.3125,
111
+ 0.3125,
112
+ 0.625,
113
+ 0.1875,
114
+ 0.4375,
115
+ 0.4375,
116
+ 0.0625,
117
+ 0.125,
118
+ 0.625,
119
+ 0.0625,
120
+ 0.4375,
121
+ 0.4375,
122
+ 0.25,
123
+ 0.1875,
124
+ 0.25,
125
+ 0.375,
126
+ 0.4375,
127
+ 0.1875,
128
+ 0.0625,
129
+ 0.375,
130
+ 0.5625,
131
+ 0.3125,
132
+ 0.4375,
133
+ 0.1875,
134
+ 0.5625,
135
+ 0.375,
136
+ 0.375,
137
+ 0.3125,
138
+ 0.0625,
139
+ 0.25,
140
+ 0.25,
141
+ 0.4375,
142
+ 0.0625,
143
+ 0.125,
144
+ 0.4375,
145
+ 0.3125,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 0.9994897842407227,
151
+ 0.9999994039535522,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 0.9999940991401672
158
+ ],
159
+ "mean": [
160
+ -0.018013330176472664,
161
+ -0.1381329596042633,
162
+ -0.028653817251324654,
163
+ -0.061891820281744,
164
+ -0.09081017971038818,
165
+ 0.023093203082680702,
166
+ 0.14286480844020844,
167
+ -0.28937163949012756,
168
+ -0.13223221898078918,
169
+ -0.09537151455879211,
170
+ -0.18311092257499695,
171
+ -0.03262191638350487,
172
+ -0.1869577318429947,
173
+ 0.10160358995199203,
174
+ -0.05949513986706734,
175
+ -0.05894233286380768,
176
+ -0.1511499136686325,
177
+ -0.039263542741537094,
178
+ -0.09354346245527267,
179
+ 0.18798953294754028,
180
+ -0.10491517186164856,
181
+ -0.07087212055921555,
182
+ -0.03674645721912384,
183
+ 0.061448872089385986,
184
+ 0.010993791744112968,
185
+ 0.16001683473587036,
186
+ -0.11164908111095428,
187
+ -0.045394543558359146,
188
+ 0.0873834639787674,
189
+ -0.022359345108270645,
190
+ 0.1941600739955902,
191
+ -0.11220452189445496,
192
+ 0.14062368869781494,
193
+ -0.052530091255903244,
194
+ -0.09591729193925858,
195
+ -0.11408091336488724,
196
+ 0.27019909024238586,
197
+ -0.373376727104187,
198
+ 0.15129844844341278,
199
+ 0.10887975990772247,
200
+ 0.03619364649057388,
201
+ -0.09562814980745316,
202
+ -0.07110501825809479,
203
+ 0.1165461465716362,
204
+ -0.13165657222270966,
205
+ -0.04173668473958969,
206
+ -0.21264976263046265,
207
+ -0.057317301630973816,
208
+ 0.2302667200565338,
209
+ -0.03208756446838379,
210
+ -0.060134079307317734,
211
+ -0.2286548763513565,
212
+ 0.25729551911354065,
213
+ 0.04141150042414665,
214
+ 0.1478031724691391,
215
+ 0.09276127070188522,
216
+ -0.1313023865222931,
217
+ -0.1916438788175583,
218
+ 0.011209993623197079,
219
+ 0.11866509914398193,
220
+ -0.23549336194992065,
221
+ -0.06620443612337112,
222
+ 0.11943323165178299,
223
+ -0.005637075752019882,
224
+ 0.9999959468841553,
225
+ 0.999991238117218,
226
+ 0.9999890327453613,
227
+ 0.9999909996986389,
228
+ 0.9991684556007385,
229
+ 0.999870777130127,
230
+ 0.904565155506134,
231
+ 0.9261618256568909,
232
+ 0.9259902834892273,
233
+ 0.9292851686477661,
234
+ 0.968177318572998,
235
+ 0.27326175570487976
236
+ ],
237
+ "std": [
238
+ 0.13024049997329712,
239
+ 0.1902032494544983,
240
+ 0.19841231405735016,
241
+ 0.16673465073108673,
242
+ 0.11025413125753403,
243
+ 0.1616443544626236,
244
+ 0.08419562876224518,
245
+ 0.22835420072078705,
246
+ 0.20468631386756897,
247
+ 0.21759013831615448,
248
+ 0.13809287548065186,
249
+ 0.0808786153793335,
250
+ 0.08060982078313828,
251
+ 0.17364627122879028,
252
+ 0.3035261034965515,
253
+ 0.0802578553557396,
254
+ 0.2640537917613983,
255
+ 0.08989641070365906,
256
+ 0.07733052968978882,
257
+ 0.1559746265411377,
258
+ 0.07651524245738983,
259
+ 0.09073285758495331,
260
+ 0.0530090294778347,
261
+ 0.08594861626625061,
262
+ 0.10212458670139313,
263
+ 0.16969195008277893,
264
+ 0.05914895609021187,
265
+ 0.1530161201953888,
266
+ 0.05938974767923355,
267
+ 0.14845779538154602,
268
+ 0.09938061982393265,
269
+ 0.10450321435928345,
270
+ 0.1331501603126526,
271
+ 0.20957258343696594,
272
+ 0.10469504445791245,
273
+ 0.11753350496292114,
274
+ 0.2403511106967926,
275
+ 0.23232373595237732,
276
+ 0.08670412003993988,
277
+ 0.2051166296005249,
278
+ 0.1125258356332779,
279
+ 0.11160285770893097,
280
+ 0.1300562471151352,
281
+ 0.1720196157693863,
282
+ 0.21250785887241364,
283
+ 0.09172707051038742,
284
+ 0.12391347438097,
285
+ 0.15087340772151947,
286
+ 0.19418644905090332,
287
+ 0.1371617168188095,
288
+ 0.1393415480852127,
289
+ 0.27645713090896606,
290
+ 0.17932648956775665,
291
+ 0.21611261367797852,
292
+ 0.13140681385993958,
293
+ 0.07557408511638641,
294
+ 0.06540265679359436,
295
+ 0.276355117559433,
296
+ 0.1272115260362625,
297
+ 0.18790526688098907,
298
+ 0.14027468860149384,
299
+ 0.09794799983501434,
300
+ 0.0809551253914833,
301
+ 0.1148906722664833,
302
+ 0.0001058895795722492,
303
+ 0.00013626714644487947,
304
+ 0.00015230337157845497,
305
+ 0.00013989588478580117,
306
+ 0.0007751617813482881,
307
+ 0.00040758581599220634,
308
+ 0.1361931711435318,
309
+ 0.08435896039009094,
310
+ 0.08456038683652878,
311
+ 0.08082395046949387,
312
+ 0.03609154373407364,
313
+ 0.43846964836120605
314
+ ],
315
+ "q01": [
316
+ -0.1875,
317
+ -0.4375,
318
+ -0.3125,
319
+ -0.3125,
320
+ -0.375,
321
+ -0.3125,
322
+ 0.0,
323
+ -0.5625,
324
+ -0.375,
325
+ -0.375,
326
+ -0.4375,
327
+ -0.25,
328
+ -0.3125,
329
+ -0.1875,
330
+ -0.5,
331
+ -0.25,
332
+ -0.5,
333
+ -0.25,
334
+ -0.25,
335
+ -0.125,
336
+ -0.25,
337
+ -0.3125,
338
+ -0.125,
339
+ -0.125,
340
+ -0.125,
341
+ -0.1875,
342
+ -0.1875,
343
+ -0.375,
344
+ 0.0,
345
+ -0.25,
346
+ 0.0,
347
+ -0.3125,
348
+ -0.125,
349
+ -0.375,
350
+ -0.25,
351
+ -0.3125,
352
+ -0.0625,
353
+ -0.625,
354
+ 0.0,
355
+ -0.1875,
356
+ -0.1875,
357
+ -0.375,
358
+ -0.3125,
359
+ -0.1875,
360
+ -0.375,
361
+ -0.1875,
362
+ -0.375,
363
+ -0.3125,
364
+ -0.0625,
365
+ -0.25,
366
+ -0.3125,
367
+ -0.5625,
368
+ -0.125,
369
+ -0.25,
370
+ -0.125,
371
+ -0.0625,
372
+ -0.3125,
373
+ -0.5,
374
+ -0.1875,
375
+ -0.25,
376
+ -0.5,
377
+ -0.25,
378
+ -0.0625,
379
+ -0.1875,
380
+ 0.9997971653938293,
381
+ 0.9997316598892212,
382
+ 0.999698281288147,
383
+ 0.9997279644012451,
384
+ 0.9980245983600616,
385
+ 0.9991838723421097,
386
+ 0.4999173879623413,
387
+ 0.8195851665735244,
388
+ 0.820989191532135,
389
+ 0.8260177373886108,
390
+ 0.9191331267356873,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.25,
395
+ 0.25,
396
+ 0.375,
397
+ 0.3125,
398
+ 0.1875,
399
+ 0.25,
400
+ 0.3125,
401
+ 0.0625,
402
+ 0.1875,
403
+ 0.25,
404
+ 0.0625,
405
+ 0.125,
406
+ -0.0625,
407
+ 0.375,
408
+ 0.375,
409
+ 0.125,
410
+ 0.1875,
411
+ 0.1875,
412
+ 0.0625,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.125,
416
+ 0.0625,
417
+ 0.25,
418
+ 0.25,
419
+ 0.375,
420
+ 0.0625,
421
+ 0.25,
422
+ 0.25,
423
+ 0.3125,
424
+ 0.5,
425
+ 0.125,
426
+ 0.375,
427
+ 0.375,
428
+ 0.0625,
429
+ 0.125,
430
+ 0.625,
431
+ 0.0,
432
+ 0.375,
433
+ 0.375,
434
+ 0.1875,
435
+ 0.125,
436
+ 0.1875,
437
+ 0.3125,
438
+ 0.375,
439
+ 0.125,
440
+ 0.0625,
441
+ 0.3125,
442
+ 0.5,
443
+ 0.25,
444
+ 0.3125,
445
+ 0.125,
446
+ 0.5,
447
+ 0.375,
448
+ 0.3125,
449
+ 0.25,
450
+ 0.0,
451
+ 0.1875,
452
+ 0.25,
453
+ 0.375,
454
+ 0.0,
455
+ 0.125,
456
+ 0.3125,
457
+ 0.25,
458
+ 1.0,
459
+ 1.0,
460
+ 1.0,
461
+ 1.0,
462
+ 0.9991074204444885,
463
+ 0.9999038499593734,
464
+ 1.0,
465
+ 1.0,
466
+ 1.0,
467
+ 1.0,
468
+ 1.0,
469
+ 0.9999090433120728
470
+ ],
471
+ "count": [
472
+ 71114
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -1.8880261182785034,
556
+ -0.08766510337591171,
557
+ -0.13608026504516602,
558
+ -0.10955026745796204,
559
+ -0.8418354392051697,
560
+ -0.13380739092826843,
561
+ -1.8779709339141846,
562
+ -0.5762304663658142,
563
+ -0.5514291524887085,
564
+ -0.1056937724351883,
565
+ -0.8245781660079956,
566
+ -0.2353392392396927,
567
+ -0.04486783966422081,
568
+ -0.05821891501545906,
569
+ -0.07885225862264633,
570
+ -0.10182406008243561,
571
+ -0.045259419828653336,
572
+ -0.04008374735713005,
573
+ -0.050879739224910736,
574
+ -0.00024122887407429516,
575
+ -0.006107245106250048,
576
+ -0.005467669572681189,
577
+ -1.174078106880188,
578
+ -0.8227699995040894,
579
+ -0.21556028723716736,
580
+ -0.2325384020805359,
581
+ -1.5648282766342163,
582
+ -0.12514856457710266,
583
+ -0.06536870449781418,
584
+ 0.9997690320014954,
585
+ 0.9996951818466187,
586
+ 0.9996582865715027,
587
+ 0.9996920824050903,
588
+ 0.9979588985443115,
589
+ 0.9990747570991516,
590
+ 0.4998757839202881,
591
+ 0.8048362135887146,
592
+ 0.8091500997543335,
593
+ 0.8240280151367188,
594
+ 0.9154632687568665,
595
+ 0.0,
596
+ -0.13285017013549805,
597
+ -0.11781180649995804,
598
+ -1.0
599
+ ],
600
+ "max": [
601
+ 0.24489368498325348,
602
+ 0.3426731824874878,
603
+ 0.3458699584007263,
604
+ 2.260263681411743,
605
+ 0.3201272189617157,
606
+ 0.18998990952968597,
607
+ 0.12072520703077316,
608
+ 0.0416732020676136,
609
+ -0.008885391056537628,
610
+ 2.2522339820861816,
611
+ 0.30625542998313904,
612
+ 0.13925114274024963,
613
+ 0.07067836821079254,
614
+ 0.21133722364902496,
615
+ 0.3393784761428833,
616
+ 0.15592417120933533,
617
+ 0.6444647908210754,
618
+ 0.07420575618743896,
619
+ 0.08471999317407608,
620
+ 0.0050300005823373795,
621
+ 0.027589993551373482,
622
+ 0.007279806770384312,
623
+ 0.18948335945606232,
624
+ 0.176819309592247,
625
+ 0.7169339060783386,
626
+ 1.1847522258758545,
627
+ 0.00018719006038736552,
628
+ 0.26486051082611084,
629
+ 0.2699401378631592,
630
+ 1.0,
631
+ 1.0,
632
+ 1.0,
633
+ 1.0,
634
+ 0.9994897842407227,
635
+ 0.9999994039535522,
636
+ 1.0,
637
+ 1.0,
638
+ 1.0,
639
+ 1.0,
640
+ 1.0,
641
+ 0.9999940991401672,
642
+ 0.27996301651000977,
643
+ 0.045725464820861816,
644
+ -0.9600017070770264
645
+ ],
646
+ "mean": [
647
+ -0.8532559275627136,
648
+ 0.1332254558801651,
649
+ 0.09654372930526733,
650
+ 1.073103904724121,
651
+ -0.3025660514831543,
652
+ 0.014438970945775509,
653
+ -0.8530545830726624,
654
+ -0.21943756937980652,
655
+ -0.18526899814605713,
656
+ 1.1067763566970825,
657
+ -0.3550059497356415,
658
+ -0.05861179530620575,
659
+ -0.0006525356438942254,
660
+ 0.008011877536773682,
661
+ 0.16656863689422607,
662
+ -0.018695266917347908,
663
+ 0.3885240852832794,
664
+ 0.0010863947682082653,
665
+ 0.004929380025714636,
666
+ 5.9768448409158736e-05,
667
+ 0.0005672660190612078,
668
+ 7.826834917068481e-05,
669
+ -0.4652918577194214,
670
+ -0.08056338876485825,
671
+ 0.08859628438949585,
672
+ 0.3379807472229004,
673
+ -0.8934527039527893,
674
+ 0.12435459345579147,
675
+ 0.11565420031547546,
676
+ 0.9999959468841553,
677
+ 0.999991238117218,
678
+ 0.9999890327453613,
679
+ 0.9999909996986389,
680
+ 0.9991684556007385,
681
+ 0.999870777130127,
682
+ 0.904565155506134,
683
+ 0.9261618256568909,
684
+ 0.9259902834892273,
685
+ 0.9292851686477661,
686
+ 0.968177318572998,
687
+ 0.27326175570487976,
688
+ 0.11104094237089157,
689
+ -0.0015378805110231042,
690
+ -0.9833215475082397
691
+ ],
692
+ "std": [
693
+ 0.7803812623023987,
694
+ 0.08328940719366074,
695
+ 0.08704189211130142,
696
+ 0.884965717792511,
697
+ 0.28133249282836914,
698
+ 0.040107592940330505,
699
+ 0.7409940958023071,
700
+ 0.13544932007789612,
701
+ 0.10045371949672699,
702
+ 0.8756691813468933,
703
+ 0.28839248418807983,
704
+ 0.06441926211118698,
705
+ 0.014281551353633404,
706
+ 0.029344039037823677,
707
+ 0.11713571101427078,
708
+ 0.01897612027823925,
709
+ 0.25712230801582336,
710
+ 0.009338882751762867,
711
+ 0.006921295076608658,
712
+ 0.0003153032739646733,
713
+ 0.0018564258934929967,
714
+ 0.001399638713337481,
715
+ 0.3484433889389038,
716
+ 0.176051527261734,
717
+ 0.1407223343849182,
718
+ 0.31549072265625,
719
+ 0.6351356506347656,
720
+ 0.0971895158290863,
721
+ 0.09045509248971939,
722
+ 0.0001058895795722492,
723
+ 0.00013626714644487947,
724
+ 0.00015230337157845497,
725
+ 0.00013989588478580117,
726
+ 0.0007751617813482881,
727
+ 0.00040758581599220634,
728
+ 0.1361931711435318,
729
+ 0.08435896039009094,
730
+ 0.08456038683652878,
731
+ 0.08082395046949387,
732
+ 0.03609154373407364,
733
+ 0.43846964836120605,
734
+ 0.14260601997375488,
735
+ 0.01479374710470438,
736
+ 0.01661684364080429
737
+ ],
738
+ "q01": [
739
+ -1.8804006326198577,
740
+ -0.022078047022223473,
741
+ -0.036777763105928896,
742
+ -0.08757970586419106,
743
+ -0.7783107978105545,
744
+ -0.07981751099228859,
745
+ -1.8554557514190675,
746
+ -0.49831867575645444,
747
+ -0.4220130842924118,
748
+ -0.0816806399077177,
749
+ -0.8087039512395858,
750
+ -0.19759079128503798,
751
+ -0.02906547497957945,
752
+ -0.028498151060193776,
753
+ -0.025544611010700463,
754
+ -0.058804607689380645,
755
+ -0.025545429047197102,
756
+ -0.0198244134709239,
757
+ -0.010508777257055044,
758
+ -7.469713353202678e-05,
759
+ -0.00298452582443133,
760
+ -0.0037656471086665987,
761
+ -1.0976267755031586,
762
+ -0.6154663848876953,
763
+ -0.19773934438824653,
764
+ -0.020546264480799437,
765
+ -1.5430218195915222,
766
+ -0.002691535740159452,
767
+ -0.038188619129359724,
768
+ 0.9997971653938293,
769
+ 0.9997316598892212,
770
+ 0.999698281288147,
771
+ 0.9997279644012451,
772
+ 0.9980245983600616,
773
+ 0.9991838723421097,
774
+ 0.4999173879623413,
775
+ 0.8195851665735244,
776
+ 0.820989191532135,
777
+ 0.8260177373886108,
778
+ 0.9191331267356873,
779
+ 0.0,
780
+ -0.09251770980656147,
781
+ -0.06600319273769856,
782
+ -0.9999884885549545
783
+ ],
784
+ "q99": [
785
+ 0.1319165763258928,
786
+ 0.30931218057870863,
787
+ 0.2803230735659598,
788
+ 2.231067087650299,
789
+ 0.2447494140267367,
790
+ 0.09710718400776348,
791
+ 0.043083300217986086,
792
+ -0.012611100180074582,
793
+ -0.043436273746192466,
794
+ 2.245119831562042,
795
+ 0.18554728791117667,
796
+ 0.07188640907406806,
797
+ 0.046246369034051896,
798
+ 0.10526537768542758,
799
+ 0.32804302155971526,
800
+ 0.05841631632298188,
801
+ 0.6005832922458648,
802
+ 0.026987289488315566,
803
+ 0.03186862923204893,
804
+ 0.0018423616141080598,
805
+ 0.006196355363354069,
806
+ 0.004252072870731353,
807
+ 0.04939149539917707,
808
+ 0.10934154450893371,
809
+ 0.4404053130745885,
810
+ 1.1127061223983756,
811
+ 8.846335789712604e-05,
812
+ 0.2573862853646278,
813
+ 0.2541523644328117,
814
+ 1.0,
815
+ 1.0,
816
+ 1.0,
817
+ 1.0,
818
+ 0.9991074204444885,
819
+ 0.9999038499593734,
820
+ 1.0,
821
+ 1.0,
822
+ 1.0,
823
+ 1.0,
824
+ 1.0,
825
+ 0.9999090433120728,
826
+ 0.2730080604553222,
827
+ 0.02368004299700258,
828
+ -0.9620065248012543
829
+ ],
830
+ "count": [
831
+ 71114
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
a1-ground-object-pickup/step-002000/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=32
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=dlc19te5fv9wtn5t-master-0
16
+ MASTER_PORT=30750
a1-ground-object-pickup/step-002000/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
a1-ground-object-pickup/step-002000/hb_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
a1-ground-object-pickup/step-002000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f8c4a45eb951f372d7ba2b9fed55f13a90dcc905afb912bfa8ce1eb8a7d72da
3
+ size 11220430392
a1-ground-object-pickup/step-002000/protocol.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "A1 ground object pickup (G1)",
4
+ "task_dir": "a1-ground-object-pickup",
5
+ "robot": "Unitree G1",
6
+ "training_data": "a1-ground-object-pickup-expert-v1 @f47f07e",
7
+ "episodes": 100,
8
+ "epoch_completed": null,
9
+ "global_step": 2000,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x; proprioception aligned with the GR00T A20 recipe (2026-11-12): per-sample joint bias +-2 deg + Gaussian noise 0.25 deg (hb_aug_v2.perturb_joints), no proprio delay, no history drop; model-native image augmentation off",
11
+ "epochs": null,
12
+ "epochs_equivalent": 28.8,
13
+ "total_steps": 4000,
14
+ "save_steps": 2000,
15
+ "global_batch": 512,
16
+ "per_gpu_batch": 16,
17
+ "num_gpus": 32,
18
+ "warmup_steps": 100,
19
+ "frames": 71114,
20
+ "state_dim": 44,
21
+ "action_dim": 76,
22
+ "cameras": [
23
+ "observation.images.ego_view",
24
+ "observation.images.chest"
25
+ ],
26
+ "normalization": "dataset_statistics.json",
27
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
28
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
29
+ "training_records_included": true,
30
+ "resume_state_included": false,
31
+ "files": {
32
+ "argv.txt": 3972,
33
+ "clip_pooled_cache.pt": 3616,
34
+ "dataset_statistics.json": 17758,
35
+ "envs.txt": 938,
36
+ "hb_init_report.json": 2789,
37
+ "hb_metrics.jsonl": 244615,
38
+ "model.safetensors": 11220430392,
39
+ "run_config.json": 16366,
40
+ "train.log": 538990,
41
+ "train_args.txt": 3798,
42
+ "training_plan.json": 419
43
+ }
44
+ }
a1-ground-object-pickup/step-002000/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-a1",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "b512",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 16,
36
+ "val_batch_size": 16,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 2000,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 4000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 100,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_a1",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.0,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.25,
164
+ -0.4375,
165
+ -0.375,
166
+ -0.4375,
167
+ -0.4375,
168
+ -0.375,
169
+ -0.0625,
170
+ -0.625,
171
+ -0.4375,
172
+ -0.375,
173
+ -0.5,
174
+ -0.3125,
175
+ -0.375,
176
+ -0.1875,
177
+ -0.5625,
178
+ -0.3125,
179
+ -0.5,
180
+ -0.3125,
181
+ -0.3125,
182
+ -0.1875,
183
+ -0.3125,
184
+ -0.375,
185
+ -0.1875,
186
+ -0.1875,
187
+ -0.1875,
188
+ -0.25,
189
+ -0.25,
190
+ -0.4375,
191
+ -0.0625,
192
+ -0.3125,
193
+ -0.125,
194
+ -0.375,
195
+ -0.25,
196
+ -0.375,
197
+ -0.3125,
198
+ -0.3125,
199
+ -0.1875,
200
+ -0.6875,
201
+ -0.125,
202
+ -0.1875,
203
+ -0.3125,
204
+ -0.4375,
205
+ -0.375,
206
+ -0.25,
207
+ -0.4375,
208
+ -0.25,
209
+ -0.4375,
210
+ -0.375,
211
+ -0.125,
212
+ -0.3125,
213
+ -0.4375,
214
+ -0.5625,
215
+ -0.1875,
216
+ -0.3125,
217
+ -0.125,
218
+ -0.125,
219
+ -0.3125,
220
+ -0.5625,
221
+ -0.25,
222
+ -0.3125,
223
+ -0.5625,
224
+ -0.25,
225
+ -0.125,
226
+ -0.3125,
227
+ 0.9997690320014954,
228
+ 0.9996951818466187,
229
+ 0.9996582865715027,
230
+ 0.9996920824050903,
231
+ 0.9979588985443115,
232
+ 0.9990747570991516,
233
+ 0.4998757839202881,
234
+ 0.8048362135887146,
235
+ 0.8091500997543335,
236
+ 0.8240280151367188,
237
+ 0.9154632687568665,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.3125,
242
+ 0.3125,
243
+ 0.4375,
244
+ 0.375,
245
+ 0.3125,
246
+ 0.375,
247
+ 0.3125,
248
+ 0.125,
249
+ 0.1875,
250
+ 0.25,
251
+ 0.125,
252
+ 0.25,
253
+ 0.0,
254
+ 0.4375,
255
+ 0.4375,
256
+ 0.25,
257
+ 0.1875,
258
+ 0.25,
259
+ 0.1875,
260
+ 0.4375,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.1875,
264
+ 0.375,
265
+ 0.3125,
266
+ 0.375,
267
+ 0.125,
268
+ 0.3125,
269
+ 0.3125,
270
+ 0.3125,
271
+ 0.625,
272
+ 0.1875,
273
+ 0.4375,
274
+ 0.4375,
275
+ 0.0625,
276
+ 0.125,
277
+ 0.625,
278
+ 0.0625,
279
+ 0.4375,
280
+ 0.4375,
281
+ 0.25,
282
+ 0.1875,
283
+ 0.25,
284
+ 0.375,
285
+ 0.4375,
286
+ 0.1875,
287
+ 0.0625,
288
+ 0.375,
289
+ 0.5625,
290
+ 0.3125,
291
+ 0.4375,
292
+ 0.1875,
293
+ 0.5625,
294
+ 0.375,
295
+ 0.375,
296
+ 0.3125,
297
+ 0.0625,
298
+ 0.25,
299
+ 0.25,
300
+ 0.4375,
301
+ 0.0625,
302
+ 0.125,
303
+ 0.4375,
304
+ 0.3125,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 0.9994897842407227,
310
+ 0.9999994039535522,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 0.9999940991401672
317
+ ],
318
+ "state_min": [
319
+ -1.8880261182785034,
320
+ -0.08766510337591171,
321
+ -0.13608026504516602,
322
+ -0.10955026745796204,
323
+ -0.8418354392051697,
324
+ -0.13380739092826843,
325
+ -1.8779709339141846,
326
+ -0.5762304663658142,
327
+ -0.5514291524887085,
328
+ -0.1056937724351883,
329
+ -0.8245781660079956,
330
+ -0.2353392392396927,
331
+ -0.04486783966422081,
332
+ -0.05821891501545906,
333
+ -0.07885225862264633,
334
+ -0.10182406008243561,
335
+ -0.045259419828653336,
336
+ -0.04008374735713005,
337
+ -0.050879739224910736,
338
+ -0.00024122887407429516,
339
+ -0.006107245106250048,
340
+ -0.005467669572681189,
341
+ -1.174078106880188,
342
+ -0.8227699995040894,
343
+ -0.21556028723716736,
344
+ -0.2325384020805359,
345
+ -1.5648282766342163,
346
+ -0.12514856457710266,
347
+ -0.06536870449781418,
348
+ 0.9997690320014954,
349
+ 0.9996951818466187,
350
+ 0.9996582865715027,
351
+ 0.9996920824050903,
352
+ 0.9979588985443115,
353
+ 0.9990747570991516,
354
+ 0.4998757839202881,
355
+ 0.8048362135887146,
356
+ 0.8091500997543335,
357
+ 0.8240280151367188,
358
+ 0.9154632687568665,
359
+ 0.0,
360
+ -0.13285017013549805,
361
+ -0.11781180649995804,
362
+ -1.0
363
+ ],
364
+ "state_max": [
365
+ 0.24489368498325348,
366
+ 0.3426731824874878,
367
+ 0.3458699584007263,
368
+ 2.260263681411743,
369
+ 0.3201272189617157,
370
+ 0.18998990952968597,
371
+ 0.12072520703077316,
372
+ 0.0416732020676136,
373
+ -0.008885391056537628,
374
+ 2.2522339820861816,
375
+ 0.30625542998313904,
376
+ 0.13925114274024963,
377
+ 0.07067836821079254,
378
+ 0.21133722364902496,
379
+ 0.3393784761428833,
380
+ 0.15592417120933533,
381
+ 0.6444647908210754,
382
+ 0.07420575618743896,
383
+ 0.08471999317407608,
384
+ 0.0050300005823373795,
385
+ 0.027589993551373482,
386
+ 0.007279806770384312,
387
+ 0.18948335945606232,
388
+ 0.176819309592247,
389
+ 0.7169339060783386,
390
+ 1.1847522258758545,
391
+ 0.00018719006038736552,
392
+ 0.26486051082611084,
393
+ 0.2699401378631592,
394
+ 1.0,
395
+ 1.0,
396
+ 1.0,
397
+ 1.0,
398
+ 0.9994897842407227,
399
+ 0.9999994039535522,
400
+ 1.0,
401
+ 1.0,
402
+ 1.0,
403
+ 1.0,
404
+ 1.0,
405
+ 0.9999940991401672,
406
+ 0.27996301651000977,
407
+ 0.045725464820861816,
408
+ -0.9600017070770264
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "a1"
415
+ ],
416
+ "val_repo_ids": [
417
+ "a1"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
a1-ground-object-pickup/step-002000/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a1-ground-object-pickup/step-002000/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-a1
3
+ --timestamp=b512
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=16
10
+ --train.val_batch_size=16
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=4000
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=100
18
+ --train.checkpointing_steps=2000
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ a1
29
+ --data.val_repo_ids
30
+ a1
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_a1
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.0
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
a1-ground-object-pickup/step-002000/training_plan.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 71114,
3
+ "per_gpu_batch": 16,
4
+ "global_batch": 512,
5
+ "fixed_steps": true,
6
+ "epochs": null,
7
+ "epochs_equivalent": 28.8,
8
+ "steps": 4000,
9
+ "save_steps": 2000,
10
+ "warmup_steps": 100,
11
+ "task": "a1",
12
+ "robot": "g1",
13
+ "state_dim": 44,
14
+ "action_dim": 76,
15
+ "image_keys": [
16
+ "observation.images.ego_view",
17
+ "observation.images.chest"
18
+ ],
19
+ "num_nodes": 4,
20
+ "note": "4 nodes x 8 GPUs x 16 = 512"
21
+ }
a1-ground-object-pickup/step-004000/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-a1
5
+ --timestamp=b512
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=16
12
+ --train.val_batch_size=16
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=4000
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=100
20
+ --train.checkpointing_steps=2000
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids a1
28
+ --data.val_repo_ids a1
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_a1
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.0
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
a1-ground-object-pickup/step-004000/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:115acdb5c16f92fa928c1ae68a303992e522bd62f8626121259bb157ef08523d
3
+ size 3616
a1-ground-object-pickup/step-004000/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.25,
5
+ -0.4375,
6
+ -0.375,
7
+ -0.4375,
8
+ -0.4375,
9
+ -0.375,
10
+ -0.0625,
11
+ -0.625,
12
+ -0.4375,
13
+ -0.375,
14
+ -0.5,
15
+ -0.3125,
16
+ -0.375,
17
+ -0.1875,
18
+ -0.5625,
19
+ -0.3125,
20
+ -0.5,
21
+ -0.3125,
22
+ -0.3125,
23
+ -0.1875,
24
+ -0.3125,
25
+ -0.375,
26
+ -0.1875,
27
+ -0.1875,
28
+ -0.1875,
29
+ -0.25,
30
+ -0.25,
31
+ -0.4375,
32
+ -0.0625,
33
+ -0.3125,
34
+ -0.125,
35
+ -0.375,
36
+ -0.25,
37
+ -0.375,
38
+ -0.3125,
39
+ -0.3125,
40
+ -0.1875,
41
+ -0.6875,
42
+ -0.125,
43
+ -0.1875,
44
+ -0.3125,
45
+ -0.4375,
46
+ -0.375,
47
+ -0.25,
48
+ -0.4375,
49
+ -0.25,
50
+ -0.4375,
51
+ -0.375,
52
+ -0.125,
53
+ -0.3125,
54
+ -0.4375,
55
+ -0.5625,
56
+ -0.1875,
57
+ -0.3125,
58
+ -0.125,
59
+ -0.125,
60
+ -0.3125,
61
+ -0.5625,
62
+ -0.25,
63
+ -0.3125,
64
+ -0.5625,
65
+ -0.25,
66
+ -0.125,
67
+ -0.3125,
68
+ 0.9997690320014954,
69
+ 0.9996951818466187,
70
+ 0.9996582865715027,
71
+ 0.9996920824050903,
72
+ 0.9979588985443115,
73
+ 0.9990747570991516,
74
+ 0.4998757839202881,
75
+ 0.8048362135887146,
76
+ 0.8091500997543335,
77
+ 0.8240280151367188,
78
+ 0.9154632687568665,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.3125,
83
+ 0.3125,
84
+ 0.4375,
85
+ 0.375,
86
+ 0.3125,
87
+ 0.375,
88
+ 0.3125,
89
+ 0.125,
90
+ 0.1875,
91
+ 0.25,
92
+ 0.125,
93
+ 0.25,
94
+ 0.0,
95
+ 0.4375,
96
+ 0.4375,
97
+ 0.25,
98
+ 0.1875,
99
+ 0.25,
100
+ 0.1875,
101
+ 0.4375,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.1875,
105
+ 0.375,
106
+ 0.3125,
107
+ 0.375,
108
+ 0.125,
109
+ 0.3125,
110
+ 0.3125,
111
+ 0.3125,
112
+ 0.625,
113
+ 0.1875,
114
+ 0.4375,
115
+ 0.4375,
116
+ 0.0625,
117
+ 0.125,
118
+ 0.625,
119
+ 0.0625,
120
+ 0.4375,
121
+ 0.4375,
122
+ 0.25,
123
+ 0.1875,
124
+ 0.25,
125
+ 0.375,
126
+ 0.4375,
127
+ 0.1875,
128
+ 0.0625,
129
+ 0.375,
130
+ 0.5625,
131
+ 0.3125,
132
+ 0.4375,
133
+ 0.1875,
134
+ 0.5625,
135
+ 0.375,
136
+ 0.375,
137
+ 0.3125,
138
+ 0.0625,
139
+ 0.25,
140
+ 0.25,
141
+ 0.4375,
142
+ 0.0625,
143
+ 0.125,
144
+ 0.4375,
145
+ 0.3125,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 0.9994897842407227,
151
+ 0.9999994039535522,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 0.9999940991401672
158
+ ],
159
+ "mean": [
160
+ -0.018013330176472664,
161
+ -0.1381329596042633,
162
+ -0.028653817251324654,
163
+ -0.061891820281744,
164
+ -0.09081017971038818,
165
+ 0.023093203082680702,
166
+ 0.14286480844020844,
167
+ -0.28937163949012756,
168
+ -0.13223221898078918,
169
+ -0.09537151455879211,
170
+ -0.18311092257499695,
171
+ -0.03262191638350487,
172
+ -0.1869577318429947,
173
+ 0.10160358995199203,
174
+ -0.05949513986706734,
175
+ -0.05894233286380768,
176
+ -0.1511499136686325,
177
+ -0.039263542741537094,
178
+ -0.09354346245527267,
179
+ 0.18798953294754028,
180
+ -0.10491517186164856,
181
+ -0.07087212055921555,
182
+ -0.03674645721912384,
183
+ 0.061448872089385986,
184
+ 0.010993791744112968,
185
+ 0.16001683473587036,
186
+ -0.11164908111095428,
187
+ -0.045394543558359146,
188
+ 0.0873834639787674,
189
+ -0.022359345108270645,
190
+ 0.1941600739955902,
191
+ -0.11220452189445496,
192
+ 0.14062368869781494,
193
+ -0.052530091255903244,
194
+ -0.09591729193925858,
195
+ -0.11408091336488724,
196
+ 0.27019909024238586,
197
+ -0.373376727104187,
198
+ 0.15129844844341278,
199
+ 0.10887975990772247,
200
+ 0.03619364649057388,
201
+ -0.09562814980745316,
202
+ -0.07110501825809479,
203
+ 0.1165461465716362,
204
+ -0.13165657222270966,
205
+ -0.04173668473958969,
206
+ -0.21264976263046265,
207
+ -0.057317301630973816,
208
+ 0.2302667200565338,
209
+ -0.03208756446838379,
210
+ -0.060134079307317734,
211
+ -0.2286548763513565,
212
+ 0.25729551911354065,
213
+ 0.04141150042414665,
214
+ 0.1478031724691391,
215
+ 0.09276127070188522,
216
+ -0.1313023865222931,
217
+ -0.1916438788175583,
218
+ 0.011209993623197079,
219
+ 0.11866509914398193,
220
+ -0.23549336194992065,
221
+ -0.06620443612337112,
222
+ 0.11943323165178299,
223
+ -0.005637075752019882,
224
+ 0.9999959468841553,
225
+ 0.999991238117218,
226
+ 0.9999890327453613,
227
+ 0.9999909996986389,
228
+ 0.9991684556007385,
229
+ 0.999870777130127,
230
+ 0.904565155506134,
231
+ 0.9261618256568909,
232
+ 0.9259902834892273,
233
+ 0.9292851686477661,
234
+ 0.968177318572998,
235
+ 0.27326175570487976
236
+ ],
237
+ "std": [
238
+ 0.13024049997329712,
239
+ 0.1902032494544983,
240
+ 0.19841231405735016,
241
+ 0.16673465073108673,
242
+ 0.11025413125753403,
243
+ 0.1616443544626236,
244
+ 0.08419562876224518,
245
+ 0.22835420072078705,
246
+ 0.20468631386756897,
247
+ 0.21759013831615448,
248
+ 0.13809287548065186,
249
+ 0.0808786153793335,
250
+ 0.08060982078313828,
251
+ 0.17364627122879028,
252
+ 0.3035261034965515,
253
+ 0.0802578553557396,
254
+ 0.2640537917613983,
255
+ 0.08989641070365906,
256
+ 0.07733052968978882,
257
+ 0.1559746265411377,
258
+ 0.07651524245738983,
259
+ 0.09073285758495331,
260
+ 0.0530090294778347,
261
+ 0.08594861626625061,
262
+ 0.10212458670139313,
263
+ 0.16969195008277893,
264
+ 0.05914895609021187,
265
+ 0.1530161201953888,
266
+ 0.05938974767923355,
267
+ 0.14845779538154602,
268
+ 0.09938061982393265,
269
+ 0.10450321435928345,
270
+ 0.1331501603126526,
271
+ 0.20957258343696594,
272
+ 0.10469504445791245,
273
+ 0.11753350496292114,
274
+ 0.2403511106967926,
275
+ 0.23232373595237732,
276
+ 0.08670412003993988,
277
+ 0.2051166296005249,
278
+ 0.1125258356332779,
279
+ 0.11160285770893097,
280
+ 0.1300562471151352,
281
+ 0.1720196157693863,
282
+ 0.21250785887241364,
283
+ 0.09172707051038742,
284
+ 0.12391347438097,
285
+ 0.15087340772151947,
286
+ 0.19418644905090332,
287
+ 0.1371617168188095,
288
+ 0.1393415480852127,
289
+ 0.27645713090896606,
290
+ 0.17932648956775665,
291
+ 0.21611261367797852,
292
+ 0.13140681385993958,
293
+ 0.07557408511638641,
294
+ 0.06540265679359436,
295
+ 0.276355117559433,
296
+ 0.1272115260362625,
297
+ 0.18790526688098907,
298
+ 0.14027468860149384,
299
+ 0.09794799983501434,
300
+ 0.0809551253914833,
301
+ 0.1148906722664833,
302
+ 0.0001058895795722492,
303
+ 0.00013626714644487947,
304
+ 0.00015230337157845497,
305
+ 0.00013989588478580117,
306
+ 0.0007751617813482881,
307
+ 0.00040758581599220634,
308
+ 0.1361931711435318,
309
+ 0.08435896039009094,
310
+ 0.08456038683652878,
311
+ 0.08082395046949387,
312
+ 0.03609154373407364,
313
+ 0.43846964836120605
314
+ ],
315
+ "q01": [
316
+ -0.1875,
317
+ -0.4375,
318
+ -0.3125,
319
+ -0.3125,
320
+ -0.375,
321
+ -0.3125,
322
+ 0.0,
323
+ -0.5625,
324
+ -0.375,
325
+ -0.375,
326
+ -0.4375,
327
+ -0.25,
328
+ -0.3125,
329
+ -0.1875,
330
+ -0.5,
331
+ -0.25,
332
+ -0.5,
333
+ -0.25,
334
+ -0.25,
335
+ -0.125,
336
+ -0.25,
337
+ -0.3125,
338
+ -0.125,
339
+ -0.125,
340
+ -0.125,
341
+ -0.1875,
342
+ -0.1875,
343
+ -0.375,
344
+ 0.0,
345
+ -0.25,
346
+ 0.0,
347
+ -0.3125,
348
+ -0.125,
349
+ -0.375,
350
+ -0.25,
351
+ -0.3125,
352
+ -0.0625,
353
+ -0.625,
354
+ 0.0,
355
+ -0.1875,
356
+ -0.1875,
357
+ -0.375,
358
+ -0.3125,
359
+ -0.1875,
360
+ -0.375,
361
+ -0.1875,
362
+ -0.375,
363
+ -0.3125,
364
+ -0.0625,
365
+ -0.25,
366
+ -0.3125,
367
+ -0.5625,
368
+ -0.125,
369
+ -0.25,
370
+ -0.125,
371
+ -0.0625,
372
+ -0.3125,
373
+ -0.5,
374
+ -0.1875,
375
+ -0.25,
376
+ -0.5,
377
+ -0.25,
378
+ -0.0625,
379
+ -0.1875,
380
+ 0.9997971653938293,
381
+ 0.9997316598892212,
382
+ 0.999698281288147,
383
+ 0.9997279644012451,
384
+ 0.9980245983600616,
385
+ 0.9991838723421097,
386
+ 0.4999173879623413,
387
+ 0.8195851665735244,
388
+ 0.820989191532135,
389
+ 0.8260177373886108,
390
+ 0.9191331267356873,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.25,
395
+ 0.25,
396
+ 0.375,
397
+ 0.3125,
398
+ 0.1875,
399
+ 0.25,
400
+ 0.3125,
401
+ 0.0625,
402
+ 0.1875,
403
+ 0.25,
404
+ 0.0625,
405
+ 0.125,
406
+ -0.0625,
407
+ 0.375,
408
+ 0.375,
409
+ 0.125,
410
+ 0.1875,
411
+ 0.1875,
412
+ 0.0625,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.125,
416
+ 0.0625,
417
+ 0.25,
418
+ 0.25,
419
+ 0.375,
420
+ 0.0625,
421
+ 0.25,
422
+ 0.25,
423
+ 0.3125,
424
+ 0.5,
425
+ 0.125,
426
+ 0.375,
427
+ 0.375,
428
+ 0.0625,
429
+ 0.125,
430
+ 0.625,
431
+ 0.0,
432
+ 0.375,
433
+ 0.375,
434
+ 0.1875,
435
+ 0.125,
436
+ 0.1875,
437
+ 0.3125,
438
+ 0.375,
439
+ 0.125,
440
+ 0.0625,
441
+ 0.3125,
442
+ 0.5,
443
+ 0.25,
444
+ 0.3125,
445
+ 0.125,
446
+ 0.5,
447
+ 0.375,
448
+ 0.3125,
449
+ 0.25,
450
+ 0.0,
451
+ 0.1875,
452
+ 0.25,
453
+ 0.375,
454
+ 0.0,
455
+ 0.125,
456
+ 0.3125,
457
+ 0.25,
458
+ 1.0,
459
+ 1.0,
460
+ 1.0,
461
+ 1.0,
462
+ 0.9991074204444885,
463
+ 0.9999038499593734,
464
+ 1.0,
465
+ 1.0,
466
+ 1.0,
467
+ 1.0,
468
+ 1.0,
469
+ 0.9999090433120728
470
+ ],
471
+ "count": [
472
+ 71114
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -1.8880261182785034,
556
+ -0.08766510337591171,
557
+ -0.13608026504516602,
558
+ -0.10955026745796204,
559
+ -0.8418354392051697,
560
+ -0.13380739092826843,
561
+ -1.8779709339141846,
562
+ -0.5762304663658142,
563
+ -0.5514291524887085,
564
+ -0.1056937724351883,
565
+ -0.8245781660079956,
566
+ -0.2353392392396927,
567
+ -0.04486783966422081,
568
+ -0.05821891501545906,
569
+ -0.07885225862264633,
570
+ -0.10182406008243561,
571
+ -0.045259419828653336,
572
+ -0.04008374735713005,
573
+ -0.050879739224910736,
574
+ -0.00024122887407429516,
575
+ -0.006107245106250048,
576
+ -0.005467669572681189,
577
+ -1.174078106880188,
578
+ -0.8227699995040894,
579
+ -0.21556028723716736,
580
+ -0.2325384020805359,
581
+ -1.5648282766342163,
582
+ -0.12514856457710266,
583
+ -0.06536870449781418,
584
+ 0.9997690320014954,
585
+ 0.9996951818466187,
586
+ 0.9996582865715027,
587
+ 0.9996920824050903,
588
+ 0.9979588985443115,
589
+ 0.9990747570991516,
590
+ 0.4998757839202881,
591
+ 0.8048362135887146,
592
+ 0.8091500997543335,
593
+ 0.8240280151367188,
594
+ 0.9154632687568665,
595
+ 0.0,
596
+ -0.13285017013549805,
597
+ -0.11781180649995804,
598
+ -1.0
599
+ ],
600
+ "max": [
601
+ 0.24489368498325348,
602
+ 0.3426731824874878,
603
+ 0.3458699584007263,
604
+ 2.260263681411743,
605
+ 0.3201272189617157,
606
+ 0.18998990952968597,
607
+ 0.12072520703077316,
608
+ 0.0416732020676136,
609
+ -0.008885391056537628,
610
+ 2.2522339820861816,
611
+ 0.30625542998313904,
612
+ 0.13925114274024963,
613
+ 0.07067836821079254,
614
+ 0.21133722364902496,
615
+ 0.3393784761428833,
616
+ 0.15592417120933533,
617
+ 0.6444647908210754,
618
+ 0.07420575618743896,
619
+ 0.08471999317407608,
620
+ 0.0050300005823373795,
621
+ 0.027589993551373482,
622
+ 0.007279806770384312,
623
+ 0.18948335945606232,
624
+ 0.176819309592247,
625
+ 0.7169339060783386,
626
+ 1.1847522258758545,
627
+ 0.00018719006038736552,
628
+ 0.26486051082611084,
629
+ 0.2699401378631592,
630
+ 1.0,
631
+ 1.0,
632
+ 1.0,
633
+ 1.0,
634
+ 0.9994897842407227,
635
+ 0.9999994039535522,
636
+ 1.0,
637
+ 1.0,
638
+ 1.0,
639
+ 1.0,
640
+ 1.0,
641
+ 0.9999940991401672,
642
+ 0.27996301651000977,
643
+ 0.045725464820861816,
644
+ -0.9600017070770264
645
+ ],
646
+ "mean": [
647
+ -0.8532559275627136,
648
+ 0.1332254558801651,
649
+ 0.09654372930526733,
650
+ 1.073103904724121,
651
+ -0.3025660514831543,
652
+ 0.014438970945775509,
653
+ -0.8530545830726624,
654
+ -0.21943756937980652,
655
+ -0.18526899814605713,
656
+ 1.1067763566970825,
657
+ -0.3550059497356415,
658
+ -0.05861179530620575,
659
+ -0.0006525356438942254,
660
+ 0.008011877536773682,
661
+ 0.16656863689422607,
662
+ -0.018695266917347908,
663
+ 0.3885240852832794,
664
+ 0.0010863947682082653,
665
+ 0.004929380025714636,
666
+ 5.9768448409158736e-05,
667
+ 0.0005672660190612078,
668
+ 7.826834917068481e-05,
669
+ -0.4652918577194214,
670
+ -0.08056338876485825,
671
+ 0.08859628438949585,
672
+ 0.3379807472229004,
673
+ -0.8934527039527893,
674
+ 0.12435459345579147,
675
+ 0.11565420031547546,
676
+ 0.9999959468841553,
677
+ 0.999991238117218,
678
+ 0.9999890327453613,
679
+ 0.9999909996986389,
680
+ 0.9991684556007385,
681
+ 0.999870777130127,
682
+ 0.904565155506134,
683
+ 0.9261618256568909,
684
+ 0.9259902834892273,
685
+ 0.9292851686477661,
686
+ 0.968177318572998,
687
+ 0.27326175570487976,
688
+ 0.11104094237089157,
689
+ -0.0015378805110231042,
690
+ -0.9833215475082397
691
+ ],
692
+ "std": [
693
+ 0.7803812623023987,
694
+ 0.08328940719366074,
695
+ 0.08704189211130142,
696
+ 0.884965717792511,
697
+ 0.28133249282836914,
698
+ 0.040107592940330505,
699
+ 0.7409940958023071,
700
+ 0.13544932007789612,
701
+ 0.10045371949672699,
702
+ 0.8756691813468933,
703
+ 0.28839248418807983,
704
+ 0.06441926211118698,
705
+ 0.014281551353633404,
706
+ 0.029344039037823677,
707
+ 0.11713571101427078,
708
+ 0.01897612027823925,
709
+ 0.25712230801582336,
710
+ 0.009338882751762867,
711
+ 0.006921295076608658,
712
+ 0.0003153032739646733,
713
+ 0.0018564258934929967,
714
+ 0.001399638713337481,
715
+ 0.3484433889389038,
716
+ 0.176051527261734,
717
+ 0.1407223343849182,
718
+ 0.31549072265625,
719
+ 0.6351356506347656,
720
+ 0.0971895158290863,
721
+ 0.09045509248971939,
722
+ 0.0001058895795722492,
723
+ 0.00013626714644487947,
724
+ 0.00015230337157845497,
725
+ 0.00013989588478580117,
726
+ 0.0007751617813482881,
727
+ 0.00040758581599220634,
728
+ 0.1361931711435318,
729
+ 0.08435896039009094,
730
+ 0.08456038683652878,
731
+ 0.08082395046949387,
732
+ 0.03609154373407364,
733
+ 0.43846964836120605,
734
+ 0.14260601997375488,
735
+ 0.01479374710470438,
736
+ 0.01661684364080429
737
+ ],
738
+ "q01": [
739
+ -1.8804006326198577,
740
+ -0.022078047022223473,
741
+ -0.036777763105928896,
742
+ -0.08757970586419106,
743
+ -0.7783107978105545,
744
+ -0.07981751099228859,
745
+ -1.8554557514190675,
746
+ -0.49831867575645444,
747
+ -0.4220130842924118,
748
+ -0.0816806399077177,
749
+ -0.8087039512395858,
750
+ -0.19759079128503798,
751
+ -0.02906547497957945,
752
+ -0.028498151060193776,
753
+ -0.025544611010700463,
754
+ -0.058804607689380645,
755
+ -0.025545429047197102,
756
+ -0.0198244134709239,
757
+ -0.010508777257055044,
758
+ -7.469713353202678e-05,
759
+ -0.00298452582443133,
760
+ -0.0037656471086665987,
761
+ -1.0976267755031586,
762
+ -0.6154663848876953,
763
+ -0.19773934438824653,
764
+ -0.020546264480799437,
765
+ -1.5430218195915222,
766
+ -0.002691535740159452,
767
+ -0.038188619129359724,
768
+ 0.9997971653938293,
769
+ 0.9997316598892212,
770
+ 0.999698281288147,
771
+ 0.9997279644012451,
772
+ 0.9980245983600616,
773
+ 0.9991838723421097,
774
+ 0.4999173879623413,
775
+ 0.8195851665735244,
776
+ 0.820989191532135,
777
+ 0.8260177373886108,
778
+ 0.9191331267356873,
779
+ 0.0,
780
+ -0.09251770980656147,
781
+ -0.06600319273769856,
782
+ -0.9999884885549545
783
+ ],
784
+ "q99": [
785
+ 0.1319165763258928,
786
+ 0.30931218057870863,
787
+ 0.2803230735659598,
788
+ 2.231067087650299,
789
+ 0.2447494140267367,
790
+ 0.09710718400776348,
791
+ 0.043083300217986086,
792
+ -0.012611100180074582,
793
+ -0.043436273746192466,
794
+ 2.245119831562042,
795
+ 0.18554728791117667,
796
+ 0.07188640907406806,
797
+ 0.046246369034051896,
798
+ 0.10526537768542758,
799
+ 0.32804302155971526,
800
+ 0.05841631632298188,
801
+ 0.6005832922458648,
802
+ 0.026987289488315566,
803
+ 0.03186862923204893,
804
+ 0.0018423616141080598,
805
+ 0.006196355363354069,
806
+ 0.004252072870731353,
807
+ 0.04939149539917707,
808
+ 0.10934154450893371,
809
+ 0.4404053130745885,
810
+ 1.1127061223983756,
811
+ 8.846335789712604e-05,
812
+ 0.2573862853646278,
813
+ 0.2541523644328117,
814
+ 1.0,
815
+ 1.0,
816
+ 1.0,
817
+ 1.0,
818
+ 0.9991074204444885,
819
+ 0.9999038499593734,
820
+ 1.0,
821
+ 1.0,
822
+ 1.0,
823
+ 1.0,
824
+ 1.0,
825
+ 0.9999090433120728,
826
+ 0.2730080604553222,
827
+ 0.02368004299700258,
828
+ -0.9620065248012543
829
+ ],
830
+ "count": [
831
+ 71114
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
a1-ground-object-pickup/step-004000/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=32
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=dlc19te5fv9wtn5t-master-0
16
+ MASTER_PORT=30750
a1-ground-object-pickup/step-004000/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
a1-ground-object-pickup/step-004000/hb_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
a1-ground-object-pickup/step-004000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d255222ba83685fefc412c5bb3bd79a997c8f8c24bfda9569f98225ebcde8a25
3
+ size 11220430392
a1-ground-object-pickup/step-004000/protocol.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "A1 ground object pickup (G1)",
4
+ "task_dir": "a1-ground-object-pickup",
5
+ "robot": "Unitree G1",
6
+ "training_data": "a1-ground-object-pickup-expert-v1 @f47f07e",
7
+ "episodes": 100,
8
+ "epoch_completed": null,
9
+ "global_step": 4000,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x; proprioception aligned with the GR00T A20 recipe (2026-11-12): per-sample joint bias +-2 deg + Gaussian noise 0.25 deg (hb_aug_v2.perturb_joints), no proprio delay, no history drop; model-native image augmentation off",
11
+ "epochs": null,
12
+ "epochs_equivalent": 28.8,
13
+ "total_steps": 4000,
14
+ "save_steps": 2000,
15
+ "global_batch": 512,
16
+ "per_gpu_batch": 16,
17
+ "num_gpus": 32,
18
+ "warmup_steps": 100,
19
+ "frames": 71114,
20
+ "state_dim": 44,
21
+ "action_dim": 76,
22
+ "cameras": [
23
+ "observation.images.ego_view",
24
+ "observation.images.chest"
25
+ ],
26
+ "normalization": "dataset_statistics.json",
27
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
28
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
29
+ "training_records_included": true,
30
+ "resume_state_included": false,
31
+ "files": {
32
+ "argv.txt": 3972,
33
+ "clip_pooled_cache.pt": 3616,
34
+ "dataset_statistics.json": 17758,
35
+ "envs.txt": 938,
36
+ "hb_init_report.json": 2789,
37
+ "hb_metrics.jsonl": 244615,
38
+ "model.safetensors": 11220430392,
39
+ "run_config.json": 16366,
40
+ "train.log": 538990,
41
+ "train_args.txt": 3798,
42
+ "training_plan.json": 419
43
+ }
44
+ }
a1-ground-object-pickup/step-004000/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-a1",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "b512",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 16,
36
+ "val_batch_size": 16,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 2000,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 4000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 100,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_a1",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.0,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.25,
164
+ -0.4375,
165
+ -0.375,
166
+ -0.4375,
167
+ -0.4375,
168
+ -0.375,
169
+ -0.0625,
170
+ -0.625,
171
+ -0.4375,
172
+ -0.375,
173
+ -0.5,
174
+ -0.3125,
175
+ -0.375,
176
+ -0.1875,
177
+ -0.5625,
178
+ -0.3125,
179
+ -0.5,
180
+ -0.3125,
181
+ -0.3125,
182
+ -0.1875,
183
+ -0.3125,
184
+ -0.375,
185
+ -0.1875,
186
+ -0.1875,
187
+ -0.1875,
188
+ -0.25,
189
+ -0.25,
190
+ -0.4375,
191
+ -0.0625,
192
+ -0.3125,
193
+ -0.125,
194
+ -0.375,
195
+ -0.25,
196
+ -0.375,
197
+ -0.3125,
198
+ -0.3125,
199
+ -0.1875,
200
+ -0.6875,
201
+ -0.125,
202
+ -0.1875,
203
+ -0.3125,
204
+ -0.4375,
205
+ -0.375,
206
+ -0.25,
207
+ -0.4375,
208
+ -0.25,
209
+ -0.4375,
210
+ -0.375,
211
+ -0.125,
212
+ -0.3125,
213
+ -0.4375,
214
+ -0.5625,
215
+ -0.1875,
216
+ -0.3125,
217
+ -0.125,
218
+ -0.125,
219
+ -0.3125,
220
+ -0.5625,
221
+ -0.25,
222
+ -0.3125,
223
+ -0.5625,
224
+ -0.25,
225
+ -0.125,
226
+ -0.3125,
227
+ 0.9997690320014954,
228
+ 0.9996951818466187,
229
+ 0.9996582865715027,
230
+ 0.9996920824050903,
231
+ 0.9979588985443115,
232
+ 0.9990747570991516,
233
+ 0.4998757839202881,
234
+ 0.8048362135887146,
235
+ 0.8091500997543335,
236
+ 0.8240280151367188,
237
+ 0.9154632687568665,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.3125,
242
+ 0.3125,
243
+ 0.4375,
244
+ 0.375,
245
+ 0.3125,
246
+ 0.375,
247
+ 0.3125,
248
+ 0.125,
249
+ 0.1875,
250
+ 0.25,
251
+ 0.125,
252
+ 0.25,
253
+ 0.0,
254
+ 0.4375,
255
+ 0.4375,
256
+ 0.25,
257
+ 0.1875,
258
+ 0.25,
259
+ 0.1875,
260
+ 0.4375,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.1875,
264
+ 0.375,
265
+ 0.3125,
266
+ 0.375,
267
+ 0.125,
268
+ 0.3125,
269
+ 0.3125,
270
+ 0.3125,
271
+ 0.625,
272
+ 0.1875,
273
+ 0.4375,
274
+ 0.4375,
275
+ 0.0625,
276
+ 0.125,
277
+ 0.625,
278
+ 0.0625,
279
+ 0.4375,
280
+ 0.4375,
281
+ 0.25,
282
+ 0.1875,
283
+ 0.25,
284
+ 0.375,
285
+ 0.4375,
286
+ 0.1875,
287
+ 0.0625,
288
+ 0.375,
289
+ 0.5625,
290
+ 0.3125,
291
+ 0.4375,
292
+ 0.1875,
293
+ 0.5625,
294
+ 0.375,
295
+ 0.375,
296
+ 0.3125,
297
+ 0.0625,
298
+ 0.25,
299
+ 0.25,
300
+ 0.4375,
301
+ 0.0625,
302
+ 0.125,
303
+ 0.4375,
304
+ 0.3125,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 0.9994897842407227,
310
+ 0.9999994039535522,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 0.9999940991401672
317
+ ],
318
+ "state_min": [
319
+ -1.8880261182785034,
320
+ -0.08766510337591171,
321
+ -0.13608026504516602,
322
+ -0.10955026745796204,
323
+ -0.8418354392051697,
324
+ -0.13380739092826843,
325
+ -1.8779709339141846,
326
+ -0.5762304663658142,
327
+ -0.5514291524887085,
328
+ -0.1056937724351883,
329
+ -0.8245781660079956,
330
+ -0.2353392392396927,
331
+ -0.04486783966422081,
332
+ -0.05821891501545906,
333
+ -0.07885225862264633,
334
+ -0.10182406008243561,
335
+ -0.045259419828653336,
336
+ -0.04008374735713005,
337
+ -0.050879739224910736,
338
+ -0.00024122887407429516,
339
+ -0.006107245106250048,
340
+ -0.005467669572681189,
341
+ -1.174078106880188,
342
+ -0.8227699995040894,
343
+ -0.21556028723716736,
344
+ -0.2325384020805359,
345
+ -1.5648282766342163,
346
+ -0.12514856457710266,
347
+ -0.06536870449781418,
348
+ 0.9997690320014954,
349
+ 0.9996951818466187,
350
+ 0.9996582865715027,
351
+ 0.9996920824050903,
352
+ 0.9979588985443115,
353
+ 0.9990747570991516,
354
+ 0.4998757839202881,
355
+ 0.8048362135887146,
356
+ 0.8091500997543335,
357
+ 0.8240280151367188,
358
+ 0.9154632687568665,
359
+ 0.0,
360
+ -0.13285017013549805,
361
+ -0.11781180649995804,
362
+ -1.0
363
+ ],
364
+ "state_max": [
365
+ 0.24489368498325348,
366
+ 0.3426731824874878,
367
+ 0.3458699584007263,
368
+ 2.260263681411743,
369
+ 0.3201272189617157,
370
+ 0.18998990952968597,
371
+ 0.12072520703077316,
372
+ 0.0416732020676136,
373
+ -0.008885391056537628,
374
+ 2.2522339820861816,
375
+ 0.30625542998313904,
376
+ 0.13925114274024963,
377
+ 0.07067836821079254,
378
+ 0.21133722364902496,
379
+ 0.3393784761428833,
380
+ 0.15592417120933533,
381
+ 0.6444647908210754,
382
+ 0.07420575618743896,
383
+ 0.08471999317407608,
384
+ 0.0050300005823373795,
385
+ 0.027589993551373482,
386
+ 0.007279806770384312,
387
+ 0.18948335945606232,
388
+ 0.176819309592247,
389
+ 0.7169339060783386,
390
+ 1.1847522258758545,
391
+ 0.00018719006038736552,
392
+ 0.26486051082611084,
393
+ 0.2699401378631592,
394
+ 1.0,
395
+ 1.0,
396
+ 1.0,
397
+ 1.0,
398
+ 0.9994897842407227,
399
+ 0.9999994039535522,
400
+ 1.0,
401
+ 1.0,
402
+ 1.0,
403
+ 1.0,
404
+ 1.0,
405
+ 0.9999940991401672,
406
+ 0.27996301651000977,
407
+ 0.045725464820861816,
408
+ -0.9600017070770264
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "a1"
415
+ ],
416
+ "val_repo_ids": [
417
+ "a1"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
a1-ground-object-pickup/step-004000/train.log ADDED
The diff for this file is too large to render. See raw diff
 
a1-ground-object-pickup/step-004000/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-a1
3
+ --timestamp=b512
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/a1/b512/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=16
10
+ --train.val_batch_size=16
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=4000
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=100
18
+ --train.checkpointing_steps=2000
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ a1
29
+ --data.val_repo_ids
30
+ a1
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_a1
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.0
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/a1/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
a1-ground-object-pickup/step-004000/training_plan.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 71114,
3
+ "per_gpu_batch": 16,
4
+ "global_batch": 512,
5
+ "fixed_steps": true,
6
+ "epochs": null,
7
+ "epochs_equivalent": 28.8,
8
+ "steps": 4000,
9
+ "save_steps": 2000,
10
+ "warmup_steps": 100,
11
+ "task": "a1",
12
+ "robot": "g1",
13
+ "state_dim": 44,
14
+ "action_dim": 76,
15
+ "image_keys": [
16
+ "observation.images.ego_view",
17
+ "observation.images.chest"
18
+ ],
19
+ "num_nodes": 4,
20
+ "note": "4 nodes x 8 GPUs x 16 = 512"
21
+ }