BIue-Jay commited on
Commit
222cbb9
·
verified ·
1 Parent(s): ca76b47

b5: last two checkpoints + eval/deploy files + training records

Browse files
b5-chair-push/step-002000/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-b5
5
+ --timestamp=b512
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=32
12
+ --train.val_batch_size=32
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=4000
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=100
20
+ --train.checkpointing_steps=2000
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids b5
28
+ --data.val_repo_ids b5
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_b5
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.0
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
b5-chair-push/step-002000/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8ea07eacc760844237880075d68a4026b64bc13b8ab6a1c2cfca5aecfa750e
3
+ size 3488
b5-chair-push/step-002000/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.4375,
5
+ -0.5625,
6
+ -0.5,
7
+ -0.4375,
8
+ -0.4375,
9
+ -0.3125,
10
+ -0.3125,
11
+ -0.4375,
12
+ -0.4375,
13
+ -0.5,
14
+ -0.5,
15
+ -0.375,
16
+ -0.625,
17
+ -0.125,
18
+ -0.3125,
19
+ -0.25,
20
+ -0.25,
21
+ -0.3125,
22
+ -0.5,
23
+ -0.3125,
24
+ -0.5625,
25
+ -0.5,
26
+ -0.125,
27
+ -0.25,
28
+ -0.5625,
29
+ -0.4375,
30
+ -0.375,
31
+ -0.3125,
32
+ -0.4375,
33
+ -0.4375,
34
+ -0.3125,
35
+ -0.25,
36
+ -0.1875,
37
+ -0.3125,
38
+ -0.5,
39
+ -0.5,
40
+ -0.1875,
41
+ -0.5625,
42
+ -0.3125,
43
+ -0.25,
44
+ -0.4375,
45
+ -0.5,
46
+ -0.5625,
47
+ -0.1875,
48
+ -0.5,
49
+ -0.625,
50
+ -0.6875,
51
+ -0.25,
52
+ 0.0,
53
+ -0.375,
54
+ -0.5,
55
+ -0.3125,
56
+ -0.5,
57
+ -0.4375,
58
+ -0.5,
59
+ -0.375,
60
+ -0.6875,
61
+ -0.25,
62
+ -0.3125,
63
+ -0.5,
64
+ -0.625,
65
+ -0.375,
66
+ -0.4375,
67
+ -0.1875,
68
+ 0.0,
69
+ 0.5949721336364746,
70
+ 0.6192536950111389,
71
+ 0.6028932332992554,
72
+ 0.3511531352996826,
73
+ 0.0,
74
+ 0.0,
75
+ 0.5953419804573059,
76
+ 0.6113170981407166,
77
+ 0.5994111895561218,
78
+ 0.03766731545329094,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.1875,
83
+ 0.5,
84
+ 0.375,
85
+ 0.25,
86
+ 0.4375,
87
+ 0.5625,
88
+ 0.3125,
89
+ 0.3125,
90
+ 0.5,
91
+ 0.375,
92
+ 0.1875,
93
+ 0.3125,
94
+ 0.5,
95
+ 0.6875,
96
+ 0.4375,
97
+ 0.3125,
98
+ 0.4375,
99
+ 0.375,
100
+ 0.3125,
101
+ 0.5,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.4375,
105
+ 0.5625,
106
+ 0.5625,
107
+ 0.5,
108
+ 0.0625,
109
+ 0.4375,
110
+ 0.375,
111
+ 0.625,
112
+ 0.625,
113
+ 0.625,
114
+ 0.6875,
115
+ 0.5,
116
+ 0.5,
117
+ 0.1875,
118
+ 0.6875,
119
+ 0.1875,
120
+ 0.4375,
121
+ 0.1875,
122
+ 0.375,
123
+ 0.375,
124
+ 0.25,
125
+ 0.5,
126
+ 0.375,
127
+ 0.5625,
128
+ 0.5,
129
+ 0.375,
130
+ 0.8125,
131
+ 0.4375,
132
+ 0.5,
133
+ 0.5,
134
+ 0.5,
135
+ 0.375,
136
+ 0.3125,
137
+ 0.1875,
138
+ 0.5,
139
+ 0.375,
140
+ 0.25,
141
+ 0.3125,
142
+ 0.125,
143
+ 0.375,
144
+ 0.25,
145
+ 0.5625,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 1.0
158
+ ],
159
+ "mean": [
160
+ -0.09410040825605392,
161
+ 0.0085911201313138,
162
+ -0.05200957506895065,
163
+ -0.001273940782994032,
164
+ 0.009734475053846836,
165
+ 0.1362042874097824,
166
+ -0.0648360401391983,
167
+ -0.03417295590043068,
168
+ 0.09525391459465027,
169
+ -0.1110142171382904,
170
+ -0.15820372104644775,
171
+ -0.03797011077404022,
172
+ -0.05962130054831505,
173
+ 0.2895980775356293,
174
+ 0.0897083580493927,
175
+ 0.017826465889811516,
176
+ 0.12503047287464142,
177
+ 0.017518863081932068,
178
+ -0.06581979244947433,
179
+ 0.09261172264814377,
180
+ -0.21738538146018982,
181
+ -0.1638479381799698,
182
+ 0.18497388064861298,
183
+ 0.06426436454057693,
184
+ 0.003425711067393422,
185
+ 0.0516192689538002,
186
+ -0.1497330218553543,
187
+ 0.07502321898937225,
188
+ 0.015246663242578506,
189
+ 0.19220690429210663,
190
+ 0.18939350545406342,
191
+ 0.17897562682628632,
192
+ 0.20391759276390076,
193
+ 0.09762042760848999,
194
+ -0.04091700538992882,
195
+ -0.1728961169719696,
196
+ 0.11620284616947174,
197
+ -0.15986216068267822,
198
+ -0.01649303548038006,
199
+ -0.07630441337823868,
200
+ -0.08817759901285172,
201
+ -0.12011753022670746,
202
+ -0.09861288219690323,
203
+ 0.1826654076576233,
204
+ -0.07294689863920212,
205
+ -0.03235490247607231,
206
+ -0.10287579894065857,
207
+ 0.06632472574710846,
208
+ 0.394278883934021,
209
+ -0.026324724778532982,
210
+ -0.03356355056166649,
211
+ 0.04919616878032684,
212
+ 0.05278728902339935,
213
+ -0.05598520115017891,
214
+ -0.10352002084255219,
215
+ -0.0735330805182457,
216
+ -0.08090975135564804,
217
+ 0.033948056399822235,
218
+ -0.05195734277367592,
219
+ -0.10918891429901123,
220
+ -0.33059054613113403,
221
+ 0.05873476341366768,
222
+ -0.1326407492160797,
223
+ 0.23718224465847015,
224
+ 0.9078114032745361,
225
+ 0.9071402549743652,
226
+ 0.9076294898986816,
227
+ 0.9075146913528442,
228
+ 0.952027440071106,
229
+ 0.04199080169200897,
230
+ 0.9057888388633728,
231
+ 0.9088097810745239,
232
+ 0.9094632267951965,
233
+ 0.909165620803833,
234
+ 0.9417181015014648,
235
+ 0.04274246469140053
236
+ ],
237
+ "std": [
238
+ 0.09758853912353516,
239
+ 0.2539427876472473,
240
+ 0.15524008870124817,
241
+ 0.10538000613451004,
242
+ 0.11069060862064362,
243
+ 0.16351699829101562,
244
+ 0.09914427250623703,
245
+ 0.10230720043182373,
246
+ 0.22421389818191528,
247
+ 0.19614757597446442,
248
+ 0.11850740015506744,
249
+ 0.090814009308815,
250
+ 0.34277018904685974,
251
+ 0.15135939419269562,
252
+ 0.15105566382408142,
253
+ 0.07521241903305054,
254
+ 0.14440800249576569,
255
+ 0.08959488570690155,
256
+ 0.13865521550178528,
257
+ 0.13993693888187408,
258
+ 0.11613472551107407,
259
+ 0.10320999473333359,
260
+ 0.10045404732227325,
261
+ 0.1258402168750763,
262
+ 0.30246761441230774,
263
+ 0.20692668855190277,
264
+ 0.0705210268497467,
265
+ 0.092413030564785,
266
+ 0.13533665239810944,
267
+ 0.3123752772808075,
268
+ 0.14563150703907013,
269
+ 0.12704797089099884,
270
+ 0.14416170120239258,
271
+ 0.10688737779855728,
272
+ 0.22213543951511383,
273
+ 0.1271079033613205,
274
+ 0.1551697850227356,
275
+ 0.16495145857334137,
276
+ 0.08986619859933853,
277
+ 0.07484781742095947,
278
+ 0.09752064198255539,
279
+ 0.18647177517414093,
280
+ 0.1507614403963089,
281
+ 0.12449825555086136,
282
+ 0.15374329686164856,
283
+ 0.3398072123527527,
284
+ 0.35936975479125977,
285
+ 0.08546829968690872,
286
+ 0.16334711015224457,
287
+ 0.13040658831596375,
288
+ 0.13484399020671844,
289
+ 0.13100048899650574,
290
+ 0.2811659574508667,
291
+ 0.08999775350093842,
292
+ 0.1539965569972992,
293
+ 0.08826702833175659,
294
+ 0.37672194838523865,
295
+ 0.10173892974853516,
296
+ 0.09809418022632599,
297
+ 0.13947546482086182,
298
+ 0.13733266294002533,
299
+ 0.10014127939939499,
300
+ 0.11390157043933868,
301
+ 0.11197386682033539,
302
+ 0.14831800758838654,
303
+ 0.14839217066764832,
304
+ 0.14759314060211182,
305
+ 0.14822092652320862,
306
+ 0.07082489877939224,
307
+ 0.1768667846918106,
308
+ 0.1538374274969101,
309
+ 0.14568544924259186,
310
+ 0.1442689150571823,
311
+ 0.14503110945224762,
312
+ 0.09169986099004745,
313
+ 0.17807790637016296
314
+ ],
315
+ "q01": [
316
+ -0.3125,
317
+ -0.5,
318
+ -0.3125,
319
+ -0.3125,
320
+ -0.3125,
321
+ -0.125,
322
+ -0.25,
323
+ -0.3125,
324
+ -0.375,
325
+ -0.375,
326
+ -0.375,
327
+ -0.25,
328
+ -0.5,
329
+ 0.0,
330
+ -0.25,
331
+ -0.125,
332
+ -0.1875,
333
+ -0.1875,
334
+ -0.375,
335
+ -0.1875,
336
+ -0.5,
337
+ -0.375,
338
+ 0.0,
339
+ -0.125,
340
+ -0.5,
341
+ -0.3125,
342
+ -0.3125,
343
+ -0.1875,
344
+ -0.25,
345
+ -0.375,
346
+ -0.125,
347
+ -0.125,
348
+ -0.0625,
349
+ -0.125,
350
+ -0.375,
351
+ -0.375,
352
+ -0.125,
353
+ -0.4375,
354
+ -0.1875,
355
+ -0.25,
356
+ -0.3125,
357
+ -0.4375,
358
+ -0.4375,
359
+ -0.0625,
360
+ -0.4375,
361
+ -0.5,
362
+ -0.5625,
363
+ -0.125,
364
+ 0.0,
365
+ -0.25,
366
+ -0.3125,
367
+ -0.25,
368
+ -0.4375,
369
+ -0.25,
370
+ -0.375,
371
+ -0.3125,
372
+ -0.5625,
373
+ -0.1875,
374
+ -0.25,
375
+ -0.375,
376
+ -0.625,
377
+ -0.25,
378
+ -0.375,
379
+ 0.0,
380
+ 0.6122754812240601,
381
+ 0.6238388419151306,
382
+ 0.6282345879077912,
383
+ 0.630420982837677,
384
+ 0.7944605076313018,
385
+ 0.0,
386
+ 0.5796847343444824,
387
+ 0.6112443208694458,
388
+ 0.6217831969261169,
389
+ 0.6259935510158539,
390
+ 0.7644298934936523,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.125,
395
+ 0.375,
396
+ 0.3125,
397
+ 0.1875,
398
+ 0.3125,
399
+ 0.4375,
400
+ 0.1875,
401
+ 0.1875,
402
+ 0.4375,
403
+ 0.3125,
404
+ 0.0625,
405
+ 0.25,
406
+ 0.5,
407
+ 0.5625,
408
+ 0.375,
409
+ 0.1875,
410
+ 0.375,
411
+ 0.25,
412
+ 0.1875,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.0625,
416
+ 0.375,
417
+ 0.375,
418
+ 0.375,
419
+ 0.4375,
420
+ 0.0,
421
+ 0.25,
422
+ 0.25,
423
+ 0.5625,
424
+ 0.5,
425
+ 0.4375,
426
+ 0.4375,
427
+ 0.375,
428
+ 0.3125,
429
+ 0.125,
430
+ 0.5625,
431
+ 0.1875,
432
+ 0.25,
433
+ 0.125,
434
+ 0.125,
435
+ 0.3125,
436
+ 0.1875,
437
+ 0.4375,
438
+ 0.25,
439
+ 0.5,
440
+ 0.4375,
441
+ 0.25,
442
+ 0.6875,
443
+ 0.3125,
444
+ 0.3125,
445
+ 0.375,
446
+ 0.4375,
447
+ 0.1875,
448
+ 0.25,
449
+ 0.0625,
450
+ 0.5,
451
+ 0.25,
452
+ 0.1875,
453
+ 0.1875,
454
+ -0.0625,
455
+ 0.25,
456
+ 0.125,
457
+ 0.5,
458
+ 0.9999929666519165,
459
+ 0.9999889135360718,
460
+ 1.0,
461
+ 1.0,
462
+ 1.0,
463
+ 0.999634861946106,
464
+ 0.9999845623970032,
465
+ 0.9999889731407166,
466
+ 0.9999979734420776,
467
+ 1.0,
468
+ 1.0,
469
+ 0.9998771548271179
470
+ ],
471
+ "count": [
472
+ 43075
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -0.5093753933906555,
556
+ -0.12233220040798187,
557
+ -0.12761788070201874,
558
+ 0.10250309854745865,
559
+ -0.8273318409919739,
560
+ -0.15657654404640198,
561
+ -0.4967050552368164,
562
+ -0.30181893706321716,
563
+ -0.5301669836044312,
564
+ 0.09314415603876114,
565
+ -0.8944554924964905,
566
+ -0.14592444896697998,
567
+ -0.10451218485832214,
568
+ -0.14987969398498535,
569
+ -0.13018359243869781,
570
+ -1.393661618232727,
571
+ -0.020927773788571358,
572
+ -0.999282956123352,
573
+ -0.8502405285835266,
574
+ -0.2315266877412796,
575
+ -0.24967733025550842,
576
+ -1.2172361612319946,
577
+ -1.5036237239837646,
578
+ -1.1288223266601562,
579
+ -0.02860570326447487,
580
+ -0.8521270155906677,
581
+ -1.870940923690796,
582
+ -0.1459692418575287,
583
+ -0.3585045039653778,
584
+ 0.0,
585
+ 0.5949721336364746,
586
+ 0.6192536950111389,
587
+ 0.6028932332992554,
588
+ 0.3511531352996826,
589
+ 0.0,
590
+ 0.0,
591
+ 0.5953419804573059,
592
+ 0.6113170981407166,
593
+ 0.5994111895561218,
594
+ 0.03766731545329094,
595
+ 0.0,
596
+ -0.3042502999305725,
597
+ -0.098258838057518,
598
+ -0.9999997615814209
599
+ ],
600
+ "max": [
601
+ 0.42436036467552185,
602
+ 0.30300530791282654,
603
+ 0.4142952561378479,
604
+ 1.3769621849060059,
605
+ 0.3906438946723938,
606
+ 0.12971684336662292,
607
+ 0.28290697932243347,
608
+ 0.15366610884666443,
609
+ 0.06755304336547852,
610
+ 1.309631109237671,
611
+ 0.5117528438568115,
612
+ 0.16916197538375854,
613
+ 0.1334942877292633,
614
+ 0.2081814855337143,
615
+ 0.26970911026000977,
616
+ 0.26465392112731934,
617
+ 1.0681228637695312,
618
+ 0.368639200925827,
619
+ 1.265271544456482,
620
+ 1.7016332149505615,
621
+ 0.73288893699646,
622
+ 0.4079762399196625,
623
+ 0.21427856385707855,
624
+ 0.1851842999458313,
625
+ 0.9496553540229797,
626
+ 1.338996171951294,
627
+ 0.4244269132614136,
628
+ 1.0116424560546875,
629
+ 1.5066314935684204,
630
+ 1.0,
631
+ 1.0,
632
+ 1.0,
633
+ 1.0,
634
+ 1.0,
635
+ 1.0,
636
+ 1.0,
637
+ 1.0,
638
+ 1.0,
639
+ 1.0,
640
+ 1.0,
641
+ 1.0,
642
+ 0.1012667715549469,
643
+ 0.10935939103364944,
644
+ -0.9520710110664368
645
+ ],
646
+ "mean": [
647
+ -0.02340410277247429,
648
+ 0.07852452993392944,
649
+ 0.11076091229915619,
650
+ 0.2970716059207916,
651
+ -0.16058608889579773,
652
+ -0.03197379410266876,
653
+ -0.08557865768671036,
654
+ -0.06466710567474365,
655
+ -0.214873805642128,
656
+ 0.28297853469848633,
657
+ -0.12019210308790207,
658
+ -0.009905114769935608,
659
+ 0.003285264829173684,
660
+ 0.025295408442616463,
661
+ 0.1115843653678894,
662
+ -0.3437487483024597,
663
+ 0.406986802816391,
664
+ -0.34669357538223267,
665
+ 0.4282670021057129,
666
+ 0.7704023718833923,
667
+ 0.2411528080701828,
668
+ -0.23751364648342133,
669
+ -0.40115591883659363,
670
+ -0.3676553964614868,
671
+ 0.38306039571762085,
672
+ 0.38568761944770813,
673
+ -0.8952569961547852,
674
+ 0.3275647759437561,
675
+ 0.4497571587562561,
676
+ 0.9078114032745361,
677
+ 0.9071402549743652,
678
+ 0.9076294898986816,
679
+ 0.9075146913528442,
680
+ 0.952027440071106,
681
+ 0.04199080169200897,
682
+ 0.9057888388633728,
683
+ 0.9088097810745239,
684
+ 0.9094632267951965,
685
+ 0.909165620803833,
686
+ 0.9417181015014648,
687
+ 0.04274246469140053,
688
+ -0.06576269865036011,
689
+ 0.005772117059677839,
690
+ -0.9964079856872559
691
+ ],
692
+ "std": [
693
+ 0.1298123002052307,
694
+ 0.054091986268758774,
695
+ 0.06622015684843063,
696
+ 0.20732808113098145,
697
+ 0.11685415357351303,
698
+ 0.04514499008655548,
699
+ 0.13033540546894073,
700
+ 0.05696338415145874,
701
+ 0.08030906319618225,
702
+ 0.19667217135429382,
703
+ 0.13539159297943115,
704
+ 0.04311877489089966,
705
+ 0.023090800270438194,
706
+ 0.03346442058682442,
707
+ 0.05422224849462509,
708
+ 0.3568498194217682,
709
+ 0.17045633494853973,
710
+ 0.21139314770698547,
711
+ 0.5923917889595032,
712
+ 0.5178763270378113,
713
+ 0.20275664329528809,
714
+ 0.3180080056190491,
715
+ 0.3764893114566803,
716
+ 0.17450015246868134,
717
+ 0.17514528334140778,
718
+ 0.6212037801742554,
719
+ 0.6948022842407227,
720
+ 0.24791103601455688,
721
+ 0.47502803802490234,
722
+ 0.14831800758838654,
723
+ 0.14839217066764832,
724
+ 0.14759314060211182,
725
+ 0.14822092652320862,
726
+ 0.07082489877939224,
727
+ 0.1768667846918106,
728
+ 0.1538374274969101,
729
+ 0.14568544924259186,
730
+ 0.1442689150571823,
731
+ 0.14503110945224762,
732
+ 0.09169986099004745,
733
+ 0.17807790637016296,
734
+ 0.050684813410043716,
735
+ 0.018905453383922577,
736
+ 0.004910432267934084
737
+ ],
738
+ "q01": [
739
+ -0.3765826642513275,
740
+ -0.056166446208953856,
741
+ -0.03854096829891205,
742
+ 0.13401737034320832,
743
+ -0.4546284109354019,
744
+ -0.11945618972182274,
745
+ -0.4153230857849121,
746
+ -0.2048022872209549,
747
+ -0.38198844611644744,
748
+ 0.12078395023941994,
749
+ -0.5963900458812713,
750
+ -0.11035056248307228,
751
+ -0.06022499158978462,
752
+ -0.07904591426253318,
753
+ -0.08410890266299248,
754
+ -1.0934695768356324,
755
+ 0.09351143404841424,
756
+ -0.8455169725418091,
757
+ -0.7511585223674774,
758
+ -0.06249660059809685,
759
+ -0.10764043211936951,
760
+ -0.9966530048847199,
761
+ -1.1979172492027284,
762
+ -0.8876783013343811,
763
+ 0.07168160080909729,
764
+ -0.7699743902683258,
765
+ -1.7436838960647583,
766
+ -0.0418464782088995,
767
+ -0.29627918064594266,
768
+ 0.6122754812240601,
769
+ 0.6238388419151306,
770
+ 0.6282345879077912,
771
+ 0.630420982837677,
772
+ 0.7944605076313018,
773
+ 0.0,
774
+ 0.5796847343444824,
775
+ 0.6112443208694458,
776
+ 0.6217831969261169,
777
+ 0.6259935510158539,
778
+ 0.7644298934936523,
779
+ 0.0,
780
+ -0.2101210430264473,
781
+ -0.040859009474515914,
782
+ -0.9999492764472961
783
+ ],
784
+ "q99": [
785
+ 0.24072933167219163,
786
+ 0.22051886886358268,
787
+ 0.2642014455795289,
788
+ 1.081601333618164,
789
+ 0.07900200933218018,
790
+ 0.07816346839070322,
791
+ 0.1385954362154007,
792
+ 0.10469206154346491,
793
+ -0.03463595114648336,
794
+ 1.047014677524567,
795
+ 0.10168224677443506,
796
+ 0.10625185742974283,
797
+ 0.061831294968724415,
798
+ 0.1180706113576891,
799
+ 0.24631385952234286,
800
+ 0.22719067960977554,
801
+ 0.9144099247455608,
802
+ 0.00764369428157811,
803
+ 1.1789719104766847,
804
+ 1.5232577919960026,
805
+ 0.6043478584289551,
806
+ 0.24391036301851277,
807
+ 0.19674008280038835,
808
+ -0.06993205145001342,
809
+ 0.8138139545917511,
810
+ 1.2129566669464111,
811
+ 0.3386745715141297,
812
+ 0.7561250627040863,
813
+ 1.364229509830475,
814
+ 0.9999929666519165,
815
+ 0.9999889135360718,
816
+ 1.0,
817
+ 1.0,
818
+ 1.0,
819
+ 0.999634861946106,
820
+ 0.9999845623970032,
821
+ 0.9999889731407166,
822
+ 0.9999979734420776,
823
+ 1.0,
824
+ 1.0,
825
+ 0.9998771548271179,
826
+ 0.05854758590459833,
827
+ 0.061186443492770345,
828
+ -0.9771099781990051
829
+ ],
830
+ "count": [
831
+ 43075
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
b5-chair-push/step-002000/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=16
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=10.93.54.231
16
+ MASTER_PORT=30910
b5-chair-push/step-002000/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
b5-chair-push/step-002000/hb_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
b5-chair-push/step-002000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:117f0b83c3fe97a1d3a2ec0f770053441cb516e5eeeca19b8c2bf38179f5d049
3
+ size 11220430392
b5-chair-push/step-002000/protocol.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "B5 chair push (G1)",
4
+ "task_dir": "b5-chair-push",
5
+ "robot": "Unitree G1",
6
+ "training_data": "b5-chair-push-expert-v1 @b85b7e9 (all 100 episodes)",
7
+ "episodes": 100,
8
+ "epoch_completed": null,
9
+ "global_step": 2000,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x; proprioception aligned with the GR00T A20 recipe (2026-11-12): per-sample joint bias +-2 deg + Gaussian noise 0.25 deg (hb_aug_v2.perturb_joints), no proprio delay, no history drop; model-native image augmentation off",
11
+ "epochs": null,
12
+ "epochs_equivalent": 47.54,
13
+ "total_steps": 4000,
14
+ "save_steps": 2000,
15
+ "global_batch": 512,
16
+ "per_gpu_batch": 32,
17
+ "num_gpus": 16,
18
+ "warmup_steps": 100,
19
+ "frames": 43075,
20
+ "state_dim": 44,
21
+ "action_dim": 76,
22
+ "cameras": [
23
+ "observation.images.ego_view",
24
+ "observation.images.chest"
25
+ ],
26
+ "normalization": "dataset_statistics.json",
27
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
28
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
29
+ "training_records_included": true,
30
+ "resume_state_included": false,
31
+ "files": {
32
+ "argv.txt": 3972,
33
+ "clip_pooled_cache.pt": 3488,
34
+ "dataset_statistics.json": 17519,
35
+ "envs.txt": 925,
36
+ "hb_init_report.json": 2789,
37
+ "hb_metrics.jsonl": 244534,
38
+ "model.safetensors": 11220430392,
39
+ "run_config.json": 16107,
40
+ "train.log": 565690,
41
+ "train_args.txt": 3798,
42
+ "training_plan.json": 420
43
+ }
44
+ }
b5-chair-push/step-002000/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-b5",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "b512",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 32,
36
+ "val_batch_size": 32,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 2000,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 4000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 100,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_b5",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.0,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.4375,
164
+ -0.5625,
165
+ -0.5,
166
+ -0.4375,
167
+ -0.4375,
168
+ -0.3125,
169
+ -0.3125,
170
+ -0.4375,
171
+ -0.4375,
172
+ -0.5,
173
+ -0.5,
174
+ -0.375,
175
+ -0.625,
176
+ -0.125,
177
+ -0.3125,
178
+ -0.25,
179
+ -0.25,
180
+ -0.3125,
181
+ -0.5,
182
+ -0.3125,
183
+ -0.5625,
184
+ -0.5,
185
+ -0.125,
186
+ -0.25,
187
+ -0.5625,
188
+ -0.4375,
189
+ -0.375,
190
+ -0.3125,
191
+ -0.4375,
192
+ -0.4375,
193
+ -0.3125,
194
+ -0.25,
195
+ -0.1875,
196
+ -0.3125,
197
+ -0.5,
198
+ -0.5,
199
+ -0.1875,
200
+ -0.5625,
201
+ -0.3125,
202
+ -0.25,
203
+ -0.4375,
204
+ -0.5,
205
+ -0.5625,
206
+ -0.1875,
207
+ -0.5,
208
+ -0.625,
209
+ -0.6875,
210
+ -0.25,
211
+ 0.0,
212
+ -0.375,
213
+ -0.5,
214
+ -0.3125,
215
+ -0.5,
216
+ -0.4375,
217
+ -0.5,
218
+ -0.375,
219
+ -0.6875,
220
+ -0.25,
221
+ -0.3125,
222
+ -0.5,
223
+ -0.625,
224
+ -0.375,
225
+ -0.4375,
226
+ -0.1875,
227
+ 0.0,
228
+ 0.5949721336364746,
229
+ 0.6192536950111389,
230
+ 0.6028932332992554,
231
+ 0.3511531352996826,
232
+ 0.0,
233
+ 0.0,
234
+ 0.5953419804573059,
235
+ 0.6113170981407166,
236
+ 0.5994111895561218,
237
+ 0.03766731545329094,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.1875,
242
+ 0.5,
243
+ 0.375,
244
+ 0.25,
245
+ 0.4375,
246
+ 0.5625,
247
+ 0.3125,
248
+ 0.3125,
249
+ 0.5,
250
+ 0.375,
251
+ 0.1875,
252
+ 0.3125,
253
+ 0.5,
254
+ 0.6875,
255
+ 0.4375,
256
+ 0.3125,
257
+ 0.4375,
258
+ 0.375,
259
+ 0.3125,
260
+ 0.5,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.4375,
264
+ 0.5625,
265
+ 0.5625,
266
+ 0.5,
267
+ 0.0625,
268
+ 0.4375,
269
+ 0.375,
270
+ 0.625,
271
+ 0.625,
272
+ 0.625,
273
+ 0.6875,
274
+ 0.5,
275
+ 0.5,
276
+ 0.1875,
277
+ 0.6875,
278
+ 0.1875,
279
+ 0.4375,
280
+ 0.1875,
281
+ 0.375,
282
+ 0.375,
283
+ 0.25,
284
+ 0.5,
285
+ 0.375,
286
+ 0.5625,
287
+ 0.5,
288
+ 0.375,
289
+ 0.8125,
290
+ 0.4375,
291
+ 0.5,
292
+ 0.5,
293
+ 0.5,
294
+ 0.375,
295
+ 0.3125,
296
+ 0.1875,
297
+ 0.5,
298
+ 0.375,
299
+ 0.25,
300
+ 0.3125,
301
+ 0.125,
302
+ 0.375,
303
+ 0.25,
304
+ 0.5625,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 1.0,
310
+ 1.0,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 1.0
317
+ ],
318
+ "state_min": [
319
+ -0.5093753933906555,
320
+ -0.12233220040798187,
321
+ -0.12761788070201874,
322
+ 0.10250309854745865,
323
+ -0.8273318409919739,
324
+ -0.15657654404640198,
325
+ -0.4967050552368164,
326
+ -0.30181893706321716,
327
+ -0.5301669836044312,
328
+ 0.09314415603876114,
329
+ -0.8944554924964905,
330
+ -0.14592444896697998,
331
+ -0.10451218485832214,
332
+ -0.14987969398498535,
333
+ -0.13018359243869781,
334
+ -1.393661618232727,
335
+ -0.020927773788571358,
336
+ -0.999282956123352,
337
+ -0.8502405285835266,
338
+ -0.2315266877412796,
339
+ -0.24967733025550842,
340
+ -1.2172361612319946,
341
+ -1.5036237239837646,
342
+ -1.1288223266601562,
343
+ -0.02860570326447487,
344
+ -0.8521270155906677,
345
+ -1.870940923690796,
346
+ -0.1459692418575287,
347
+ -0.3585045039653778,
348
+ 0.0,
349
+ 0.5949721336364746,
350
+ 0.6192536950111389,
351
+ 0.6028932332992554,
352
+ 0.3511531352996826,
353
+ 0.0,
354
+ 0.0,
355
+ 0.5953419804573059,
356
+ 0.6113170981407166,
357
+ 0.5994111895561218,
358
+ 0.03766731545329094,
359
+ 0.0,
360
+ -0.3042502999305725,
361
+ -0.098258838057518,
362
+ -0.9999997615814209
363
+ ],
364
+ "state_max": [
365
+ 0.42436036467552185,
366
+ 0.30300530791282654,
367
+ 0.4142952561378479,
368
+ 1.3769621849060059,
369
+ 0.3906438946723938,
370
+ 0.12971684336662292,
371
+ 0.28290697932243347,
372
+ 0.15366610884666443,
373
+ 0.06755304336547852,
374
+ 1.309631109237671,
375
+ 0.5117528438568115,
376
+ 0.16916197538375854,
377
+ 0.1334942877292633,
378
+ 0.2081814855337143,
379
+ 0.26970911026000977,
380
+ 0.26465392112731934,
381
+ 1.0681228637695312,
382
+ 0.368639200925827,
383
+ 1.265271544456482,
384
+ 1.7016332149505615,
385
+ 0.73288893699646,
386
+ 0.4079762399196625,
387
+ 0.21427856385707855,
388
+ 0.1851842999458313,
389
+ 0.9496553540229797,
390
+ 1.338996171951294,
391
+ 0.4244269132614136,
392
+ 1.0116424560546875,
393
+ 1.5066314935684204,
394
+ 1.0,
395
+ 1.0,
396
+ 1.0,
397
+ 1.0,
398
+ 1.0,
399
+ 1.0,
400
+ 1.0,
401
+ 1.0,
402
+ 1.0,
403
+ 1.0,
404
+ 1.0,
405
+ 1.0,
406
+ 0.1012667715549469,
407
+ 0.10935939103364944,
408
+ -0.9520710110664368
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "b5"
415
+ ],
416
+ "val_repo_ids": [
417
+ "b5"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
b5-chair-push/step-002000/train.log ADDED
The diff for this file is too large to render. See raw diff
 
b5-chair-push/step-002000/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-b5
3
+ --timestamp=b512
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=32
10
+ --train.val_batch_size=32
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=4000
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=100
18
+ --train.checkpointing_steps=2000
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ b5
29
+ --data.val_repo_ids
30
+ b5
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_b5
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.0
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
b5-chair-push/step-002000/training_plan.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 43075,
3
+ "per_gpu_batch": 32,
4
+ "global_batch": 512,
5
+ "fixed_steps": true,
6
+ "epochs": null,
7
+ "epochs_equivalent": 47.54,
8
+ "steps": 4000,
9
+ "save_steps": 2000,
10
+ "warmup_steps": 100,
11
+ "task": "b5",
12
+ "robot": "g1",
13
+ "state_dim": 44,
14
+ "action_dim": 76,
15
+ "image_keys": [
16
+ "observation.images.ego_view",
17
+ "observation.images.chest"
18
+ ],
19
+ "num_nodes": 2,
20
+ "note": "2 nodes x 8 GPUs x 32 = 512"
21
+ }
b5-chair-push/step-004000/argv.txt ADDED
@@ -0,0 +1,89 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ /mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/train.py
2
+ hb_psi0_config
3
+ --seed=292285
4
+ --exp=hb-b5
5
+ --timestamp=b512
6
+ --train.resume_from_checkpoint=latest
7
+ --train.name=finetune
8
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train
9
+ --train.data_parallel=ddp
10
+ --train.mixed_precision=bf16
11
+ --train.train_batch_size=32
12
+ --train.val_batch_size=32
13
+ --train.max_checkpoints_to_keep=2
14
+ --train.preserve_checkpoint_every=None
15
+ --train.gradient_accumulation_steps=1
16
+ --train.learning_rate=1e-4
17
+ --train.max_training_steps=4000
18
+ --train.warmup_ratio=None
19
+ --train.warmup_steps=100
20
+ --train.checkpointing_steps=2000
21
+ --train.validation_steps=0
22
+ --train.max_grad_norm=1.0
23
+ --train.lr_scheduler_type=cosine
24
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
25
+ --train.lr_scheduler_kwargs.betas 0.95 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids b5
28
+ --data.val_repo_ids b5
29
+ --data.num_workers=8
30
+ --data.prefetch_factor=4
31
+ --data.transform.repack.image-keys observation.images.ego_view observation.images.chest
32
+ --data.transform.repack.state-keys observation.hb44
33
+ --data.transform.repack.action-keys action.hb76
34
+ --data.transform.repack.dataset-name=hb_b5
35
+ --data.transform.repack.pad-action-dim=76
36
+ --data.transform.repack.pad-state-dim=44
37
+ --data.transform.repack.instruction-key=task
38
+ --data.transform.repack.action-chunk-size=30
39
+ --data.transform.repack.state-temporal-jitter=0
40
+ --data.transform.repack.hb-delay-prob=0.0
41
+ --data.transform.repack.hb-delay-max-frames=2
42
+ --data.transform.repack.hb-body-dims=29
43
+ --data.transform.repack.hb-bias-seed=292285
44
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json
45
+ --data.transform.field.state-noise-std=0.0
46
+ --data.transform.field.stat-action-keys action.hb76
47
+ --data.transform.field.stat-state-keys observation.hb44
48
+ --data.transform.field.action_norm_type=bounds
49
+ --data.transform.field.no-use-norm-mask
50
+ --data.transform.field.normalize-state
51
+ --data.transform.field.pad-action-dim=76
52
+ --data.transform.field.pad-state-dim=44
53
+ --data.transform.model.no-img-aug
54
+ --data.transform.model.no-view-aug
55
+ --data.transform.model.resize.size 270 480
56
+ --data.transform.model.center_crop.size 270 480
57
+ --data.transform.model.hb-aug
58
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
59
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
60
+ --model.noise-scheduler=flow
61
+ --model.train-diffusion-steps=1000
62
+ --model.n_conditions=0
63
+ --model.action-chunk-size=30
64
+ --model.action-dim=76
65
+ --model.action-exec-horizon=30
66
+ --model.observation-horizon=1
67
+ --model.odim=44
68
+ --model.dropout=0.0
69
+ --model.state-feature-dropout=0.0
70
+ --model.view_feature_dim=2048
71
+ --model.tune-vlm
72
+ --model.lang-backbone-lr=1e-6
73
+ --model.vision-tower-lr=1e-5
74
+ --model.mm-projector-lr=1e-4
75
+ --model.gradient-checkpointing
76
+ --model.no-use_film
77
+ --model.qk-norm=rms_norm
78
+ --model.combined-temb
79
+ --model.num-blocks=12
80
+ --model.vlm-layer-indices 3 5 8 10 12 14 17 19 21 23 26 28
81
+ --model.state-drop-prob=0.0
82
+ --model.state-as-action-token
83
+ --model.state-null-token
84
+ --model.pooled-text-encoder=clip
85
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
86
+ --model.pooled-projection-dim=768
87
+ --model.pooled-cache-path=clip_pooled_cache.pt
88
+ --model.no-rtc
89
+ --model.max-delay=8
b5-chair-push/step-004000/clip_pooled_cache.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d8ea07eacc760844237880075d68a4026b64bc13b8ab6a1c2cfca5aecfa750e
3
+ size 3488
b5-chair-push/step-004000/dataset_statistics.json ADDED
@@ -0,0 +1,880 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "action.hb76": {
3
+ "min": [
4
+ -0.4375,
5
+ -0.5625,
6
+ -0.5,
7
+ -0.4375,
8
+ -0.4375,
9
+ -0.3125,
10
+ -0.3125,
11
+ -0.4375,
12
+ -0.4375,
13
+ -0.5,
14
+ -0.5,
15
+ -0.375,
16
+ -0.625,
17
+ -0.125,
18
+ -0.3125,
19
+ -0.25,
20
+ -0.25,
21
+ -0.3125,
22
+ -0.5,
23
+ -0.3125,
24
+ -0.5625,
25
+ -0.5,
26
+ -0.125,
27
+ -0.25,
28
+ -0.5625,
29
+ -0.4375,
30
+ -0.375,
31
+ -0.3125,
32
+ -0.4375,
33
+ -0.4375,
34
+ -0.3125,
35
+ -0.25,
36
+ -0.1875,
37
+ -0.3125,
38
+ -0.5,
39
+ -0.5,
40
+ -0.1875,
41
+ -0.5625,
42
+ -0.3125,
43
+ -0.25,
44
+ -0.4375,
45
+ -0.5,
46
+ -0.5625,
47
+ -0.1875,
48
+ -0.5,
49
+ -0.625,
50
+ -0.6875,
51
+ -0.25,
52
+ 0.0,
53
+ -0.375,
54
+ -0.5,
55
+ -0.3125,
56
+ -0.5,
57
+ -0.4375,
58
+ -0.5,
59
+ -0.375,
60
+ -0.6875,
61
+ -0.25,
62
+ -0.3125,
63
+ -0.5,
64
+ -0.625,
65
+ -0.375,
66
+ -0.4375,
67
+ -0.1875,
68
+ 0.0,
69
+ 0.5949721336364746,
70
+ 0.6192536950111389,
71
+ 0.6028932332992554,
72
+ 0.3511531352996826,
73
+ 0.0,
74
+ 0.0,
75
+ 0.5953419804573059,
76
+ 0.6113170981407166,
77
+ 0.5994111895561218,
78
+ 0.03766731545329094,
79
+ 0.0
80
+ ],
81
+ "max": [
82
+ 0.1875,
83
+ 0.5,
84
+ 0.375,
85
+ 0.25,
86
+ 0.4375,
87
+ 0.5625,
88
+ 0.3125,
89
+ 0.3125,
90
+ 0.5,
91
+ 0.375,
92
+ 0.1875,
93
+ 0.3125,
94
+ 0.5,
95
+ 0.6875,
96
+ 0.4375,
97
+ 0.3125,
98
+ 0.4375,
99
+ 0.375,
100
+ 0.3125,
101
+ 0.5,
102
+ 0.125,
103
+ 0.1875,
104
+ 0.4375,
105
+ 0.5625,
106
+ 0.5625,
107
+ 0.5,
108
+ 0.0625,
109
+ 0.4375,
110
+ 0.375,
111
+ 0.625,
112
+ 0.625,
113
+ 0.625,
114
+ 0.6875,
115
+ 0.5,
116
+ 0.5,
117
+ 0.1875,
118
+ 0.6875,
119
+ 0.1875,
120
+ 0.4375,
121
+ 0.1875,
122
+ 0.375,
123
+ 0.375,
124
+ 0.25,
125
+ 0.5,
126
+ 0.375,
127
+ 0.5625,
128
+ 0.5,
129
+ 0.375,
130
+ 0.8125,
131
+ 0.4375,
132
+ 0.5,
133
+ 0.5,
134
+ 0.5,
135
+ 0.375,
136
+ 0.3125,
137
+ 0.1875,
138
+ 0.5,
139
+ 0.375,
140
+ 0.25,
141
+ 0.3125,
142
+ 0.125,
143
+ 0.375,
144
+ 0.25,
145
+ 0.5625,
146
+ 1.0,
147
+ 1.0,
148
+ 1.0,
149
+ 1.0,
150
+ 1.0,
151
+ 1.0,
152
+ 1.0,
153
+ 1.0,
154
+ 1.0,
155
+ 1.0,
156
+ 1.0,
157
+ 1.0
158
+ ],
159
+ "mean": [
160
+ -0.09410040825605392,
161
+ 0.0085911201313138,
162
+ -0.05200957506895065,
163
+ -0.001273940782994032,
164
+ 0.009734475053846836,
165
+ 0.1362042874097824,
166
+ -0.0648360401391983,
167
+ -0.03417295590043068,
168
+ 0.09525391459465027,
169
+ -0.1110142171382904,
170
+ -0.15820372104644775,
171
+ -0.03797011077404022,
172
+ -0.05962130054831505,
173
+ 0.2895980775356293,
174
+ 0.0897083580493927,
175
+ 0.017826465889811516,
176
+ 0.12503047287464142,
177
+ 0.017518863081932068,
178
+ -0.06581979244947433,
179
+ 0.09261172264814377,
180
+ -0.21738538146018982,
181
+ -0.1638479381799698,
182
+ 0.18497388064861298,
183
+ 0.06426436454057693,
184
+ 0.003425711067393422,
185
+ 0.0516192689538002,
186
+ -0.1497330218553543,
187
+ 0.07502321898937225,
188
+ 0.015246663242578506,
189
+ 0.19220690429210663,
190
+ 0.18939350545406342,
191
+ 0.17897562682628632,
192
+ 0.20391759276390076,
193
+ 0.09762042760848999,
194
+ -0.04091700538992882,
195
+ -0.1728961169719696,
196
+ 0.11620284616947174,
197
+ -0.15986216068267822,
198
+ -0.01649303548038006,
199
+ -0.07630441337823868,
200
+ -0.08817759901285172,
201
+ -0.12011753022670746,
202
+ -0.09861288219690323,
203
+ 0.1826654076576233,
204
+ -0.07294689863920212,
205
+ -0.03235490247607231,
206
+ -0.10287579894065857,
207
+ 0.06632472574710846,
208
+ 0.394278883934021,
209
+ -0.026324724778532982,
210
+ -0.03356355056166649,
211
+ 0.04919616878032684,
212
+ 0.05278728902339935,
213
+ -0.05598520115017891,
214
+ -0.10352002084255219,
215
+ -0.0735330805182457,
216
+ -0.08090975135564804,
217
+ 0.033948056399822235,
218
+ -0.05195734277367592,
219
+ -0.10918891429901123,
220
+ -0.33059054613113403,
221
+ 0.05873476341366768,
222
+ -0.1326407492160797,
223
+ 0.23718224465847015,
224
+ 0.9078114032745361,
225
+ 0.9071402549743652,
226
+ 0.9076294898986816,
227
+ 0.9075146913528442,
228
+ 0.952027440071106,
229
+ 0.04199080169200897,
230
+ 0.9057888388633728,
231
+ 0.9088097810745239,
232
+ 0.9094632267951965,
233
+ 0.909165620803833,
234
+ 0.9417181015014648,
235
+ 0.04274246469140053
236
+ ],
237
+ "std": [
238
+ 0.09758853912353516,
239
+ 0.2539427876472473,
240
+ 0.15524008870124817,
241
+ 0.10538000613451004,
242
+ 0.11069060862064362,
243
+ 0.16351699829101562,
244
+ 0.09914427250623703,
245
+ 0.10230720043182373,
246
+ 0.22421389818191528,
247
+ 0.19614757597446442,
248
+ 0.11850740015506744,
249
+ 0.090814009308815,
250
+ 0.34277018904685974,
251
+ 0.15135939419269562,
252
+ 0.15105566382408142,
253
+ 0.07521241903305054,
254
+ 0.14440800249576569,
255
+ 0.08959488570690155,
256
+ 0.13865521550178528,
257
+ 0.13993693888187408,
258
+ 0.11613472551107407,
259
+ 0.10320999473333359,
260
+ 0.10045404732227325,
261
+ 0.1258402168750763,
262
+ 0.30246761441230774,
263
+ 0.20692668855190277,
264
+ 0.0705210268497467,
265
+ 0.092413030564785,
266
+ 0.13533665239810944,
267
+ 0.3123752772808075,
268
+ 0.14563150703907013,
269
+ 0.12704797089099884,
270
+ 0.14416170120239258,
271
+ 0.10688737779855728,
272
+ 0.22213543951511383,
273
+ 0.1271079033613205,
274
+ 0.1551697850227356,
275
+ 0.16495145857334137,
276
+ 0.08986619859933853,
277
+ 0.07484781742095947,
278
+ 0.09752064198255539,
279
+ 0.18647177517414093,
280
+ 0.1507614403963089,
281
+ 0.12449825555086136,
282
+ 0.15374329686164856,
283
+ 0.3398072123527527,
284
+ 0.35936975479125977,
285
+ 0.08546829968690872,
286
+ 0.16334711015224457,
287
+ 0.13040658831596375,
288
+ 0.13484399020671844,
289
+ 0.13100048899650574,
290
+ 0.2811659574508667,
291
+ 0.08999775350093842,
292
+ 0.1539965569972992,
293
+ 0.08826702833175659,
294
+ 0.37672194838523865,
295
+ 0.10173892974853516,
296
+ 0.09809418022632599,
297
+ 0.13947546482086182,
298
+ 0.13733266294002533,
299
+ 0.10014127939939499,
300
+ 0.11390157043933868,
301
+ 0.11197386682033539,
302
+ 0.14831800758838654,
303
+ 0.14839217066764832,
304
+ 0.14759314060211182,
305
+ 0.14822092652320862,
306
+ 0.07082489877939224,
307
+ 0.1768667846918106,
308
+ 0.1538374274969101,
309
+ 0.14568544924259186,
310
+ 0.1442689150571823,
311
+ 0.14503110945224762,
312
+ 0.09169986099004745,
313
+ 0.17807790637016296
314
+ ],
315
+ "q01": [
316
+ -0.3125,
317
+ -0.5,
318
+ -0.3125,
319
+ -0.3125,
320
+ -0.3125,
321
+ -0.125,
322
+ -0.25,
323
+ -0.3125,
324
+ -0.375,
325
+ -0.375,
326
+ -0.375,
327
+ -0.25,
328
+ -0.5,
329
+ 0.0,
330
+ -0.25,
331
+ -0.125,
332
+ -0.1875,
333
+ -0.1875,
334
+ -0.375,
335
+ -0.1875,
336
+ -0.5,
337
+ -0.375,
338
+ 0.0,
339
+ -0.125,
340
+ -0.5,
341
+ -0.3125,
342
+ -0.3125,
343
+ -0.1875,
344
+ -0.25,
345
+ -0.375,
346
+ -0.125,
347
+ -0.125,
348
+ -0.0625,
349
+ -0.125,
350
+ -0.375,
351
+ -0.375,
352
+ -0.125,
353
+ -0.4375,
354
+ -0.1875,
355
+ -0.25,
356
+ -0.3125,
357
+ -0.4375,
358
+ -0.4375,
359
+ -0.0625,
360
+ -0.4375,
361
+ -0.5,
362
+ -0.5625,
363
+ -0.125,
364
+ 0.0,
365
+ -0.25,
366
+ -0.3125,
367
+ -0.25,
368
+ -0.4375,
369
+ -0.25,
370
+ -0.375,
371
+ -0.3125,
372
+ -0.5625,
373
+ -0.1875,
374
+ -0.25,
375
+ -0.375,
376
+ -0.625,
377
+ -0.25,
378
+ -0.375,
379
+ 0.0,
380
+ 0.6122754812240601,
381
+ 0.6238388419151306,
382
+ 0.6282345879077912,
383
+ 0.630420982837677,
384
+ 0.7944605076313018,
385
+ 0.0,
386
+ 0.5796847343444824,
387
+ 0.6112443208694458,
388
+ 0.6217831969261169,
389
+ 0.6259935510158539,
390
+ 0.7644298934936523,
391
+ 0.0
392
+ ],
393
+ "q99": [
394
+ 0.125,
395
+ 0.375,
396
+ 0.3125,
397
+ 0.1875,
398
+ 0.3125,
399
+ 0.4375,
400
+ 0.1875,
401
+ 0.1875,
402
+ 0.4375,
403
+ 0.3125,
404
+ 0.0625,
405
+ 0.25,
406
+ 0.5,
407
+ 0.5625,
408
+ 0.375,
409
+ 0.1875,
410
+ 0.375,
411
+ 0.25,
412
+ 0.1875,
413
+ 0.375,
414
+ 0.0625,
415
+ 0.0625,
416
+ 0.375,
417
+ 0.375,
418
+ 0.375,
419
+ 0.4375,
420
+ 0.0,
421
+ 0.25,
422
+ 0.25,
423
+ 0.5625,
424
+ 0.5,
425
+ 0.4375,
426
+ 0.4375,
427
+ 0.375,
428
+ 0.3125,
429
+ 0.125,
430
+ 0.5625,
431
+ 0.1875,
432
+ 0.25,
433
+ 0.125,
434
+ 0.125,
435
+ 0.3125,
436
+ 0.1875,
437
+ 0.4375,
438
+ 0.25,
439
+ 0.5,
440
+ 0.4375,
441
+ 0.25,
442
+ 0.6875,
443
+ 0.3125,
444
+ 0.3125,
445
+ 0.375,
446
+ 0.4375,
447
+ 0.1875,
448
+ 0.25,
449
+ 0.0625,
450
+ 0.5,
451
+ 0.25,
452
+ 0.1875,
453
+ 0.1875,
454
+ -0.0625,
455
+ 0.25,
456
+ 0.125,
457
+ 0.5,
458
+ 0.9999929666519165,
459
+ 0.9999889135360718,
460
+ 1.0,
461
+ 1.0,
462
+ 1.0,
463
+ 0.999634861946106,
464
+ 0.9999845623970032,
465
+ 0.9999889731407166,
466
+ 0.9999979734420776,
467
+ 1.0,
468
+ 1.0,
469
+ 0.9998771548271179
470
+ ],
471
+ "count": [
472
+ 43075
473
+ ],
474
+ "names": [
475
+ "motion_token.motion_token_0",
476
+ "motion_token.motion_token_1",
477
+ "motion_token.motion_token_2",
478
+ "motion_token.motion_token_3",
479
+ "motion_token.motion_token_4",
480
+ "motion_token.motion_token_5",
481
+ "motion_token.motion_token_6",
482
+ "motion_token.motion_token_7",
483
+ "motion_token.motion_token_8",
484
+ "motion_token.motion_token_9",
485
+ "motion_token.motion_token_10",
486
+ "motion_token.motion_token_11",
487
+ "motion_token.motion_token_12",
488
+ "motion_token.motion_token_13",
489
+ "motion_token.motion_token_14",
490
+ "motion_token.motion_token_15",
491
+ "motion_token.motion_token_16",
492
+ "motion_token.motion_token_17",
493
+ "motion_token.motion_token_18",
494
+ "motion_token.motion_token_19",
495
+ "motion_token.motion_token_20",
496
+ "motion_token.motion_token_21",
497
+ "motion_token.motion_token_22",
498
+ "motion_token.motion_token_23",
499
+ "motion_token.motion_token_24",
500
+ "motion_token.motion_token_25",
501
+ "motion_token.motion_token_26",
502
+ "motion_token.motion_token_27",
503
+ "motion_token.motion_token_28",
504
+ "motion_token.motion_token_29",
505
+ "motion_token.motion_token_30",
506
+ "motion_token.motion_token_31",
507
+ "motion_token.motion_token_32",
508
+ "motion_token.motion_token_33",
509
+ "motion_token.motion_token_34",
510
+ "motion_token.motion_token_35",
511
+ "motion_token.motion_token_36",
512
+ "motion_token.motion_token_37",
513
+ "motion_token.motion_token_38",
514
+ "motion_token.motion_token_39",
515
+ "motion_token.motion_token_40",
516
+ "motion_token.motion_token_41",
517
+ "motion_token.motion_token_42",
518
+ "motion_token.motion_token_43",
519
+ "motion_token.motion_token_44",
520
+ "motion_token.motion_token_45",
521
+ "motion_token.motion_token_46",
522
+ "motion_token.motion_token_47",
523
+ "motion_token.motion_token_48",
524
+ "motion_token.motion_token_49",
525
+ "motion_token.motion_token_50",
526
+ "motion_token.motion_token_51",
527
+ "motion_token.motion_token_52",
528
+ "motion_token.motion_token_53",
529
+ "motion_token.motion_token_54",
530
+ "motion_token.motion_token_55",
531
+ "motion_token.motion_token_56",
532
+ "motion_token.motion_token_57",
533
+ "motion_token.motion_token_58",
534
+ "motion_token.motion_token_59",
535
+ "motion_token.motion_token_60",
536
+ "motion_token.motion_token_61",
537
+ "motion_token.motion_token_62",
538
+ "motion_token.motion_token_63",
539
+ "inspire_left_hand_state.left_pinky",
540
+ "inspire_left_hand_state.left_ring",
541
+ "inspire_left_hand_state.left_middle",
542
+ "inspire_left_hand_state.left_index",
543
+ "inspire_left_hand_state.left_thumb_bend",
544
+ "inspire_left_hand_state.left_thumb_rotation",
545
+ "inspire_right_hand_state.right_pinky",
546
+ "inspire_right_hand_state.right_ring",
547
+ "inspire_right_hand_state.right_middle",
548
+ "inspire_right_hand_state.right_index",
549
+ "inspire_right_hand_state.right_thumb_bend",
550
+ "inspire_right_hand_state.right_thumb_rotation"
551
+ ]
552
+ },
553
+ "observation.hb44": {
554
+ "min": [
555
+ -0.5093753933906555,
556
+ -0.12233220040798187,
557
+ -0.12761788070201874,
558
+ 0.10250309854745865,
559
+ -0.8273318409919739,
560
+ -0.15657654404640198,
561
+ -0.4967050552368164,
562
+ -0.30181893706321716,
563
+ -0.5301669836044312,
564
+ 0.09314415603876114,
565
+ -0.8944554924964905,
566
+ -0.14592444896697998,
567
+ -0.10451218485832214,
568
+ -0.14987969398498535,
569
+ -0.13018359243869781,
570
+ -1.393661618232727,
571
+ -0.020927773788571358,
572
+ -0.999282956123352,
573
+ -0.8502405285835266,
574
+ -0.2315266877412796,
575
+ -0.24967733025550842,
576
+ -1.2172361612319946,
577
+ -1.5036237239837646,
578
+ -1.1288223266601562,
579
+ -0.02860570326447487,
580
+ -0.8521270155906677,
581
+ -1.870940923690796,
582
+ -0.1459692418575287,
583
+ -0.3585045039653778,
584
+ 0.0,
585
+ 0.5949721336364746,
586
+ 0.6192536950111389,
587
+ 0.6028932332992554,
588
+ 0.3511531352996826,
589
+ 0.0,
590
+ 0.0,
591
+ 0.5953419804573059,
592
+ 0.6113170981407166,
593
+ 0.5994111895561218,
594
+ 0.03766731545329094,
595
+ 0.0,
596
+ -0.3042502999305725,
597
+ -0.098258838057518,
598
+ -0.9999997615814209
599
+ ],
600
+ "max": [
601
+ 0.42436036467552185,
602
+ 0.30300530791282654,
603
+ 0.4142952561378479,
604
+ 1.3769621849060059,
605
+ 0.3906438946723938,
606
+ 0.12971684336662292,
607
+ 0.28290697932243347,
608
+ 0.15366610884666443,
609
+ 0.06755304336547852,
610
+ 1.309631109237671,
611
+ 0.5117528438568115,
612
+ 0.16916197538375854,
613
+ 0.1334942877292633,
614
+ 0.2081814855337143,
615
+ 0.26970911026000977,
616
+ 0.26465392112731934,
617
+ 1.0681228637695312,
618
+ 0.368639200925827,
619
+ 1.265271544456482,
620
+ 1.7016332149505615,
621
+ 0.73288893699646,
622
+ 0.4079762399196625,
623
+ 0.21427856385707855,
624
+ 0.1851842999458313,
625
+ 0.9496553540229797,
626
+ 1.338996171951294,
627
+ 0.4244269132614136,
628
+ 1.0116424560546875,
629
+ 1.5066314935684204,
630
+ 1.0,
631
+ 1.0,
632
+ 1.0,
633
+ 1.0,
634
+ 1.0,
635
+ 1.0,
636
+ 1.0,
637
+ 1.0,
638
+ 1.0,
639
+ 1.0,
640
+ 1.0,
641
+ 1.0,
642
+ 0.1012667715549469,
643
+ 0.10935939103364944,
644
+ -0.9520710110664368
645
+ ],
646
+ "mean": [
647
+ -0.02340410277247429,
648
+ 0.07852452993392944,
649
+ 0.11076091229915619,
650
+ 0.2970716059207916,
651
+ -0.16058608889579773,
652
+ -0.03197379410266876,
653
+ -0.08557865768671036,
654
+ -0.06466710567474365,
655
+ -0.214873805642128,
656
+ 0.28297853469848633,
657
+ -0.12019210308790207,
658
+ -0.009905114769935608,
659
+ 0.003285264829173684,
660
+ 0.025295408442616463,
661
+ 0.1115843653678894,
662
+ -0.3437487483024597,
663
+ 0.406986802816391,
664
+ -0.34669357538223267,
665
+ 0.4282670021057129,
666
+ 0.7704023718833923,
667
+ 0.2411528080701828,
668
+ -0.23751364648342133,
669
+ -0.40115591883659363,
670
+ -0.3676553964614868,
671
+ 0.38306039571762085,
672
+ 0.38568761944770813,
673
+ -0.8952569961547852,
674
+ 0.3275647759437561,
675
+ 0.4497571587562561,
676
+ 0.9078114032745361,
677
+ 0.9071402549743652,
678
+ 0.9076294898986816,
679
+ 0.9075146913528442,
680
+ 0.952027440071106,
681
+ 0.04199080169200897,
682
+ 0.9057888388633728,
683
+ 0.9088097810745239,
684
+ 0.9094632267951965,
685
+ 0.909165620803833,
686
+ 0.9417181015014648,
687
+ 0.04274246469140053,
688
+ -0.06576269865036011,
689
+ 0.005772117059677839,
690
+ -0.9964079856872559
691
+ ],
692
+ "std": [
693
+ 0.1298123002052307,
694
+ 0.054091986268758774,
695
+ 0.06622015684843063,
696
+ 0.20732808113098145,
697
+ 0.11685415357351303,
698
+ 0.04514499008655548,
699
+ 0.13033540546894073,
700
+ 0.05696338415145874,
701
+ 0.08030906319618225,
702
+ 0.19667217135429382,
703
+ 0.13539159297943115,
704
+ 0.04311877489089966,
705
+ 0.023090800270438194,
706
+ 0.03346442058682442,
707
+ 0.05422224849462509,
708
+ 0.3568498194217682,
709
+ 0.17045633494853973,
710
+ 0.21139314770698547,
711
+ 0.5923917889595032,
712
+ 0.5178763270378113,
713
+ 0.20275664329528809,
714
+ 0.3180080056190491,
715
+ 0.3764893114566803,
716
+ 0.17450015246868134,
717
+ 0.17514528334140778,
718
+ 0.6212037801742554,
719
+ 0.6948022842407227,
720
+ 0.24791103601455688,
721
+ 0.47502803802490234,
722
+ 0.14831800758838654,
723
+ 0.14839217066764832,
724
+ 0.14759314060211182,
725
+ 0.14822092652320862,
726
+ 0.07082489877939224,
727
+ 0.1768667846918106,
728
+ 0.1538374274969101,
729
+ 0.14568544924259186,
730
+ 0.1442689150571823,
731
+ 0.14503110945224762,
732
+ 0.09169986099004745,
733
+ 0.17807790637016296,
734
+ 0.050684813410043716,
735
+ 0.018905453383922577,
736
+ 0.004910432267934084
737
+ ],
738
+ "q01": [
739
+ -0.3765826642513275,
740
+ -0.056166446208953856,
741
+ -0.03854096829891205,
742
+ 0.13401737034320832,
743
+ -0.4546284109354019,
744
+ -0.11945618972182274,
745
+ -0.4153230857849121,
746
+ -0.2048022872209549,
747
+ -0.38198844611644744,
748
+ 0.12078395023941994,
749
+ -0.5963900458812713,
750
+ -0.11035056248307228,
751
+ -0.06022499158978462,
752
+ -0.07904591426253318,
753
+ -0.08410890266299248,
754
+ -1.0934695768356324,
755
+ 0.09351143404841424,
756
+ -0.8455169725418091,
757
+ -0.7511585223674774,
758
+ -0.06249660059809685,
759
+ -0.10764043211936951,
760
+ -0.9966530048847199,
761
+ -1.1979172492027284,
762
+ -0.8876783013343811,
763
+ 0.07168160080909729,
764
+ -0.7699743902683258,
765
+ -1.7436838960647583,
766
+ -0.0418464782088995,
767
+ -0.29627918064594266,
768
+ 0.6122754812240601,
769
+ 0.6238388419151306,
770
+ 0.6282345879077912,
771
+ 0.630420982837677,
772
+ 0.7944605076313018,
773
+ 0.0,
774
+ 0.5796847343444824,
775
+ 0.6112443208694458,
776
+ 0.6217831969261169,
777
+ 0.6259935510158539,
778
+ 0.7644298934936523,
779
+ 0.0,
780
+ -0.2101210430264473,
781
+ -0.040859009474515914,
782
+ -0.9999492764472961
783
+ ],
784
+ "q99": [
785
+ 0.24072933167219163,
786
+ 0.22051886886358268,
787
+ 0.2642014455795289,
788
+ 1.081601333618164,
789
+ 0.07900200933218018,
790
+ 0.07816346839070322,
791
+ 0.1385954362154007,
792
+ 0.10469206154346491,
793
+ -0.03463595114648336,
794
+ 1.047014677524567,
795
+ 0.10168224677443506,
796
+ 0.10625185742974283,
797
+ 0.061831294968724415,
798
+ 0.1180706113576891,
799
+ 0.24631385952234286,
800
+ 0.22719067960977554,
801
+ 0.9144099247455608,
802
+ 0.00764369428157811,
803
+ 1.1789719104766847,
804
+ 1.5232577919960026,
805
+ 0.6043478584289551,
806
+ 0.24391036301851277,
807
+ 0.19674008280038835,
808
+ -0.06993205145001342,
809
+ 0.8138139545917511,
810
+ 1.2129566669464111,
811
+ 0.3386745715141297,
812
+ 0.7561250627040863,
813
+ 1.364229509830475,
814
+ 0.9999929666519165,
815
+ 0.9999889135360718,
816
+ 1.0,
817
+ 1.0,
818
+ 1.0,
819
+ 0.999634861946106,
820
+ 0.9999845623970032,
821
+ 0.9999889731407166,
822
+ 0.9999979734420776,
823
+ 1.0,
824
+ 1.0,
825
+ 0.9998771548271179,
826
+ 0.05854758590459833,
827
+ 0.061186443492770345,
828
+ -0.9771099781990051
829
+ ],
830
+ "count": [
831
+ 43075
832
+ ],
833
+ "names": [
834
+ "left_hip_pitch_joint",
835
+ "left_hip_roll_joint",
836
+ "left_hip_yaw_joint",
837
+ "left_knee_joint",
838
+ "left_ankle_pitch_joint",
839
+ "left_ankle_roll_joint",
840
+ "right_hip_pitch_joint",
841
+ "right_hip_roll_joint",
842
+ "right_hip_yaw_joint",
843
+ "right_knee_joint",
844
+ "right_ankle_pitch_joint",
845
+ "right_ankle_roll_joint",
846
+ "waist_yaw_joint",
847
+ "waist_roll_joint",
848
+ "waist_pitch_joint",
849
+ "left_shoulder_pitch_joint",
850
+ "left_shoulder_roll_joint",
851
+ "left_shoulder_yaw_joint",
852
+ "left_elbow_joint",
853
+ "left_wrist_roll_joint",
854
+ "left_wrist_pitch_joint",
855
+ "left_wrist_yaw_joint",
856
+ "right_shoulder_pitch_joint",
857
+ "right_shoulder_roll_joint",
858
+ "right_shoulder_yaw_joint",
859
+ "right_elbow_joint",
860
+ "right_wrist_roll_joint",
861
+ "right_wrist_pitch_joint",
862
+ "right_wrist_yaw_joint",
863
+ "inspire_left_hand_state.left_pinky",
864
+ "inspire_left_hand_state.left_ring",
865
+ "inspire_left_hand_state.left_middle",
866
+ "inspire_left_hand_state.left_index",
867
+ "inspire_left_hand_state.left_thumb_bend",
868
+ "inspire_left_hand_state.left_thumb_rotation",
869
+ "inspire_right_hand_state.right_pinky",
870
+ "inspire_right_hand_state.right_ring",
871
+ "inspire_right_hand_state.right_middle",
872
+ "inspire_right_hand_state.right_index",
873
+ "inspire_right_hand_state.right_thumb_bend",
874
+ "inspire_right_hand_state.right_thumb_rotation",
875
+ "projected_gravity.gravity_x",
876
+ "projected_gravity.gravity_y",
877
+ "projected_gravity.gravity_z"
878
+ ]
879
+ }
880
+ }
b5-chair-push/step-004000/envs.txt ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ OMP_NUM_THREADS=4
2
+ HF_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home
3
+ TORCH_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/hf-home/torch
4
+ HF_TOKEN=Not Set
5
+ HF_LEROBOT_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
6
+ DATA_HOME=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
7
+ UV_CACHE_DIR=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/uv-cache
8
+ WANDB_API_KEY=Not Set
9
+ PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python
10
+ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
11
+ WORLD_SIZE=16
12
+ LOCAL_WORLD_SIZE=8
13
+ RANK=0
14
+ LOCAL_RANK=0
15
+ MASTER_ADDR=10.93.54.231
16
+ MASTER_PORT=30910
b5-chair-push/step-004000/hb_init_report.json ADDED
@@ -0,0 +1,106 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k/action_header.safetensors",
3
+ "checkpoint_keys": 336,
4
+ "model_keys": 336,
5
+ "loaded_keys": 330,
6
+ "newly_initialized": [
7
+ {
8
+ "key": "action_proj_in.ac_proj.0.bias",
9
+ "model_shape": [
10
+ 76
11
+ ],
12
+ "checkpoint_shape": [
13
+ 80
14
+ ],
15
+ "init": "PyTorch default (module constructor), not zero-padded"
16
+ },
17
+ {
18
+ "key": "action_proj_in.ac_proj.0.weight",
19
+ "model_shape": [
20
+ 76,
21
+ 76
22
+ ],
23
+ "checkpoint_shape": [
24
+ 80,
25
+ 80
26
+ ],
27
+ "init": "PyTorch default (module constructor), not zero-padded"
28
+ },
29
+ {
30
+ "key": "action_proj_in.ac_proj.2.weight",
31
+ "model_shape": [
32
+ 1536,
33
+ 76
34
+ ],
35
+ "checkpoint_shape": [
36
+ 1536,
37
+ 80
38
+ ],
39
+ "init": "PyTorch default (module constructor), not zero-padded"
40
+ },
41
+ {
42
+ "key": "action_proj_out.linear.bias",
43
+ "model_shape": [
44
+ 76
45
+ ],
46
+ "checkpoint_shape": [
47
+ 80
48
+ ],
49
+ "init": "PyTorch default (module constructor), not zero-padded"
50
+ },
51
+ {
52
+ "key": "action_proj_out.linear.weight",
53
+ "model_shape": [
54
+ 76,
55
+ 1536
56
+ ],
57
+ "checkpoint_shape": [
58
+ 80,
59
+ 1536
60
+ ],
61
+ "init": "PyTorch default (module constructor), not zero-padded"
62
+ },
63
+ {
64
+ "key": "obs_proj._obs_proc.1.weight",
65
+ "model_shape": [
66
+ 1536,
67
+ 44
68
+ ],
69
+ "checkpoint_shape": [
70
+ 1536,
71
+ 45
72
+ ],
73
+ "init": "PyTorch default (module constructor), not zero-padded"
74
+ }
75
+ ],
76
+ "checkpoint_keys_not_loaded": [
77
+ "action_proj_in.ac_proj.0.bias",
78
+ "action_proj_in.ac_proj.0.weight",
79
+ "action_proj_in.ac_proj.2.weight",
80
+ "action_proj_out.linear.bias",
81
+ "action_proj_out.linear.weight",
82
+ "obs_proj._obs_proc.1.weight"
83
+ ],
84
+ "missing_after_load": [
85
+ "action_proj_in.ac_proj.0.bias",
86
+ "action_proj_in.ac_proj.0.weight",
87
+ "action_proj_in.ac_proj.2.weight",
88
+ "action_proj_out.linear.bias",
89
+ "action_proj_out.linear.weight",
90
+ "obs_proj._obs_proc.1.weight"
91
+ ],
92
+ "unexpected": [],
93
+ "expected_new": [
94
+ "action_proj_in.ac_proj.0.bias",
95
+ "action_proj_in.ac_proj.0.weight",
96
+ "action_proj_in.ac_proj.2.weight",
97
+ "action_proj_out.linear.bias",
98
+ "action_proj_out.linear.weight",
99
+ "obs_proj._obs_proc.1.weight"
100
+ ],
101
+ "new_param_numel": 306984,
102
+ "action_dim": 76,
103
+ "odim": 44,
104
+ "horizon": 30,
105
+ "vlm": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k"
106
+ }
b5-chair-push/step-004000/hb_metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
b5-chair-push/step-004000/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b68ef401910aaf66bd2e6686c7b1fd8cc656ddd8b0b52bf798b695470f4d89c9
3
+ size 11220430392
b5-chair-push/step-004000/protocol.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Psi-Zero (Psi0 action expert, flow matching)",
3
+ "task": "B5 chair push (G1)",
4
+ "task_dir": "b5-chair-push",
5
+ "robot": "Unitree G1",
6
+ "training_data": "b5-chair-push-expert-v1 @b85b7e9 (all 100 episodes)",
7
+ "episodes": 100,
8
+ "epoch_completed": null,
9
+ "global_step": 4000,
10
+ "augmentation": "Humanoid Benchmark online augmentation spec v2 (2026-11-09): 15 visual effects, one effect per training sample at 1.5x; proprioception aligned with the GR00T A20 recipe (2026-11-12): per-sample joint bias +-2 deg + Gaussian noise 0.25 deg (hb_aug_v2.perturb_joints), no proprio delay, no history drop; model-native image augmentation off",
11
+ "epochs": null,
12
+ "epochs_equivalent": 47.54,
13
+ "total_steps": 4000,
14
+ "save_steps": 2000,
15
+ "global_batch": 512,
16
+ "per_gpu_batch": 32,
17
+ "num_gpus": 16,
18
+ "warmup_steps": 100,
19
+ "frames": 43075,
20
+ "state_dim": 44,
21
+ "action_dim": 76,
22
+ "cameras": [
23
+ "observation.images.ego_view",
24
+ "observation.images.chest"
25
+ ],
26
+ "normalization": "dataset_statistics.json",
27
+ "config": "run_config.json (full training config); argv.txt (launch arguments)",
28
+ "inference": "Psi0 code (third_party/Psi0) plus code/hb_psi0 (hb_psi0_config.py, hb_patches.py); load model.safetensors with run_config.json, dataset_statistics.json, clip_pooled_cache.pt.",
29
+ "training_records_included": true,
30
+ "resume_state_included": false,
31
+ "files": {
32
+ "argv.txt": 3972,
33
+ "clip_pooled_cache.pt": 3488,
34
+ "dataset_statistics.json": 17519,
35
+ "envs.txt": 925,
36
+ "hb_init_report.json": 2789,
37
+ "hb_metrics.jsonl": 244534,
38
+ "model.safetensors": 11220430392,
39
+ "run_config.json": 16107,
40
+ "train.log": 565690,
41
+ "train_args.txt": 3798,
42
+ "training_plan.json": 420
43
+ }
44
+ }
b5-chair-push/step-004000/run_config.json ADDED
@@ -0,0 +1,501 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "exp": "hb-b5",
3
+ "seed": 292285,
4
+ "auto_tag_run": false,
5
+ "eval": false,
6
+ "debug": false,
7
+ "timestamp": "b512",
8
+ "log": {
9
+ "logging_dir": "logs",
10
+ "report_to": null,
11
+ "log_freq": 100
12
+ },
13
+ "wandb": {
14
+ "project": "psi",
15
+ "entity": null,
16
+ "group": null,
17
+ "id": null,
18
+ "name": null,
19
+ "resume": "allow"
20
+ },
21
+ "train": {
22
+ "num_workers": 8,
23
+ "overfit_single_batch": false,
24
+ "name": "finetune",
25
+ "run_tag": null,
26
+ "resume_from_checkpoint": null,
27
+ "skip_resumed_steps": false,
28
+ "hf_token": "PosixPath('.hf_token')",
29
+ "lora": false,
30
+ "output_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train",
31
+ "gradient_accumulation_steps": 1,
32
+ "mixed_precision": "bf16",
33
+ "max_grad_norm": 1.0,
34
+ "optimizer_foreach": null,
35
+ "train_batch_size": 32,
36
+ "val_batch_size": 32,
37
+ "val_num_batches": 20,
38
+ "checkpointing_steps": 2000,
39
+ "max_checkpoints_to_keep": 2,
40
+ "preserve_checkpoint_every": null,
41
+ "validation_steps": 0,
42
+ "learning_rate": 0.0001,
43
+ "lr_scheduler_type": "cosine",
44
+ "lr_scheduler_kwargs": {
45
+ "betas": [
46
+ 0.95,
47
+ 0.999
48
+ ],
49
+ "weight_decay": 1e-06,
50
+ "eps": 1e-08
51
+ },
52
+ "scheduler_specific_kwargs": {},
53
+ "data_parallel": "ddp",
54
+ "sharding_strategy": "full-shard",
55
+ "deepspeed_config": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/HumanWAM/third_party/Psi0/scripts/deepspeed/zero3.json",
56
+ "enable_gradient_checkpointing": true,
57
+ "enable_mixed_precision_training": true,
58
+ "reduce_in_full_precision": true,
59
+ "max_training_steps": 4000,
60
+ "num_train_epochs": null,
61
+ "warmup_steps": 100,
62
+ "warmup_ratio": null
63
+ },
64
+ "data": {
65
+ "transform": {
66
+ "repack": {
67
+ "dataset_name": "hb_b5",
68
+ "goal_sampling": false,
69
+ "goal_future_offsets": [
70
+ 1.0,
71
+ 2.0,
72
+ 3.0,
73
+ 4.0
74
+ ],
75
+ "goal_end_segment_prob": 0.5,
76
+ "use_paraphrases": false,
77
+ "image_keys": [
78
+ "observation.images.ego_view",
79
+ "observation.images.chest"
80
+ ],
81
+ "state_keys": [
82
+ "observation.hb44"
83
+ ],
84
+ "action_keys": [
85
+ "action.hb76"
86
+ ],
87
+ "instruction_key": "task",
88
+ "num_past_frames": 0,
89
+ "action_chunk_size": 30,
90
+ "state_temporal_jitter": 0,
91
+ "state_temporal_jitter_prob": 1.0,
92
+ "pad_action_dim": 76,
93
+ "pad_state_dim": 44,
94
+ "action_mask_key": null,
95
+ "hb_delay_prob": 0.0,
96
+ "hb_delay_max_frames": 2,
97
+ "hb_body_dims": 29,
98
+ "hb_joint_perturb": true,
99
+ "hb_bias_seed": 292285
100
+ },
101
+ "model": {
102
+ "resize": {
103
+ "size": [
104
+ 270,
105
+ 480
106
+ ]
107
+ },
108
+ "center_crop": {
109
+ "size": [
110
+ 270,
111
+ 480
112
+ ]
113
+ },
114
+ "color_jitter": {
115
+ "brightness": 0.2,
116
+ "contrast": [
117
+ 0.8,
118
+ 1.2
119
+ ],
120
+ "saturation": [
121
+ 0.8,
122
+ 1.2
123
+ ],
124
+ "hue": 0.05
125
+ },
126
+ "gaussian_noise": {
127
+ "mean": 0.0,
128
+ "std": 3.0,
129
+ "prob_skip": 0.1
130
+ },
131
+ "img_aug": false,
132
+ "view_aug": false,
133
+ "view_aug_min_scale": 0.85,
134
+ "view_aug_prob": 1.0,
135
+ "adaptive_resize": false,
136
+ "img_sizes": {
137
+ "egodex": [
138
+ 270,
139
+ 480
140
+ ],
141
+ "he": [
142
+ 240,
143
+ 320
144
+ ]
145
+ },
146
+ "hb_aug": true
147
+ },
148
+ "field": {
149
+ "stat_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json",
150
+ "action_norm_type": "bounds",
151
+ "stat_action_keys": [
152
+ "action.hb76"
153
+ ],
154
+ "stat_state_keys": [
155
+ "observation.hb44"
156
+ ],
157
+ "pad_action_dim": 76,
158
+ "pad_state_dim": 44,
159
+ "normalize_state": true,
160
+ "use_norm_mask": false,
161
+ "state_noise_std": 0.0,
162
+ "action_min": [
163
+ -0.4375,
164
+ -0.5625,
165
+ -0.5,
166
+ -0.4375,
167
+ -0.4375,
168
+ -0.3125,
169
+ -0.3125,
170
+ -0.4375,
171
+ -0.4375,
172
+ -0.5,
173
+ -0.5,
174
+ -0.375,
175
+ -0.625,
176
+ -0.125,
177
+ -0.3125,
178
+ -0.25,
179
+ -0.25,
180
+ -0.3125,
181
+ -0.5,
182
+ -0.3125,
183
+ -0.5625,
184
+ -0.5,
185
+ -0.125,
186
+ -0.25,
187
+ -0.5625,
188
+ -0.4375,
189
+ -0.375,
190
+ -0.3125,
191
+ -0.4375,
192
+ -0.4375,
193
+ -0.3125,
194
+ -0.25,
195
+ -0.1875,
196
+ -0.3125,
197
+ -0.5,
198
+ -0.5,
199
+ -0.1875,
200
+ -0.5625,
201
+ -0.3125,
202
+ -0.25,
203
+ -0.4375,
204
+ -0.5,
205
+ -0.5625,
206
+ -0.1875,
207
+ -0.5,
208
+ -0.625,
209
+ -0.6875,
210
+ -0.25,
211
+ 0.0,
212
+ -0.375,
213
+ -0.5,
214
+ -0.3125,
215
+ -0.5,
216
+ -0.4375,
217
+ -0.5,
218
+ -0.375,
219
+ -0.6875,
220
+ -0.25,
221
+ -0.3125,
222
+ -0.5,
223
+ -0.625,
224
+ -0.375,
225
+ -0.4375,
226
+ -0.1875,
227
+ 0.0,
228
+ 0.5949721336364746,
229
+ 0.6192536950111389,
230
+ 0.6028932332992554,
231
+ 0.3511531352996826,
232
+ 0.0,
233
+ 0.0,
234
+ 0.5953419804573059,
235
+ 0.6113170981407166,
236
+ 0.5994111895561218,
237
+ 0.03766731545329094,
238
+ 0.0
239
+ ],
240
+ "action_max": [
241
+ 0.1875,
242
+ 0.5,
243
+ 0.375,
244
+ 0.25,
245
+ 0.4375,
246
+ 0.5625,
247
+ 0.3125,
248
+ 0.3125,
249
+ 0.5,
250
+ 0.375,
251
+ 0.1875,
252
+ 0.3125,
253
+ 0.5,
254
+ 0.6875,
255
+ 0.4375,
256
+ 0.3125,
257
+ 0.4375,
258
+ 0.375,
259
+ 0.3125,
260
+ 0.5,
261
+ 0.125,
262
+ 0.1875,
263
+ 0.4375,
264
+ 0.5625,
265
+ 0.5625,
266
+ 0.5,
267
+ 0.0625,
268
+ 0.4375,
269
+ 0.375,
270
+ 0.625,
271
+ 0.625,
272
+ 0.625,
273
+ 0.6875,
274
+ 0.5,
275
+ 0.5,
276
+ 0.1875,
277
+ 0.6875,
278
+ 0.1875,
279
+ 0.4375,
280
+ 0.1875,
281
+ 0.375,
282
+ 0.375,
283
+ 0.25,
284
+ 0.5,
285
+ 0.375,
286
+ 0.5625,
287
+ 0.5,
288
+ 0.375,
289
+ 0.8125,
290
+ 0.4375,
291
+ 0.5,
292
+ 0.5,
293
+ 0.5,
294
+ 0.375,
295
+ 0.3125,
296
+ 0.1875,
297
+ 0.5,
298
+ 0.375,
299
+ 0.25,
300
+ 0.3125,
301
+ 0.125,
302
+ 0.375,
303
+ 0.25,
304
+ 0.5625,
305
+ 1.0,
306
+ 1.0,
307
+ 1.0,
308
+ 1.0,
309
+ 1.0,
310
+ 1.0,
311
+ 1.0,
312
+ 1.0,
313
+ 1.0,
314
+ 1.0,
315
+ 1.0,
316
+ 1.0
317
+ ],
318
+ "state_min": [
319
+ -0.5093753933906555,
320
+ -0.12233220040798187,
321
+ -0.12761788070201874,
322
+ 0.10250309854745865,
323
+ -0.8273318409919739,
324
+ -0.15657654404640198,
325
+ -0.4967050552368164,
326
+ -0.30181893706321716,
327
+ -0.5301669836044312,
328
+ 0.09314415603876114,
329
+ -0.8944554924964905,
330
+ -0.14592444896697998,
331
+ -0.10451218485832214,
332
+ -0.14987969398498535,
333
+ -0.13018359243869781,
334
+ -1.393661618232727,
335
+ -0.020927773788571358,
336
+ -0.999282956123352,
337
+ -0.8502405285835266,
338
+ -0.2315266877412796,
339
+ -0.24967733025550842,
340
+ -1.2172361612319946,
341
+ -1.5036237239837646,
342
+ -1.1288223266601562,
343
+ -0.02860570326447487,
344
+ -0.8521270155906677,
345
+ -1.870940923690796,
346
+ -0.1459692418575287,
347
+ -0.3585045039653778,
348
+ 0.0,
349
+ 0.5949721336364746,
350
+ 0.6192536950111389,
351
+ 0.6028932332992554,
352
+ 0.3511531352996826,
353
+ 0.0,
354
+ 0.0,
355
+ 0.5953419804573059,
356
+ 0.6113170981407166,
357
+ 0.5994111895561218,
358
+ 0.03766731545329094,
359
+ 0.0,
360
+ -0.3042502999305725,
361
+ -0.098258838057518,
362
+ -0.9999997615814209
363
+ ],
364
+ "state_max": [
365
+ 0.42436036467552185,
366
+ 0.30300530791282654,
367
+ 0.4142952561378479,
368
+ 1.3769621849060059,
369
+ 0.3906438946723938,
370
+ 0.12971684336662292,
371
+ 0.28290697932243347,
372
+ 0.15366610884666443,
373
+ 0.06755304336547852,
374
+ 1.309631109237671,
375
+ 0.5117528438568115,
376
+ 0.16916197538375854,
377
+ 0.1334942877292633,
378
+ 0.2081814855337143,
379
+ 0.26970911026000977,
380
+ 0.26465392112731934,
381
+ 1.0681228637695312,
382
+ 0.368639200925827,
383
+ 1.265271544456482,
384
+ 1.7016332149505615,
385
+ 0.73288893699646,
386
+ 0.4079762399196625,
387
+ 0.21427856385707855,
388
+ 0.1851842999458313,
389
+ 0.9496553540229797,
390
+ 1.338996171951294,
391
+ 0.4244269132614136,
392
+ 1.0116424560546875,
393
+ 1.5066314935684204,
394
+ 1.0,
395
+ 1.0,
396
+ 1.0,
397
+ 1.0,
398
+ 1.0,
399
+ 1.0,
400
+ 1.0,
401
+ 1.0,
402
+ 1.0,
403
+ 1.0,
404
+ 1.0,
405
+ 1.0,
406
+ 0.1012667715549469,
407
+ 0.10935939103364944,
408
+ -0.9520710110664368
409
+ ]
410
+ }
411
+ },
412
+ "root_dir": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data",
413
+ "train_repo_ids": [
414
+ "b5"
415
+ ],
416
+ "val_repo_ids": [
417
+ "b5"
418
+ ],
419
+ "task_sample_weights": [],
420
+ "num_workers": 8,
421
+ "prefetch_factor": 4
422
+ },
423
+ "model": {
424
+ "resnet_store_path": null,
425
+ "pretrained_action_header_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
426
+ "rtc": false,
427
+ "max_delay": 8,
428
+ "action_dim": 76,
429
+ "action_chunk_size": 30,
430
+ "action_exec_horizon": 30,
431
+ "observation_horizon": 1,
432
+ "img_chunk": 1,
433
+ "n_cams": 1,
434
+ "use_obs": "add_token",
435
+ "dropout": 0.0,
436
+ "noise_scheduler": "flow",
437
+ "train_diffusion_steps": 1000,
438
+ "eval_diffusion_steps": 10,
439
+ "share_cam_features": false,
440
+ "early_fusion": false,
441
+ "odim": 44,
442
+ "n_conditions": 0,
443
+ "token_fusion": "concat",
444
+ "loss_w": [
445
+ 0.1,
446
+ 0.2,
447
+ 0.1
448
+ ],
449
+ "time_dim": 256,
450
+ "hidden_dim": 1536,
451
+ "num_blocks": 12,
452
+ "dim_feedforward": 2048,
453
+ "nhead": 24,
454
+ "activation": "gelu",
455
+ "view_feature_dim": 2048,
456
+ "use_film": false,
457
+ "combined_temb": true,
458
+ "pooled_text_encoder": "clip",
459
+ "pooled_text_encoder_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14",
460
+ "pooled_projection_dim": 768,
461
+ "pooled_cache_path": "clip_pooled_cache.pt",
462
+ "final_layer_norm": true,
463
+ "qk_norm": "rms_norm",
464
+ "use_dit": false,
465
+ "vlm_layer_indices": [
466
+ 3,
467
+ 5,
468
+ 8,
469
+ 10,
470
+ 12,
471
+ 14,
472
+ 17,
473
+ 19,
474
+ 21,
475
+ 23,
476
+ 26,
477
+ 28
478
+ ],
479
+ "state_drop_prob": 0.0,
480
+ "state_as_action_token": true,
481
+ "state_null_token": true,
482
+ "state_feature_dropout": 0.0,
483
+ "weight_decay": 0.01,
484
+ "model_name_or_path": "/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k",
485
+ "vlm_ckpt_step": null,
486
+ "tune_vlm": true,
487
+ "tune_mm_llm": false,
488
+ "tune_mm_vision": false,
489
+ "tune_mm_mlp": false,
490
+ "gradient_checkpointing": true,
491
+ "lang_backbone_lr": 1e-06,
492
+ "mm_projector_lr": 0.0001,
493
+ "vision_tower_lr": 1e-05,
494
+ "optim": "adamw_torch",
495
+ "model_max_length": 4096,
496
+ "data_flatten": true,
497
+ "data_packing": true,
498
+ "max_pixels": 451584,
499
+ "min_pixels": 12544
500
+ }
501
+ }
b5-chair-push/step-004000/train.log ADDED
The diff for this file is too large to render. See raw diff
 
b5-chair-push/step-004000/train_args.txt ADDED
@@ -0,0 +1,113 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ --seed=292285
2
+ --exp=hb-b5
3
+ --timestamp=b512
4
+ --train.resume_from_checkpoint=latest
5
+ --train.name=finetune
6
+ --train.output_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-runs/b5/b512/train
7
+ --train.data_parallel=ddp
8
+ --train.mixed_precision=bf16
9
+ --train.train_batch_size=32
10
+ --train.val_batch_size=32
11
+ --train.max_checkpoints_to_keep=2
12
+ --train.preserve_checkpoint_every=None
13
+ --train.gradient_accumulation_steps=1
14
+ --train.learning_rate=1e-4
15
+ --train.max_training_steps=4000
16
+ --train.warmup_ratio=None
17
+ --train.warmup_steps=100
18
+ --train.checkpointing_steps=2000
19
+ --train.validation_steps=0
20
+ --train.max_grad_norm=1.0
21
+ --train.lr_scheduler_type=cosine
22
+ --train.lr_scheduler_kwargs.weight_decay=1e-6
23
+ --train.lr_scheduler_kwargs.betas
24
+ 0.95
25
+ 0.999
26
+ --data.root_dir=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data
27
+ --data.train_repo_ids
28
+ b5
29
+ --data.val_repo_ids
30
+ b5
31
+ --data.num_workers=8
32
+ --data.prefetch_factor=4
33
+ --data.transform.repack.image-keys
34
+ observation.images.ego_view
35
+ observation.images.chest
36
+ --data.transform.repack.state-keys
37
+ observation.hb44
38
+ --data.transform.repack.action-keys
39
+ action.hb76
40
+ --data.transform.repack.dataset-name=hb_b5
41
+ --data.transform.repack.pad-action-dim=76
42
+ --data.transform.repack.pad-state-dim=44
43
+ --data.transform.repack.instruction-key=task
44
+ --data.transform.repack.action-chunk-size=30
45
+ --data.transform.repack.state-temporal-jitter=0
46
+ --data.transform.repack.hb-delay-prob=0.0
47
+ --data.transform.repack.hb-delay-max-frames=2
48
+ --data.transform.repack.hb-body-dims=29
49
+ --data.transform.repack.hb-bias-seed=292285
50
+ --data.transform.field.stat-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/psi0-data/b5/meta/stats_psi0.json
51
+ --data.transform.field.state-noise-std=0.0
52
+ --data.transform.field.stat-action-keys
53
+ action.hb76
54
+ --data.transform.field.stat-state-keys
55
+ observation.hb44
56
+ --data.transform.field.action_norm_type=bounds
57
+ --data.transform.field.no-use-norm-mask
58
+ --data.transform.field.normalize-state
59
+ --data.transform.field.pad-action-dim=76
60
+ --data.transform.field.pad-state-dim=44
61
+ --data.transform.model.no-img-aug
62
+ --data.transform.model.no-view-aug
63
+ --data.transform.model.resize.size
64
+ 270
65
+ 480
66
+ --data.transform.model.center_crop.size
67
+ 270
68
+ 480
69
+ --data.transform.model.hb-aug
70
+ --model.model_name_or_path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
71
+ --model.pretrained-action-header-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/psi0/psi0/postpre.sonic1.1.unifolm.2609181726.40k
72
+ --model.noise-scheduler=flow
73
+ --model.train-diffusion-steps=1000
74
+ --model.n_conditions=0
75
+ --model.action-chunk-size=30
76
+ --model.action-dim=76
77
+ --model.action-exec-horizon=30
78
+ --model.observation-horizon=1
79
+ --model.odim=44
80
+ --model.dropout=0.0
81
+ --model.state-feature-dropout=0.0
82
+ --model.view_feature_dim=2048
83
+ --model.tune-vlm
84
+ --model.lang-backbone-lr=1e-6
85
+ --model.vision-tower-lr=1e-5
86
+ --model.mm-projector-lr=1e-4
87
+ --model.gradient-checkpointing
88
+ --model.no-use_film
89
+ --model.qk-norm=rms_norm
90
+ --model.combined-temb
91
+ --model.num-blocks=12
92
+ --model.vlm-layer-indices
93
+ 3
94
+ 5
95
+ 8
96
+ 10
97
+ 12
98
+ 14
99
+ 17
100
+ 19
101
+ 21
102
+ 23
103
+ 26
104
+ 28
105
+ --model.state-drop-prob=0.0
106
+ --model.state-as-action-token
107
+ --model.state-null-token
108
+ --model.pooled-text-encoder=clip
109
+ --model.pooled-text-encoder-path=/mnt/nas/cross/Team/RobotAgent/Personal/baijiaqi/humanoid-benchmark-work/preflight-20261104T1648Z/policies-20261109/models/clip-vit-large-patch14
110
+ --model.pooled-projection-dim=768
111
+ --model.pooled-cache-path=clip_pooled_cache.pt
112
+ --model.no-rtc
113
+ --model.max-delay=8
b5-chair-push/step-004000/training_plan.json ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "frames": 43075,
3
+ "per_gpu_batch": 32,
4
+ "global_batch": 512,
5
+ "fixed_steps": true,
6
+ "epochs": null,
7
+ "epochs_equivalent": 47.54,
8
+ "steps": 4000,
9
+ "save_steps": 2000,
10
+ "warmup_steps": 100,
11
+ "task": "b5",
12
+ "robot": "g1",
13
+ "state_dim": 44,
14
+ "action_dim": 76,
15
+ "image_keys": [
16
+ "observation.images.ego_view",
17
+ "observation.images.chest"
18
+ ],
19
+ "num_nodes": 2,
20
+ "note": "2 nodes x 8 GPUs x 32 = 512"
21
+ }