HoloMotion
ONNX
kaihui-hug123 commited on
Commit
e880738
·
verified ·
1 Parent(s): e4e8f46

Delete holomotion_v1.2_motion_tracking_model

Browse files
holomotion_v1.2_motion_tracking_model/config.yaml DELETED
@@ -1,1647 +0,0 @@
1
- project_name: HoloMotionMotrackV1.2
2
- num_envs: 8192
3
- headless: true
4
- motion_h5_path: ???
5
- num_processes: 64
6
- main_process: true
7
- process_id: 0
8
- timestamp: ${now:%Y%m%d_%H%M%S}
9
- experiment_dir: ${base_dir}/${project_name}/${timestamp}-${experiment_name}
10
- save_dir: ${experiment_dir}/.hydra
11
- output_dir: ${experiment_dir}/output
12
-
13
- _group_:
14
- enabled: false
15
- model_type: holomotion
16
- headless: false
17
- record_video: false
18
- video_width: 1280
19
- video_height: 720
20
- video_fps: 30
21
- camera_tracking: true
22
- camera_height_offset: 0.3
23
- camera_distance: 4.0
24
- camera_azimuth: 150.0
25
- camera_elevation: -20.0
26
- robot_xml_path: null
27
- motion_npz_dir: null
28
- motion_npz_path: null
29
- ckpt_onnx_path: null
30
- ckpt_onnx_root_dir: null
31
- ckpt_onnx_names: null
32
- dump_npzs: true
33
- calc_per_clip_metrics: false
34
- generate_report: false
35
- metric_calculation: per_clip
36
- dof_mode: '23'
37
- failure_pos_err_thresh_m: 0.25
38
- ray_actors_per_gpu: 16
39
- ray_multi_ckpt_mode: split
40
- use_gpu: true
41
- algo:
42
- _target_: holomotion.src.algo.ppo_tf.PPOTF
43
- _recursive_: false
44
- config:
45
- enable_online_eval: false
46
- num_learning_iterations: 20001
47
- log_interval: 5
48
- save_interval: 500
49
- export_policy: true
50
- onnx_name_suffix: null
51
- use_kv_cache: true
52
- eval_interval: null
53
- load_optimizer: true
54
- headless: ${headless}
55
- mixed_precision: null
56
- dynamo_backend: inductor
57
- init_at_random_ep_len: true
58
- num_steps_per_env: 32
59
- num_learning_epochs: 3
60
- num_mini_batches: 24
61
- clip_param: 0.2
62
- gamma: 0.99
63
- lam: 0.95
64
- value_loss_coef: 1.0
65
- entropy_coef: 0.005
66
- anneal_entropy: false
67
- zero_entropy_point: 1.0
68
- max_grad_norm: 1.0
69
- use_clipped_value_loss: true
70
- desired_kl: 0.013
71
- init_noise_std: 1.0
72
- optimizer_type: AdamW
73
- schedule: adaptive
74
- actor_learning_rate: 3.0e-05
75
- critic_learning_rate: 5.0e-05
76
- adaptive_lr:
77
- adapt_critic: false
78
- lr_scaler: 1.2
79
- kl_high_factor: 1.4
80
- kl_low_factor: 0.8
81
- min_learning_rate: 1.0e-06
82
- max_learning_rate: 0.001
83
- distributed_update:
84
- mode: scalable
85
- lr_scale:
86
- mode: sqrt_world_size
87
- reference_world_size: 8
88
- max_scale: null
89
- kl_early_stop:
90
- enabled: true
91
- signal: window_mean
92
- window_size: 3
93
- factor: 1.8
94
- min_updates: 1
95
- normalize_advantage_per_mini_batch: false
96
- global_advantage_norm: true
97
- sampling_strategy: weighted_bin
98
- curriculum:
99
- p_a_ratio: 0.5
100
- ema_alpha_signal: 0.2
101
- ema_alpha_rel_improve: 0.2
102
- relative_eps: 1.0e-06
103
- dump_whole_window_scores_json: true
104
- dump_whole_window_scores_every_swaps: 10
105
- weighted_bin:
106
- bin_regex_patterns:
107
- - regex: .*AMASS.*
108
- ratio: 0.6
109
- - regex: .*LAFAN1.*
110
- ratio: 0.35
111
- - regex: .*pico.*
112
- ratio: 0.05
113
- dump_sampled_keys: false
114
- dump_sampled_keys_interval: 1000
115
- teacher_actor_ckpt_path: null
116
- dagger_only: false
117
- dagger_init_coef: 1.0
118
- dagger_anneal: true
119
- dagger_anneal_degree: 1.0e-05
120
- rl_init_coef: 1.0
121
- rl_warmup: false
122
- rl_warmup_degree: 1.0e-05
123
- load_critic_when_dagger: false
124
- algo_obs_dim_dict: ???
125
- module_dict:
126
- actor: ${modules.actor}
127
- critic: ${modules.critic}
128
- symmetry_loss:
129
- enabled: false
130
- coef: 0.1
131
- dof_sign_by_name: ${robot.dof_sign_by_name}
132
- kl_coef: 0.0
133
- noise_std_type: log
134
- fix_sigma: false
135
- min_sigma: 0.01
136
- max_sigma: 1.2
137
- aux_state_pred:
138
- enabled: true
139
- w_base_lin_vel: 0.01
140
- w_root_height: 0.0
141
- w_keybody_contact: 0.01
142
- w_ref_keybody_rel_pos: 0.1
143
- w_robot_keybody_rel_pos: 0.1
144
- w_denoise_ref_root_lin_vel: 0.0
145
- w_denoise_ref_root_ang_vel: 0.0
146
- w_denoise_ref_dof_pos: 0.0
147
- keybody_contact_names:
148
- - left_hip_pitch_link
149
- - right_hip_pitch_link
150
- - left_knee_link
151
- - right_knee_link
152
- - left_ankle_roll_link
153
- - right_ankle_roll_link
154
- - left_elbow_link
155
- - right_elbow_link
156
- - left_wrist_yaw_link
157
- - right_wrist_yaw_link
158
- keybody_rel_pos_names:
159
- - left_knee_link
160
- - right_knee_link
161
- - left_ankle_roll_link
162
- - right_ankle_roll_link
163
- - left_elbow_link
164
- - right_elbow_link
165
- - left_wrist_yaw_link
166
- - right_wrist_yaw_link
167
- min_std: 0.01
168
- max_std: 2.0
169
- denoise_residual_huber_beta: 0.1
170
- raycast_z_offset: 1.0
171
- raycast_max_dist: 20.0
172
- aux_router_command_recon:
173
- enabled: false
174
- weight: 0.0
175
- hidden_dim: 0
176
- term_prefix: actor_ref_
177
- aux_router_switch_penalty:
178
- enabled: false
179
- weight: 0.0
180
- dead_expert_margin_to_topk:
181
- enabled: true
182
- weight: 10.0
183
- router_expert_orthogonal:
184
- enabled: false
185
- weight: 0.0
186
- min_active_usage: 0.001
187
- eps: 1.0e-08
188
- selected_expert_margin_to_unselected:
189
- enabled: false
190
- weight: 0.0
191
- target: 0.0
192
- moe_router:
193
- routing_score_fn: softmax
194
- routing_scale: 1.0
195
- use_dynamic_bias: false
196
- bias_update_rate: 0.001
197
- expert_bias_clip: 0.0
198
- robot:
199
- humanoid_type: unitree/G1/29dof
200
- dof_obs_size: 29
201
- actions_dim: 29
202
- num_bodies: 30
203
- num_extend_bodies: 0
204
- undesired_contacts_regrex: ^(?!left_ankle_roll_link$)(?!right_ankle_roll_link$)(?!left_wrist_yaw_link$)(?!right_wrist_yaw_link$).+$
205
- torso_name: torso_link
206
- anchor_body: torso_link
207
- key_bodies:
208
- - pelvis
209
- - left_hip_roll_link
210
- - left_knee_link
211
- - left_ankle_pitch_link
212
- - right_hip_roll_link
213
- - right_knee_link
214
- - right_ankle_pitch_link
215
- - torso_link
216
- - left_shoulder_roll_link
217
- - left_elbow_link
218
- - left_wrist_yaw_link
219
- - right_shoulder_roll_link
220
- - right_elbow_link
221
- - right_wrist_yaw_link
222
- key_dofs:
223
- - left_knee_joint
224
- - right_knee_joint
225
- - left_elbow_joint
226
- - right_elbow_joint
227
- dof_names:
228
- - left_hip_pitch_joint
229
- - left_hip_roll_joint
230
- - left_hip_yaw_joint
231
- - left_knee_joint
232
- - left_ankle_pitch_joint
233
- - left_ankle_roll_joint
234
- - right_hip_pitch_joint
235
- - right_hip_roll_joint
236
- - right_hip_yaw_joint
237
- - right_knee_joint
238
- - right_ankle_pitch_joint
239
- - right_ankle_roll_joint
240
- - waist_yaw_joint
241
- - waist_roll_joint
242
- - waist_pitch_joint
243
- - left_shoulder_pitch_joint
244
- - left_shoulder_roll_joint
245
- - left_shoulder_yaw_joint
246
- - left_elbow_joint
247
- - left_wrist_roll_joint
248
- - left_wrist_pitch_joint
249
- - left_wrist_yaw_joint
250
- - right_shoulder_pitch_joint
251
- - right_shoulder_roll_joint
252
- - right_shoulder_yaw_joint
253
- - right_elbow_joint
254
- - right_wrist_roll_joint
255
- - right_wrist_pitch_joint
256
- - right_wrist_yaw_joint
257
- arm_dof_names:
258
- - left_shoulder_pitch_joint
259
- - left_shoulder_roll_joint
260
- - left_shoulder_yaw_joint
261
- - left_elbow_joint
262
- - left_wrist_roll_joint
263
- - left_wrist_pitch_joint
264
- - left_wrist_yaw_joint
265
- - right_shoulder_pitch_joint
266
- - right_shoulder_roll_joint
267
- - right_shoulder_yaw_joint
268
- - right_elbow_joint
269
- - right_wrist_roll_joint
270
- - right_wrist_pitch_joint
271
- - right_wrist_yaw_joint
272
- waist_dof_names:
273
- - waist_yaw_joint
274
- - waist_roll_joint
275
- - waist_pitch_joint
276
- leg_dof_names:
277
- - left_hip_pitch_joint
278
- - left_hip_roll_joint
279
- - left_hip_yaw_joint
280
- - left_knee_joint
281
- - left_ankle_pitch_joint
282
- - left_ankle_roll_joint
283
- - right_hip_pitch_joint
284
- - right_hip_roll_joint
285
- - right_hip_yaw_joint
286
- - right_knee_joint
287
- - right_ankle_pitch_joint
288
- - right_ankle_roll_joint
289
- left_arm_dof_names:
290
- - left_shoulder_pitch_joint
291
- - left_shoulder_roll_joint
292
- - left_shoulder_yaw_joint
293
- - left_elbow_joint
294
- - left_wrist_roll_joint
295
- - left_wrist_pitch_joint
296
- - left_wrist_yaw_joint
297
- right_arm_dof_names:
298
- - right_shoulder_pitch_joint
299
- - right_shoulder_roll_joint
300
- - right_shoulder_yaw_joint
301
- - right_elbow_joint
302
- - right_wrist_roll_joint
303
- - right_wrist_pitch_joint
304
- - right_wrist_yaw_joint
305
- left_leg_dof_names:
306
- - left_hip_pitch_joint
307
- - left_hip_roll_joint
308
- - left_hip_yaw_joint
309
- - left_knee_joint
310
- - left_ankle_pitch_joint
311
- - left_ankle_roll_joint
312
- right_leg_dof_names:
313
- - right_hip_pitch_joint
314
- - right_hip_roll_joint
315
- - right_hip_yaw_joint
316
- - right_knee_joint
317
- - right_ankle_pitch_joint
318
- - right_ankle_roll_joint
319
- upper_body_dof_names: ${robot.arm_dof_names}
320
- lower_body_dof_names:
321
- - left_hip_pitch_joint
322
- - left_hip_roll_joint
323
- - left_hip_yaw_joint
324
- - left_knee_joint
325
- - left_ankle_pitch_joint
326
- - left_ankle_roll_joint
327
- - right_hip_pitch_joint
328
- - right_hip_roll_joint
329
- - right_hip_yaw_joint
330
- - right_knee_joint
331
- - right_ankle_pitch_joint
332
- - right_ankle_roll_joint
333
- - waist_yaw_joint
334
- - waist_roll_joint
335
- - waist_pitch_joint
336
- arm_body_names:
337
- - left_shoulder_pitch_link
338
- - left_shoulder_roll_link
339
- - left_shoulder_yaw_link
340
- - left_elbow_link
341
- - left_wrist_roll_link
342
- - left_wrist_pitch_link
343
- - left_wrist_yaw_link
344
- - right_shoulder_pitch_link
345
- - right_shoulder_roll_link
346
- - right_shoulder_yaw_link
347
- - right_elbow_link
348
- - right_wrist_roll_link
349
- - right_wrist_pitch_link
350
- - right_wrist_yaw_link
351
- head_hand_bodies:
352
- - torso_link
353
- - left_wrist_yaw_link
354
- - right_wrist_yaw_link
355
- torso_body_names:
356
- - waist_yaw_link
357
- - waist_roll_link
358
- - torso_link
359
- leg_body_names:
360
- - left_hip_pitch_link
361
- - left_hip_roll_link
362
- - left_hip_yaw_link
363
- - left_knee_link
364
- - left_ankle_pitch_link
365
- - left_ankle_roll_link
366
- - right_hip_pitch_link
367
- - right_hip_roll_link
368
- - right_hip_yaw_link
369
- - right_knee_link
370
- - right_ankle_pitch_link
371
- - right_ankle_roll_link
372
- left_arm_body_names:
373
- - left_shoulder_pitch_link
374
- - left_shoulder_roll_link
375
- - left_shoulder_yaw_link
376
- - left_elbow_link
377
- - left_wrist_roll_link
378
- - left_wrist_pitch_link
379
- - left_wrist_yaw_link
380
- right_arm_body_names:
381
- - right_shoulder_pitch_link
382
- - right_shoulder_roll_link
383
- - right_shoulder_yaw_link
384
- - right_elbow_link
385
- - right_wrist_roll_link
386
- - right_wrist_pitch_link
387
- - right_wrist_yaw_link
388
- left_leg_body_names:
389
- - left_hip_pitch_link
390
- - left_hip_roll_link
391
- - left_hip_yaw_link
392
- - left_knee_link
393
- - left_ankle_pitch_link
394
- - left_ankle_roll_link
395
- right_leg_body_names:
396
- - right_hip_pitch_link
397
- - right_hip_roll_link
398
- - right_hip_yaw_link
399
- - right_knee_link
400
- - right_ankle_pitch_link
401
- - right_ankle_roll_link
402
- body_names:
403
- - pelvis
404
- - left_hip_pitch_link
405
- - left_hip_roll_link
406
- - left_hip_yaw_link
407
- - left_knee_link
408
- - left_ankle_pitch_link
409
- - left_ankle_roll_link
410
- - right_hip_pitch_link
411
- - right_hip_roll_link
412
- - right_hip_yaw_link
413
- - right_knee_link
414
- - right_ankle_pitch_link
415
- - right_ankle_roll_link
416
- - waist_yaw_link
417
- - waist_roll_link
418
- - torso_link
419
- - left_shoulder_pitch_link
420
- - left_shoulder_roll_link
421
- - left_shoulder_yaw_link
422
- - left_elbow_link
423
- - left_wrist_roll_link
424
- - left_wrist_pitch_link
425
- - left_wrist_yaw_link
426
- - right_shoulder_pitch_link
427
- - right_shoulder_roll_link
428
- - right_shoulder_yaw_link
429
- - right_elbow_link
430
- - right_wrist_roll_link
431
- - right_wrist_pitch_link
432
- - right_wrist_yaw_link
433
- init_state:
434
- pos:
435
- - 0.0
436
- - 0.0
437
- - 0.8
438
- rot:
439
- - 0.0
440
- - 0.929
441
- - 0.341
442
- - 0.298
443
- lin_vel:
444
- - 0.0
445
- - 0.0
446
- - 0.0
447
- ang_vel:
448
- - 0.0
449
- - 0.0
450
- - 0.0
451
- default_joint_angles:
452
- left_hip_pitch_joint: -0.312
453
- left_hip_roll_joint: 0.0
454
- left_hip_yaw_joint: 0.0
455
- left_knee_joint: 0.669
456
- left_ankle_pitch_joint: -0.363
457
- left_ankle_roll_joint: 0.0
458
- right_hip_pitch_joint: -0.312
459
- right_hip_roll_joint: 0.0
460
- right_hip_yaw_joint: 0.0
461
- right_knee_joint: 0.669
462
- right_ankle_pitch_joint: -0.363
463
- right_ankle_roll_joint: 0.0
464
- waist_yaw_joint: 0.0
465
- waist_roll_joint: 0.0
466
- waist_pitch_joint: 0.1
467
- left_shoulder_pitch_joint: 0.2
468
- left_shoulder_roll_joint: 0.2
469
- left_shoulder_yaw_joint: 0.0
470
- left_elbow_joint: 0.6
471
- left_wrist_roll_joint: 0.0
472
- left_wrist_pitch_joint: 0.0
473
- left_wrist_yaw_joint: 0.0
474
- right_shoulder_pitch_joint: 0.2
475
- right_shoulder_roll_joint: -0.2
476
- right_shoulder_yaw_joint: 0.0
477
- right_elbow_joint: 0.6
478
- right_wrist_roll_joint: 0.0
479
- right_wrist_pitch_joint: 0.0
480
- right_wrist_yaw_joint: 0.0
481
- actuators:
482
- actuator_type: unitree_erfi
483
- all_joints:
484
- joint_names_expr:
485
- - .*_hip_yaw_joint
486
- - .*_hip_roll_joint
487
- - .*_hip_pitch_joint
488
- - .*_knee_joint
489
- - .*_ankle_pitch_joint
490
- - .*_ankle_roll_joint
491
- - waist_yaw_joint
492
- - waist_roll_joint
493
- - waist_pitch_joint
494
- - .*_shoulder_pitch_joint
495
- - .*_shoulder_roll_joint
496
- - .*_shoulder_yaw_joint
497
- - .*_elbow_joint
498
- - .*_wrist_roll_joint
499
- - .*_wrist_pitch_joint
500
- - .*_wrist_yaw_joint
501
- effort_limit_sim:
502
- .*_hip_yaw_joint: 88.0
503
- .*_hip_roll_joint: 139.0
504
- .*_hip_pitch_joint: 88.0
505
- .*_knee_joint: 139.0
506
- .*_ankle_pitch_joint: 50.0
507
- .*_ankle_roll_joint: 50.0
508
- waist_yaw_joint: 88.0
509
- waist_roll_joint: 50.0
510
- waist_pitch_joint: 50.0
511
- .*_shoulder_pitch_joint: 25.0
512
- .*_shoulder_roll_joint: 25.0
513
- .*_shoulder_yaw_joint: 25.0
514
- .*_elbow_joint: 25.0
515
- .*_wrist_roll_joint: 25.0
516
- .*_wrist_pitch_joint: 5.0
517
- .*_wrist_yaw_joint: 5.0
518
- velocity_limit_sim:
519
- .*_hip_yaw_joint: 32.0
520
- .*_hip_roll_joint: 20.0
521
- .*_hip_pitch_joint: 32.0
522
- .*_knee_joint: 20.0
523
- .*_ankle_pitch_joint: 37.0
524
- .*_ankle_roll_joint: 37.0
525
- waist_yaw_joint: 32.0
526
- waist_roll_joint: 37.0
527
- waist_pitch_joint: 37.0
528
- .*_shoulder_pitch_joint: 37.0
529
- .*_shoulder_roll_joint: 37.0
530
- .*_shoulder_yaw_joint: 37.0
531
- .*_elbow_joint: 37.0
532
- .*_wrist_roll_joint: 37.0
533
- .*_wrist_pitch_joint: 22.0
534
- .*_wrist_yaw_joint: 22.0
535
- stiffness:
536
- .*_hip_pitch_joint: 40.17923847
537
- .*_hip_roll_joint: 99.09842778
538
- .*_hip_yaw_joint: 40.17923847
539
- .*_knee_joint: 99.09842778
540
- .*_ankle_pitch_joint: 28.5012462
541
- .*_ankle_roll_joint: 28.5012462
542
- waist_yaw_joint: 40.17923847
543
- waist_roll_joint: 28.5012462
544
- waist_pitch_joint: 28.5012462
545
- .*_shoulder_pitch_joint: 14.2506231
546
- .*_shoulder_roll_joint: 14.2506231
547
- .*_shoulder_yaw_joint: 14.2506231
548
- .*_elbow_joint: 14.2506231
549
- .*_wrist_roll_joint: 14.25062309787429
550
- .*_wrist_pitch_joint: 16.77832748089279
551
- .*_wrist_yaw_joint: 16.77832748089279
552
- damping:
553
- .*_hip_pitch_joint: 2.55788977
554
- .*_hip_roll_joint: 6.30880185
555
- .*_hip_yaw_joint: 2.55788977
556
- .*_knee_joint: 6.30880185
557
- .*_ankle_pitch_joint: 1.81444569
558
- .*_ankle_roll_joint: 1.81444569
559
- waist_yaw_joint: 2.55788977
560
- waist_roll_joint: 1.81444569
561
- waist_pitch_joint: 1.81444569
562
- .*_shoulder_pitch_joint: 0.90722284
563
- .*_shoulder_roll_joint: 0.90722284
564
- .*_shoulder_yaw_joint: 0.90722284
565
- .*_elbow_joint: 0.90722284
566
- .*_wrist_roll_joint: 0.907222843292423
567
- .*_wrist_pitch_joint: 1.06814150219
568
- .*_wrist_yaw_joint: 1.06814150219
569
- armature:
570
- .*_hip_pitch_joint: 0.01017752
571
- .*_hip_roll_joint: 0.025101925
572
- .*_hip_yaw_joint: 0.01017752
573
- .*_knee_joint: 0.025101925
574
- .*_ankle_pitch_joint: 0.00721945
575
- .*_ankle_roll_joint: 0.00721945
576
- waist_yaw_joint: 0.01017752
577
- waist_roll_joint: 0.00721945
578
- waist_pitch_joint: 0.00721945
579
- .*_shoulder_pitch_joint: 0.003609725
580
- .*_shoulder_roll_joint: 0.003609725
581
- .*_shoulder_yaw_joint: 0.003609725
582
- .*_elbow_joint: 0.003609725
583
- .*_wrist_roll_joint: 0.003609725
584
- .*_wrist_pitch_joint: 0.00425
585
- .*_wrist_yaw_joint: 0.00425
586
- action_scale:
587
- .*_hip_pitch_joint: 0.548
588
- .*_hip_roll_joint: 0.351
589
- .*_hip_yaw_joint: 0.548
590
- .*_knee_joint: 0.351
591
- .*_ankle_pitch_joint: 0.439
592
- .*_ankle_roll_joint: 0.439
593
- waist_yaw_joint: 0.548
594
- waist_roll_joint: 0.439
595
- waist_pitch_joint: 0.439
596
- .*_shoulder_pitch_joint: 0.439
597
- .*_shoulder_roll_joint: 0.439
598
- .*_shoulder_yaw_joint: 0.439
599
- .*_elbow_joint: 0.439
600
- .*_wrist_roll_joint: 0.439
601
- .*_wrist_pitch_joint: 0.075
602
- .*_wrist_yaw_joint: 0.075
603
- dof_sign_by_name:
604
- left_hip_pitch_joint: 1.0
605
- left_hip_roll_joint: -1.0
606
- left_hip_yaw_joint: -1.0
607
- left_knee_joint: 1.0
608
- left_ankle_pitch_joint: 1.0
609
- left_ankle_roll_joint: -1.0
610
- right_hip_pitch_joint: 1.0
611
- right_hip_roll_joint: -1.0
612
- right_hip_yaw_joint: -1.0
613
- right_knee_joint: 1.0
614
- right_ankle_pitch_joint: 1.0
615
- right_ankle_roll_joint: -1.0
616
- waist_yaw_joint: -1.0
617
- waist_roll_joint: -1.0
618
- waist_pitch_joint: 1.0
619
- left_shoulder_pitch_joint: 1.0
620
- left_shoulder_roll_joint: -1.0
621
- left_shoulder_yaw_joint: -1.0
622
- left_elbow_joint: 1.0
623
- left_wrist_roll_joint: -1.0
624
- left_wrist_pitch_joint: 1.0
625
- left_wrist_yaw_joint: -1.0
626
- right_shoulder_pitch_joint: 1.0
627
- right_shoulder_roll_joint: -1.0
628
- right_shoulder_yaw_joint: -1.0
629
- right_elbow_joint: 1.0
630
- right_wrist_roll_joint: -1.0
631
- right_wrist_pitch_joint: 1.0
632
- right_wrist_yaw_joint: -1.0
633
- asset:
634
- collapse_fixed_joints: true
635
- replace_cylinder_with_capsule: true
636
- flip_visual_attachments: false
637
- max_angular_velocity: 1000.0
638
- max_linear_velocity: 1000.0
639
- density: 0.001
640
- angular_damping: 0.0
641
- linear_damping: 0.0
642
- asset_root: ./
643
- urdf_file: assets/robots/${robot.humanoid_type}/g1_29dof_rev_1_0.urdf
644
- assetFileName: assets/robots/${robot.humanoid_type}/g1_29dof_rev_1_0.xml
645
- fix_base_link: false
646
- force_usd_conversion: true
647
- extend_config: []
648
- motion:
649
- asset:
650
- assetRoot: ./
651
- assetFileName: assets/robots/${robot.humanoid_type}/g1_29dof_rev_1_0.xml
652
- sampling_strategy: ${algo.config.sampling_strategy}
653
- weighted_bin: ${algo.config.weighted_bin}
654
- curriculum: ${algo.config.curriculum}
655
- dump_sampled_motion_keys: false
656
- dump_sampled_motion_keys_interval: 1
657
- dump_sampled_motion_keys_dir: sampled_motion_cache_keys
658
- max_frame_length: 300
659
- min_frame_length: 50
660
- handpicked_motion_names: null
661
- excluded_motion_names: null
662
- world_frame_normalization: true
663
- backend: hdf5_v2
664
- train_hdf5_roots: ${train_hdf5_roots}
665
- val_hdf5_roots: ${val_hdf5_roots}
666
- dof_names: ${robot.dof_names}
667
- body_names: ${robot.body_names}
668
- key_bodies: ${robot.key_bodies}
669
- extend_config: ${robot.extend_config}
670
- dataloader:
671
- num_workers: 2
672
- prefetch_factor: 1
673
- pin_memory: true
674
- persistent_workers: false
675
- timeout: 600
676
- fk_robot_file_path: ${robot.asset.urdf_file}
677
- fk_vel_smoothing_sigma: 2.0
678
- online_filter:
679
- enabled: false
680
- butter_order: 4
681
- butter_cutoff_hz_pool: []
682
- cache:
683
- max_num_clips: ${num_envs}
684
- device: cuda
685
- swap_interval_steps: ${robot.motion.max_frame_length}
686
- allowed_prefixes:
687
- - ref_
688
- - ft_ref_
689
- batch_progress_bar: false
690
- env:
691
- _target_: holomotion.src.env.motion_tracking.MotionTrackingEnv
692
- _recursive_: false
693
- config:
694
- experiment_name: ${experiment_name}
695
- num_envs: ${num_envs}
696
- env_spacing: 2.5
697
- replicate_physics: true
698
- headless: ${headless}
699
- num_processes: ${num_processes}
700
- main_process: ${main_process}
701
- process_id: ${process_id}
702
- ckpt_dir: null
703
- disable_ref_viz: false
704
- eval_log_dir: null
705
- robot: ${robot}
706
- domain_rand: ${domain_rand}
707
- rewards: ${rewards}
708
- terrain: ${terrain}
709
- obs: ${obs}
710
- terminations: ${terminations}
711
- simulation:
712
- episode_length_s: 10
713
- sim_freq: 200
714
- control_decimation: 4
715
- physx:
716
- bounce_threshold_velocity: 0.5
717
- gpu_max_rigid_patch_count: 327680
718
- scene:
719
- terrain: ${terrain}
720
- lighting:
721
- distant_light_intensity: 3000.0
722
- dome_light_intensity: 1000.0
723
- contact_sensor:
724
- history_length: 3
725
- force_threshold: 10.0
726
- track_air_time: true
727
- debug_vis: false
728
- actions:
729
- dof_pos:
730
- type: joint_position
731
- params:
732
- asset_name: robot
733
- joint_names:
734
- - .*
735
- use_default_offset: true
736
- scale: ${robot.actuators.action_scale}
737
- commands:
738
- ref_motion:
739
- type: MotionCommandCfg
740
- params:
741
- command_obs_name: bydmmc_ref_motion
742
- motion_lib_cfg: ${robot.motion}
743
- urdf_dof_names: ${robot.dof_names}
744
- urdf_body_names: ${robot.body_names}
745
- arm_dof_names: ${robot.arm_dof_names}
746
- waist_dof_names: ${robot.waist_dof_names}
747
- leg_dof_names: ${robot.leg_dof_names}
748
- arm_body_names: ${robot.arm_body_names}
749
- torso_body_names: ${robot.torso_body_names}
750
- leg_body_names: ${robot.leg_body_names}
751
- anchor_bodylink_name: ${robot.anchor_body}
752
- asset_name: robot
753
- debug_vis: true
754
- root_pose_perturb_range: ${domain_rand.motion_init_perturb.root_pose_perturb_range}
755
- root_vel_perturb_range: ${domain_rand.motion_init_perturb.root_vel_perturb_range}
756
- dof_pos_perturb_range: ${domain_rand.motion_init_perturb.dof_pos_perturb_range}
757
- dof_vel_perturb_range: ${domain_rand.motion_init_perturb.dof_vel_perturb_range}
758
- resample_time_interval_s: 100
759
- n_fut_frames: ${obs.n_fut_frames}
760
- target_fps: 50
761
- normalization:
762
- clip_actions: 100.0
763
- clip_observations: 100.0
764
- resample_motion_when_training: true
765
- curriculum:
766
- enabled: false
767
- robot_friction_completion_rate:
768
- enabled: true
769
- func: robot_friction_range_by_completion_rate
770
- params:
771
- num_updates: 5
772
- cr_thresholds:
773
- - 0.1
774
- - 0.2
775
- - 0.28
776
- - 0.34
777
- - 0.4
778
- static_friction_target:
779
- - 0.3
780
- - 1.6
781
- dynamic_friction_target:
782
- - 0.3
783
- - 1.2
784
- body_names: .*
785
- restitution_range:
786
- - 0.0
787
- - 0.5
788
- num_buckets: 64
789
- rigid_body_com_completion_rate:
790
- enabled: true
791
- func: rigid_body_com_by_completion_rate
792
- params:
793
- num_updates: 5
794
- cr_thresholds:
795
- - 0.1
796
- - 0.2
797
- - 0.28
798
- - 0.34
799
- - 0.4
800
- state_prefix: _cr_curr
801
- asset_name: robot
802
- body_names: torso_link
803
- com_range_target:
804
- x:
805
- - -0.025
806
- - 0.025
807
- 'y':
808
- - -0.05
809
- - 0.05
810
- z:
811
- - -0.05
812
- - 0.05
813
- default_dof_pos_bias_completion_rate:
814
- enabled: true
815
- func: default_dof_pos_bias_by_completion_rate
816
- params:
817
- num_updates: 5
818
- cr_thresholds:
819
- - 0.1
820
- - 0.2
821
- - 0.28
822
- - 0.34
823
- - 0.4
824
- state_prefix: _cr_curr
825
- joint_names:
826
- - .*
827
- pos_distribution_params_target:
828
- - -0.01
829
- - 0.01
830
- operation: add
831
- distribution: uniform
832
- push_by_setting_velocity_completion_rate:
833
- enabled: true
834
- func: isaaclab_mdp.modify_term_cfg
835
- params:
836
- address: events.push_by_setting_velocity.params
837
- modify_fn: push_by_setting_velocity_range_by_completion_rate
838
- modify_params:
839
- num_updates: 3
840
- cr_thresholds:
841
- - 0.2
842
- - 0.3
843
- - 0.4
844
- velocity_range_target:
845
- x:
846
- - -0.5
847
- - 0.5
848
- 'y':
849
- - -0.5
850
- - 0.5
851
- z:
852
- - -0.2
853
- - 0.2
854
- roll:
855
- - -0.52
856
- - 0.52
857
- pitch:
858
- - -0.52
859
- - 0.52
860
- yaw:
861
- - -0.78
862
- - 0.78
863
- randomize_actuator_gains_completion_rate:
864
- enabled: true
865
- func: randomize_actuator_gains_by_completion_rate
866
- params:
867
- num_updates: 3
868
- cr_thresholds:
869
- - 0.2
870
- - 0.3
871
- - 0.4
872
- asset_name: robot
873
- body_names: .*
874
- stiffness_distribution_params_target:
875
- - 0.9
876
- - 1.1
877
- damping_distribution_params_target:
878
- - 0.9
879
- - 1.1
880
- operation: scale
881
- distribution: uniform
882
- action_rate_l2_completion_rate:
883
- enabled: true
884
- func: reward_term_weight_by_completion_rate
885
- params:
886
- reward_term_name: action_rate_l2
887
- final_weight: -0.1
888
- start_scale: 0.1
889
- num_updates: 5
890
- cr_thresholds:
891
- - 0.1
892
- - 0.2
893
- - 0.28
894
- - 0.34
895
- - 0.4
896
- joint_pos_limits_completion_rate:
897
- enabled: true
898
- func: reward_term_weight_by_completion_rate
899
- params:
900
- reward_term_name: joint_pos_limits
901
- final_weight: -10.0
902
- start_scale: 0.1
903
- num_updates: 5
904
- cr_thresholds:
905
- - 0.1
906
- - 0.2
907
- - 0.28
908
- - 0.34
909
- - 0.4
910
- undesired_contacts_completion_rate:
911
- enabled: true
912
- func: reward_term_weight_by_completion_rate
913
- params:
914
- reward_term_name: undesired_contacts
915
- final_weight: -0.1
916
- start_scale: 0.1
917
- num_updates: 5
918
- cr_thresholds:
919
- - 0.1
920
- - 0.2
921
- - 0.28
922
- - 0.34
923
- - 0.4
924
- terminations:
925
- time_out:
926
- time_out: true
927
- ref_gravity_projection_far:
928
- params:
929
- threshold: 0.8
930
- ref_prefix: ${rewards._config.reward_prefix}
931
- keybody_ref_z_far:
932
- params:
933
- threshold: 0.25
934
- ref_prefix: ${rewards._config.reward_prefix}
935
- keybody_names:
936
- - pelvis
937
- - left_ankle_roll_link
938
- - right_ankle_roll_link
939
- - left_wrist_yaw_link
940
- - right_wrist_yaw_link
941
- keybody_ref_pos_far:
942
- params:
943
- threshold: 0.5
944
- ref_prefix: ${rewards._config.reward_prefix}
945
- keybody_names:
946
- - pelvis
947
- obs:
948
- context_length: 1
949
- n_fut_frames: 10
950
- target_fps: 50
951
- actor_obs_prefix: ref_
952
- critic_obs_prefix: ref_
953
- obs_groups:
954
- unified:
955
- atomic_obs_list:
956
- - actor_ref_gravity_projection_cur:
957
- func: ref_gravity_projection_cur
958
- history_length: ${obs.context_length}
959
- flatten_history_dim: false
960
- params:
961
- ref_prefix: ${obs.actor_obs_prefix}
962
- noise:
963
- type: AdditiveUniformNoiseCfg
964
- params:
965
- n_min: ${domain_rand.obs_noise.actor_ref_gravity_projection_cur.n_min}
966
- n_max: ${domain_rand.obs_noise.actor_ref_gravity_projection_cur.n_max}
967
- - actor_ref_gravity_projection_fut:
968
- func: ref_gravity_projection_fut
969
- params:
970
- ref_prefix: ${obs.actor_obs_prefix}
971
- noise:
972
- type: AdditiveUniformNoiseCfg
973
- params:
974
- n_min: ${domain_rand.obs_noise.actor_ref_gravity_projection_fut.n_min}
975
- n_max: ${domain_rand.obs_noise.actor_ref_gravity_projection_fut.n_max}
976
- - actor_ref_base_linvel_cur:
977
- func: ref_base_linvel_cur
978
- history_length: ${obs.context_length}
979
- flatten_history_dim: false
980
- params:
981
- ref_prefix: ${obs.actor_obs_prefix}
982
- noise:
983
- type: AdditiveUniformNoiseCfg
984
- params:
985
- n_min: ${domain_rand.obs_noise.actor_ref_base_linvel_cur.n_min}
986
- n_max: ${domain_rand.obs_noise.actor_ref_base_linvel_cur.n_max}
987
- n_min_z: ${domain_rand.obs_noise.actor_ref_base_linvel_cur.n_min_z}
988
- n_max_z: ${domain_rand.obs_noise.actor_ref_base_linvel_cur.n_max_z}
989
- - actor_ref_base_linvel_fut:
990
- func: ref_base_linvel_fut
991
- params:
992
- ref_prefix: ${obs.actor_obs_prefix}
993
- noise:
994
- type: AdditiveUniformNoiseCfg
995
- params:
996
- n_min: ${domain_rand.obs_noise.actor_ref_base_linvel_fut.n_min}
997
- n_max: ${domain_rand.obs_noise.actor_ref_base_linvel_fut.n_max}
998
- n_min_z: ${domain_rand.obs_noise.actor_ref_base_linvel_fut.n_min_z}
999
- n_max_z: ${domain_rand.obs_noise.actor_ref_base_linvel_fut.n_max_z}
1000
- - actor_ref_base_angvel_cur:
1001
- func: ref_base_angvel_cur
1002
- history_length: ${obs.context_length}
1003
- flatten_history_dim: false
1004
- params:
1005
- ref_prefix: ${obs.actor_obs_prefix}
1006
- noise:
1007
- type: AdditiveUniformNoiseCfg
1008
- params:
1009
- n_min: ${domain_rand.obs_noise.actor_ref_base_angvel_cur.n_min}
1010
- n_max: ${domain_rand.obs_noise.actor_ref_base_angvel_cur.n_max}
1011
- n_min_z: ${domain_rand.obs_noise.actor_ref_base_angvel_cur.n_min_z}
1012
- n_max_z: ${domain_rand.obs_noise.actor_ref_base_angvel_cur.n_max_z}
1013
- - actor_ref_base_angvel_fut:
1014
- func: ref_base_angvel_fut
1015
- params:
1016
- ref_prefix: ${obs.actor_obs_prefix}
1017
- noise:
1018
- type: AdditiveUniformNoiseCfg
1019
- params:
1020
- n_min: ${domain_rand.obs_noise.actor_ref_base_angvel_fut.n_min}
1021
- n_max: ${domain_rand.obs_noise.actor_ref_base_angvel_fut.n_max}
1022
- n_min_z: ${domain_rand.obs_noise.actor_ref_base_angvel_fut.n_min_z}
1023
- n_max_z: ${domain_rand.obs_noise.actor_ref_base_angvel_fut.n_max_z}
1024
- - actor_ref_dof_pos_cur:
1025
- func: ref_dof_pos_cur
1026
- history_length: ${obs.context_length}
1027
- flatten_history_dim: false
1028
- params:
1029
- ref_prefix: ${obs.actor_obs_prefix}
1030
- noise:
1031
- type: AdditiveUniformNoiseCfg
1032
- params:
1033
- n_min: ${domain_rand.obs_noise.actor_ref_dof_pos_cur.n_min}
1034
- n_max: ${domain_rand.obs_noise.actor_ref_dof_pos_cur.n_max}
1035
- - actor_ref_dof_pos_fut:
1036
- func: ref_dof_pos_fut
1037
- params:
1038
- ref_prefix: ${obs.actor_obs_prefix}
1039
- noise:
1040
- type: AdditiveUniformNoiseCfg
1041
- params:
1042
- n_min: ${domain_rand.obs_noise.actor_ref_dof_pos_fut.n_min}
1043
- n_max: ${domain_rand.obs_noise.actor_ref_dof_pos_fut.n_max}
1044
- - actor_ref_motion_filter_cutoff_hz:
1045
- func: ref_motion_filter_cutoff_hz
1046
- - actor_ref_root_height_cur:
1047
- func: ref_root_height_cur
1048
- history_length: ${obs.context_length}
1049
- flatten_history_dim: false
1050
- params:
1051
- ref_prefix: ${obs.actor_obs_prefix}
1052
- noise:
1053
- type: AdditiveUniformNoiseCfg
1054
- params:
1055
- n_min: ${domain_rand.obs_noise.actor_ref_root_height_cur.n_min}
1056
- n_max: ${domain_rand.obs_noise.actor_ref_root_height_cur.n_max}
1057
- - actor_ref_root_height_fut:
1058
- func: ref_root_height_fut
1059
- params:
1060
- ref_prefix: ${obs.actor_obs_prefix}
1061
- noise:
1062
- type: AdditiveUniformNoiseCfg
1063
- params:
1064
- n_min: ${domain_rand.obs_noise.actor_ref_root_height_fut.n_min}
1065
- n_max: ${domain_rand.obs_noise.actor_ref_root_height_fut.n_max}
1066
- - actor_ref_keybody_rel_pos_cur:
1067
- func: ref_keybody_rel_pos_cur
1068
- history_length: ${obs.context_length}
1069
- flatten_history_dim: false
1070
- params:
1071
- ref_prefix: ${obs.actor_obs_prefix}
1072
- keybody_names:
1073
- - left_knee_link
1074
- - right_knee_link
1075
- - left_ankle_roll_link
1076
- - right_ankle_roll_link
1077
- - left_elbow_link
1078
- - right_elbow_link
1079
- - left_wrist_yaw_link
1080
- - right_wrist_yaw_link
1081
- noise:
1082
- type: AdditiveUniformNoiseCfg
1083
- params:
1084
- n_min: ${domain_rand.obs_noise.actor_ref_keybody_rel_pos_cur.n_min}
1085
- n_max: ${domain_rand.obs_noise.actor_ref_keybody_rel_pos_cur.n_max}
1086
- - actor_ref_keybody_rel_pos_fut:
1087
- func: ref_keybody_rel_pos_fut
1088
- params:
1089
- ref_prefix: ${obs.actor_obs_prefix}
1090
- keybody_names:
1091
- - left_knee_link
1092
- - right_knee_link
1093
- - left_ankle_roll_link
1094
- - right_ankle_roll_link
1095
- - left_elbow_link
1096
- - right_elbow_link
1097
- - left_wrist_yaw_link
1098
- - right_wrist_yaw_link
1099
- noise:
1100
- type: AdditiveUniformNoiseCfg
1101
- params:
1102
- n_min: ${domain_rand.obs_noise.actor_ref_keybody_rel_pos_fut.n_min}
1103
- n_max: ${domain_rand.obs_noise.actor_ref_keybody_rel_pos_fut.n_max}
1104
- - actor_projected_gravity:
1105
- func: projected_gravity
1106
- history_length: ${obs.context_length}
1107
- flatten_history_dim: false
1108
- noise:
1109
- type: AdditiveUniformNoiseCfg
1110
- params:
1111
- n_min: ${domain_rand.obs_noise.actor_projected_gravity.n_min}
1112
- n_max: ${domain_rand.obs_noise.actor_projected_gravity.n_max}
1113
- - actor_rel_robot_root_ang_vel:
1114
- func: rel_robot_root_ang_vel
1115
- history_length: ${obs.context_length}
1116
- flatten_history_dim: false
1117
- noise:
1118
- type: AdditiveUniformNoiseCfg
1119
- params:
1120
- n_min: ${domain_rand.obs_noise.actor_rel_robot_root_ang_vel.n_min}
1121
- n_max: ${domain_rand.obs_noise.actor_rel_robot_root_ang_vel.n_max}
1122
- - actor_dof_pos:
1123
- func: dof_pos
1124
- history_length: ${obs.context_length}
1125
- flatten_history_dim: false
1126
- noise:
1127
- type: AdditiveUniformNoiseCfg
1128
- params:
1129
- n_min: ${domain_rand.obs_noise.actor_dof_pos.n_min}
1130
- n_max: ${domain_rand.obs_noise.actor_dof_pos.n_max}
1131
- - actor_dof_vel:
1132
- func: dof_vel
1133
- history_length: ${obs.context_length}
1134
- flatten_history_dim: false
1135
- noise:
1136
- type: AdditiveUniformNoiseCfg
1137
- params:
1138
- n_min: ${domain_rand.obs_noise.actor_dof_vel.n_min}
1139
- n_max: ${domain_rand.obs_noise.actor_dof_vel.n_max}
1140
- - actor_last_action:
1141
- func: last_action
1142
- history_length: ${obs.context_length}
1143
- flatten_history_dim: false
1144
- - critic_ref_dof_pos_cur:
1145
- func: ref_dof_pos_cur
1146
- params:
1147
- ref_prefix: ${obs.critic_obs_prefix}
1148
- - critic_ref_dof_pos_fut:
1149
- func: ref_dof_pos_fut
1150
- params:
1151
- ref_prefix: ${obs.critic_obs_prefix}
1152
- - critic_ref_root_height_fut:
1153
- func: ref_root_height_fut
1154
- params:
1155
- ref_prefix: ${obs.critic_obs_prefix}
1156
- - critic_ref_root_height_cur:
1157
- func: ref_root_height_cur
1158
- params:
1159
- ref_prefix: ${obs.critic_obs_prefix}
1160
- - critic_global_anchor_diff:
1161
- func: global_anchor_diff
1162
- params:
1163
- ref_prefix: ${obs.critic_obs_prefix}
1164
- - critic_ref_motion_cur_heading_aligned_root_pos:
1165
- func: ref_motion_cur_heading_aligned_root_pos
1166
- params:
1167
- ref_prefix: ${obs.critic_obs_prefix}
1168
- - critic_ref_motion_fut_heading_aligned_root_pos:
1169
- func: ref_motion_fut_heading_aligned_root_pos
1170
- params:
1171
- ref_prefix: ${obs.critic_obs_prefix}
1172
- - critic_ref_motion_cur_heading_aligned_root_rot6d:
1173
- func: ref_motion_cur_heading_aligned_root_rot6d
1174
- params:
1175
- ref_prefix: ${obs.critic_obs_prefix}
1176
- - critic_ref_motion_fut_heading_aligned_root_rot6d:
1177
- func: ref_motion_fut_heading_aligned_root_rot6d
1178
- params:
1179
- ref_prefix: ${obs.critic_obs_prefix}
1180
- - critic_ref_motion_cur_heading_aligned_root_lin_vel:
1181
- func: ref_motion_cur_heading_aligned_root_lin_vel
1182
- params:
1183
- ref_prefix: ${obs.critic_obs_prefix}
1184
- - critic_ref_motion_fut_heading_aligned_root_lin_vel:
1185
- func: ref_motion_fut_heading_aligned_root_lin_vel
1186
- params:
1187
- ref_prefix: ${obs.critic_obs_prefix}
1188
- - critic_ref_motion_cur_heading_aligned_root_ang_vel:
1189
- func: ref_motion_cur_heading_aligned_root_ang_vel
1190
- params:
1191
- ref_prefix: ${obs.critic_obs_prefix}
1192
- - critic_ref_motion_fut_heading_aligned_root_ang_vel:
1193
- func: ref_motion_fut_heading_aligned_root_ang_vel
1194
- params:
1195
- ref_prefix: ${obs.critic_obs_prefix}
1196
- - critic_rel_robot_root_lin_vel:
1197
- func: rel_robot_root_lin_vel
1198
- - critic_rel_robot_root_ang_vel:
1199
- func: rel_robot_root_ang_vel
1200
- - critic_global_robot_bodylink_lin_vel_flat:
1201
- func: global_robot_bodylink_lin_vel_flat
1202
- - critic_global_robot_bodylink_ang_vel_flat:
1203
- func: global_robot_bodylink_ang_vel_flat
1204
- - critic_root_rel_robot_bodylink_pos_flat:
1205
- func: root_rel_robot_bodylink_pos_flat
1206
- - critic_root_rel_robot_bodylink_rot_mat_flat:
1207
- func: root_rel_robot_bodylink_rot_mat_flat
1208
- - critic_dof_pos:
1209
- func: dof_pos
1210
- - critic_dof_vel:
1211
- func: dof_vel
1212
- - critic_last_action:
1213
- func: last_action
1214
- enable_corruption: true
1215
- concatenate_terms: false
1216
- rewards:
1217
- _config:
1218
- reward_prefix: ref_
1219
- is_alive:
1220
- weight: 0.1
1221
- params: {}
1222
- root_pos_xy_tracking_exp:
1223
- weight: 1.0
1224
- params:
1225
- std: 0.2
1226
- ref_prefix: ${rewards._config.reward_prefix}
1227
- root_rot_tracking_exp:
1228
- weight: 0.5
1229
- params:
1230
- std: 0.4
1231
- ref_prefix: ${rewards._config.reward_prefix}
1232
- root_rel_keybodylink_pos_tracking_l2_exp:
1233
- weight: 1.0
1234
- params:
1235
- keybody_names: ${robot.key_bodies}
1236
- std: 0.3
1237
- ref_prefix: ${rewards._config.reward_prefix}
1238
- root_rel_keybodylink_rot_tracking_l2_exp:
1239
- weight: 2.0
1240
- params:
1241
- keybody_names: ${robot.key_bodies}
1242
- std: 0.4
1243
- ref_prefix: ${rewards._config.reward_prefix}
1244
- global_keybodylink_lin_vel_tracking_l2_exp:
1245
- weight: 1.0
1246
- params:
1247
- keybody_names: ${robot.key_bodies}
1248
- std: 1.0
1249
- ref_prefix: ${rewards._config.reward_prefix}
1250
- global_keybodylink_ang_vel_tracking_l2_exp:
1251
- weight: 1.0
1252
- params:
1253
- keybody_names: ${robot.key_bodies}
1254
- std: 3.14
1255
- ref_prefix: ${rewards._config.reward_prefix}
1256
- action_rate_l2:
1257
- weight: -0.2
1258
- params: {}
1259
- joint_acc_l2:
1260
- weight: -1.0e-06
1261
- params: {}
1262
- joint_pos_limits:
1263
- weight: -10.0
1264
- params:
1265
- asset_cfg:
1266
- _target_: isaaclab.managers.scene_entity_cfg.SceneEntityCfg
1267
- name: robot
1268
- joint_names:
1269
- - .*
1270
- undesired_contacts:
1271
- weight: -0.1
1272
- params:
1273
- threshold: 1.0
1274
- sensor_cfg:
1275
- _target_: isaaclab.managers.scene_entity_cfg.SceneEntityCfg
1276
- name: contact_forces
1277
- body_names:
1278
- - ${robot.undesired_contacts_regrex}
1279
- domain_rand:
1280
- action_delay:
1281
- enabled: true
1282
- min_delay: 0
1283
- max_delay: 2
1284
- erfi:
1285
- enabled: true
1286
- rfi_probability: 0.5
1287
- rfi_lim: 0.05
1288
- randomize_rfi_lim: true
1289
- rfi_lim_range:
1290
- - 0.5
1291
- - 1.5
1292
- rao_lim: 0.05
1293
- obs_noise:
1294
- actor_ref_gravity_projection_cur:
1295
- n_min: -0.1
1296
- n_max: 0.1
1297
- actor_ref_gravity_projection_fut:
1298
- n_min: -0.1
1299
- n_max: 0.1
1300
- actor_ref_base_linvel_cur:
1301
- n_min: -0.1
1302
- n_max: 0.1
1303
- n_min_z: -0.05
1304
- n_max_z: 0.05
1305
- actor_ref_base_linvel_fut:
1306
- n_min: -0.1
1307
- n_max: 0.1
1308
- n_min_z: -0.05
1309
- n_max_z: 0.05
1310
- actor_ref_base_angvel_cur:
1311
- n_min: -0.1
1312
- n_max: 0.1
1313
- n_min_z: -0.1
1314
- n_max_z: 0.1
1315
- actor_ref_base_angvel_fut:
1316
- n_min: -0.1
1317
- n_max: 0.1
1318
- n_min_z: -0.1
1319
- n_max_z: 0.1
1320
- actor_ref_dof_pos_cur:
1321
- n_min: -0.05
1322
- n_max: 0.05
1323
- actor_ref_dof_pos_fut:
1324
- n_min: -0.05
1325
- n_max: 0.05
1326
- actor_ref_root_height_cur:
1327
- n_min: -0.1
1328
- n_max: 0.1
1329
- actor_ref_root_height_fut:
1330
- n_min: -0.1
1331
- n_max: 0.1
1332
- actor_ref_keybody_rel_pos_cur:
1333
- n_min: -0.1
1334
- n_max: 0.1
1335
- actor_ref_keybody_rel_pos_fut:
1336
- n_min: -0.1
1337
- n_max: 0.1
1338
- actor_projected_gravity:
1339
- n_min: -0.1
1340
- n_max: 0.1
1341
- actor_rel_robot_root_ang_vel:
1342
- n_min: -0.2
1343
- n_max: 0.2
1344
- actor_dof_pos:
1345
- n_min: -0.01
1346
- n_max: 0.01
1347
- actor_dof_vel:
1348
- n_min: -0.5
1349
- n_max: 0.5
1350
- motion_init_perturb:
1351
- root_pose_perturb_range:
1352
- x:
1353
- - -0.05
1354
- - 0.05
1355
- 'y':
1356
- - -0.05
1357
- - 0.05
1358
- z:
1359
- - -0.01
1360
- - 0.01
1361
- roll:
1362
- - -0.1
1363
- - 0.1
1364
- pitch:
1365
- - -0.1
1366
- - 0.1
1367
- yaw:
1368
- - -0.2
1369
- - 0.2
1370
- root_vel_perturb_range:
1371
- x:
1372
- - -0.5
1373
- - 0.5
1374
- 'y':
1375
- - -0.5
1376
- - 0.5
1377
- z:
1378
- - -0.2
1379
- - 0.2
1380
- roll:
1381
- - -0.5
1382
- - 0.5
1383
- pitch:
1384
- - -0.5
1385
- - 0.5
1386
- yaw:
1387
- - -0.2
1388
- - 0.2
1389
- dof_pos_perturb_range:
1390
- - -0.1
1391
- - 0.1
1392
- dof_vel_perturb_range:
1393
- - 0.0
1394
- - 0.0
1395
- default_dof_pos_bias:
1396
- mode: startup
1397
- params:
1398
- joint_names:
1399
- - .*
1400
- pos_distribution_params:
1401
- - -0.01
1402
- - 0.01
1403
- operation: add
1404
- distribution: uniform
1405
- rigid_body_com:
1406
- mode: startup
1407
- params:
1408
- body_names: torso_link
1409
- com_range:
1410
- x:
1411
- - -0.075
1412
- - 0.075
1413
- 'y':
1414
- - -0.1
1415
- - 0.1
1416
- z:
1417
- - -0.1
1418
- - 0.1
1419
- randomize_mass:
1420
- mode: startup
1421
- params:
1422
- body_names:
1423
- - pelvis
1424
- - torso_link
1425
- mass_range:
1426
- - -1.0
1427
- - 2.0
1428
- rigid_body_material:
1429
- mode: startup
1430
- params:
1431
- body_names: .*
1432
- static_friction_range:
1433
- - 0.3
1434
- - 1.6
1435
- dynamic_friction_range:
1436
- - 0.3
1437
- - 1.2
1438
- restitution_range:
1439
- - 0.0
1440
- - 0.5
1441
- num_buckets: 64
1442
- push_by_setting_velocity:
1443
- mode: interval
1444
- interval_range_s:
1445
- - 1.0
1446
- - 3.0
1447
- params:
1448
- velocity_range:
1449
- x:
1450
- - -0.5
1451
- - 0.5
1452
- 'y':
1453
- - -0.5
1454
- - 0.5
1455
- z:
1456
- - -0.2
1457
- - 0.2
1458
- roll:
1459
- - -0.52
1460
- - 0.52
1461
- pitch:
1462
- - -0.52
1463
- - 0.52
1464
- yaw:
1465
- - -0.78
1466
- - 0.78
1467
- randomize_actuator_gains:
1468
- mode: startup
1469
- params:
1470
- asset_name: robot
1471
- body_names: .*
1472
- stiffness_distribution_params:
1473
- - 0.9
1474
- - 1.1
1475
- damping_distribution_params:
1476
- - 0.9
1477
- - 1.1
1478
- operation: scale
1479
- distribution: uniform
1480
- terrain:
1481
- terrain_type: generator
1482
- prim_path: /World/ground
1483
- static_friction: 1.0
1484
- dynamic_friction: 1.0
1485
- restitution: 0.0
1486
- friction_combine_mode: multiply
1487
- restitution_combine_mode: multiply
1488
- debug_vis: false
1489
- max_init_terrain_level: 4
1490
- random_spawn: true
1491
- random_spawn_margin: 4.0
1492
- generator:
1493
- num_rows: 4
1494
- num_cols: 4
1495
- size:
1496
- - 20.0
1497
- - 20.0
1498
- border_width: 1000.0
1499
- horizontal_scale: 0.1
1500
- vertical_scale: 0.005
1501
- slope_threshold: null
1502
- difficulty_range:
1503
- - 0.0
1504
- - 1.0
1505
- color_scheme: height
1506
- sub_terrains:
1507
- rough:
1508
- type: random_uniform
1509
- proportion: 1.0
1510
- noise_range:
1511
- - 0.0
1512
- - 0.04
1513
- noise_step: 0.05
1514
- downsampled_scale: 1.0
1515
- visual_material:
1516
- type: color
1517
- diffuse_color:
1518
- - 0.25
1519
- - 0.25
1520
- - 0.25
1521
- metallic: 0.0
1522
- roughness: 0.5
1523
- modules:
1524
- actor:
1525
- type: ReferenceRoutedGroupedMoETransformerPolicy
1526
- use_checkpointing: false
1527
- num_fine_experts: 16
1528
- num_shared_experts: 1
1529
- top_k: 2
1530
- moe_loss_coef: 0.0
1531
- routing_score_fn: ${algo.config.moe_router.routing_score_fn}
1532
- routing_scale: ${algo.config.moe_router.routing_scale}
1533
- use_dynamic_bias: ${algo.config.moe_router.use_dynamic_bias}
1534
- bias_update_rate: ${algo.config.moe_router.bias_update_rate}
1535
- expert_bias_clip: ${algo.config.moe_router.expert_bias_clip}
1536
- obs_embed_mlp_hidden: 2048
1537
- router_embed_mlp_hidden: 2048
1538
- d_model: 512
1539
- n_heads: 8
1540
- n_kv_heads: 4
1541
- use_gated_attn: true
1542
- n_layers: 3
1543
- ff_mult: 2.0
1544
- ff_mult_dense: 4
1545
- attn_dropout: 0.0
1546
- mlp_dropout: 0.0
1547
- max_ctx_len: 32
1548
- aux_sys_id_weight: 0.0
1549
- aux_dynamics_weight: 0.0
1550
- obs_norm:
1551
- enabled: true
1552
- epsilon: 1.0e-08
1553
- update_method: ema
1554
- ema_momentum: 0.0001
1555
- update_at_train: true
1556
- update_at_eval: false
1557
- enable_clipping: true
1558
- clip_range: 10.0
1559
- sync_interval_steps: 4
1560
- obs_schema:
1561
- flattened_obs:
1562
- seq_len: ${obs.context_length}
1563
- terms:
1564
- - unified/actor_ref_gravity_projection_cur
1565
- - unified/actor_ref_base_linvel_cur
1566
- - unified/actor_ref_base_angvel_cur
1567
- - unified/actor_ref_dof_pos_cur
1568
- - unified/actor_ref_root_height_cur
1569
- - unified/actor_projected_gravity
1570
- - unified/actor_rel_robot_root_ang_vel
1571
- - unified/actor_dof_pos
1572
- - unified/actor_dof_vel
1573
- - unified/actor_last_action
1574
- flattened_obs_fut:
1575
- seq_len: ${obs.n_fut_frames}
1576
- terms:
1577
- - unified/actor_ref_dof_pos_fut
1578
- - unified/actor_ref_root_height_fut
1579
- - unified/actor_ref_gravity_projection_fut
1580
- - unified/actor_ref_base_linvel_fut
1581
- - unified/actor_ref_base_angvel_fut
1582
- output_dim: robot_action_dim
1583
- critic:
1584
- type: MLP
1585
- obs_norm:
1586
- enabled: true
1587
- epsilon: 1.0e-08
1588
- update_method: ema
1589
- ema_momentum: 0.0001
1590
- update_at_train: true
1591
- update_at_eval: false
1592
- enable_clipping: true
1593
- clip_range: 10.0
1594
- sync_interval_steps: 4
1595
- hidden_norm: rmsnorm
1596
- layer_config:
1597
- hidden_dims:
1598
- - 2048
1599
- - 2048
1600
- - 2048
1601
- - 2048
1602
- activation: SiLU
1603
- obs_schema:
1604
- flattened_obs:
1605
- seq_len: 1
1606
- terms:
1607
- - unified/critic_ref_dof_pos_cur
1608
- - unified/critic_global_anchor_diff
1609
- - unified/critic_ref_motion_cur_heading_aligned_root_pos
1610
- - unified/critic_ref_motion_cur_heading_aligned_root_rot6d
1611
- - unified/critic_ref_motion_cur_heading_aligned_root_lin_vel
1612
- - unified/critic_ref_motion_cur_heading_aligned_root_ang_vel
1613
- - unified/critic_rel_robot_root_lin_vel
1614
- - unified/critic_rel_robot_root_ang_vel
1615
- - unified/critic_global_robot_bodylink_lin_vel_flat
1616
- - unified/critic_global_robot_bodylink_ang_vel_flat
1617
- - unified/critic_root_rel_robot_bodylink_pos_flat
1618
- - unified/critic_root_rel_robot_bodylink_rot_mat_flat
1619
- - unified/critic_dof_pos
1620
- - unified/critic_dof_vel
1621
- - unified/critic_last_action
1622
- flattened_obs_fut:
1623
- seq_len: ${obs.n_fut_frames}
1624
- terms:
1625
- - unified/critic_ref_dof_pos_fut
1626
- - unified/critic_ref_root_height_fut
1627
- - unified/critic_ref_motion_fut_heading_aligned_root_pos
1628
- - unified/critic_ref_motion_fut_heading_aligned_root_rot6d
1629
- - unified/critic_ref_motion_fut_heading_aligned_root_lin_vel
1630
- - unified/critic_ref_motion_fut_heading_aligned_root_ang_vel
1631
- output_dim: 1
1632
-
1633
- val_hdf5_roots: ${train_hdf5_roots}
1634
- mujoco_eval:
1635
- enabled: true
1636
- robot_xml_path: assets/robots/unitree/G1/29dof/scene_29dof.xml
1637
- dump_npzs: true
1638
- calc_per_clip_metrics: true
1639
- generate_report: true
1640
- ray_actors_per_gpu: 16
1641
- ray_multi_ckpt_mode: split
1642
- ckpt_onnx_names:
1643
- - model_1000.onnx
1644
- - model_5000.onnx
1645
- - model_10000.onnx
1646
- - model_15000.onnx
1647
- - model_20000.onnx
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
holomotion_v1.2_motion_tracking_model/exported/model.onnx DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:96e917b7de78605b1e2ee3666ed59f3d4ed5111df3325b56e59fdfdf0ef99225
3
- size 257725153