Hugging Face's logo

Jiefeng
/
HyperTASR

Model card Files
xet
 Community
HyperTASR
File size: 3,929 Bytes
edcfcb8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
method:
  name: GNFACTOR_BC
  use_neural_rendering: false
  num_view_for_nerf: 20
  language_model: CLIP
  language_model_dim: 512
  image_crop_size: 64
  bounds_offset:
  - 0.15
  voxel_sizes:
  - 100
  include_prev_layer: false
  num_latents: 2048
  latent_dim: 512
  transformer_depth: 6
  transformer_iterations: 1
  cross_heads: 1
  cross_dim_head: 64
  latent_heads: 8
  latent_dim_head: 64
  pos_encoding_with_lang: true
  conv_downsample: true
  lang_fusion_type: seq
  voxel_patch_size: 5
  voxel_patch_stride: 5
  final_dim: 128
  input_dropout: 0.1
  attn_dropout: 0.1
  decoder_dropout: 0.0
  lr: 0.0005
  lr_scheduler: false
  num_warmup_steps: 3000
  optimizer: lamb
  lambda_weight_l2: 1.0e-06
  trans_loss_weight: 1.0
  rot_loss_weight: 1.0
  grip_loss_weight: 1.0
  collision_loss_weight: 1.0
  rotation_resolution: 5
  activation: lrelu
  norm: None
  crop_augmentation: true
  transform_augmentation:
    apply_se3: true
    aug_xyz:
    - 0.125
    - 0.125
    - 0.125
    aug_rpy:
    - 0.0
    - 0.0
    - 45.0
    aug_rot_resolution: ${method.rotation_resolution}
  demo_augmentation: true
  demo_augmentation_every_n: 10
  no_skip_connection: false
  no_perceiver: false
  no_language: false
  keypoint_method: heuristic
  use_wandb: true
  neural_renderer:
    foundation_model_name: diffusion
    d_embed: 512
    d_latent: 128
    use_multi_scale_voxel: false
    d_multi_scale_latent: 266
    use_depth_supervision: false
    lambda_nerf: 0.01
    lambda_embed: 0.01
    lambda_rgb: 1.0
    ray_chunk_size: 512
    d_lang: 128
    voxel_shape: 100
    share_mlp: true
    image_width: 128
    image_height: 128
    z_near: 0.1
    z_far: 4.0
    coordinate_bounds:
    - -0.3
    - -0.5
    - 0.6
    - 0.7
    - 0.5
    - 1.6
    regress_coord: false
    regress_attention: false
    ret_last_feat: false
    use_code: true
    use_code_viewdirs: false
    use_xyz: true
    n_coarse: 64
    n_fine: 32
    n_fine_depth: 16
    white_bkgd: false
    lindisp: false
    normalize_z: false
    canon_xyz: true
    use_viewdirs: true
    eval_batch_size: 4096
    noise_std: 0.0
    depth_std: 0.001
    mlp:
      n_blocks: 5
      d_hidden: 512
      combine_layer: 3
      combine_type: average
      beta: 0.0
      use_spade: false
    code:
      num_freqs: 6
      freq_factor: 1.5
      include_input: true
ddp:
  master_addr: localhost
  master_port: 12345
  num_devices: 2
  device_id: 0
rlbench:
  task_name: GNFACTOR_BC_20250109
  tasks:
  - close_jar
  - open_drawer
  - sweep_to_dustpan_of_size
  - meat_off_grill
  - turn_tap
  - slide_block_to_color_target
  - put_item_in_drawer
  - reach_and_drag
  - push_buttons
  - stack_blocks
  demos: 20
  num_view_for_nerf: 21
  demo_path: /public/home/group_yangych/yangych/GNF/GNFactor_hyperopt/data/train_data
  episode_length: 15
  cameras:
  - front
  camera_resolution:
  - 128
  - 128
  scene_bounds:
  - -0.3
  - -0.5
  - 0.6
  - 0.7
  - 0.5
  - 1.6
  include_lang_goal_in_obs: true
  headless: true
replay:
  batch_size: 1
  timesteps: 1
  prioritisation: false
  task_uniform: true
  use_disk: true
  path: /public/home/group_yangych/yangych/GNF/GNFactor_hyperopt/replay/GNFACTOR_BC_20250109
  max_parallel_processes: 8
evaluation:
  eval_freq: 10000
  eval_episodes: 25
  time_in_state: true
  record_every_n: 10000
  episode_length: 15
  gpu: 0
framework:
  useHyper:
  - false
  - false
  - false
  - true
  - true
  - true
  - true
  use_online_evaluation: false
  log_freq: 100
  save_freq: 10000
  train_envs: 1
  replay_ratio: ${replay.batch_size}
  transitions_before_train: 200
  tensorboard_logging: false
  csv_logging: true
  training_iterations: 100010
  gpu: 0
  env_gpu: 0
  logdir: logs/
  logging_level: 20
  seeds: 1
  start_seed: 0
  load_existing_weights: false
  num_weights_to_keep: 60
  num_workers: 0
  record_every_n: 5
  use_wandb: true
  wandb_project: gnfactor
  wandb_group: GNFACTOR_BC_20250109
  seed: 0