onground commited on
Commit
8a0b1bb
·
verified ·
1 Parent(s): 02660c7

Upload franka_multitask_v1/0020000/config_resolved.yaml with huggingface_hub

Browse files
franka_multitask_v1/0020000/config_resolved.yaml ADDED
@@ -0,0 +1,160 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ stage_1:
2
+ ckpt_path: /NHNHOME/WORKSPACE/0226010404_A/CVLAB/CVLAB1/jisang/checkpoints/track4world_da3.pth
3
+ encoder_input_size: 224
4
+ normalization_stat_path: null
5
+ da3_finetune:
6
+ enabled: true
7
+ freeze_blocks_before: 13
8
+ n_action_steps: 9
9
+ n_views: 2
10
+ use_temporal_embed: false
11
+ action_input_rate: 0.4
12
+ action_head:
13
+ type: mlp_resnet
14
+ input_dim: 1536
15
+ hidden_dim: 1536
16
+ n_dims: 7
17
+ chunk_size: 8
18
+ num_blocks: 2
19
+ pool_mode: mean
20
+ regularization:
21
+ lambda_feat: 0.0
22
+ layer_weight_min: 0.5
23
+ adaptive_lambda: false
24
+ lambda_depth: 3.0
25
+ depth_grad_weight: 1.0
26
+ depth_decode_chunk_size: 1
27
+ lambda_camera: 0.0
28
+ teacher_depth_fallback: true
29
+ skip_depth_if_no_gt: false
30
+ lambda_path_b_deep_feat_reg: 0.0
31
+ deep_feat_reg_layer_weight_min: 0.5
32
+ proprioception:
33
+ enabled: true
34
+ proprio_dim: 7
35
+ hidden_dim: 256
36
+ predictor:
37
+ enabled: true
38
+ type: shallow12_ar
39
+ d_model: 1024
40
+ depth: 12
41
+ num_heads: 16
42
+ ffn_ratio: 4.0
43
+ dropout: 0.0
44
+ num_patches_per_view: 256
45
+ use_language: true
46
+ language_encoder_type: t5
47
+ language_dim: 768
48
+ language_len: 77
49
+ clip_model: openai/clip-vit-large-patch14
50
+ t5_model: google-t5/t5-base
51
+ condition_mode: concat
52
+ input_proj_norm: ln
53
+ cache_token_embeddings: true
54
+ language_cache_max_entries: 4096
55
+ language_cache_device: cpu
56
+ lambda_feat_future: 1.0
57
+ lambda_feat_current: 0.0
58
+ lambda_proprio_future: 0.0
59
+ lambda_sigreg: 0.0
60
+ feature_loss_type: l1
61
+ feature_target_mode: future
62
+ H_choices:
63
+ - 1
64
+ H_weights:
65
+ - 1.0
66
+ num_register_tokens: 0
67
+ deep_gradient_checkpointing: false
68
+ use_proprio_head: false
69
+ training:
70
+ global_batch_size: 512
71
+ micro_batch_size: 64
72
+ min_train_batches_per_epoch: 128
73
+ base_lr: 5.16e-05
74
+ head_lr_mult: 10.0
75
+ predictor_lr_mult: 10.0
76
+ adam_eps: 1.0e-06
77
+ adam_beta1: 0.9
78
+ adam_beta2: 0.95
79
+ weight_decay: 0.0
80
+ lambda_action: 3.0
81
+ lambda_action_direct: 0.0
82
+ lambda_action_refine: 1.0
83
+ grad_accum_steps: 1
84
+ epochs: 500000
85
+ clip_grad: 1.0
86
+ warmup_steps: 500
87
+ max_steps: 100000
88
+ min_lr_ratio: 1.0
89
+ log_every: 25
90
+ ckpt_every: 2000
91
+ vis_every: 200
92
+ visualization:
93
+ log_unified_depth: true
94
+ eval_every: 2000
95
+ global_seed: 42
96
+ num_workers: 8
97
+ prefetch_factor: 4
98
+ persistent_workers: true
99
+ bf16: true
100
+ compile: false
101
+ distributed_timeout_minutes: 120
102
+ preemption_check_every_steps: 0
103
+ dataset:
104
+ type: openx
105
+ openx_root: /NHNHOME/WORKSPACE/0226010404_A/CVLAB/CVLAB1/jisang/choonge/jisang_robot/lerobot_franka
106
+ datasets:
107
+ - name: franka_pickplace
108
+ - name: franka_chocomilk
109
+ - name: franka_kitchen
110
+ - name: franka_pot
111
+ sampling_strategy: dataset_weighted
112
+ stats_dir: /NHNHOME/WORKSPACE/0226010404_A/CVLAB/CVLAB1/jisang/GAM_realrobot_train/_stats_realrobot
113
+ image_size:
114
+ - 224
115
+ - 224
116
+ future_steps: 8
117
+ chunk_size: 8
118
+ include_current_action: true
119
+ proprio_dim: 7
120
+ n_views: 2
121
+ source_fps: 15
122
+ action_frame: base_delta
123
+ download_videos: false
124
+ lazy_download: false
125
+ force_cache_sync: false
126
+ enable_arrow_cache: false
127
+ da3_input_rotate180: false
128
+ da3_input_hflip: false
129
+ da3_input_vflip: false
130
+ openpi_libero_augment: true
131
+ openpi_base_crop_scale: 0.9486832980505138
132
+ openpi_base_rotate_degrees: 5.0
133
+ color_jitter_brightness: 0.3
134
+ color_jitter_contrast: 0.4
135
+ color_jitter_saturation: 0.5
136
+ color_jitter_hue: 0.05
137
+ image_augmentation:
138
+ profile: cosmos_policy_strong
139
+ train:
140
+ random_resized_crop_area: 0.9
141
+ base_only_rotation_degrees: 5.0
142
+ color_jitter:
143
+ brightness: 0.3
144
+ contrast: 0.4
145
+ saturation: 0.5
146
+ hue: 0.05
147
+ jpeg:
148
+ enabled: true
149
+ quality: 95
150
+ eval:
151
+ center_crop_area: 0.9
152
+ jpeg:
153
+ enabled: true
154
+ quality: 95
155
+ eval_ratio: 0.05
156
+ action_stats_samples: 0
157
+ proprio_stats_samples: 0
158
+ wandb:
159
+ project: GAM_realrobot
160
+ use_dit: false