EzGuYan commited on
Commit
4d654d8
·
verified ·
1 Parent(s): c518991

add mapfly_agent_gr00t_p1r0/config.yaml

Browse files
Files changed (1) hide show
  1. mapfly_agent_gr00t_p1r0/config.yaml +80 -0
mapfly_agent_gr00t_p1r0/config.yaml ADDED
@@ -0,0 +1,80 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ datasets:
2
+ vla_data:
3
+ CoT_prompt: Use both images. The top-down map is north-up and stays fixed; it
4
+ does not rotate with you. The blue marker is your current position and the red
5
+ marker is the goal. The map does not show heading; use the first-person view
6
+ with this fixed north-up map to infer which way you are currently facing. Turn
7
+ toward the goal, do not fly past it, and stop only when you are already next
8
+ to it. Use the first-person view to keep the path ahead clear. {instruction}
9
+ data_mix: uav_mapfly_goalgeo_seen12_tau05
10
+ data_root_dir: ./playground/Datasets/uav
11
+ dataset_py: lerobot_datasets
12
+ obs_image_size:
13
+ - 224
14
+ - 224
15
+ per_device_batch_size: 4
16
+ video_backend: torchvision_av
17
+ framework:
18
+ action_model:
19
+ action_dim: 4
20
+ action_horizon: 8
21
+ action_model_type: DiT-B
22
+ add_pos_embed: true
23
+ diffusion_model_cfg:
24
+ cross_attention_dim: 2560
25
+ dropout: 0.2
26
+ final_dropout: true
27
+ interleave_self_attention: true
28
+ norm_type: ada_norm
29
+ num_layers: 16
30
+ output_dim: 1024
31
+ positional_embeddings: null
32
+ hidden_size: 1024
33
+ max_seq_len: 1024
34
+ noise_beta_alpha: 1.5
35
+ noise_beta_beta: 1.0
36
+ noise_s: 0.999
37
+ num_inference_timesteps: 4
38
+ num_target_vision_tokens: 32
39
+ num_timestep_buckets: 1000
40
+ repeated_diffusion_steps: 8
41
+ state_dim: 4
42
+ goal_head:
43
+ hidden_dim: 512
44
+ stop_bias_init: -2.8
45
+ stop_pos_weight: 10.0
46
+ stop_radius_m: 8.0
47
+ name: QwenGR00T
48
+ qwenvl:
49
+ attn_implementation: flash_attention_2
50
+ base_vlm: Qwen/Qwen3-VL-4B-Instruct
51
+ output_dir: ./playground/Checkpoints/mapfly_agent_gr00t_p1r0
52
+ run_id: mapfly_agent_gr00t_p1r0
53
+ run_root_dir: ./playground/Checkpoints
54
+ seed: 42
55
+ trainer:
56
+ eval_interval: 10000
57
+ freeze_modules: ''
58
+ gradient_clipping: 1.0
59
+ learning_rate:
60
+ action_model: 0.0001
61
+ base: 2.5e-05
62
+ goal_head: 0.0001
63
+ qwen_vl_interface: 1.0e-05
64
+ logging_frequency: 10
65
+ loss_weight:
66
+ progress: 0.5
67
+ stop: 0.05
68
+ lr_scheduler_type: cosine_with_min_lr
69
+ max_train_steps: 80000
70
+ num_warmup_steps: 4000
71
+ optimizer:
72
+ betas:
73
+ - 0.9
74
+ - 0.95
75
+ eps: 1.0e-08
76
+ weight_decay: 1.0e-08
77
+ save_interval: 10000
78
+ scheduler_specific_kwargs:
79
+ min_lr: 1.0e-06
80
+ wandb_project: starVLA_uav