llxs commited on
Commit
f7c3f42
·
verified ·
1 Parent(s): 7053117

Upload config.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +52 -0
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "framework": {
3
+ "name": "QwenGR00T_with_Language",
4
+ "qwenvl": {
5
+ "base_vlm": "Qwen/Qwen2.5-VL-3B-Instruct",
6
+ "attn_implementation": "flash_attention_2",
7
+ "vl_hidden_dim": 2048
8
+ },
9
+ "dino": {
10
+ "dino_backbone": "dinov2_vits14"
11
+ },
12
+ "action_model": {
13
+ "action_model_type": "DiT-B",
14
+ "action_hidden_dim": 2560,
15
+ "hidden_size": 1024,
16
+ "add_pos_embed": true,
17
+ "max_seq_len": 1024,
18
+ "action_dim": 11,
19
+ "state_dim": 11,
20
+ "future_action_window_size": 4,
21
+ "action_horizon": 5,
22
+ "past_action_window_size": 0,
23
+ "num_inference_timesteps": 4,
24
+ "num_target_vision_tokens": 32,
25
+ "noise_beta_alpha": 1.5,
26
+ "noise_beta_beta": 1.0,
27
+ "noise_s": 0.999,
28
+ "num_timestep_buckets": 1000,
29
+ "diffusion_model_cfg": {
30
+ "cross_attention_dim": 2048,
31
+ "dropout": 0.2,
32
+ "final_dropout": true,
33
+ "interleave_self_attention": true,
34
+ "norm_type": "ada_norm",
35
+ "num_layers": 16,
36
+ "output_dim": 1024,
37
+ "positional_embeddings": null
38
+ }
39
+ }
40
+ },
41
+ "datasets": {
42
+ "vla_data": {
43
+ "history_window_size": 7,
44
+ "action_chunk_size": 5
45
+ },
46
+ "vla_data2": {
47
+ "default_image_resolution": [3, 224, 224],
48
+ "image_size": [224, 224],
49
+ "action_chunk_size": 5
50
+ }
51
+ }
52
+ }