Hugging Face's logo

hhhJB
/
frappe-robotwin-stack-bowls-two

Robotics
PyTorch
Model card Files
xet
Community
hhhJB commited on
Commit
dbf7e38
·
verified ·
1 Parent(s): a355bad

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.json +149 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "accelerator": null,
3
+ "action_dim": 128,
4
+ "expert_configs": [
5
+ {
6
+ "checkpoint_path": "/data/user/wsong890/user68/project/RoboTwin/policy/RDT_repa/checkpoints/RDT_theia_half21_stack_bowls_two-clean-5032-0.05/checkpoint-15000",
7
+ "config": {
8
+ "ema": {
9
+ "inv_gamma": 1,
10
+ "max_value": 0.9999,
11
+ "min_value": 0.0,
12
+ "power": 0.95,
13
+ "update_after_step": 1000
14
+ },
15
+ "img_adaptor": "mlp2x_gelu",
16
+ "img_token_dim": 1152,
17
+ "lang_adaptor": "mlp2x_gelu",
18
+ "lang_token_dim": 4096,
19
+ "noise_scheduler": {
20
+ "beta_schedule": "squaredcos_cap_v2",
21
+ "clip_sample": false,
22
+ "num_inference_timesteps": 5,
23
+ "num_train_timesteps": 1000,
24
+ "prediction_type": "sample",
25
+ "type": "ddpm"
26
+ },
27
+ "rdt": {
28
+ "cond_pos_embed_type": "multimodal",
29
+ "depth": 28,
30
+ "hidden_size": 2048,
31
+ "num_heads": 32
32
+ },
33
+ "state_adaptor": "mlp3x_gelu",
34
+ "state_token_dim": 128
35
+ },
36
+ "enc_type": "dinov2-vit-b",
37
+ "learnable_tokens": 256,
38
+ "name": "dinov2_expert"
39
+ },
40
+ {
41
+ "checkpoint_path": "/data/user/wsong890/user68/project/RoboTwin/policy/RDT_repa/checkpoints/RDT_theia_half21_stack_bowls_two-clean-5032-0.05/checkpoint-15000",
42
+ "config": {
43
+ "ema": {
44
+ "inv_gamma": 1,
45
+ "max_value": 0.9999,
46
+ "min_value": 0.0,
47
+ "power": 0.95,
48
+ "update_after_step": 1000
49
+ },
50
+ "img_adaptor": "mlp2x_gelu",
51
+ "img_token_dim": 1152,
52
+ "lang_adaptor": "mlp2x_gelu",
53
+ "lang_token_dim": 4096,
54
+ "noise_scheduler": {
55
+ "beta_schedule": "squaredcos_cap_v2",
56
+ "clip_sample": false,
57
+ "num_inference_timesteps": 5,
58
+ "num_train_timesteps": 1000,
59
+ "prediction_type": "sample",
60
+ "type": "ddpm"
61
+ },
62
+ "rdt": {
63
+ "cond_pos_embed_type": "multimodal",
64
+ "depth": 28,
65
+ "hidden_size": 2048,
66
+ "num_heads": 32
67
+ },
68
+ "state_adaptor": "mlp3x_gelu",
69
+ "state_token_dim": 128
70
+ },
71
+ "enc_type": "clip-vit-h",
72
+ "learnable_tokens": 256,
73
+ "name": "clip_expert"
74
+ },
75
+ {
76
+ "checkpoint_path": "/data/user/wsong890/user68/project/RoboTwin/policy/RDT_repa/checkpoints/RDT_theia_half21_stack_bowls_two-clean-5032-0.05/checkpoint-15000",
77
+ "config": {
78
+ "ema": {
79
+ "inv_gamma": 1,
80
+ "max_value": 0.9999,
81
+ "min_value": 0.0,
82
+ "power": 0.95,
83
+ "update_after_step": 1000
84
+ },
85
+ "img_adaptor": "mlp2x_gelu",
86
+ "img_token_dim": 1152,
87
+ "lang_adaptor": "mlp2x_gelu",
88
+ "lang_token_dim": 4096,
89
+ "noise_scheduler": {
90
+ "beta_schedule": "squaredcos_cap_v2",
91
+ "clip_sample": false,
92
+ "num_inference_timesteps": 5,
93
+ "num_train_timesteps": 1000,
94
+ "prediction_type": "sample",
95
+ "type": "ddpm"
96
+ },
97
+ "rdt": {
98
+ "cond_pos_embed_type": "multimodal",
99
+ "depth": 28,
100
+ "hidden_size": 2048,
101
+ "num_heads": 32
102
+ },
103
+ "state_adaptor": "mlp3x_gelu",
104
+ "state_token_dim": 128
105
+ },
106
+ "enc_type": "vit-huge-patch",
107
+ "learnable_tokens": 256,
108
+ "name": "vit_expert"
109
+ }
110
+ ],
111
+ "gate_hidden_dim": 256,
112
+ "img_cond_len": 4374,
113
+ "img_pos_embed_config": [
114
+ [
115
+ "image",
116
+ [
117
+ 2,
118
+ 3,
119
+ -729
120
+ ]
121
+ ]
122
+ ],
123
+ "img_token_dim": 1152,
124
+ "lang_pos_embed_config": [
125
+ [
126
+ "lang",
127
+ -1024
128
+ ]
129
+ ],
130
+ "lang_token_dim": 4096,
131
+ "lora_config": {
132
+ "alpha": 32,
133
+ "dropout": 0.1,
134
+ "r": 16,
135
+ "target_modules": [
136
+ "qkv",
137
+ "q",
138
+ "kv",
139
+ "proj",
140
+ "fc1",
141
+ "fc2"
142
+ ]
143
+ },
144
+ "max_lang_cond_len": 1024,
145
+ "pred_horizon": 32,
146
+ "resolution": 256,
147
+ "state_token_dim": 128,
148
+ "use_lora": true
149
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a61b1cae4d6868eae2a6b9a642555a3612dc56b7f5a4dc05e41dfe8d3f26626
3
+ size 7550830629