iMihayo commited on
Commit
8fe5a43
·
verified ·
1 Parent(s): b2848a9

Add files using upload-large-folder tool

Browse files
Files changed (28) hide show
  1. .gitattributes +6 -0
  2. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/action_head--6000_checkpoint.pt +3 -0
  3. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/added_tokens.json +3 -0
  4. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/dataset_statistics.json +650 -0
  5. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/README.md +202 -0
  6. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/adapter_config.json +45 -0
  7. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/adapter_model.safetensors +3 -0
  8. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/preprocessor_config.json +114 -0
  9. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/processing_prismatic.py +257 -0
  10. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/processor_config.json +6 -0
  11. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/proprio_projector--6000_checkpoint.pt +3 -0
  12. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/special_tokens_map.json +30 -0
  13. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer.json +0 -0
  14. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer.model +3 -0
  15. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer_config.json +53 -0
  16. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/vision_backbone--6000_checkpoint.pt +3 -0
  17. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/dataset_statistics.json +650 -0
  18. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/parameter_states.txt +0 -0
  19. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm1_actions.png +3 -0
  20. openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm2_actions.png +3 -0
  21. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/dataset_statistics.json +218 -0
  22. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/parameter_states.txt +0 -0
  23. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png +3 -0
  24. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png +3 -0
  25. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/dataset_statistics.json +218 -0
  26. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/parameter_states.txt +0 -0
  27. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png +3 -0
  28. openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png +3 -0
.gitattributes CHANGED
@@ -33,3 +33,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm1_actions.png filter=lfs diff=lfs merge=lfs -text
37
+ openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png filter=lfs diff=lfs merge=lfs -text
38
+ openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png filter=lfs diff=lfs merge=lfs -text
39
+ openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm2_actions.png filter=lfs diff=lfs merge=lfs -text
40
+ openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png filter=lfs diff=lfs merge=lfs -text
41
+ openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png filter=lfs diff=lfs merge=lfs -text
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/action_head--6000_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ffe6948d28b5339dded973b33e0be5eaed7940fa9285570ed890885853feadda
3
+ size 1208627726
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "<PAD>": 32000
3
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/dataset_statistics.json ADDED
@@ -0,0 +1,650 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "move_can_pot_aloha_agilex_50": {
3
+ "action": {
4
+ "mean": [
5
+ -0.03227013349533081,
6
+ 0.9706242084503174,
7
+ 0.8449752926826477,
8
+ -0.4254174828529358,
9
+ 0.05570398271083832,
10
+ 0.09763211756944656,
11
+ 0.7630919218063354,
12
+ 0.043113451451063156,
13
+ 1.036581039428711,
14
+ 0.9449251294136047,
15
+ -0.5384683012962341,
16
+ -0.01411368977278471,
17
+ -0.09070954471826553,
18
+ 0.7476586103439331
19
+ ],
20
+ "std": [
21
+ 0.11224070936441422,
22
+ 1.1117055416107178,
23
+ 1.0112414360046387,
24
+ 0.6318230628967285,
25
+ 0.18493546545505524,
26
+ 0.2674776613712311,
27
+ 0.40844425559043884,
28
+ 0.10649054497480392,
29
+ 1.1204936504364014,
30
+ 1.0428167581558228,
31
+ 0.589298665523529,
32
+ 0.058494143187999725,
33
+ 0.27779391407966614,
34
+ 0.41657936573028564
35
+ ],
36
+ "max": [
37
+ 0.3149413466453552,
38
+ 3.0223748683929443,
39
+ 3.342350721359253,
40
+ 1.4929821491241455,
41
+ 1.153774380683899,
42
+ 0.9257752299308777,
43
+ 1.0,
44
+ 0.32490795850753784,
45
+ 2.995034694671631,
46
+ 3.3333518505096436,
47
+ 0.0,
48
+ 0.11092565208673477,
49
+ 0.318450003862381,
50
+ 1.0
51
+ ],
52
+ "min": [
53
+ -0.3494536280632019,
54
+ 0.0,
55
+ 0.0,
56
+ -1.7953904867172241,
57
+ -0.13677525520324707,
58
+ -0.3176078498363495,
59
+ 0.0,
60
+ -0.0804772898554802,
61
+ 0.0,
62
+ 0.0,
63
+ -1.8121548891067505,
64
+ -0.21740999817848206,
65
+ -0.8863733410835266,
66
+ 0.0
67
+ ],
68
+ "q01": [
69
+ -0.3341374397277832,
70
+ 0.0,
71
+ 0.0,
72
+ -1.6472991704940796,
73
+ -0.11959030479192734,
74
+ -0.30239319801330566,
75
+ 0.0,
76
+ -0.0527563564479351,
77
+ 0.0,
78
+ 0.0,
79
+ -1.6625858545303345,
80
+ -0.19942482709884643,
81
+ -0.830798065662384,
82
+ 0.0
83
+ ],
84
+ "q99": [
85
+ 0.2560995936393735,
86
+ 2.8609605312347384,
87
+ 3.1173167228698704,
88
+ 1.3075437545776367,
89
+ 1.0580827236175536,
90
+ 0.9104878306388855,
91
+ 1.0,
92
+ 0.31480422616004944,
93
+ 2.913422060012817,
94
+ 3.2138250827789308,
95
+ 0.0,
96
+ 0.09690605103969574,
97
+ 0.31249096989631653,
98
+ 1.0
99
+ ],
100
+ "mask": [
101
+ true,
102
+ true,
103
+ true,
104
+ true,
105
+ true,
106
+ true,
107
+ true,
108
+ true,
109
+ true,
110
+ true,
111
+ true,
112
+ true,
113
+ true,
114
+ true
115
+ ]
116
+ },
117
+ "proprio": {
118
+ "mean": [
119
+ -0.03136930614709854,
120
+ 0.9640669822692871,
121
+ 0.8403865694999695,
122
+ -0.423330694437027,
123
+ 0.0556751973927021,
124
+ 0.09843266755342484,
125
+ 0.7630919218063354,
126
+ 0.042088694870471954,
127
+ 1.0294307470321655,
128
+ 0.939507782459259,
129
+ -0.5354413986206055,
130
+ -0.014315903186798096,
131
+ -0.09174654632806778,
132
+ 0.7476586103439331
133
+ ],
134
+ "std": [
135
+ 0.11126016825437546,
136
+ 1.1112853288650513,
137
+ 1.0116392374038696,
138
+ 0.6310778856277466,
139
+ 0.1844586580991745,
140
+ 0.2667086720466614,
141
+ 0.40844425559043884,
142
+ 0.10545298457145691,
143
+ 1.1204065084457397,
144
+ 1.0435622930526733,
145
+ 0.5897011756896973,
146
+ 0.05830603092908859,
147
+ 0.2768862843513489,
148
+ 0.41657936573028564
149
+ ],
150
+ "max": [
151
+ 0.3149413466453552,
152
+ 3.0223748683929443,
153
+ 3.342350721359253,
154
+ 1.4929821491241455,
155
+ 1.153774380683899,
156
+ 0.9257752299308777,
157
+ 1.0,
158
+ 0.32490795850753784,
159
+ 2.995034694671631,
160
+ 3.3333518505096436,
161
+ 0.0,
162
+ 0.11092565208673477,
163
+ 0.318450003862381,
164
+ 1.0
165
+ ],
166
+ "min": [
167
+ -0.3494536280632019,
168
+ 0.0,
169
+ 0.0,
170
+ -1.7953904867172241,
171
+ -0.13677525520324707,
172
+ -0.3176078498363495,
173
+ 0.0,
174
+ -0.0804772898554802,
175
+ 0.0,
176
+ 0.0,
177
+ -1.8121548891067505,
178
+ -0.21740999817848206,
179
+ -0.8863733410835266,
180
+ 0.0
181
+ ],
182
+ "q01": [
183
+ -0.3341374397277832,
184
+ 0.0,
185
+ 0.0,
186
+ -1.6472991704940796,
187
+ -0.11959030479192734,
188
+ -0.30239319801330566,
189
+ 0.0,
190
+ -0.0527563564479351,
191
+ 0.0,
192
+ 0.0,
193
+ -1.6625858545303345,
194
+ -0.19942482709884643,
195
+ -0.830798065662384,
196
+ 0.0
197
+ ],
198
+ "q99": [
199
+ 0.2560995936393735,
200
+ 2.8609605312347384,
201
+ 3.1173167228698704,
202
+ 1.3057452917098997,
203
+ 1.0580827236175536,
204
+ 0.9104878306388855,
205
+ 1.0,
206
+ 0.31480422616004944,
207
+ 2.913422060012817,
208
+ 3.2138250827789308,
209
+ 0.0,
210
+ 0.09655882418155662,
211
+ 0.3124178946018219,
212
+ 1.0
213
+ ]
214
+ },
215
+ "num_transitions": 7581,
216
+ "num_trajectories": 50
217
+ },
218
+ "pick_dual_bottles_aloha_agilex_50": {
219
+ "action": {
220
+ "mean": [
221
+ -0.15950368344783783,
222
+ 1.7896647453308105,
223
+ 0.9439552426338196,
224
+ 0.7748593091964722,
225
+ 0.5115674138069153,
226
+ 0.05964143946766853,
227
+ 0.49804794788360596,
228
+ 0.1409446895122528,
229
+ 1.8259799480438232,
230
+ 1.0187904834747314,
231
+ 0.7640450596809387,
232
+ -0.5400498509407043,
233
+ -0.017349114641547203,
234
+ 0.49804794788360596
235
+ ],
236
+ "std": [
237
+ 0.20802833139896393,
238
+ 0.7114025950431824,
239
+ 0.49483397603034973,
240
+ 0.31811821460723877,
241
+ 0.31533852219581604,
242
+ 0.07191983610391617,
243
+ 0.48165053129196167,
244
+ 0.2233102172613144,
245
+ 0.717391312122345,
246
+ 0.5089762806892395,
247
+ 0.29336756467819214,
248
+ 0.3482920825481415,
249
+ 0.050167474895715714,
250
+ 0.48165053129196167
251
+ ],
252
+ "max": [
253
+ 0.39062753319740295,
254
+ 2.8961520195007324,
255
+ 2.413680076599121,
256
+ 1.6144700050354004,
257
+ 1.4948179721832275,
258
+ 0.6830681562423706,
259
+ 1.0,
260
+ 0.6129000186920166,
261
+ 2.735783815383911,
262
+ 2.0820229053497314,
263
+ 1.28603994846344,
264
+ 0.0,
265
+ 0.05678669363260269,
266
+ 1.0
267
+ ],
268
+ "min": [
269
+ -0.5722799897193909,
270
+ 0.0,
271
+ 9.999999747378752e-06,
272
+ 0.0,
273
+ 0.0,
274
+ -0.04302142560482025,
275
+ 0.0,
276
+ -0.3316712975502014,
277
+ 0.0,
278
+ 9.999999747378752e-06,
279
+ 0.0,
280
+ -1.37959623336792,
281
+ -0.302682101726532,
282
+ 0.0
283
+ ],
284
+ "q01": [
285
+ -0.5586331933736801,
286
+ 0.0,
287
+ 9.999999747378752e-06,
288
+ 0.0,
289
+ 0.0,
290
+ -0.010444268118590117,
291
+ 0.0,
292
+ -0.26194658875465393,
293
+ 0.0,
294
+ 9.999999747378752e-06,
295
+ 0.0,
296
+ -1.2651588320732117,
297
+ -0.17471149563789368,
298
+ 0.0
299
+ ],
300
+ "q99": [
301
+ 0.2784392535686493,
302
+ 2.7243048548698425,
303
+ 1.9894878566265106,
304
+ 1.431083768606186,
305
+ 1.2972519397735596,
306
+ 0.3371240422129631,
307
+ 1.0,
308
+ 0.5960070490837097,
309
+ 2.733114242553711,
310
+ 2.0299019813537598,
311
+ 1.236779510974884,
312
+ 0.0,
313
+ 0.04197721276432276,
314
+ 1.0
315
+ ],
316
+ "mask": [
317
+ true,
318
+ true,
319
+ true,
320
+ true,
321
+ true,
322
+ true,
323
+ true,
324
+ true,
325
+ true,
326
+ true,
327
+ true,
328
+ true,
329
+ true,
330
+ true
331
+ ]
332
+ },
333
+ "proprio": {
334
+ "mean": [
335
+ -0.15498977899551392,
336
+ 1.7792388200759888,
337
+ 0.9396310448646545,
338
+ 0.769199013710022,
339
+ 0.5095281600952148,
340
+ 0.0594169907271862,
341
+ 0.5062099099159241,
342
+ 0.13609662652015686,
343
+ 1.814998984336853,
344
+ 1.0140470266342163,
345
+ 0.7581976652145386,
346
+ -0.538648784160614,
347
+ -0.01742432452738285,
348
+ 0.5062099099159241
349
+ ],
350
+ "std": [
351
+ 0.20542342960834503,
352
+ 0.7279935479164124,
353
+ 0.5007017254829407,
354
+ 0.32545188069343567,
355
+ 0.3178229331970215,
356
+ 0.07205121219158173,
357
+ 0.4816075265407562,
358
+ 0.21984270215034485,
359
+ 0.7347503900527954,
360
+ 0.5156906247138977,
361
+ 0.3011578619480133,
362
+ 0.35011228919029236,
363
+ 0.050126101821660995,
364
+ 0.4816075265407562
365
+ ],
366
+ "max": [
367
+ 0.39062753319740295,
368
+ 2.8961520195007324,
369
+ 2.413680076599121,
370
+ 1.6144700050354004,
371
+ 1.4948179721832275,
372
+ 0.6830681562423706,
373
+ 1.0,
374
+ 0.6129000186920166,
375
+ 2.735783815383911,
376
+ 2.0820229053497314,
377
+ 1.28603994846344,
378
+ 0.0,
379
+ 0.05678669363260269,
380
+ 1.0
381
+ ],
382
+ "min": [
383
+ -0.5722799897193909,
384
+ 0.0,
385
+ 0.0,
386
+ 0.0,
387
+ 0.0,
388
+ -0.04302142560482025,
389
+ 0.0,
390
+ -0.3316712975502014,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ -1.37959623336792,
395
+ -0.302682101726532,
396
+ 0.0
397
+ ],
398
+ "q01": [
399
+ -0.5585764646530151,
400
+ 0.0,
401
+ 9.999999747378752e-06,
402
+ 0.0,
403
+ 0.0,
404
+ -0.010444268118590117,
405
+ 0.0,
406
+ -0.26194658875465393,
407
+ 0.0,
408
+ 9.999999747378752e-06,
409
+ 0.0,
410
+ -1.2651588320732117,
411
+ -0.17471149563789368,
412
+ 0.0
413
+ ],
414
+ "q99": [
415
+ 0.2784392535686493,
416
+ 2.7243048548698425,
417
+ 1.9894878566265106,
418
+ 1.431083768606186,
419
+ 1.2972519397735596,
420
+ 0.3371240422129631,
421
+ 1.0,
422
+ 0.5959392786026001,
423
+ 2.733114242553711,
424
+ 2.0299019813537598,
425
+ 1.236779510974884,
426
+ 0.0,
427
+ 0.04197721276432276,
428
+ 1.0
429
+ ]
430
+ },
431
+ "num_transitions": 6126,
432
+ "num_trajectories": 50
433
+ },
434
+ "stack_blocks_two_aloha_agilex_50": {
435
+ "action": {
436
+ "mean": [
437
+ -0.21114705502986908,
438
+ 0.9412369132041931,
439
+ 0.7314395904541016,
440
+ -0.4761776030063629,
441
+ -0.0009380271076224744,
442
+ -0.07520589232444763,
443
+ 0.7869701385498047,
444
+ 0.26069143414497375,
445
+ 1.1080588102340698,
446
+ 0.8630656003952026,
447
+ -0.559351921081543,
448
+ 0.007944311946630478,
449
+ 0.08012033998966217,
450
+ 0.7491208910942078
451
+ ],
452
+ "std": [
453
+ 0.3050781488418579,
454
+ 1.0409293174743652,
455
+ 0.8131765127182007,
456
+ 0.5270503759384155,
457
+ 0.008852960541844368,
458
+ 0.4395352900028229,
459
+ 0.3933006227016449,
460
+ 0.3120238780975342,
461
+ 1.047856092453003,
462
+ 0.8200691938400269,
463
+ 0.5292724967002869,
464
+ 0.023433445021510124,
465
+ 0.47746512293815613,
466
+ 0.41560548543930054
467
+ ],
468
+ "max": [
469
+ 0.020010676234960556,
470
+ 2.5165865421295166,
471
+ 2.384333372116089,
472
+ 2.1778516384074464e-05,
473
+ 0.10835044085979462,
474
+ 1.2322380542755127,
475
+ 1.0,
476
+ 0.8241801261901855,
477
+ 2.444321393966675,
478
+ 2.2086756229400635,
479
+ 0.0,
480
+ 0.18467359244823456,
481
+ 0.8262989521026611,
482
+ 1.0
483
+ ],
484
+ "min": [
485
+ -0.8325228095054626,
486
+ -4.1955649976443965e-06,
487
+ -3.064708653255366e-05,
488
+ -1.4605095386505127,
489
+ -0.0383315235376358,
490
+ -0.8282271027565002,
491
+ 0.0,
492
+ 0.0,
493
+ -9.25191579881357e-06,
494
+ -2.7174886781722307e-05,
495
+ -1.3987765312194824,
496
+ -0.010218792594969273,
497
+ -1.1888049840927124,
498
+ 0.0
499
+ ],
500
+ "q01": [
501
+ -0.8252553939819336,
502
+ 0.0,
503
+ -3.064708653255366e-05,
504
+ -1.3362677097320557,
505
+ -0.026790249347686767,
506
+ -0.8190370202064514,
507
+ 0.0,
508
+ 0.0,
509
+ -9.25191579881357e-06,
510
+ -2.394527655269485e-05,
511
+ -1.340792179107666,
512
+ -0.006735008861869574,
513
+ -1.0526111125946045,
514
+ 0.0
515
+ ],
516
+ "q99": [
517
+ 0.020010676234960556,
518
+ 2.4263905525207523,
519
+ 2.078766918182373,
520
+ 2.1778516384074464e-05,
521
+ 0.019878851249814044,
522
+ 1.0974429607391358,
523
+ 1.0,
524
+ 0.8126579523086548,
525
+ 2.4025102615356446,
526
+ 2.0527486324310305,
527
+ 0.0,
528
+ 0.15595661997795107,
529
+ 0.8210508823394775,
530
+ 1.0
531
+ ],
532
+ "mask": [
533
+ true,
534
+ true,
535
+ true,
536
+ true,
537
+ true,
538
+ true,
539
+ true,
540
+ true,
541
+ true,
542
+ true,
543
+ true,
544
+ true,
545
+ true,
546
+ true
547
+ ]
548
+ },
549
+ "proprio": {
550
+ "mean": [
551
+ -0.20990003645420074,
552
+ 0.9378898739814758,
553
+ 0.7284502387046814,
554
+ -0.47404396533966064,
555
+ -0.0009204319212585688,
556
+ -0.07391548156738281,
557
+ 0.7869701385498047,
558
+ 0.25938308238983154,
559
+ 1.1046009063720703,
560
+ 0.8598967790603638,
561
+ -0.557152271270752,
562
+ 0.007918022572994232,
563
+ 0.07882484793663025,
564
+ 0.7491208910942078
565
+ ],
566
+ "std": [
567
+ 0.3042908310890198,
568
+ 1.0406111478805542,
569
+ 0.8124014139175415,
570
+ 0.526269793510437,
571
+ 0.008842087350785732,
572
+ 0.4385771155357361,
573
+ 0.3933006227016449,
574
+ 0.3114229738712311,
575
+ 1.047912836074829,
576
+ 0.8195027112960815,
577
+ 0.5286997556686401,
578
+ 0.023432398214936256,
579
+ 0.47657015919685364,
580
+ 0.41560545563697815
581
+ ],
582
+ "max": [
583
+ 0.020010676234960556,
584
+ 2.5165865421295166,
585
+ 2.384333372116089,
586
+ 2.1778516384074464e-05,
587
+ 0.10835044085979462,
588
+ 1.2322380542755127,
589
+ 1.0,
590
+ 0.8241801261901855,
591
+ 2.444321393966675,
592
+ 2.2086756229400635,
593
+ 0.0,
594
+ 0.18467359244823456,
595
+ 0.8262989521026611,
596
+ 1.0
597
+ ],
598
+ "min": [
599
+ -0.8325228095054626,
600
+ -4.1955649976443965e-06,
601
+ -3.064708653255366e-05,
602
+ -1.4605095386505127,
603
+ -0.0383315235376358,
604
+ -0.8282271027565002,
605
+ 0.0,
606
+ 0.0,
607
+ -9.25191579881357e-06,
608
+ -2.7174886781722307e-05,
609
+ -1.3987765312194824,
610
+ -0.010218792594969273,
611
+ -1.1888049840927124,
612
+ 0.0
613
+ ],
614
+ "q01": [
615
+ -0.8252553939819336,
616
+ 0.0,
617
+ -3.064708653255366e-05,
618
+ -1.333071780204773,
619
+ -0.026790249347686767,
620
+ -0.8190370202064514,
621
+ 0.0,
622
+ 0.0,
623
+ -9.25191579881357e-06,
624
+ -2.394527655269485e-05,
625
+ -1.3284639596939087,
626
+ -0.006735008861869574,
627
+ -1.0526111125946045,
628
+ 0.0
629
+ ],
630
+ "q99": [
631
+ 0.020010676234960556,
632
+ 2.4263905525207523,
633
+ 2.078766918182373,
634
+ 2.1778516384074464e-05,
635
+ 0.019878851249814044,
636
+ 1.0974429607391358,
637
+ 1.0,
638
+ 0.812503182888031,
639
+ 2.4025102615356446,
640
+ 2.0527486324310305,
641
+ 0.0,
642
+ 0.15595661997795107,
643
+ 0.8210508823394775,
644
+ 1.0
645
+ ]
646
+ },
647
+ "num_transitions": 15641,
648
+ "num_trajectories": 50
649
+ }
650
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/README.md ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: /inspire/hdd/ws-f4d69b29-e0a5-44e6-bd92-acf4de9990f0/public-project/chengdongzhou-240108390137/ai_models/openvla/openvla-7b
3
+ library_name: peft
4
+ ---
5
+
6
+ # Model Card for Model ID
7
+
8
+ <!-- Provide a quick summary of what the model is/does. -->
9
+
10
+
11
+
12
+ ## Model Details
13
+
14
+ ### Model Description
15
+
16
+ <!-- Provide a longer summary of what this model is. -->
17
+
18
+
19
+
20
+ - **Developed by:** [More Information Needed]
21
+ - **Funded by [optional]:** [More Information Needed]
22
+ - **Shared by [optional]:** [More Information Needed]
23
+ - **Model type:** [More Information Needed]
24
+ - **Language(s) (NLP):** [More Information Needed]
25
+ - **License:** [More Information Needed]
26
+ - **Finetuned from model [optional]:** [More Information Needed]
27
+
28
+ ### Model Sources [optional]
29
+
30
+ <!-- Provide the basic links for the model. -->
31
+
32
+ - **Repository:** [More Information Needed]
33
+ - **Paper [optional]:** [More Information Needed]
34
+ - **Demo [optional]:** [More Information Needed]
35
+
36
+ ## Uses
37
+
38
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
39
+
40
+ ### Direct Use
41
+
42
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
43
+
44
+ [More Information Needed]
45
+
46
+ ### Downstream Use [optional]
47
+
48
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Out-of-Scope Use
53
+
54
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
55
+
56
+ [More Information Needed]
57
+
58
+ ## Bias, Risks, and Limitations
59
+
60
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ### Recommendations
65
+
66
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
67
+
68
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
69
+
70
+ ## How to Get Started with the Model
71
+
72
+ Use the code below to get started with the model.
73
+
74
+ [More Information Needed]
75
+
76
+ ## Training Details
77
+
78
+ ### Training Data
79
+
80
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
81
+
82
+ [More Information Needed]
83
+
84
+ ### Training Procedure
85
+
86
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
87
+
88
+ #### Preprocessing [optional]
89
+
90
+ [More Information Needed]
91
+
92
+
93
+ #### Training Hyperparameters
94
+
95
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
96
+
97
+ #### Speeds, Sizes, Times [optional]
98
+
99
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
100
+
101
+ [More Information Needed]
102
+
103
+ ## Evaluation
104
+
105
+ <!-- This section describes the evaluation protocols and provides the results. -->
106
+
107
+ ### Testing Data, Factors & Metrics
108
+
109
+ #### Testing Data
110
+
111
+ <!-- This should link to a Dataset Card if possible. -->
112
+
113
+ [More Information Needed]
114
+
115
+ #### Factors
116
+
117
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Metrics
122
+
123
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
124
+
125
+ [More Information Needed]
126
+
127
+ ### Results
128
+
129
+ [More Information Needed]
130
+
131
+ #### Summary
132
+
133
+
134
+
135
+ ## Model Examination [optional]
136
+
137
+ <!-- Relevant interpretability work for the model goes here -->
138
+
139
+ [More Information Needed]
140
+
141
+ ## Environmental Impact
142
+
143
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
144
+
145
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
146
+
147
+ - **Hardware Type:** [More Information Needed]
148
+ - **Hours used:** [More Information Needed]
149
+ - **Cloud Provider:** [More Information Needed]
150
+ - **Compute Region:** [More Information Needed]
151
+ - **Carbon Emitted:** [More Information Needed]
152
+
153
+ ## Technical Specifications [optional]
154
+
155
+ ### Model Architecture and Objective
156
+
157
+ [More Information Needed]
158
+
159
+ ### Compute Infrastructure
160
+
161
+ [More Information Needed]
162
+
163
+ #### Hardware
164
+
165
+ [More Information Needed]
166
+
167
+ #### Software
168
+
169
+ [More Information Needed]
170
+
171
+ ## Citation [optional]
172
+
173
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
174
+
175
+ **BibTeX:**
176
+
177
+ [More Information Needed]
178
+
179
+ **APA:**
180
+
181
+ [More Information Needed]
182
+
183
+ ## Glossary [optional]
184
+
185
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
186
+
187
+ [More Information Needed]
188
+
189
+ ## More Information [optional]
190
+
191
+ [More Information Needed]
192
+
193
+ ## Model Card Authors [optional]
194
+
195
+ [More Information Needed]
196
+
197
+ ## Model Card Contact
198
+
199
+ [More Information Needed]
200
+ ### Framework versions
201
+
202
+ - PEFT 0.11.1
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/adapter_config.json ADDED
@@ -0,0 +1,45 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": {
4
+ "base_model_class": "OpenVLAForActionPrediction",
5
+ "parent_library": "transformers_modules.openvla-7b.modeling_prismatic"
6
+ },
7
+ "base_model_name_or_path": "/inspire/hdd/ws-f4d69b29-e0a5-44e6-bd92-acf4de9990f0/public-project/chengdongzhou-240108390137/ai_models/openvla/openvla-7b",
8
+ "bias": "none",
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": "gaussian",
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 16,
17
+ "lora_dropout": 0.0,
18
+ "megatron_config": null,
19
+ "megatron_core": "megatron.core",
20
+ "modules_to_save": null,
21
+ "peft_type": "LORA",
22
+ "r": 32,
23
+ "rank_pattern": {},
24
+ "revision": null,
25
+ "target_modules": [
26
+ "fc1",
27
+ "lm_head",
28
+ "fc3",
29
+ "gate_proj",
30
+ "fc2",
31
+ "proj",
32
+ "o_proj",
33
+ "up_proj",
34
+ "k_proj",
35
+ "down_proj",
36
+ "qkv",
37
+ "q_proj",
38
+ "kv",
39
+ "v_proj",
40
+ "q"
41
+ ],
42
+ "task_type": null,
43
+ "use_dora": false,
44
+ "use_rslora": false
45
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/lora_adapter/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:093e958a4abf921f4e8bfc37b0fbb57f6360502134642b6ce22d2b185977027e
3
+ size 484467800
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/preprocessor_config.json ADDED
@@ -0,0 +1,114 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "auto_map": {
3
+ "AutoImageProcessor": "processing_prismatic.PrismaticImageProcessor",
4
+ "AutoProcessor": "processing_prismatic.PrismaticProcessor"
5
+ },
6
+ "image_processor_type": "PrismaticImageProcessor",
7
+ "image_resize_strategy": "resize-naive",
8
+ "input_sizes": [
9
+ [
10
+ 3,
11
+ 224,
12
+ 224
13
+ ],
14
+ [
15
+ 3,
16
+ 224,
17
+ 224
18
+ ]
19
+ ],
20
+ "interpolations": [
21
+ "bicubic",
22
+ "bicubic"
23
+ ],
24
+ "means": [
25
+ [
26
+ 0.485,
27
+ 0.456,
28
+ 0.406
29
+ ],
30
+ [
31
+ 0.5,
32
+ 0.5,
33
+ 0.5
34
+ ]
35
+ ],
36
+ "processor_class": "PrismaticProcessor",
37
+ "stds": [
38
+ [
39
+ 0.229,
40
+ 0.224,
41
+ 0.225
42
+ ],
43
+ [
44
+ 0.5,
45
+ 0.5,
46
+ 0.5
47
+ ]
48
+ ],
49
+ "tvf_crop_params": [
50
+ {
51
+ "output_size": [
52
+ 224,
53
+ 224
54
+ ]
55
+ },
56
+ {
57
+ "output_size": [
58
+ 224,
59
+ 224
60
+ ]
61
+ }
62
+ ],
63
+ "tvf_do_letterbox": false,
64
+ "tvf_letterbox_fill": null,
65
+ "tvf_normalize_params": [
66
+ {
67
+ "inplace": false,
68
+ "mean": [
69
+ 0.484375,
70
+ 0.455078125,
71
+ 0.40625
72
+ ],
73
+ "std": [
74
+ 0.228515625,
75
+ 0.2236328125,
76
+ 0.224609375
77
+ ]
78
+ },
79
+ {
80
+ "inplace": false,
81
+ "mean": [
82
+ 0.5,
83
+ 0.5,
84
+ 0.5
85
+ ],
86
+ "std": [
87
+ 0.5,
88
+ 0.5,
89
+ 0.5
90
+ ]
91
+ }
92
+ ],
93
+ "tvf_resize_params": [
94
+ {
95
+ "antialias": true,
96
+ "interpolation": 3,
97
+ "max_size": null,
98
+ "size": [
99
+ 224,
100
+ 224
101
+ ]
102
+ },
103
+ {
104
+ "antialias": true,
105
+ "interpolation": 3,
106
+ "max_size": null,
107
+ "size": [
108
+ 224,
109
+ 224
110
+ ]
111
+ }
112
+ ],
113
+ "use_fused_vision_backbone": true
114
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/processing_prismatic.py ADDED
@@ -0,0 +1,257 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ """
2
+ processing_prismatic.py
3
+
4
+ HuggingFace-style preprocessor definitions for Prismatic VLMs, inheriting from `ProcessorMixin`. Default configuration
5
+ specifies `siglip-224px+7b`.
6
+ """
7
+
8
+ from typing import Any, ClassVar, List, Optional, Tuple, Union
9
+
10
+ import timm.data
11
+ import torch
12
+ import torchvision.transforms.functional as TVF
13
+ from PIL import Image
14
+ from torchvision.transforms import CenterCrop, Compose, Normalize, Resize, ToTensor
15
+ from transformers import PreTrainedTokenizerBase
16
+ from transformers.image_processing_utils import BatchFeature, ImageProcessingMixin
17
+ from transformers.processing_utils import ProcessorMixin
18
+ from transformers.tokenization_utils import PaddingStrategy, PreTokenizedInput, TextInput, TruncationStrategy
19
+ from transformers.utils import TensorType
20
+
21
+
22
+ # === Image Processing ===
23
+ def letterbox_pad_transform(image: Image.Image, padding_fill_value: Tuple[int, int, int]) -> Image.Image:
24
+ """Given a PIL.Image, pad to square by adding a symmetric border around the height/width."""
25
+ (w, h), max_wh = image.size, max(image.size)
26
+ horizontal_pad, vertical_pad = int((max_wh - w) / 2), int((max_wh - h) / 2)
27
+ padding = (horizontal_pad, vertical_pad, horizontal_pad, vertical_pad)
28
+
29
+ return TVF.pad(image, padding, fill=padding_fill_value, padding_mode="constant")
30
+
31
+
32
+ class PrismaticImageProcessor(ImageProcessingMixin):
33
+ model_input_names: ClassVar[List[str]] = ["pixel_values"]
34
+
35
+ def __init__(
36
+ self,
37
+ use_fused_vision_backbone: bool = False,
38
+ image_resize_strategy: str = "letterbox",
39
+ input_sizes: Optional[List[Tuple[int, int, int]]] = None,
40
+ interpolations: Optional[List[str]] = None,
41
+ means: Optional[List[Tuple[float, float, float]]] = None,
42
+ stds: Optional[List[Tuple[float, float, float]]] = None,
43
+ **kwargs: str,
44
+ ) -> None:
45
+ """
46
+ Initialize a PrismaticImageProcessor as a wrapper around a torchvision transform; this transform will be
47
+ created by TIMM, and edited to follow our custom `image_resize_strategy` logic.
48
+
49
+ @param use_fused_vision_backbone: Boolean indicating single or fused (dual) vision backbone
50
+ @param image_resize_strategy: Prismatic image resize strategy in < resize-naive | resize-crop | letterbox >
51
+ @param input_size: [TIMM :: `data_cfg`] Input image size as tuple (channels, width, height)
52
+ @param interpolation: [TIMM :: `data_cfg`] Interpolation as string (default: "bicubic")
53
+ @param mean: [TIMM :: `data_cfg`] Normalization mean as float tuple (or two-tuple if `fused_backbone`)
54
+ @param std: [TIMM :: `data_cfg`] Normalization std as float tuple (or two-tuple if `fused_backbone`)
55
+ """
56
+ self.use_fused_vision_backbone = use_fused_vision_backbone
57
+ self.image_resize_strategy = image_resize_strategy
58
+
59
+ # Handle `None` default values
60
+ input_sizes = [(3, 224, 224)] if input_sizes is None else input_sizes
61
+ means = [(0.5, 0.5, 0.5)] if means is None else means
62
+ stds = [(0.5, 0.5, 0.5)] if stds is None else stds
63
+
64
+ # TIMM `data_cfg` Parameters
65
+ self.input_sizes, self.interpolations, self.means, self.stds = input_sizes, interpolations, means, stds
66
+
67
+ # Grab torchvision transforms via TIMM =>> need to parse for specific "functional" transform values!
68
+ self.tvf_resize_params, self.tvf_crop_params, self.tvf_normalize_params = [], [], []
69
+ self.tvf_do_letterbox, self.tvf_letterbox_fill = False, None
70
+
71
+ for idx in range(len(input_sizes)):
72
+ transform = timm.data.create_transform(
73
+ input_size=self.input_sizes[idx],
74
+ interpolation=self.interpolations[idx],
75
+ mean=self.means[idx],
76
+ std=self.stds[idx],
77
+ crop_pct=1.0, # Set to 1.0 to ignore cropping (initial Resize sets `input_size`)
78
+ crop_mode="center", # Default crop mode -- no-op when `crop_pct == 1.0`
79
+ is_training=False, # No image augmentations when loading the transform!
80
+ )
81
+
82
+ # [Validation] Ensure appropriate transform structure, expected sizes
83
+ if not (
84
+ isinstance(transform, Compose)
85
+ and (len(transform.transforms) == 4)
86
+ and isinstance(transform.transforms[0], Resize)
87
+ and isinstance(transform.transforms[1], CenterCrop)
88
+ and isinstance(transform.transforms[2], ToTensor)
89
+ and isinstance(transform.transforms[3], Normalize)
90
+ and (transform.transforms[0].size == self.input_sizes[idx][-1])
91
+ and (transform.transforms[1].size == self.input_sizes[idx][-2:])
92
+ ):
93
+ raise ValueError(f"Unexpected TIMM image transformation structure/sizes: `{transform}`")
94
+
95
+ # HF Image Processors *must* be JSON-serializable; as such, cannot have torchvision. as an attribute.
96
+ # => Instead, we're going to parse the transform and call "torchvision.transforms.functional" (`tvf`)
97
+ resize_t, crop_t, norm_t = transform.transforms[0], transform.transforms[1], transform.transforms[3]
98
+ self.tvf_resize_params.append(
99
+ {
100
+ "size": resize_t.size,
101
+ "interpolation": TVF.pil_modes_mapping[resize_t.interpolation],
102
+ "max_size": None,
103
+ "antialias": True,
104
+ }
105
+ )
106
+ self.tvf_crop_params.append({"output_size": crop_t.size})
107
+ self.tvf_normalize_params.append(
108
+ {
109
+ "mean": norm_t.mean.float().numpy().tolist(),
110
+ "std": norm_t.std.float().numpy().tolist(),
111
+ "inplace": False,
112
+ }
113
+ )
114
+ self.tvf_do_letterbox, self.tvf_letterbox_fill = False, None
115
+
116
+ # Handle Prismatic `image_resize_strategy`
117
+ if self.image_resize_strategy == "resize-naive":
118
+ self.tvf_resize_params[idx]["size"] = (resize_t.size, resize_t.size)
119
+ elif self.image_resize_strategy == "letterbox":
120
+ self.tvf_do_letterbox, self.tvf_letterbox_fill = True, tuple([int(x * 255) for x in self.means[idx]])
121
+ elif self.image_resize_strategy == "resize-crop":
122
+ pass
123
+ else:
124
+ raise ValueError(f"Image resize strategy `{self.image_resize_strategy}` is not supported!")
125
+
126
+ # Dispatch **kwargs to super()
127
+ super().__init__(**kwargs)
128
+
129
+ def apply_transform(self, img: Image.Image) -> torch.Tensor:
130
+ """Apply `functional` variant of TIMM's Transform = Compose([Resize -> CenterCrop -> ToTensor -> Normalize])"""
131
+ if self.tvf_do_letterbox:
132
+ img = letterbox_pad_transform(img, self.tvf_letterbox_fill)
133
+
134
+ # [Contract] Fused Backbones expect "channel-stacked" inputs; we'll unpack on the model side!
135
+ imgs_t = []
136
+ for idx in range(len(self.input_sizes)):
137
+ img_idx = TVF.resize(img, **self.tvf_resize_params[idx])
138
+ img_idx = TVF.center_crop(img_idx, **self.tvf_crop_params[idx])
139
+ img_idx_t = TVF.to_tensor(img_idx)
140
+ img_idx_t = TVF.normalize(img_idx_t, **self.tvf_normalize_params[idx])
141
+ imgs_t.append(img_idx_t)
142
+
143
+ # [Contract] `imgs_t` is a list of Tensors of shape [3, input_size, input_size]; stack along dim = 0
144
+ img_t = torch.vstack(imgs_t)
145
+
146
+ return img_t
147
+
148
+ def preprocess(
149
+ self,
150
+ images: Union[Image.Image, List[Image.Image]],
151
+ return_tensors: Optional[Union[str, TensorType]] = None,
152
+ **_: str,
153
+ ) -> BatchFeature:
154
+ """
155
+ Preprocess an image (or batch of images); note that unlike the `transformers :: BaseImageProcessor` we
156
+ explicitly only handle PIL.Image.Image instances for simplicity.
157
+
158
+ @param images: A (batch of) PIL.Image.Image instance(s) to preprocess.
159
+ @param return_tensors: BatchFeature default Tensor format (e.g., "pt" for torch); if None, returns np.ndarray
160
+
161
+ @return: Instance of `transformers :: BatchFeature` with a single key "pixel_values"
162
+ """
163
+ if not isinstance(images, list):
164
+ images = [images]
165
+
166
+ # Apply `self.img_transform` to each image (will return list of torch.Tensors); stack into "batched" Tensor
167
+ pixel_values = torch.stack([self.apply_transform(img.convert("RGB")) for img in images])
168
+
169
+ # Return BatchFeature =>> note that for compatibility, constructor expects Dict[str, np.ndarray], so we convert
170
+ return BatchFeature(data={"pixel_values": pixel_values.float().numpy()}, tensor_type=return_tensors)
171
+
172
+ def __call__(self, images: Union[Image.Image, List[Image.Image]], **kwargs) -> BatchFeature:
173
+ return self.preprocess(images, **kwargs)
174
+
175
+
176
+ # === PrismaticProcessor =>> Wraps both ImageProcessor and Tokenizer ===
177
+ # =>> https://github.com/huggingface/transformers/blob/main/src/transformers/models/llava/processing_llava.py
178
+ class PrismaticProcessor(ProcessorMixin):
179
+ attributes: ClassVar[List[str]] = ["image_processor", "tokenizer"]
180
+ image_processor_class: str = "AutoImageProcessor"
181
+ tokenizer_class: str = "AutoTokenizer"
182
+
183
+ def __init__(
184
+ self,
185
+ image_processor: Optional[ImageProcessingMixin] = None,
186
+ tokenizer: Optional[PreTrainedTokenizerBase] = None,
187
+ ) -> None:
188
+ super().__init__(image_processor, tokenizer)
189
+
190
+ def __call__(
191
+ self,
192
+ text: Union[TextInput, PreTokenizedInput, List[TextInput], List[PreTokenizedInput]],
193
+ images: Union[Image.Image, List[Image.Image]],
194
+ padding: Union[bool, str, PaddingStrategy] = False,
195
+ truncation: Optional[Union[bool, str, TruncationStrategy]] = None,
196
+ max_length: Optional[int] = None,
197
+ return_tensors: Optional[Union[str, TensorType]] = TensorType.PYTORCH,
198
+ ) -> BatchFeature:
199
+ """
200
+ Preprocess a given (batch) of text/images for a Prismatic VLM; forwards text to the underlying LLM's tokenizer,
201
+ forwards images to PrismaticImageProcessor.
202
+
203
+ @param text: The (batch) of text to encode; must be a string or list of strings.
204
+ @param images: A (batch of) PIL.Image.Image instance(s) to preprocess.
205
+ @param padding: Sequence padding strategy (if multiple specified) in < True = "longest" | "max_length" | False >
206
+ @param truncation: Truncation strategy for the output sequences; requires `max_length` to be specified
207
+ @param max_length: Maximum length (in tokens) to truncate
208
+ @param return_tensors: Type of return tensors (usually "pt" or TensorType.PYTORCH)
209
+
210
+ @return: BatchFeature with keys for `input_ids`, `attention_mask` and `pixel_values`.
211
+ """
212
+ pixel_values = self.image_processor(images, return_tensors=return_tensors)["pixel_values"]
213
+ text_inputs = self.tokenizer(
214
+ text, return_tensors=return_tensors, padding=padding, truncation=truncation, max_length=max_length
215
+ )
216
+
217
+ # [Validate] Need same number of images and text inputs!
218
+ if pixel_values.shape[0] != text_inputs.input_ids.shape[0]:
219
+ raise ValueError("Batch is malformed; expected same number of images and text inputs!")
220
+
221
+ return BatchFeature(data={**text_inputs, "pixel_values": pixel_values})
222
+
223
+ # === Tokenizer Dispatch Utilities =>> check `PreTrainedTokenizerBase` for documentation ===
224
+ def batch_decode(
225
+ self,
226
+ sequences: Union[List[int], List[List[int]], torch.Tensor, Any], # `Any` = np.ndarray | tf.Tensor
227
+ skip_special_tokens: bool = False,
228
+ clean_up_tokenization_spaces: Optional[bool] = None,
229
+ **kwargs: str,
230
+ ) -> List[str]:
231
+ return self.tokenizer.batch_decode(
232
+ sequences=sequences,
233
+ skip_special_tokens=skip_special_tokens,
234
+ clean_up_tokenization_spaces=clean_up_tokenization_spaces,
235
+ **kwargs,
236
+ )
237
+
238
+ def decode(
239
+ self,
240
+ token_ids: Union[int, List[int], torch.Tensor, Any], # `Any` = np.ndarray | tf.Tensor
241
+ skip_special_tokens: bool = False,
242
+ clean_up_tokenization_spaces: Optional[bool] = None,
243
+ **kwargs: str,
244
+ ) -> str:
245
+ return self.tokenizer.decode(
246
+ token_ids=token_ids,
247
+ skip_special_tokens=skip_special_tokens,
248
+ clean_up_tokenization_spaces=clean_up_tokenization_spaces,
249
+ **kwargs,
250
+ )
251
+
252
+ @property
253
+ def model_input_names(self) -> List[str]:
254
+ tokenizer_input_names = self.tokenizer.model_input_names
255
+ image_processor_input_names = self.image_processor.model_input_names
256
+
257
+ return list(dict.fromkeys(tokenizer_input_names + image_processor_input_names))
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/processor_config.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "auto_map": {
3
+ "AutoProcessor": "processing_prismatic.PrismaticProcessor"
4
+ },
5
+ "processor_class": "PrismaticProcessor"
6
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/proprio_projector--6000_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345f92525a087012487d1a12104cbf9a1f20e9d574a86f0f82b19e3419f9f684
3
+ size 67373480
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<PAD>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e556afd44213b6bd1be2b850ebbbd98f5481437a8021afaf58ee7fb1818d347
3
+ size 499723
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/tokenizer_config.json ADDED
@@ -0,0 +1,53 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_bos_token": true,
3
+ "add_eos_token": false,
4
+ "added_tokens_decoder": {
5
+ "0": {
6
+ "content": "<unk>",
7
+ "lstrip": false,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false,
11
+ "special": true
12
+ },
13
+ "1": {
14
+ "content": "<s>",
15
+ "lstrip": false,
16
+ "normalized": false,
17
+ "rstrip": false,
18
+ "single_word": false,
19
+ "special": true
20
+ },
21
+ "2": {
22
+ "content": "</s>",
23
+ "lstrip": false,
24
+ "normalized": false,
25
+ "rstrip": false,
26
+ "single_word": false,
27
+ "special": true
28
+ },
29
+ "32000": {
30
+ "content": "<PAD>",
31
+ "lstrip": false,
32
+ "normalized": false,
33
+ "rstrip": false,
34
+ "single_word": false,
35
+ "special": true
36
+ }
37
+ },
38
+ "auto_map": {
39
+ "AutoProcessor": "processing_prismatic.PrismaticProcessor"
40
+ },
41
+ "bos_token": "<s>",
42
+ "clean_up_tokenization_spaces": false,
43
+ "eos_token": "</s>",
44
+ "legacy": false,
45
+ "model_max_length": 2048,
46
+ "pad_token": "<PAD>",
47
+ "padding_side": "right",
48
+ "processor_class": "PrismaticProcessor",
49
+ "sp_model_kwargs": {},
50
+ "tokenizer_class": "LlamaTokenizer",
51
+ "unk_token": "<unk>",
52
+ "use_default_system_prompt": false
53
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000--6000_chkpt/vision_backbone--6000_checkpoint.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:858cc15913925a1b8801eab8d96b0d95356949b782aa2b24d05ac8c2a282b469
3
+ size 3344956502
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/dataset_statistics.json ADDED
@@ -0,0 +1,650 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "move_can_pot_aloha_agilex_50": {
3
+ "action": {
4
+ "mean": [
5
+ -0.03227013349533081,
6
+ 0.9706242084503174,
7
+ 0.8449752926826477,
8
+ -0.4254174828529358,
9
+ 0.05570398271083832,
10
+ 0.09763211756944656,
11
+ 0.7630919218063354,
12
+ 0.043113451451063156,
13
+ 1.036581039428711,
14
+ 0.9449251294136047,
15
+ -0.5384683012962341,
16
+ -0.01411368977278471,
17
+ -0.09070954471826553,
18
+ 0.7476586103439331
19
+ ],
20
+ "std": [
21
+ 0.11224070936441422,
22
+ 1.1117055416107178,
23
+ 1.0112414360046387,
24
+ 0.6318230628967285,
25
+ 0.18493546545505524,
26
+ 0.2674776613712311,
27
+ 0.40844425559043884,
28
+ 0.10649054497480392,
29
+ 1.1204936504364014,
30
+ 1.0428167581558228,
31
+ 0.589298665523529,
32
+ 0.058494143187999725,
33
+ 0.27779391407966614,
34
+ 0.41657936573028564
35
+ ],
36
+ "max": [
37
+ 0.3149413466453552,
38
+ 3.0223748683929443,
39
+ 3.342350721359253,
40
+ 1.4929821491241455,
41
+ 1.153774380683899,
42
+ 0.9257752299308777,
43
+ 1.0,
44
+ 0.32490795850753784,
45
+ 2.995034694671631,
46
+ 3.3333518505096436,
47
+ 0.0,
48
+ 0.11092565208673477,
49
+ 0.318450003862381,
50
+ 1.0
51
+ ],
52
+ "min": [
53
+ -0.3494536280632019,
54
+ 0.0,
55
+ 0.0,
56
+ -1.7953904867172241,
57
+ -0.13677525520324707,
58
+ -0.3176078498363495,
59
+ 0.0,
60
+ -0.0804772898554802,
61
+ 0.0,
62
+ 0.0,
63
+ -1.8121548891067505,
64
+ -0.21740999817848206,
65
+ -0.8863733410835266,
66
+ 0.0
67
+ ],
68
+ "q01": [
69
+ -0.3341374397277832,
70
+ 0.0,
71
+ 0.0,
72
+ -1.6472991704940796,
73
+ -0.11959030479192734,
74
+ -0.30239319801330566,
75
+ 0.0,
76
+ -0.0527563564479351,
77
+ 0.0,
78
+ 0.0,
79
+ -1.6625858545303345,
80
+ -0.19942482709884643,
81
+ -0.830798065662384,
82
+ 0.0
83
+ ],
84
+ "q99": [
85
+ 0.2560995936393735,
86
+ 2.8609605312347384,
87
+ 3.1173167228698704,
88
+ 1.3075437545776367,
89
+ 1.0580827236175536,
90
+ 0.9104878306388855,
91
+ 1.0,
92
+ 0.31480422616004944,
93
+ 2.913422060012817,
94
+ 3.2138250827789308,
95
+ 0.0,
96
+ 0.09690605103969574,
97
+ 0.31249096989631653,
98
+ 1.0
99
+ ],
100
+ "mask": [
101
+ true,
102
+ true,
103
+ true,
104
+ true,
105
+ true,
106
+ true,
107
+ true,
108
+ true,
109
+ true,
110
+ true,
111
+ true,
112
+ true,
113
+ true,
114
+ true
115
+ ]
116
+ },
117
+ "proprio": {
118
+ "mean": [
119
+ -0.03136930614709854,
120
+ 0.9640669822692871,
121
+ 0.8403865694999695,
122
+ -0.423330694437027,
123
+ 0.0556751973927021,
124
+ 0.09843266755342484,
125
+ 0.7630919218063354,
126
+ 0.042088694870471954,
127
+ 1.0294307470321655,
128
+ 0.939507782459259,
129
+ -0.5354413986206055,
130
+ -0.014315903186798096,
131
+ -0.09174654632806778,
132
+ 0.7476586103439331
133
+ ],
134
+ "std": [
135
+ 0.11126016825437546,
136
+ 1.1112853288650513,
137
+ 1.0116392374038696,
138
+ 0.6310778856277466,
139
+ 0.1844586580991745,
140
+ 0.2667086720466614,
141
+ 0.40844425559043884,
142
+ 0.10545298457145691,
143
+ 1.1204065084457397,
144
+ 1.0435622930526733,
145
+ 0.5897011756896973,
146
+ 0.05830603092908859,
147
+ 0.2768862843513489,
148
+ 0.41657936573028564
149
+ ],
150
+ "max": [
151
+ 0.3149413466453552,
152
+ 3.0223748683929443,
153
+ 3.342350721359253,
154
+ 1.4929821491241455,
155
+ 1.153774380683899,
156
+ 0.9257752299308777,
157
+ 1.0,
158
+ 0.32490795850753784,
159
+ 2.995034694671631,
160
+ 3.3333518505096436,
161
+ 0.0,
162
+ 0.11092565208673477,
163
+ 0.318450003862381,
164
+ 1.0
165
+ ],
166
+ "min": [
167
+ -0.3494536280632019,
168
+ 0.0,
169
+ 0.0,
170
+ -1.7953904867172241,
171
+ -0.13677525520324707,
172
+ -0.3176078498363495,
173
+ 0.0,
174
+ -0.0804772898554802,
175
+ 0.0,
176
+ 0.0,
177
+ -1.8121548891067505,
178
+ -0.21740999817848206,
179
+ -0.8863733410835266,
180
+ 0.0
181
+ ],
182
+ "q01": [
183
+ -0.3341374397277832,
184
+ 0.0,
185
+ 0.0,
186
+ -1.6472991704940796,
187
+ -0.11959030479192734,
188
+ -0.30239319801330566,
189
+ 0.0,
190
+ -0.0527563564479351,
191
+ 0.0,
192
+ 0.0,
193
+ -1.6625858545303345,
194
+ -0.19942482709884643,
195
+ -0.830798065662384,
196
+ 0.0
197
+ ],
198
+ "q99": [
199
+ 0.2560995936393735,
200
+ 2.8609605312347384,
201
+ 3.1173167228698704,
202
+ 1.3057452917098997,
203
+ 1.0580827236175536,
204
+ 0.9104878306388855,
205
+ 1.0,
206
+ 0.31480422616004944,
207
+ 2.913422060012817,
208
+ 3.2138250827789308,
209
+ 0.0,
210
+ 0.09655882418155662,
211
+ 0.3124178946018219,
212
+ 1.0
213
+ ]
214
+ },
215
+ "num_transitions": 7581,
216
+ "num_trajectories": 50
217
+ },
218
+ "pick_dual_bottles_aloha_agilex_50": {
219
+ "action": {
220
+ "mean": [
221
+ -0.15950368344783783,
222
+ 1.7896647453308105,
223
+ 0.9439552426338196,
224
+ 0.7748593091964722,
225
+ 0.5115674138069153,
226
+ 0.05964143946766853,
227
+ 0.49804794788360596,
228
+ 0.1409446895122528,
229
+ 1.8259799480438232,
230
+ 1.0187904834747314,
231
+ 0.7640450596809387,
232
+ -0.5400498509407043,
233
+ -0.017349114641547203,
234
+ 0.49804794788360596
235
+ ],
236
+ "std": [
237
+ 0.20802833139896393,
238
+ 0.7114025950431824,
239
+ 0.49483397603034973,
240
+ 0.31811821460723877,
241
+ 0.31533852219581604,
242
+ 0.07191983610391617,
243
+ 0.48165053129196167,
244
+ 0.2233102172613144,
245
+ 0.717391312122345,
246
+ 0.5089762806892395,
247
+ 0.29336756467819214,
248
+ 0.3482920825481415,
249
+ 0.050167474895715714,
250
+ 0.48165053129196167
251
+ ],
252
+ "max": [
253
+ 0.39062753319740295,
254
+ 2.8961520195007324,
255
+ 2.413680076599121,
256
+ 1.6144700050354004,
257
+ 1.4948179721832275,
258
+ 0.6830681562423706,
259
+ 1.0,
260
+ 0.6129000186920166,
261
+ 2.735783815383911,
262
+ 2.0820229053497314,
263
+ 1.28603994846344,
264
+ 0.0,
265
+ 0.05678669363260269,
266
+ 1.0
267
+ ],
268
+ "min": [
269
+ -0.5722799897193909,
270
+ 0.0,
271
+ 9.999999747378752e-06,
272
+ 0.0,
273
+ 0.0,
274
+ -0.04302142560482025,
275
+ 0.0,
276
+ -0.3316712975502014,
277
+ 0.0,
278
+ 9.999999747378752e-06,
279
+ 0.0,
280
+ -1.37959623336792,
281
+ -0.302682101726532,
282
+ 0.0
283
+ ],
284
+ "q01": [
285
+ -0.5586331933736801,
286
+ 0.0,
287
+ 9.999999747378752e-06,
288
+ 0.0,
289
+ 0.0,
290
+ -0.010444268118590117,
291
+ 0.0,
292
+ -0.26194658875465393,
293
+ 0.0,
294
+ 9.999999747378752e-06,
295
+ 0.0,
296
+ -1.2651588320732117,
297
+ -0.17471149563789368,
298
+ 0.0
299
+ ],
300
+ "q99": [
301
+ 0.2784392535686493,
302
+ 2.7243048548698425,
303
+ 1.9894878566265106,
304
+ 1.431083768606186,
305
+ 1.2972519397735596,
306
+ 0.3371240422129631,
307
+ 1.0,
308
+ 0.5960070490837097,
309
+ 2.733114242553711,
310
+ 2.0299019813537598,
311
+ 1.236779510974884,
312
+ 0.0,
313
+ 0.04197721276432276,
314
+ 1.0
315
+ ],
316
+ "mask": [
317
+ true,
318
+ true,
319
+ true,
320
+ true,
321
+ true,
322
+ true,
323
+ true,
324
+ true,
325
+ true,
326
+ true,
327
+ true,
328
+ true,
329
+ true,
330
+ true
331
+ ]
332
+ },
333
+ "proprio": {
334
+ "mean": [
335
+ -0.15498977899551392,
336
+ 1.7792388200759888,
337
+ 0.9396310448646545,
338
+ 0.769199013710022,
339
+ 0.5095281600952148,
340
+ 0.0594169907271862,
341
+ 0.5062099099159241,
342
+ 0.13609662652015686,
343
+ 1.814998984336853,
344
+ 1.0140470266342163,
345
+ 0.7581976652145386,
346
+ -0.538648784160614,
347
+ -0.01742432452738285,
348
+ 0.5062099099159241
349
+ ],
350
+ "std": [
351
+ 0.20542342960834503,
352
+ 0.7279935479164124,
353
+ 0.5007017254829407,
354
+ 0.32545188069343567,
355
+ 0.3178229331970215,
356
+ 0.07205121219158173,
357
+ 0.4816075265407562,
358
+ 0.21984270215034485,
359
+ 0.7347503900527954,
360
+ 0.5156906247138977,
361
+ 0.3011578619480133,
362
+ 0.35011228919029236,
363
+ 0.050126101821660995,
364
+ 0.4816075265407562
365
+ ],
366
+ "max": [
367
+ 0.39062753319740295,
368
+ 2.8961520195007324,
369
+ 2.413680076599121,
370
+ 1.6144700050354004,
371
+ 1.4948179721832275,
372
+ 0.6830681562423706,
373
+ 1.0,
374
+ 0.6129000186920166,
375
+ 2.735783815383911,
376
+ 2.0820229053497314,
377
+ 1.28603994846344,
378
+ 0.0,
379
+ 0.05678669363260269,
380
+ 1.0
381
+ ],
382
+ "min": [
383
+ -0.5722799897193909,
384
+ 0.0,
385
+ 0.0,
386
+ 0.0,
387
+ 0.0,
388
+ -0.04302142560482025,
389
+ 0.0,
390
+ -0.3316712975502014,
391
+ 0.0,
392
+ 0.0,
393
+ 0.0,
394
+ -1.37959623336792,
395
+ -0.302682101726532,
396
+ 0.0
397
+ ],
398
+ "q01": [
399
+ -0.5585764646530151,
400
+ 0.0,
401
+ 9.999999747378752e-06,
402
+ 0.0,
403
+ 0.0,
404
+ -0.010444268118590117,
405
+ 0.0,
406
+ -0.26194658875465393,
407
+ 0.0,
408
+ 9.999999747378752e-06,
409
+ 0.0,
410
+ -1.2651588320732117,
411
+ -0.17471149563789368,
412
+ 0.0
413
+ ],
414
+ "q99": [
415
+ 0.2784392535686493,
416
+ 2.7243048548698425,
417
+ 1.9894878566265106,
418
+ 1.431083768606186,
419
+ 1.2972519397735596,
420
+ 0.3371240422129631,
421
+ 1.0,
422
+ 0.5959392786026001,
423
+ 2.733114242553711,
424
+ 2.0299019813537598,
425
+ 1.236779510974884,
426
+ 0.0,
427
+ 0.04197721276432276,
428
+ 1.0
429
+ ]
430
+ },
431
+ "num_transitions": 6126,
432
+ "num_trajectories": 50
433
+ },
434
+ "stack_blocks_two_aloha_agilex_50": {
435
+ "action": {
436
+ "mean": [
437
+ -0.21114705502986908,
438
+ 0.9412369132041931,
439
+ 0.7314395904541016,
440
+ -0.4761776030063629,
441
+ -0.0009380271076224744,
442
+ -0.07520589232444763,
443
+ 0.7869701385498047,
444
+ 0.26069143414497375,
445
+ 1.1080588102340698,
446
+ 0.8630656003952026,
447
+ -0.559351921081543,
448
+ 0.007944311946630478,
449
+ 0.08012033998966217,
450
+ 0.7491208910942078
451
+ ],
452
+ "std": [
453
+ 0.3050781488418579,
454
+ 1.0409293174743652,
455
+ 0.8131765127182007,
456
+ 0.5270503759384155,
457
+ 0.008852960541844368,
458
+ 0.4395352900028229,
459
+ 0.3933006227016449,
460
+ 0.3120238780975342,
461
+ 1.047856092453003,
462
+ 0.8200691938400269,
463
+ 0.5292724967002869,
464
+ 0.023433445021510124,
465
+ 0.47746512293815613,
466
+ 0.41560548543930054
467
+ ],
468
+ "max": [
469
+ 0.020010676234960556,
470
+ 2.5165865421295166,
471
+ 2.384333372116089,
472
+ 2.1778516384074464e-05,
473
+ 0.10835044085979462,
474
+ 1.2322380542755127,
475
+ 1.0,
476
+ 0.8241801261901855,
477
+ 2.444321393966675,
478
+ 2.2086756229400635,
479
+ 0.0,
480
+ 0.18467359244823456,
481
+ 0.8262989521026611,
482
+ 1.0
483
+ ],
484
+ "min": [
485
+ -0.8325228095054626,
486
+ -4.1955649976443965e-06,
487
+ -3.064708653255366e-05,
488
+ -1.4605095386505127,
489
+ -0.0383315235376358,
490
+ -0.8282271027565002,
491
+ 0.0,
492
+ 0.0,
493
+ -9.25191579881357e-06,
494
+ -2.7174886781722307e-05,
495
+ -1.3987765312194824,
496
+ -0.010218792594969273,
497
+ -1.1888049840927124,
498
+ 0.0
499
+ ],
500
+ "q01": [
501
+ -0.8252553939819336,
502
+ 0.0,
503
+ -3.064708653255366e-05,
504
+ -1.3362677097320557,
505
+ -0.026790249347686767,
506
+ -0.8190370202064514,
507
+ 0.0,
508
+ 0.0,
509
+ -9.25191579881357e-06,
510
+ -2.394527655269485e-05,
511
+ -1.340792179107666,
512
+ -0.006735008861869574,
513
+ -1.0526111125946045,
514
+ 0.0
515
+ ],
516
+ "q99": [
517
+ 0.020010676234960556,
518
+ 2.4263905525207523,
519
+ 2.078766918182373,
520
+ 2.1778516384074464e-05,
521
+ 0.019878851249814044,
522
+ 1.0974429607391358,
523
+ 1.0,
524
+ 0.8126579523086548,
525
+ 2.4025102615356446,
526
+ 2.0527486324310305,
527
+ 0.0,
528
+ 0.15595661997795107,
529
+ 0.8210508823394775,
530
+ 1.0
531
+ ],
532
+ "mask": [
533
+ true,
534
+ true,
535
+ true,
536
+ true,
537
+ true,
538
+ true,
539
+ true,
540
+ true,
541
+ true,
542
+ true,
543
+ true,
544
+ true,
545
+ true,
546
+ true
547
+ ]
548
+ },
549
+ "proprio": {
550
+ "mean": [
551
+ -0.20990003645420074,
552
+ 0.9378898739814758,
553
+ 0.7284502387046814,
554
+ -0.47404396533966064,
555
+ -0.0009204319212585688,
556
+ -0.07391548156738281,
557
+ 0.7869701385498047,
558
+ 0.25938308238983154,
559
+ 1.1046009063720703,
560
+ 0.8598967790603638,
561
+ -0.557152271270752,
562
+ 0.007918022572994232,
563
+ 0.07882484793663025,
564
+ 0.7491208910942078
565
+ ],
566
+ "std": [
567
+ 0.3042908310890198,
568
+ 1.0406111478805542,
569
+ 0.8124014139175415,
570
+ 0.526269793510437,
571
+ 0.008842087350785732,
572
+ 0.4385771155357361,
573
+ 0.3933006227016449,
574
+ 0.3114229738712311,
575
+ 1.047912836074829,
576
+ 0.8195027112960815,
577
+ 0.5286997556686401,
578
+ 0.023432398214936256,
579
+ 0.47657015919685364,
580
+ 0.41560545563697815
581
+ ],
582
+ "max": [
583
+ 0.020010676234960556,
584
+ 2.5165865421295166,
585
+ 2.384333372116089,
586
+ 2.1778516384074464e-05,
587
+ 0.10835044085979462,
588
+ 1.2322380542755127,
589
+ 1.0,
590
+ 0.8241801261901855,
591
+ 2.444321393966675,
592
+ 2.2086756229400635,
593
+ 0.0,
594
+ 0.18467359244823456,
595
+ 0.8262989521026611,
596
+ 1.0
597
+ ],
598
+ "min": [
599
+ -0.8325228095054626,
600
+ -4.1955649976443965e-06,
601
+ -3.064708653255366e-05,
602
+ -1.4605095386505127,
603
+ -0.0383315235376358,
604
+ -0.8282271027565002,
605
+ 0.0,
606
+ 0.0,
607
+ -9.25191579881357e-06,
608
+ -2.7174886781722307e-05,
609
+ -1.3987765312194824,
610
+ -0.010218792594969273,
611
+ -1.1888049840927124,
612
+ 0.0
613
+ ],
614
+ "q01": [
615
+ -0.8252553939819336,
616
+ 0.0,
617
+ -3.064708653255366e-05,
618
+ -1.333071780204773,
619
+ -0.026790249347686767,
620
+ -0.8190370202064514,
621
+ 0.0,
622
+ 0.0,
623
+ -9.25191579881357e-06,
624
+ -2.394527655269485e-05,
625
+ -1.3284639596939087,
626
+ -0.006735008861869574,
627
+ -1.0526111125946045,
628
+ 0.0
629
+ ],
630
+ "q99": [
631
+ 0.020010676234960556,
632
+ 2.4263905525207523,
633
+ 2.078766918182373,
634
+ 2.1778516384074464e-05,
635
+ 0.019878851249814044,
636
+ 1.0974429607391358,
637
+ 1.0,
638
+ 0.812503182888031,
639
+ 2.4025102615356446,
640
+ 2.0527486324310305,
641
+ 0.0,
642
+ 0.15595661997795107,
643
+ 0.8210508823394775,
644
+ 1.0
645
+ ]
646
+ },
647
+ "num_transitions": 15641,
648
+ "num_trajectories": 50
649
+ }
650
+ }
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/parameter_states.txt ADDED
The diff for this file is too large to render. See raw diff
 
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm1_actions.png ADDED

Git LFS Details

  • SHA256: 00872c2e99518465a57fedc1fd2831c72d68045042cbf177f370db16b621fa67
  • Pointer size: 131 Bytes
  • Size of remote file: 151 kB
openvla-7b+aloha_agilex_robotwin2_subtasks+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M6000-F6000-D3000/predicted_vs_gt_arm2_actions.png ADDED

Git LFS Details

  • SHA256: d7faa29edb278463e46a369468195ba3e4c1373aa19425c63edd59e135fb15d6
  • Pointer size: 131 Bytes
  • Size of remote file: 151 kB
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/dataset_statistics.json ADDED
@@ -0,0 +1,218 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "handover_mic_aloha_agilex_50": {
3
+ "action": {
4
+ "mean": [
5
+ -0.3111798167228699,
6
+ 0.9980528354644775,
7
+ 0.5811634659767151,
8
+ 0.23248183727264404,
9
+ 0.1577642261981964,
10
+ -0.023892972618341446,
11
+ 0.607450008392334,
12
+ 0.37389707565307617,
13
+ 1.1807876825332642,
14
+ 0.6784368753433228,
15
+ 0.25683099031448364,
16
+ -0.1075415387749672,
17
+ 0.08219857513904572,
18
+ 0.5450003743171692
19
+ ],
20
+ "std": [
21
+ 0.2626854181289673,
22
+ 0.7778211832046509,
23
+ 0.46585971117019653,
24
+ 0.5015608668327332,
25
+ 0.2322310358285904,
26
+ 0.10976110398769379,
27
+ 0.4736306667327881,
28
+ 0.2574075758457184,
29
+ 0.7576491832733154,
30
+ 0.4595378041267395,
31
+ 0.5935487747192383,
32
+ 0.16007103025913239,
33
+ 0.14593657851219177,
34
+ 0.4819530248641968
35
+ ],
36
+ "max": [
37
+ 0.0,
38
+ 2.1762497425079346,
39
+ 1.5628178119659424,
40
+ 0.990909993648529,
41
+ 0.8559104800224304,
42
+ 0.11719957739114761,
43
+ 1.0,
44
+ 0.837027370929718,
45
+ 2.206538200378418,
46
+ 1.6232832670211792,
47
+ 1.1574815511703491,
48
+ 0.2886713147163391,
49
+ 0.5811867117881775,
50
+ 1.0
51
+ ],
52
+ "min": [
53
+ -0.8862171173095703,
54
+ 0.0,
55
+ 0.0,
56
+ -1.0514172315597534,
57
+ -0.39507749676704407,
58
+ -0.4001063406467438,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ -1.0771245956420898,
64
+ -0.8672545552253723,
65
+ -0.07416637241840363,
66
+ 0.0
67
+ ],
68
+ "q01": [
69
+ -0.7671213400363922,
70
+ 0.0,
71
+ 0.0,
72
+ -0.9784595704078675,
73
+ -0.27155110239982605,
74
+ -0.3553581619262695,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ -1.0119924187660216,
80
+ -0.651338517665863,
81
+ -0.06671902537345886,
82
+ 0.0
83
+ ],
84
+ "q99": [
85
+ 0.0,
86
+ 2.131481647491455,
87
+ 1.404119849205017,
88
+ 0.9854996800422668,
89
+ 0.7671356797218323,
90
+ 0.1121677927672863,
91
+ 1.0,
92
+ 0.7132604718208313,
93
+ 2.139058828353882,
94
+ 1.4547646927833575,
95
+ 1.1053520989418035,
96
+ 0.1410233974456787,
97
+ 0.4914003610610962,
98
+ 1.0
99
+ ],
100
+ "mask": [
101
+ true,
102
+ true,
103
+ true,
104
+ true,
105
+ true,
106
+ true,
107
+ true,
108
+ true,
109
+ true,
110
+ true,
111
+ true,
112
+ true,
113
+ true,
114
+ true
115
+ ]
116
+ },
117
+ "proprio": {
118
+ "mean": [
119
+ -0.30907687544822693,
120
+ 0.9918185472488403,
121
+ 0.5777602791786194,
122
+ 0.22962018847465515,
123
+ 0.15603166818618774,
124
+ -0.02409629337489605,
125
+ 0.610062837600708,
126
+ 0.37142202258110046,
127
+ 1.1745105981826782,
128
+ 0.6752545237541199,
129
+ 0.2535216212272644,
130
+ -0.10635410249233246,
131
+ 0.08214741945266724,
132
+ 0.546892523765564
133
+ ],
134
+ "std": [
135
+ 0.26320481300354004,
136
+ 0.7802274823188782,
137
+ 0.4670981466770172,
138
+ 0.5009189248085022,
139
+ 0.23124119639396667,
140
+ 0.10963220149278641,
141
+ 0.47306305170059204,
142
+ 0.2583112120628357,
143
+ 0.7615904211997986,
144
+ 0.4614890217781067,
145
+ 0.5927368402481079,
146
+ 0.15948225557804108,
147
+ 0.14593760669231415,
148
+ 0.4817669689655304
149
+ ],
150
+ "max": [
151
+ 0.0,
152
+ 2.1762497425079346,
153
+ 1.5628178119659424,
154
+ 0.990909993648529,
155
+ 0.8559104800224304,
156
+ 0.11719957739114761,
157
+ 1.0,
158
+ 0.837027370929718,
159
+ 2.206538200378418,
160
+ 1.6232832670211792,
161
+ 1.1574815511703491,
162
+ 0.2886713147163391,
163
+ 0.5811867117881775,
164
+ 1.0
165
+ ],
166
+ "min": [
167
+ -0.8862171173095703,
168
+ 0.0,
169
+ 0.0,
170
+ -1.0514172315597534,
171
+ -0.39507749676704407,
172
+ -0.4001063406467438,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ -1.0771245956420898,
178
+ -0.8672545552253723,
179
+ -0.07416637241840363,
180
+ 0.0
181
+ ],
182
+ "q01": [
183
+ -0.7671213400363922,
184
+ 0.0,
185
+ 0.0,
186
+ -0.9784595704078675,
187
+ -0.27155110239982605,
188
+ -0.3553581619262695,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ -1.0119924187660216,
194
+ -0.651338517665863,
195
+ -0.06671902537345886,
196
+ 0.0
197
+ ],
198
+ "q99": [
199
+ 0.0,
200
+ 2.131481647491455,
201
+ 1.404119849205017,
202
+ 0.9854996800422668,
203
+ 0.7671356797218323,
204
+ 0.11196876823902131,
205
+ 1.0,
206
+ 0.7132604718208313,
207
+ 2.139058828353882,
208
+ 1.4547646927833575,
209
+ 1.0914406299591126,
210
+ 0.1410233974456787,
211
+ 0.4914003610610962,
212
+ 1.0
213
+ ]
214
+ },
215
+ "num_transitions": 11099,
216
+ "num_trajectories": 50
217
+ }
218
+ }
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/parameter_states.txt ADDED
The diff for this file is too large to render. See raw diff
 
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png ADDED

Git LFS Details

  • SHA256: 003c56e371431bd8075ff954767e1bf1bdb5a14b658d1a42c5a5c3dae3ec5e2d
  • Pointer size: 131 Bytes
  • Size of remote file: 124 kB
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_onlynorm_ffn_type_swiglu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png ADDED

Git LFS Details

  • SHA256: 32410b1a8f1cfdff7f8fb2066e86ce7cbd9ee94b265224fbac6ad9e80649bacb
  • Pointer size: 131 Bytes
  • Size of remote file: 147 kB
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/dataset_statistics.json ADDED
@@ -0,0 +1,218 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "handover_mic_aloha_agilex_50": {
3
+ "action": {
4
+ "mean": [
5
+ -0.3111798167228699,
6
+ 0.9980528354644775,
7
+ 0.5811634659767151,
8
+ 0.23248183727264404,
9
+ 0.1577642261981964,
10
+ -0.023892972618341446,
11
+ 0.607450008392334,
12
+ 0.37389707565307617,
13
+ 1.1807876825332642,
14
+ 0.6784368753433228,
15
+ 0.25683099031448364,
16
+ -0.1075415387749672,
17
+ 0.08219857513904572,
18
+ 0.5450003743171692
19
+ ],
20
+ "std": [
21
+ 0.2626854181289673,
22
+ 0.7778211832046509,
23
+ 0.46585971117019653,
24
+ 0.5015608668327332,
25
+ 0.2322310358285904,
26
+ 0.10976110398769379,
27
+ 0.4736306667327881,
28
+ 0.2574075758457184,
29
+ 0.7576491832733154,
30
+ 0.4595378041267395,
31
+ 0.5935487747192383,
32
+ 0.16007103025913239,
33
+ 0.14593657851219177,
34
+ 0.4819530248641968
35
+ ],
36
+ "max": [
37
+ 0.0,
38
+ 2.1762497425079346,
39
+ 1.5628178119659424,
40
+ 0.990909993648529,
41
+ 0.8559104800224304,
42
+ 0.11719957739114761,
43
+ 1.0,
44
+ 0.837027370929718,
45
+ 2.206538200378418,
46
+ 1.6232832670211792,
47
+ 1.1574815511703491,
48
+ 0.2886713147163391,
49
+ 0.5811867117881775,
50
+ 1.0
51
+ ],
52
+ "min": [
53
+ -0.8862171173095703,
54
+ 0.0,
55
+ 0.0,
56
+ -1.0514172315597534,
57
+ -0.39507749676704407,
58
+ -0.4001063406467438,
59
+ 0.0,
60
+ 0.0,
61
+ 0.0,
62
+ 0.0,
63
+ -1.0771245956420898,
64
+ -0.8672545552253723,
65
+ -0.07416637241840363,
66
+ 0.0
67
+ ],
68
+ "q01": [
69
+ -0.7671213400363922,
70
+ 0.0,
71
+ 0.0,
72
+ -0.9784595704078675,
73
+ -0.27155110239982605,
74
+ -0.3553581619262695,
75
+ 0.0,
76
+ 0.0,
77
+ 0.0,
78
+ 0.0,
79
+ -1.0119924187660216,
80
+ -0.651338517665863,
81
+ -0.06671902537345886,
82
+ 0.0
83
+ ],
84
+ "q99": [
85
+ 0.0,
86
+ 2.131481647491455,
87
+ 1.404119849205017,
88
+ 0.9854996800422668,
89
+ 0.7671356797218323,
90
+ 0.1121677927672863,
91
+ 1.0,
92
+ 0.7132604718208313,
93
+ 2.139058828353882,
94
+ 1.4547646927833575,
95
+ 1.1053520989418035,
96
+ 0.1410233974456787,
97
+ 0.4914003610610962,
98
+ 1.0
99
+ ],
100
+ "mask": [
101
+ true,
102
+ true,
103
+ true,
104
+ true,
105
+ true,
106
+ true,
107
+ true,
108
+ true,
109
+ true,
110
+ true,
111
+ true,
112
+ true,
113
+ true,
114
+ true
115
+ ]
116
+ },
117
+ "proprio": {
118
+ "mean": [
119
+ -0.30907687544822693,
120
+ 0.9918185472488403,
121
+ 0.5777602791786194,
122
+ 0.22962018847465515,
123
+ 0.15603166818618774,
124
+ -0.02409629337489605,
125
+ 0.610062837600708,
126
+ 0.37142202258110046,
127
+ 1.1745105981826782,
128
+ 0.6752545237541199,
129
+ 0.2535216212272644,
130
+ -0.10635410249233246,
131
+ 0.08214741945266724,
132
+ 0.546892523765564
133
+ ],
134
+ "std": [
135
+ 0.26320481300354004,
136
+ 0.7802274823188782,
137
+ 0.4670981466770172,
138
+ 0.5009189248085022,
139
+ 0.23124119639396667,
140
+ 0.10963220149278641,
141
+ 0.47306305170059204,
142
+ 0.2583112120628357,
143
+ 0.7615904211997986,
144
+ 0.4614890217781067,
145
+ 0.5927368402481079,
146
+ 0.15948225557804108,
147
+ 0.14593760669231415,
148
+ 0.4817669689655304
149
+ ],
150
+ "max": [
151
+ 0.0,
152
+ 2.1762497425079346,
153
+ 1.5628178119659424,
154
+ 0.990909993648529,
155
+ 0.8559104800224304,
156
+ 0.11719957739114761,
157
+ 1.0,
158
+ 0.837027370929718,
159
+ 2.206538200378418,
160
+ 1.6232832670211792,
161
+ 1.1574815511703491,
162
+ 0.2886713147163391,
163
+ 0.5811867117881775,
164
+ 1.0
165
+ ],
166
+ "min": [
167
+ -0.8862171173095703,
168
+ 0.0,
169
+ 0.0,
170
+ -1.0514172315597534,
171
+ -0.39507749676704407,
172
+ -0.4001063406467438,
173
+ 0.0,
174
+ 0.0,
175
+ 0.0,
176
+ 0.0,
177
+ -1.0771245956420898,
178
+ -0.8672545552253723,
179
+ -0.07416637241840363,
180
+ 0.0
181
+ ],
182
+ "q01": [
183
+ -0.7671213400363922,
184
+ 0.0,
185
+ 0.0,
186
+ -0.9784595704078675,
187
+ -0.27155110239982605,
188
+ -0.3553581619262695,
189
+ 0.0,
190
+ 0.0,
191
+ 0.0,
192
+ 0.0,
193
+ -1.0119924187660216,
194
+ -0.651338517665863,
195
+ -0.06671902537345886,
196
+ 0.0
197
+ ],
198
+ "q99": [
199
+ 0.0,
200
+ 2.131481647491455,
201
+ 1.404119849205017,
202
+ 0.9854996800422668,
203
+ 0.7671356797218323,
204
+ 0.11196876823902131,
205
+ 1.0,
206
+ 0.7132604718208313,
207
+ 2.139058828353882,
208
+ 1.4547646927833575,
209
+ 1.0914406299591126,
210
+ 0.1410233974456787,
211
+ 0.4914003610610962,
212
+ 1.0
213
+ ]
214
+ },
215
+ "num_transitions": 11099,
216
+ "num_trajectories": 50
217
+ }
218
+ }
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/parameter_states.txt ADDED
The diff for this file is too large to render. See raw diff
 
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm1_actions.png ADDED

Git LFS Details

  • SHA256: 5acee1911909bf13eee103dba60aaa19ce53e528b9c8310968ab2417b4c1eb3a
  • Pointer size: 131 Bytes
  • Size of remote file: 183 kB
openvla-7b+handover_mic_aloha_agilex_50+b4+lr-0.0001+lora-r32+dropout-0.0--image_aug--simvla_res_25_inner1_proj_type_relu_linear_ffn_type_relu_mlp_ffn_decoder_num_blocks_4-M2000-F2000-D1000/predicted_vs_gt_arm2_actions.png ADDED

Git LFS Details

  • SHA256: d384feaa2bedd8e5dea523046c20f713269e0364cea0defd2505f3cb13f74fde
  • Pointer size: 131 Bytes
  • Size of remote file: 196 kB