Hugging Face's logo

justintiensmith
/
molmoact2_SP_Counting

Robotics
LeRobot
Safetensors
molmoact2
Model card Files
xet
 Community
justintiensmith commited on
Commit
6daa880
·
verified ·
1 Parent(s): 2c3df5e

Upload DataProcessorPipeline

Browse files
Files changed (2) hide show
  1. policy_preprocessor.json +143 -0
  2. policy_preprocessor_step_2_molmoact2_masked_normalizer.safetensors +3 -0
policy_preprocessor.json ADDED
@@ -0,0 +1,143 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "name": "policy_preprocessor",
3
+ "steps": [
4
+ {
5
+ "registry_name": "rename_observations_processor",
6
+ "config": {
7
+ "rename_map": {}
8
+ }
9
+ },
10
+ {
11
+ "registry_name": "to_batch_processor",
12
+ "config": {}
13
+ },
14
+ {
15
+ "registry_name": "molmoact2_masked_normalizer",
16
+ "config": {
17
+ "eps": 1e-08,
18
+ "features": {
19
+ "observation.state": {
20
+ "type": "STATE",
21
+ "shape": [
22
+ 6
23
+ ]
24
+ },
25
+ "observation.images.wrist": {
26
+ "type": "VISUAL",
27
+ "shape": [
28
+ 3,
29
+ 480,
30
+ 640
31
+ ]
32
+ },
33
+ "observation.images.middle": {
34
+ "type": "VISUAL",
35
+ "shape": [
36
+ 3,
37
+ 480,
38
+ 640
39
+ ]
40
+ },
41
+ "observation.images.above": {
42
+ "type": "VISUAL",
43
+ "shape": [
44
+ 3,
45
+ 480,
46
+ 640
47
+ ]
48
+ },
49
+ "observation.images.right": {
50
+ "type": "VISUAL",
51
+ "shape": [
52
+ 3,
53
+ 480,
54
+ 640
55
+ ]
56
+ },
57
+ "observation.images.left": {
58
+ "type": "VISUAL",
59
+ "shape": [
60
+ 3,
61
+ 480,
62
+ 640
63
+ ]
64
+ },
65
+ "observation.motor_currents": {
66
+ "type": "STATE",
67
+ "shape": [
68
+ 6
69
+ ]
70
+ },
71
+ "observation.motor_velocities": {
72
+ "type": "STATE",
73
+ "shape": [
74
+ 6
75
+ ]
76
+ },
77
+ "observation.sensor_timestamps": {
78
+ "type": "STATE",
79
+ "shape": [
80
+ 8
81
+ ]
82
+ },
83
+ "observation.depths.middle": {
84
+ "type": "STATE",
85
+ "shape": [
86
+ 480,
87
+ 640
88
+ ]
89
+ },
90
+ "action": {
91
+ "type": "ACTION",
92
+ "shape": [
93
+ 6
94
+ ]
95
+ }
96
+ },
97
+ "norm_map": {
98
+ "VISUAL": "IDENTITY",
99
+ "STATE": "QUANTILES",
100
+ "ACTION": "QUANTILES"
101
+ }
102
+ },
103
+ "state_file": "policy_preprocessor_step_2_molmoact2_masked_normalizer.safetensors"
104
+ },
105
+ {
106
+ "registry_name": "molmoact2_clamp_normalized",
107
+ "config": {}
108
+ },
109
+ {
110
+ "registry_name": "molmoact2_pack_inputs",
111
+ "config": {
112
+ "checkpoint_path": "allenai/MolmoAct2-SO100_101",
113
+ "checkpoint_revision": null,
114
+ "checkpoint_force_download": false,
115
+ "action_mode": "continuous",
116
+ "discrete_action_tokenizer": "allenai/MolmoAct2-FAST-Tokenizer",
117
+ "image_keys": [
118
+ "observation.images.wrist",
119
+ "observation.images.middle",
120
+ "observation.images.above"
121
+ ],
122
+ "allow_image_key_fallback": false,
123
+ "setup_type": "single SO-101 follower robot arm with three RGB cameras.",
124
+ "control_mode": "absolute joint position control",
125
+ "normalize_language": true,
126
+ "add_setup_tokens": true,
127
+ "add_control_tokens": true,
128
+ "num_state_tokens": 256,
129
+ "max_sequence_length": null,
130
+ "chunk_size": 10,
131
+ "max_action_dim": 32,
132
+ "env_action_dim": 6
133
+ }
134
+ },
135
+ {
136
+ "registry_name": "device_processor",
137
+ "config": {
138
+ "device": "cuda",
139
+ "float_dtype": null
140
+ }
141
+ }
142
+ ]
143
+ }
policy_preprocessor_step_2_molmoact2_masked_normalizer.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9157976faed346ec18fe9f7756dd2353af24e1dd7b2221ffc5d68feb11fc1ca8
3
+ size 38496