Robotics
LeRobot
Safetensors
smolvla
jailcode commited on
Commit
545589a
·
verified ·
1 Parent(s): 8f0eaab

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -8,28 +8,20 @@
8
  6
9
  ]
10
  },
11
- "observation.images.camera1": {
12
  "type": "VISUAL",
13
  "shape": [
14
  3,
15
- 256,
16
- 256
17
  ]
18
  },
19
- "observation.images.camera2": {
20
  "type": "VISUAL",
21
  "shape": [
22
  3,
23
- 256,
24
- 256
25
- ]
26
- },
27
- "observation.images.camera3": {
28
- "type": "VISUAL",
29
- "shape": [
30
- 3,
31
- 256,
32
- 256
33
  ]
34
  }
35
  },
@@ -45,11 +37,11 @@
45
  "use_amp": false,
46
  "use_peft": false,
47
  "push_to_hub": true,
48
- "repo_id": "jailcode/smolvla_so101",
49
  "private": null,
50
  "tags": null,
51
  "license": null,
52
- "pretrained_path": "lerobot/smolvla_base",
53
  "chunk_size": 50,
54
  "n_action_steps": 50,
55
  "normalization_mapping": {
@@ -79,17 +71,17 @@
79
  ],
80
  "optimizer_eps": 1e-08,
81
  "optimizer_weight_decay": 1e-10,
82
- "optimizer_grad_clip_norm": 10.0,
83
  "scheduler_warmup_steps": 1000,
84
  "scheduler_decay_steps": 30000,
85
  "scheduler_decay_lr": 2.5e-06,
86
  "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
87
- "load_vlm_weights": true,
88
  "add_image_special_tokens": false,
89
  "attention_mode": "cross_attn",
90
- "prefix_length": 0,
91
- "pad_language_to": "max_length",
92
- "num_expert_layers": 0,
93
  "num_vlm_layers": 16,
94
  "self_attn_every_n_layers": 2,
95
  "expert_width_multiplier": 0.75,
 
8
  6
9
  ]
10
  },
11
+ "observation.images.arm": {
12
  "type": "VISUAL",
13
  "shape": [
14
  3,
15
+ 240,
16
+ 320
17
  ]
18
  },
19
+ "observation.images.above": {
20
  "type": "VISUAL",
21
  "shape": [
22
  3,
23
+ 240,
24
+ 320
 
 
 
 
 
 
 
 
25
  ]
26
  }
27
  },
 
37
  "use_amp": false,
38
  "use_peft": false,
39
  "push_to_hub": true,
40
+ "repo_id": "jailcode/smolvla_base",
41
  "private": null,
42
  "tags": null,
43
  "license": null,
44
+ "pretrained_path": null,
45
  "chunk_size": 50,
46
  "n_action_steps": 50,
47
  "normalization_mapping": {
 
71
  ],
72
  "optimizer_eps": 1e-08,
73
  "optimizer_weight_decay": 1e-10,
74
+ "optimizer_grad_clip_norm": 10,
75
  "scheduler_warmup_steps": 1000,
76
  "scheduler_decay_steps": 30000,
77
  "scheduler_decay_lr": 2.5e-06,
78
  "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
79
+ "load_vlm_weights": false,
80
  "add_image_special_tokens": false,
81
  "attention_mode": "cross_attn",
82
+ "prefix_length": -1,
83
+ "pad_language_to": "longest",
84
+ "num_expert_layers": -1,
85
  "num_vlm_layers": 16,
86
  "self_attn_every_n_layers": 2,
87
  "expert_width_multiplier": 0.75,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:119c51e0f542622b2646e15a44c6318003d9d1b8630a208d5034a6a57efab338
3
- size 906712520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e43c2f51aa6e5fce84e36acb6b6eeb72d22d9a41916d74b97ca8a96d266c879
3
+ size 1197789224
policy_postprocessor_step_0_unnormalizer_processor.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d40b15f8d1c0d874ba40bd3a2221a30e6a8d1a957c34bb28bc5a190ea2d10aa0
3
  size 7536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b590da0b184eed90f9f24e2b9e605838baf03f926f457400ca531a8a5f6a3dd
3
  size 7536
policy_preprocessor.json CHANGED
@@ -4,10 +4,7 @@
4
  {
5
  "registry_name": "rename_observations_processor",
6
  "config": {
7
- "rename_map": {
8
- "observation.images.top": "observation.images.camera1",
9
- "observation.images.wrist": "observation.images.camera2"
10
- }
11
  }
12
  },
13
  {
@@ -24,7 +21,7 @@
24
  "max_length": 48,
25
  "task_key": "task",
26
  "padding_side": "right",
27
- "padding": "max_length",
28
  "truncation": true,
29
  "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
30
  }
@@ -47,28 +44,20 @@
47
  6
48
  ]
49
  },
50
- "observation.images.camera1": {
51
- "type": "VISUAL",
52
- "shape": [
53
- 3,
54
- 256,
55
- 256
56
- ]
57
- },
58
- "observation.images.camera2": {
59
  "type": "VISUAL",
60
  "shape": [
61
  3,
62
- 256,
63
- 256
64
  ]
65
  },
66
- "observation.images.camera3": {
67
  "type": "VISUAL",
68
  "shape": [
69
  3,
70
- 256,
71
- 256
72
  ]
73
  },
74
  "action": {
 
4
  {
5
  "registry_name": "rename_observations_processor",
6
  "config": {
7
+ "rename_map": {}
 
 
 
8
  }
9
  },
10
  {
 
21
  "max_length": 48,
22
  "task_key": "task",
23
  "padding_side": "right",
24
+ "padding": "longest",
25
  "truncation": true,
26
  "tokenizer_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct"
27
  }
 
44
  6
45
  ]
46
  },
47
+ "observation.images.arm": {
 
 
 
 
 
 
 
 
48
  "type": "VISUAL",
49
  "shape": [
50
  3,
51
+ 240,
52
+ 320
53
  ]
54
  },
55
+ "observation.images.above": {
56
  "type": "VISUAL",
57
  "shape": [
58
  3,
59
+ 240,
60
+ 320
61
  ]
62
  },
63
  "action": {
policy_preprocessor_step_5_normalizer_processor.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d40b15f8d1c0d874ba40bd3a2221a30e6a8d1a957c34bb28bc5a190ea2d10aa0
3
  size 7536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b590da0b184eed90f9f24e2b9e605838baf03f926f457400ca531a8a5f6a3dd
3
  size 7536
train_config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "dataset": {
3
- "repo_id": "jailcode/smolvla_50_episodes_1_20260604_121756",
4
  "root": null,
5
  "episodes": null,
6
  "image_transforms": {
@@ -91,28 +91,20 @@
91
  6
92
  ]
93
  },
94
- "observation.images.camera1": {
95
  "type": "VISUAL",
96
  "shape": [
97
  3,
98
- 256,
99
- 256
100
  ]
101
  },
102
- "observation.images.camera2": {
103
  "type": "VISUAL",
104
  "shape": [
105
  3,
106
- 256,
107
- 256
108
- ]
109
- },
110
- "observation.images.camera3": {
111
- "type": "VISUAL",
112
- "shape": [
113
- 3,
114
- 256,
115
- 256
116
  ]
117
  }
118
  },
@@ -128,11 +120,11 @@
128
  "use_amp": false,
129
  "use_peft": false,
130
  "push_to_hub": true,
131
- "repo_id": "jailcode/smolvla_so101",
132
  "private": null,
133
  "tags": null,
134
  "license": null,
135
- "pretrained_path": "lerobot/smolvla_base",
136
  "chunk_size": 50,
137
  "n_action_steps": 50,
138
  "normalization_mapping": {
@@ -162,17 +154,17 @@
162
  ],
163
  "optimizer_eps": 1e-08,
164
  "optimizer_weight_decay": 1e-10,
165
- "optimizer_grad_clip_norm": 10.0,
166
  "scheduler_warmup_steps": 1000,
167
  "scheduler_decay_steps": 30000,
168
  "scheduler_decay_lr": 2.5e-06,
169
  "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
170
- "load_vlm_weights": true,
171
  "add_image_special_tokens": false,
172
  "attention_mode": "cross_attn",
173
- "prefix_length": 0,
174
- "pad_language_to": "max_length",
175
- "num_expert_layers": 0,
176
  "num_vlm_layers": 16,
177
  "self_attn_every_n_layers": 2,
178
  "expert_width_multiplier": 0.75,
@@ -183,8 +175,8 @@
183
  "compile_mode": "max-autotune"
184
  },
185
  "reward_model": null,
186
- "output_dir": "outputs/train/test_smolvla_3",
187
- "job_name": "my_smolvla_so101",
188
  "resume": false,
189
  "seed": 1000,
190
  "cudnn_deterministic": false,
@@ -203,7 +195,7 @@
203
  "type": "adamw",
204
  "lr": 0.0001,
205
  "weight_decay": 1e-10,
206
- "grad_clip_norm": 10.0,
207
  "betas": [
208
  0.9,
209
  0.95
@@ -234,9 +226,6 @@
234
  },
235
  "peft": null,
236
  "sample_weighting": null,
237
- "rename_map": {
238
- "observation.images.top": "observation.images.camera1",
239
- "observation.images.wrist": "observation.images.camera2"
240
- },
241
  "checkpoint_path": null
242
  }
 
1
  {
2
  "dataset": {
3
+ "repo_id": "jailcode/data",
4
  "root": null,
5
  "episodes": null,
6
  "image_transforms": {
 
91
  6
92
  ]
93
  },
94
+ "observation.images.arm": {
95
  "type": "VISUAL",
96
  "shape": [
97
  3,
98
+ 240,
99
+ 320
100
  ]
101
  },
102
+ "observation.images.above": {
103
  "type": "VISUAL",
104
  "shape": [
105
  3,
106
+ 240,
107
+ 320
 
 
 
 
 
 
 
 
108
  ]
109
  }
110
  },
 
120
  "use_amp": false,
121
  "use_peft": false,
122
  "push_to_hub": true,
123
+ "repo_id": "jailcode/smolvla_base",
124
  "private": null,
125
  "tags": null,
126
  "license": null,
127
+ "pretrained_path": null,
128
  "chunk_size": 50,
129
  "n_action_steps": 50,
130
  "normalization_mapping": {
 
154
  ],
155
  "optimizer_eps": 1e-08,
156
  "optimizer_weight_decay": 1e-10,
157
+ "optimizer_grad_clip_norm": 10,
158
  "scheduler_warmup_steps": 1000,
159
  "scheduler_decay_steps": 30000,
160
  "scheduler_decay_lr": 2.5e-06,
161
  "vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
162
+ "load_vlm_weights": false,
163
  "add_image_special_tokens": false,
164
  "attention_mode": "cross_attn",
165
+ "prefix_length": -1,
166
+ "pad_language_to": "longest",
167
+ "num_expert_layers": -1,
168
  "num_vlm_layers": 16,
169
  "self_attn_every_n_layers": 2,
170
  "expert_width_multiplier": 0.75,
 
175
  "compile_mode": "max-autotune"
176
  },
177
  "reward_model": null,
178
+ "output_dir": "outputs/train/test_smolvla_4",
179
+ "job_name": "smolvla_so101_4",
180
  "resume": false,
181
  "seed": 1000,
182
  "cudnn_deterministic": false,
 
195
  "type": "adamw",
196
  "lr": 0.0001,
197
  "weight_decay": 1e-10,
198
+ "grad_clip_norm": 10,
199
  "betas": [
200
  0.9,
201
  0.95
 
226
  },
227
  "peft": null,
228
  "sample_weighting": null,
229
+ "rename_map": {},
 
 
 
230
  "checkpoint_path": null
231
  }