80k steps try
Browse files- config.json +3 -3
- model.safetensors +2 -2
- train_config.json +9 -9
config.json
CHANGED
|
@@ -8,7 +8,7 @@
|
|
| 8 |
7
|
| 9 |
]
|
| 10 |
},
|
| 11 |
-
"observation.images.
|
| 12 |
"type": "VISUAL",
|
| 13 |
"shape": [
|
| 14 |
3,
|
|
@@ -16,7 +16,7 @@
|
|
| 16 |
640
|
| 17 |
]
|
| 18 |
},
|
| 19 |
-
"observation.images.
|
| 20 |
"type": "VISUAL",
|
| 21 |
"shape": [
|
| 22 |
3,
|
|
@@ -75,7 +75,7 @@
|
|
| 75 |
"scheduler_decay_steps": 30000,
|
| 76 |
"scheduler_decay_lr": 2.5e-06,
|
| 77 |
"vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
|
| 78 |
-
"load_vlm_weights":
|
| 79 |
"add_image_special_tokens": false,
|
| 80 |
"attention_mode": "cross_attn",
|
| 81 |
"prefix_length": -1,
|
|
|
|
| 8 |
7
|
| 9 |
]
|
| 10 |
},
|
| 11 |
+
"observation.images.cam_top": {
|
| 12 |
"type": "VISUAL",
|
| 13 |
"shape": [
|
| 14 |
3,
|
|
|
|
| 16 |
640
|
| 17 |
]
|
| 18 |
},
|
| 19 |
+
"observation.images.cam_side": {
|
| 20 |
"type": "VISUAL",
|
| 21 |
"shape": [
|
| 22 |
3,
|
|
|
|
| 75 |
"scheduler_decay_steps": 30000,
|
| 76 |
"scheduler_decay_lr": 2.5e-06,
|
| 77 |
"vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
|
| 78 |
+
"load_vlm_weights": true,
|
| 79 |
"add_image_special_tokens": false,
|
| 80 |
"attention_mode": "cross_attn",
|
| 81 |
"prefix_length": -1,
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98fcc1cc909d26361d5b74ed6418c3d18f879af535ee21971c47cff848193eac
|
| 3 |
+
size 906712520
|
train_config.json
CHANGED
|
@@ -90,7 +90,7 @@
|
|
| 90 |
7
|
| 91 |
]
|
| 92 |
},
|
| 93 |
-
"observation.images.
|
| 94 |
"type": "VISUAL",
|
| 95 |
"shape": [
|
| 96 |
3,
|
|
@@ -98,7 +98,7 @@
|
|
| 98 |
640
|
| 99 |
]
|
| 100 |
},
|
| 101 |
-
"observation.images.
|
| 102 |
"type": "VISUAL",
|
| 103 |
"shape": [
|
| 104 |
3,
|
|
@@ -157,7 +157,7 @@
|
|
| 157 |
"scheduler_decay_steps": 30000,
|
| 158 |
"scheduler_decay_lr": 2.5e-06,
|
| 159 |
"vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
|
| 160 |
-
"load_vlm_weights":
|
| 161 |
"add_image_special_tokens": false,
|
| 162 |
"attention_mode": "cross_attn",
|
| 163 |
"prefix_length": -1,
|
|
@@ -169,17 +169,17 @@
|
|
| 169 |
"min_period": 0.004,
|
| 170 |
"max_period": 4.0
|
| 171 |
},
|
| 172 |
-
"output_dir": "outputs/train/
|
| 173 |
-
"job_name": "
|
| 174 |
"resume": false,
|
| 175 |
"seed": 1000,
|
| 176 |
-
"num_workers":
|
| 177 |
"batch_size": 64,
|
| 178 |
-
"steps":
|
| 179 |
"eval_freq": 20000,
|
| 180 |
"log_freq": 200,
|
| 181 |
"save_checkpoint": true,
|
| 182 |
-
"save_freq":
|
| 183 |
"use_policy_training_preset": true,
|
| 184 |
"optimizer": {
|
| 185 |
"type": "adamw",
|
|
@@ -210,7 +210,7 @@
|
|
| 210 |
"project": "lerobot",
|
| 211 |
"entity": null,
|
| 212 |
"notes": null,
|
| 213 |
-
"run_id": "
|
| 214 |
"mode": null
|
| 215 |
},
|
| 216 |
"checkpoint_path": null,
|
|
|
|
| 90 |
7
|
| 91 |
]
|
| 92 |
},
|
| 93 |
+
"observation.images.cam_top": {
|
| 94 |
"type": "VISUAL",
|
| 95 |
"shape": [
|
| 96 |
3,
|
|
|
|
| 98 |
640
|
| 99 |
]
|
| 100 |
},
|
| 101 |
+
"observation.images.cam_side": {
|
| 102 |
"type": "VISUAL",
|
| 103 |
"shape": [
|
| 104 |
3,
|
|
|
|
| 157 |
"scheduler_decay_steps": 30000,
|
| 158 |
"scheduler_decay_lr": 2.5e-06,
|
| 159 |
"vlm_model_name": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
|
| 160 |
+
"load_vlm_weights": true,
|
| 161 |
"add_image_special_tokens": false,
|
| 162 |
"attention_mode": "cross_attn",
|
| 163 |
"prefix_length": -1,
|
|
|
|
| 169 |
"min_period": 0.004,
|
| 170 |
"max_period": 4.0
|
| 171 |
},
|
| 172 |
+
"output_dir": "outputs/train/smolvla_scratch",
|
| 173 |
+
"job_name": "smolvla_scratch_01",
|
| 174 |
"resume": false,
|
| 175 |
"seed": 1000,
|
| 176 |
+
"num_workers": 8,
|
| 177 |
"batch_size": 64,
|
| 178 |
+
"steps": 200000,
|
| 179 |
"eval_freq": 20000,
|
| 180 |
"log_freq": 200,
|
| 181 |
"save_checkpoint": true,
|
| 182 |
+
"save_freq": 10000,
|
| 183 |
"use_policy_training_preset": true,
|
| 184 |
"optimizer": {
|
| 185 |
"type": "adamw",
|
|
|
|
| 210 |
"project": "lerobot",
|
| 211 |
"entity": null,
|
| 212 |
"notes": null,
|
| 213 |
+
"run_id": "i75lk626",
|
| 214 |
"mode": null
|
| 215 |
},
|
| 216 |
"checkpoint_path": null,
|