Upload DualTowerVLM using push_to_hub

config.json

@@ -22,12 +22,12 @@
     "lm_dropout": 0.0,
     "lm_n_blocks": 30,
     "lm_attn_scaling": 1.0,
-    "lm_max_length": 4096,
+    "lm_max_length": 8192,
     "lm_use_tokens": false,
     "lm_tie_weights": true,
-    "lm_model_type": "HuggingFaceTB/SmolLM2-135M-Instruct",
-    "lm_tokenizer": "HuggingFaceTB/SmolLM2-135M-Instruct",
-    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\\n' + message['content'] + '<|im_end|>' + '\\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\\n' }}{% endif %}",
+    "lm_model_type": "HuggingFaceTB/SmolLM2-135M",
+    "lm_tokenizer": "HuggingFaceTB/SmolLM2-360M-Instruct",
+    "lm_chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
     "mp_pixel_shuffle_factor": 4,
     "mp_image_token_length": 64,
     "max_img_size": 2048,
@@ -101,6 +101,6 @@
         "r8c8": "<row_8_col_8>"
     },
     "vlm_load_backbone_weights": true,
-    "vlm_checkpoint_path": "lusxvr/nanoVLM-230M-8k",
+    "vlm_checkpoint_path": "checkpoints",
     "hf_repo_name": "nanoVLM"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8c5c9c2361003010499fdfa5dc5248ef4e01d19f518c08e8261fd6be1e9ff77a
+oid sha256:ea151b280ce8a665b5f11622f61e43fff8fb475cbdb3f3f9ccc27270c1d4884a
 size 1450549888